功能

創建索引和映射

使用postman添加映射和查詢

查詢所有的文章信息，批量導入到es索引庫中

server:port: 9999
spring:application:name: es-articledatasource:driver-class-name: com.mysql.jdbc.Driverurl: jdbc:mysql://localhost:3306/leadnews_article?useUnicode=true&characterEncoding=UTF-8&serverTimezone=UTCusername: rootpassword: root
# 設置Mapper接口所對應的XML文件位置，如果你在Mapper接口中有自定義方法，需要進行該配置
mybatis-plus:mapper-locations: classpath*:mapper/*.xml# 設置別名包掃描路徑，通過該屬性可以給包中的類注冊別名type-aliases-package: com.heima.model.article.pojos#自定義elasticsearch連接配置
elasticsearch:host: 192.168.200.130port: 9200

導入到es索引庫

/*** 注意：數據量的導入，如果數據量過大，需要分頁導入** @throws Exception*/
@Test
public void init() throws Exception {// 查詢所有符合條件的文章數據List<SearchArticleVo> searchArticleVos = apArticleMapper.loadArticleList();// 批量導入到es索引庫BulkRequest bulkRequest = new BulkRequest("app_info_article");for (SearchArticleVo searchArticleVo : searchArticleVos) {IndexRequest indexRequest = new IndexRequest().id(searchArticleVo.getId().toString()).source(JSON.toJSONString(searchArticleVo), XContentType.JSON);// 批量添加數據bulkRequest.add(indexRequest);}restHighLevelClient.bulk(bulkRequest, RequestOptions.DEFAULT);
}

需求說明

搜索接口定義

UserSearchDto

實現步驟

文章搜索服務實現

/*** es文章分頁檢索** @param dto* @return*/@Overridepublic ResponseResult search(UserSearchDto dto) throws IOException {//1.檢查參數if(dto == null || StringUtils.isBlank(dto.getSearchWords())){return ResponseResult.errorResult(AppHttpCodeEnum.PARAM_INVALID);}ApUser user = AppThreadLocalUtil.getUser();//異步調用 保存搜索記錄if(user != null && dto.getFromIndex() == 0){apUserSearchService.insert(dto.getSearchWords(), user.getId());}//2.設置查詢條件SearchRequest searchRequest = new SearchRequest("app_info_article");SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();//布爾查詢BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();//關鍵字的分詞之后查詢QueryStringQueryBuilder queryStringQueryBuilder = QueryBuilders.queryStringQuery(dto.getSearchWords()).field("title").field("content").defaultOperator(Operator.OR);boolQueryBuilder.must(queryStringQueryBuilder);//查詢小于mindate的數據RangeQueryBuilder rangeQueryBuilder = QueryBuilders.rangeQuery("publishTime").lt(dto.getMinBehotTime().getTime());boolQueryBuilder.filter(rangeQueryBuilder);//分頁查詢searchSourceBuilder.from(0);searchSourceBuilder.size(dto.getPageSize());//按照發布時間倒序查詢searchSourceBuilder.sort("publishTime", SortOrder.DESC);//設置高亮  titleHighlightBuilder highlightBuilder = new HighlightBuilder();highlightBuilder.field("title");highlightBuilder.preTags("<font style='color: red; font-size: inherit;'>");highlightBuilder.postTags("</font>");searchSourceBuilder.highlighter(highlightBuilder);searchSourceBuilder.query(boolQueryBuilder);searchRequest.source(searchSourceBuilder);SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);//3.結果封裝返回List<Map> list = new ArrayList<>();SearchHit[] hits = searchResponse.getHits().getHits();for (SearchHit hit : hits) {String json = hit.getSourceAsString();Map map = JSON.parseObject(json, Map.class);//處理高亮if(hit.getHighlightFields() != null && hit.getHighlightFields().size() > 0){Text[] titles = hit.getHighlightFields().get("title").getFragments();String title = StringUtils.join(titles);//高亮標題map.put("h_title",title);}else {//原始標題map.put("h_title",map.get("title"));}list.add(map);}return ResponseResult.okResult(list);}

新增文章同步添加索引

/*** 創建文章索引** @param apArticle* @param content* @param path*/
private void createArticleEsIndex(ApArticle apArticle, String content, String path) {SearchArticleVo vo = new SearchArticleVo();BeanUtils.copyProperties(apArticle, vo);vo.setContent(content);vo.setStaticUrl(path);kafkaTemplate.send(ArticleConstants.ARTICLE_ES_SYNC_TOPIC, JSON.toJSONString(vo));
}

同步文章數據

@Component
@Slf4j
public class SyncArticleListener {@Autowiredprivate RestHighLevelClient  restHighLevelClient;/*** 同步文章數據* @param message*/@KafkaListener(topics = ArticleConstants.ARTICLE_ES_SYNC_TOPIC)public void onMessage(String message) {if (StringUtils.isNotBlank(message)) {SearchArticleVo searchArticleVo = JSON.parseObject(message, SearchArticleVo.class);IndexRequest indexRequest = new IndexRequest("app_info_article");indexRequest.id(searchArticleVo.getId().toString());indexRequest.source(message, XContentType.JSON);try {restHighLevelClient.index(indexRequest, RequestOptions.DEFAULT);} catch (IOException e) {log.error("sync es error = {}", e.getMessage(), e);}}}
}

搜索記錄

需求說明

數據存儲說明

保存搜索記錄-實現思路

用戶搜索服務實現

保存用戶搜索歷史記錄

/*** 保存用戶搜索歷史記錄** @param keyword* @param userId*/@Override@Asyncpublic void insert(String keyword, Integer userId) {//1.查詢當前用戶的搜索關鍵詞Query query = Query.query(Criteria.where("userId").is(userId).and("keyword").is(keyword));ApUserSearch apUserSearch = mongoTemplate.findOne(query, ApUserSearch.class);//2.存在 更新創建時間if (apUserSearch != null) {apUserSearch.setCreatedTime(new Date());mongoTemplate.save(apUserSearch);return;}//3.不存在，判斷當前歷史記錄總數量是否超過10apUserSearch = new ApUserSearch();apUserSearch.setUserId(userId);apUserSearch.setKeyword(keyword);apUserSearch.setCreatedTime(new Date());Query query1 = Query.query(Criteria.where("userId").is(userId));query1.with(Sort.by(Sort.Direction.DESC, "createdTime"));List<ApUserSearch> apUserSearchList = mongoTemplate.find(query1, ApUserSearch.class);if (apUserSearchList == null || apUserSearchList.size() < 10) {mongoTemplate.save(apUserSearch);} else {ApUserSearch lastUserSearch = apUserSearchList.get(apUserSearchList.size() - 1);mongoTemplate.findAndReplace(Query.query(Criteria.where("id").is(lastUserSearch.getId())), apUserSearch);}}

查詢用戶搜索歷史記錄

/*** 查詢用戶搜索歷史記錄* @return*/@Overridepublic ResponseResult findUserSearch() {// 獲取當前用戶ApUser user = AppThreadLocalUtil.getUser();if (user == null) {return ResponseResult.errorResult(AppHttpCodeEnum.NEED_LOGIN);}// 根據當前用戶查詢數據，按照時間倒序List<ApUserSearch> apUserSearches = mongoTemplate.find(Query.query(Criteria.where("userId").is(user.getId())).with(Sort.by(Sort.Direction.DESC, "createdTime")), ApUserSearch.class);return ResponseResult.okResult(apUserSearches);}

刪除用戶搜索歷史記錄

/*** 刪除用戶搜索歷史記錄* @param dto* @return*/@Overridepublic ResponseResult delUserSearch(HistorySearchDto dto) {// 檢查參數if (dto.getId() == null) {return ResponseResult.errorResult(AppHttpCodeEnum.PARAM_INVALID);}// 判斷是否登錄ApUser user = AppThreadLocalUtil.getUser();if (user == null) {return ResponseResult.errorResult(AppHttpCodeEnum.NEED_LOGIN);}// 刪除mongoTemplate.remove(Query.query(Criteria.where("userId").is(user.getId()).and("id").is(dto.getId())), ApUserSearch.class);return ResponseResult.okResult(AppHttpCodeEnum.SUCCESS);}

關鍵字聯想詞服務實現

聯想詞查詢

/*** 聯想詞查詢* @param dto* @return*/@Override
public ResponseResult search(UserSearchDto dto) {// 檢查參數if (StringUtils.isBlank(dto.getSearchWords())) {return ResponseResult.errorResult(AppHttpCodeEnum.PARAM_INVALID);}// 分頁檢查if (dto.getPageSize() > 20) {dto.setPageSize(20);}// 執行查詢，模糊查詢Query query = Query.query(Criteria.where("associateWords").regex(".*?\\" + dto.getSearchWords() + ".*"));query.limit(dto.getPageSize());List<ApAssociateWords> apAssociateWords = mongoTemplate.find(query, ApAssociateWords.class);return ResponseResult.okResult(apAssociateWords);
}