• elasticsearch快速应用于SpringBoot

    第一步：导入maven依赖

    1.         
    2.         <dependency>
    3.             <groupId>org.elasticsearch.clientgroupId>
    4.             <artifactId>elasticsearch-rest-high-level-clientartifactId>
    5.             <version>7.4.0version>
    6.         dependency>
    7.         <dependency>
    8.             <groupId>org.elasticsearchgroupId>
    9.             <artifactId>elasticsearchartifactId>
    10.             <version>7.4.0version>
    11.         dependency>

    第二步：配置配置类

    1.  
    2. import org.apache.http.HttpHost;
    3. import org.apache.http.auth.AuthScope;
    4. import org.apache.http.auth.UsernamePasswordCredentials;
    5. import org.apache.http.client.CredentialsProvider;
    6. import org.apache.http.impl.client.BasicCredentialsProvider;
    7. import org.apache.http.impl.nio.client.HttpAsyncClientBuilder;
    8. import org.elasticsearch.client.RestClient;
    9. import org.elasticsearch.client.RestClientBuilder;
    10. import org.elasticsearch.client.RestHighLevelClient;
    11. import org.springframework.beans.factory.annotation.Qualifier;
    12. import org.springframework.beans.factory.annotation.Value;
    13. import org.springframework.context.annotation.Bean;
    14. import org.springframework.context.annotation.Configuration;
    15.  
    16. @Configuration
    17. public class EsConfig {
    18.  
    19.  
    20.     @Value("${spring.es.addrs.host}")
    21.     private String url;
    22.     @Value("${spring.es.addrs.port}")
    23.     private Integer port;
    24.     @Value("${spring.es.username}")
    25.     private String username;
    26.     @Value("${spring.es.password}")
    27.     private String password;
    28.  
    29.     @Bean
    30.     @Qualifier("restHighLevelClient")
    31.     public RestHighLevelClient restHighLevelClient(){
    32.         //需要用户名和密码的认证
    33.         final CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
    34.         credentialsProvider.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials(username, password));
    35.         RestClientBuilder restClientBuilder = RestClient.builder(new HttpHost(url, port, "http"))
    36.                 .setHttpClientConfigCallback(new RestClientBuilder.HttpClientConfigCallback() {
    37.                     @Override
    38.                     public HttpAsyncClientBuilder customizeHttpClient(HttpAsyncClientBuilder httpAsyncClientBuilder) {
    39.                         return httpAsyncClientBuilder.setDefaultCredentialsProvider(credentialsProvider);
    40.                     }
    41.                 });
    42.         return new RestHighLevelClient(restClientBuilder);
    43.     }
    44. }

    第三步：工具类准备

    1.  
    2. import cn.hutool.core.bean.BeanUtil;
    3. import com.alibaba.fastjson.JSON;
    4. import lombok.extern.slf4j.Slf4j;
    5. import org.apache.commons.lang3.StringUtils;
    6. import org.elasticsearch.action.bulk.BulkRequest;
    7. import org.elasticsearch.action.bulk.BulkResponse;
    8. import org.elasticsearch.action.delete.DeleteRequest;
    9. import org.elasticsearch.action.search.SearchRequest;
    10. import org.elasticsearch.action.search.SearchResponse;
    11. import org.elasticsearch.action.update.UpdateRequest;
    12. import org.elasticsearch.client.RequestOptions;
    13. import org.elasticsearch.client.RestHighLevelClient;
    14. import org.elasticsearch.client.core.CountRequest;
    15. import org.elasticsearch.client.core.CountResponse;
    16. import org.elasticsearch.common.text.Text;
    17. import org.elasticsearch.search.SearchHit;
    18. import org.elasticsearch.search.SearchHits;
    19. import org.elasticsearch.search.builder.SearchSourceBuilder;
    20. import org.elasticsearch.search.fetch.subphase.highlight.HighlightField;
    21. import org.springframework.beans.factory.annotation.Autowired;
    22. import org.springframework.beans.factory.annotation.Qualifier;
    23. import org.springframework.stereotype.Component;
    24.  
    25. import java.io.IOException;
    26. import java.util.ArrayList;
    27. import java.util.List;
    28. import java.util.Map;
    29.  
    30. /**
    31.  * @Author reshui
    32.  * @Description es工具类
    33.  * @Date 2023/9/04
    34.  * @Version 1.0
    35.  */
    36. @Slf4j
    37. @Component
    38. public class EsHandler {
    39.  
    40.     @Autowired
    41.     @Qualifier("restHighLevelClient")
    42.     private RestHighLevelClient restHighLevelClient;
    43.  
    44.     public SearchHit[] search(String indexName, SearchSourceBuilder builder) throws IOException{
    45.         SearchRequest request = new SearchRequest(indexName).source(builder);
    46.         SearchResponse response = restHighLevelClient.search(request, RequestOptions.DEFAULT);
    47.         //SearchHits提供有关所有匹配的全局信息，例如总命中数或最高分数：
    48.         SearchHits hits = response.getHits();
    49.         return hits.getHits();
    50.     }
    51.  
    52.     public  List search(String indexName, SearchSourceBuilder builder,Class clazz,String highlightField) throws IOException{
    53.         SearchRequest request = new SearchRequest(indexName).source(builder);
    54.         long start = System.currentTimeMillis();
    55.         log.info("es 查询开始 ==== index:{} {}",indexName,builder.toString());
    56.         SearchResponse response = restHighLevelClient.search(request, RequestOptions.DEFAULT);
    57.         long end = System.currentTimeMillis();
    58.         log.info("es 查询结束 ==== 命中：{} 耗时：{}",response.getHits().getTotalHits().value,end - start);
    59.         //SearchHits提供有关所有匹配的全局信息，例如总命中数或最高分数：
    60.         SearchHits hits = response.getHits();
    61.         return parseSearchHits(hits.getHits(),clazz,highlightField);
    62.     }
    63.  
    64.     public long count(String indexName, SearchSourceBuilder builder) throws IOException{
    65.         CountRequest countRequest = new CountRequest(indexName);
    66.         countRequest.source(builder);
    67.         long start = System.currentTimeMillis();
    68.         log.info("es count开始 ==== index:{} {}",indexName,builder.toString());
    69.         CountResponse response = restHighLevelClient.count(countRequest, RequestOptions.DEFAULT);
    70.         long end = System.currentTimeMillis();
    71.         log.info("es count结束 ==== 总量：{} 耗时：{}",response.getCount(),end - start);
    72.         return response.getCount();
    73.     }
    74.  
    75.     public boolean deleteByIds(String indexName, List list) throws IOException{
    76.         //创建批量操作请求
    77.         BulkRequest request = new BulkRequest();
    78.         for (Integer id : list) {
    79.             request.add(new DeleteRequest().index(indexName).id(id.toString()));
    80.         }
    81.         //根据id批量删除es数据
    82.         long start = System.currentTimeMillis();
    83.         log.info("es 删除开始 ==== index:{} 数量:{}",indexName,list.size());
    84.         BulkResponse response = restHighLevelClient.bulk(request, RequestOptions.DEFAULT);
    85.         long end = System.currentTimeMillis();
    86.         log.info("es 删除结束 ==== 耗时：{}",end - start);
    87.         return true;
    88.     }
    89.  
    90.     public boolean updateBulk(String indexName, List list) throws IOException{
    91.         //创建批量操作请求
    92.         BulkRequest request = new BulkRequest();
    93.         for (T t : list) {
    94.             Map map = BeanUtil.beanToMap(t);
    95.             Object id = map.get("id");
    96.             if (id != null){
    97.                 request.add(new UpdateRequest().index(indexName).id(map.get("id").toString()).doc(map).docAsUpsert(true));
    98.             }else {
    99.                 request.add(new UpdateRequest().index(indexName).doc(map).docAsUpsert(true));
    100.             }
    101.         }
    102.         //根据id批量删除es数据
    103.         long start = System.currentTimeMillis();
    104.         log.info("es 批量更新开始 ==== index:{} 数量:{}",indexName,list.size());
    105.         BulkResponse response = restHighLevelClient.bulk(request, RequestOptions.DEFAULT);
    106.         long end = System.currentTimeMillis();
    107.         log.info("es 批量更新结束 ==== 耗时：{}",end - start);
    108.         return true;
    109.     }
    110.  
    111.     public  List parseSearchHits(SearchHit[] hits, Class clazz, String highlightField) throws IOException{
    112.         List list = new ArrayList<>();
    113.         if (hits == null || hits.length == 0){
    114.             return list;
    115.         }
    116.         for (SearchHit hit : hits) {
    117.             //获取到结果的map集合
    118.             Map map = hit.getSourceAsMap();
    119.             //设置高亮
    120.             if (!StringUtils.isEmpty(highlightField)){
    121.                 //获取到高亮字段
    122.                 Map highlightFields = hit.getHighlightFields();
    123.                 //将高亮字段的具体内容取出来
    124.                 HighlightField str = highlightFields.get(highlightField);
    125.                 if (str != null) {
    126.                     //得到高亮的字符串内容
    127.                     Text[] fragments = str.fragments();
    128.                     String highlight = "";
    129.                     for (Text fragment : fragments) {
    130.                         highlight += fragment;
    131.                     }
    132.                     //将原本没有高亮的结果集合中的title换为由高亮的
    133.                     map.put(highlightField,highlight);
    134.                 }
    135.             }
    136.  
    137.             //将map集合转换为实体类
    138.             T t = JSON.parseObject(JSON.toJSONString(map), clazz);
    139.             list.add(t);
    140.         }
    141.         return list;
    142.     }
    143.  
    144.  
    145. }

    第四步：创建索引

    1.     public boolean createMapping() {
    2.         boolean flag = false;
    3.         try {
    4.             GetIndexRequest indexRequest = new GetIndexRequest(TEST_INDEX);
    5.             boolean exists = client.indices().exists(indexRequest, RequestOptions.DEFAULT);
    6.             if (exists) {
    7.                 return true;
    8.             }
    9.  
    10.             //创建mapping
    11.             XContentBuilder mappings = XContentFactory.jsonBuilder()
    12.                     .startObject()
    13.                     .startObject("properties")
    14.                     .startObject("id").field("type", "long").field("store", true).endObject()
    15.  
    16.                     .startObject("classIds").field("type", "long").field("store", true).endObject()
    17.                     .startObject("classLevels").field("type", "text").field("store", true).endObject()
    18.                     .startObject("title").field("type", "text").field("store", true).endObject()
    19.                     .endObject()
    20.                     .endObject();
    21.  
    22.             //设置setting
    23.             XContentBuilder settings = XContentFactory.jsonBuilder()
    24.                     .startObject()
    25.                     .startObject("index").field("max_result_window", 100000).endObject()
    26.                     .endObject();
    27.  
    28.             //创建索引
    29.             CreateIndexRequest request = new CreateIndexRequest(TEST_INDEX);
    30.             request.mapping(mappings);
    31.             request.settings(settings);
    32.             client.indices().create(request, RequestOptions.DEFAULT);
    33.             flag = true;
    34.         } catch (IOException e) {
    35.             e.printStackTrace();
    36.         }
    37.         return flag;
    38.     }

    第五步：简单的使用方法测试

    1. import com.eebbk.task.handler.EsHandler;
    2.  
    3. import lombok.extern.slf4j.Slf4j;
    4. import org.elasticsearch.index.query.BoolQueryBuilder;
    5. import org.elasticsearch.index.query.QueryBuilders;
    6. import org.elasticsearch.search.builder.SearchSourceBuilder;
    7. import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
    8. import org.junit.jupiter.api.Test;
    9. import org.springframework.boot.test.context.SpringBootTest;
    10.  
    11. import javax.annotation.Resource;
    12. import java.io.IOException;
    13. import java.util.List;
    14.  
    15. /**
    16.  * @author reshui
    17.  * @date 2023/9/4
    18.  **/
    19. @Slf4j
    20. @SpringBootTest
    21. public class EsHandlerTest {
    22.  
    23.     @Resource
    24.     private EsHandler esHandler;
    25.  
    26.     private String indexName = "test_index";
    27.  
    28.     @Test
    29.     void contextLoads() throws IOException {
    30.  
    31.         HighlightBuilder highlightBuilder = new HighlightBuilder();
    32.         highlightBuilder.field("title").field("tag");
    33.         highlightBuilder.preTags("");
    34.         highlightBuilder.postTags("");
    35.         SearchSourceBuilder builder = new SearchSourceBuilder().highlighter(highlightBuilder).from(1).size(100);
    36.         BoolQueryBuilder boolQueryBuilder = new BoolQueryBuilder();
    37.  
    38.         boolQueryBuilder.must(QueryBuilders.matchPhraseQuery("title","*"+"地球的运动"+"*"));
    39.         List result = esHandler.search(indexName, builder.query(boolQueryBuilder), PropertyVo.class, title);
    40.  
    41.         System.out.println(result);
    42.     }
    43. }

  • 相关阅读:
    ElasticSearch系列-简介与安装详解
    常用CSS公共样式
    18-云原生监控体系-kube-state-metrics
    华为云云耀云服务器L实例评测｜华为云上安装etcd
    STM32——NVIC中断优先级管理分析
    DAY9-深度学习100例-循环神经网络（RNN）实现股票预测
    《算法通关村第一关——链表经典问题之两个链表的第一个公共子节点问题笔记》
    Java.lang.Class类 getInterfaces()方法有什么功能呢？
    2022年金三银四Java后端面试最全攻略，史上最全的Java面试题总汇（附答案）
    文件系统的层次结构，全局结构，虚拟文件系统VFS以及文件挂载
  • 原文地址：https://blog.csdn.net/weixin_42477252/article/details/132665876