ElasticSearch DSL语言高级查询+SpringBoot

迈不过友情╰ 2023-01-17 08:54 164阅读 0赞

# 1 环境准备 #

## 1.1 Es数据准备 ##

https://gitee.com/zhurongsheng/elasticsearch-data/blob/master/es.data

**描述：** 执行后查看结果。  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70]

## 1.2 SpringBoot 工程 ##

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 1]

### 1.2.1 pom ###

<?xml version="1.0" encoding="UTF-8"?>
    <project xmlns="http://maven.apache.org/POM/4.0.0"
             xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
             xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
        <modelVersion>4.0.0</modelVersion>
    
        <groupId>org.example</groupId>
        <artifactId>spring-es</artifactId>
        <version>1.0-SNAPSHOT</version>
    
    
        <parent>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-parent</artifactId>
            <version>2.3.0.RELEASE</version>
            <relativePath/> 
        </parent>
    
        <properties>
            <java.version>1.8</java.version>
        </properties>
    
    
        <dependencies>
            <dependency>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-starter-web</artifactId>
            </dependency>
            <dependency>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-starter-test</artifactId>
                <scope>test</scope>
            </dependency>
            
            <dependency>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-starter-logging</artifactId>
            </dependency>
            
            <dependency>
                <groupId>org.projectlombok</groupId>
                <artifactId>lombok</artifactId>
            </dependency>
            <dependency>
                <groupId>com.alibaba</groupId>
                <artifactId>fastjson</artifactId>
                <version>1.2.71</version>
            </dependency>
            <dependency>
                <groupId>org.apache.commons</groupId>
                <artifactId>commons-collections4</artifactId>
                <version>4.2</version>
            </dependency>
            <dependency>
                <groupId>org.apache.commons</groupId>
                <artifactId>commons-lang3</artifactId>
            </dependency>
    
    
            
            <dependency>
                <groupId>org.elasticsearch.client</groupId>
                <artifactId>elasticsearch-rest-high-level-client</artifactId>
                <version>7.6.2</version>
            </dependency>
            <dependency>
                <groupId>org.elasticsearch.client</groupId>
                <artifactId>elasticsearch-rest-client</artifactId>
                <version>7.6.2</version>
            </dependency>
        </dependencies>
    
    
        <build>
            <plugins>
                <plugin>
                    <groupId>org.springframework.boot</groupId>
                    <artifactId>spring-boot-maven-plugin</artifactId>
                    <version>2.3.0.RELEASE</version>
                </plugin>
                <plugin>
                    <groupId>org.apache.maven.plugins</groupId>
                    <artifactId>maven-compiler-plugin</artifactId>
                    <version>3.8.1</version>
                    <configuration>
                        <source>1.8</source>
                        <target>1.8</target>
                    </configuration>
                </plugin>
            </plugins>
        </build>
    
    
    
    </project>

### 1.2.2 配置文件 ###

package com.rosh.config;
    
    import org.apache.http.HttpHost;
    import org.elasticsearch.client.RestClient;
    import org.elasticsearch.client.RestClientBuilder;
    import org.elasticsearch.client.RestHighLevelClient;
    import org.springframework.beans.factory.annotation.Value;
    import org.springframework.context.annotation.Bean;
    import org.springframework.context.annotation.Configuration;
    
    @Configuration
    public class ElasticsearchConfig { 
    
        @Value("${es.host}")
        public String host;
    
        @Value("${es.port}")
        public int port;
    
        @Value("${es.scheme}")
        public String scheme;
    
        @Bean
        public RestClientBuilder restClientBuilder() { 
            return RestClient.builder(makeHttpHost());
        }
    
        private HttpHost makeHttpHost() { 
            return new HttpHost(host, port, scheme);
        }
    
        @Bean
        public RestHighLevelClient restHighLevelClient(RestClientBuilder restClientBuilder) { 
            return new RestHighLevelClient(restClientBuilder);
        }
    }

### 1.2.3 ElasticSearchApplication ###

package com.rosh;
    
    import org.springframework.boot.SpringApplication;
    import org.springframework.boot.autoconfigure.SpringBootApplication;
    
    /** * @Description: * @Author: Rosh * @Date: 2021/4/27 17:09 */
    @SpringBootApplication
    public class ElasticSearchApplication { 
    
        public static void main(String[] args) { 
    
            SpringApplication.run(ElasticSearchApplication.class);
    
        }
    
    }

# 2 DSL语言高级查询 #

**简介：** Query DSL概述，Domain Specific Language。领域专用语言，Elasticsearch提供了基于JSON的DSL来定义查询。  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 2]

## 2.1 match ##

match：模糊匹配，需要指定字段名，但是输入会进行分词，比如"hello world"会进行拆分为hello和world，然后匹配，如果字段中包含hello或者world，或者都包含的结果都会被查询出来，也就是说match是一个部分匹配的模糊查询。查询条件相对来说比较宽松。

**DSL：** 查询地址包含King。

GET /bank/_search
    { 
      "query": { 
        "match": { 
          "address": "Kings"
        }
      }
    }

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 3]

**Spring:**

@Autowired
        private RestHighLevelClient restHighLevelClient;
    
    
    
        @Test
        public void matchTest() throws IOException { 
            //1 searchSourceBuilder
            SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
            sourceBuilder.query(QueryBuilders.matchQuery("address", "Kings"));
            //2 searchRequest
            SearchRequest searchRequest = new SearchRequest("bank");
            searchRequest.source(sourceBuilder);
            //3 查找
            SearchResponse response = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
            SearchHit[] hits = response.getHits().getHits();
    
            for (SearchHit searchHit : hits) { 
                String str = searchHit.getSourceAsString();
                log.info(str);
            }
        }

![在这里插入图片描述][20210428151256135.png]

## 2.2 match\_phrase 短语匹配 ##

**描述：** DSL

GET /bank/_search
    { 
      "query": { 
        "match_phrase": { 
          "address": "282 Kings Place"
        }
      }
    }

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 4]

## 2.3 multi\_match 多字段匹配 ##

**描述：** 查询address 或 city 里面和mill匹配的。

GET /bank/_search
    { 
      "query": { 
       "multi_match": { 
         "query": "mill",
         "fields": ["address","city"]
       }
      }
    }

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 5]  
**描述：** JAVA代码。

@Autowired
        private RestHighLevelClient restHighLevelClient;
    
    
        @Test
        public void matchTest() throws IOException { 
            //1 searchSourceBuilder
            SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
            sourceBuilder.query(QueryBuilders.multiMatchQuery("mill", "address", "city"));
            //2 searchRequest
            SearchRequest searchRequest = new SearchRequest("bank");
            searchRequest.source(sourceBuilder);
            //3 查找
            SearchResponse response = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
            SearchHit[] hits = response.getHits().getHits();
    
            for (SearchHit searchHit : hits) { 
                String str = searchHit.getSourceAsString();
                log.info(str);
            }
        }

## 2.4 bool查询 ##

**描述：** bool 各条件之间有and,or或not的关系。

(1) must : 各个条件都必须满足，即各条件是and的关系。
    (2) should: 各个条件有一个满足即可，即各条件是or的关系。
    (3) must_not:不满足所有条件，即各条件是not的关系。
    (4) filter：不计算相关度评分，它不计算_score即相关度评分，效率更高。

PS：must/filter/shoud/must\_not 等的子条件是通过 term/terms/range/ids/exists/match 等叶子条件为参数的。

**描述：** 查询年龄18-30岁之间的男性前20条数据。

GET /bank/_search
    { 
      "query": { 
        "bool": { 
          "must": [
            { 
              "term": { 
                "gender.keyword": { 
                  "value": "M"
                }
              }
            }
          ],
          "filter": { 
            "range": { 
              "age": { 
                "gte": 10,
                "lte": 30
              }
            }
          }
        }
      },
      "size": 20
    }

**描述：** JAVA代码。

@RunWith(SpringRunner.class)
    @SpringBootTest(classes = ElasticSearchApplication.class)
    @Slf4j
    public class ElasticSearchTest { 
    
    
        @Autowired
        private RestHighLevelClient restHighLevelClient;
    
    
        @Test
        public void matchTest() throws IOException { 
            //1 searchSourceBuilder
            SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
    
            //2 创建bool
            BoolQueryBuilder boolQueryBuilder = new BoolQueryBuilder();
            boolQueryBuilder.must(QueryBuilders.termQuery("gender.keyword", "M"));
            boolQueryBuilder.filter(QueryBuilders.rangeQuery("age").gte(10).lte(30));
            sourceBuilder.query(boolQueryBuilder);
            sourceBuilder.size(20);
    
            //3 searchRequest
            SearchRequest searchRequest = new SearchRequest("bank");
            searchRequest.source(sourceBuilder);
            //4 查找
            SearchResponse response = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
            SearchHit[] hits = response.getHits().getHits();
    
            for (SearchHit searchHit : hits) { 
                String str = searchHit.getSourceAsString();
                log.info(str);
            }
        }
    
    
    }

## 2.5 聚合aggregations ##

### 2.5.1 简介 ###

聚合框架有助于根据搜索查询提供聚合数据。聚合查询是数据库中重要的功能特性，ES作为搜索引擎兼数据库，同样提供了强大的聚合分析能力。它基于查询条件来对数据进行分桶、计算的方法。有点类似于 SQL 中的 group by 再加一些函数方法的操作。聚合可以嵌套，由此可以组成复杂的操作（Bucketing聚合可以包含sub-aggregation）。

聚合计算的值可以取字段的值，也可是脚本计算的结果。查询请求体中以aggregations节点的语法定义：

"aggregations" : {                         //也可简写为 aggs
        "<aggregation_name>" : {       //聚合的名字
            "<aggregation_type>" : {      //聚合的类型
                <aggregation_body>      //聚合体：对哪些字段进行聚合
            }
            [,"meta" : {   [<meta_data_body>] } ]?                 //元
            [,"aggregations" : {  [<sub_aggregation>]+ } ]?   //在聚合里面在定义子聚合
        }
        [,"<aggregation_name_2>" : {  ... } ]*                      //聚合的名字
    }

### 2.5.2 demo ###

**描述：** 查询年龄在10-30岁之间，女性总balance。

GET /bank/_search
    { 
      "query": { 
        "bool": { 
          "must": [
            { 
              "term": { 
                "gender.keyword": { 
                  "value": "M"
                }
              }
            }
          ],
          "filter": { 
            "range": { 
              "age": { 
                "gte": 10,
                "lte": 30
              }
            }
          }
        }
      },
      "size": 0,
      "aggs": { 
        "sumBalance": { 
          "sum": { 
            "field": "balance"
          }
        }
      }
      
    }

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 6]

@Autowired
        private RestHighLevelClient restHighLevelClient;
    
    
        @Test
        public void matchTest() throws IOException { 
            //1 searchSourceBuilder
            SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
    
            //2 创建bool
            BoolQueryBuilder boolQueryBuilder = new BoolQueryBuilder();
            boolQueryBuilder.must(QueryBuilders.termQuery("gender.keyword", "M"));
            boolQueryBuilder.filter(QueryBuilders.rangeQuery("age").gte(10).lte(30));
            //3 聚合
            SumAggregationBuilder mainAggs = AggregationBuilders.sum("sumBalance").field("balance");
            sourceBuilder.size(0);
            sourceBuilder.query(boolQueryBuilder);
            sourceBuilder.aggregation(mainAggs);
    
            //4 searchRequest
            SearchRequest searchRequest = new SearchRequest("bank");
            searchRequest.source(sourceBuilder);
            //5 查找
            SearchResponse response = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
            Aggregations aggregations = response.getAggregations();
            Sum sumBalance = aggregations.get("sumBalance");
            System.out.println(sumBalance.getValue());
        }

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 7]

### 2.5.3 聚合可以使用RestClient写 ###

**DSL:** 可以使用filter\_path参数过滤不要的返回信息。  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 8]

@Autowired
        private RestHighLevelClient restHighLevelClient;
    
    
        @Test
        public void matchTest() throws IOException { 
            //1 searchSourceBuilder
            SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
    
            //2 创建bool
            BoolQueryBuilder boolQueryBuilder = new BoolQueryBuilder();
            boolQueryBuilder.must(QueryBuilders.termQuery("gender.keyword", "M"));
            boolQueryBuilder.filter(QueryBuilders.rangeQuery("age").gte(10).lte(30));
            //3 聚合
            SumAggregationBuilder mainAggs = AggregationBuilders.sum("sumBalance").field("balance");
            sourceBuilder.size(0);
            sourceBuilder.query(boolQueryBuilder);
            sourceBuilder.aggregation(mainAggs);
    
            //4 searchRequest
            Request request = new Request("GET", "/bank/_search");
            request.addParameter(EsStatConsts.FILTER_PATH, "aggregations");
            NStringEntity entity = new NStringEntity(sourceBuilder.toString(), ContentType.APPLICATION_JSON);
            request.setEntity(entity);
    
            //5 查询
            Response response = restHighLevelClient.getLowLevelClient().performRequest(request);
            String content = EntityUtils.toString(response.getEntity());
            JSONObject jsonObject = JSON.parseObject(content);
            Double rs = jsonObject.getJSONObject("aggregations").getJSONObject("sumBalance").getDouble("value");
            System.out.println(rs);
        }

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 9]

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70]: /images/20221021/f30cc33e11ad4a53be8ca531a049b3f3.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 1]: /images/20221021/00f9e7f6cf5e43d6b420c06fefd725fb.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 2]: /images/20221021/4ddf7d61ec1a4444a505fe81dc7774fa.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 3]: /images/20221021/b9c7524607824cfda42a34ef0c4e2919.png
[20210428151256135.png]: /images/20221021/67f9e2c6e1e94f0eb9b39b6758ebd9d5.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 4]: /images/20221021/1c6a4c45d8214816b2eb2a0682d3fc6b.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 5]: /images/20221021/fad2af68d8c74c3ea5474d5baaa9b696.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 6]: /images/20221021/6970d2fcff7343049b89e2b016e22f05.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 7]: /images/20221021/9202076178bd487885ca507fbad70c4c.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 8]: /images/20221021/0b6eead7278f4f7da5ec2c99525f3795.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzM0MTI1OTk5_size_16_color_FFFFFF_t_70 9]: /images/20221021/34768fe2f70c439ba2922cc89de84af5.png