ElasticSearch学习笔记（九）Java AP实现搜索，排序，高亮，分页

港控/mmm° 2022-06-11 05:17 313阅读 0赞

虽然上一篇中的对索引的搜索可以在一定程度上获取索引的信息，但是毕竟功能是有限的，本篇主要是对elasticsearch使用javaAPI实现搜索功能的笔记。

# **一、搜索** #

package test;
    
    import static org.elasticsearch.index.query.QueryBuilders.termQuery;
    
    import java.net.InetAddress;
    import java.util.HashMap;
    import java.util.Map;
    
    import org.apache.lucene.index.Terms;
    import org.elasticsearch.action.search.MultiSearchResponse;
    import org.elasticsearch.action.search.SearchRequest;
    import org.elasticsearch.action.search.SearchRequestBuilder;
    import org.elasticsearch.action.search.SearchResponse;
    import org.elasticsearch.client.transport.TransportClient;
    import org.elasticsearch.common.settings.Settings;
    import org.elasticsearch.common.transport.InetSocketTransportAddress;
    import org.elasticsearch.common.unit.TimeValue;
    import org.elasticsearch.index.query.QueryBuilder;
    import org.elasticsearch.index.query.QueryBuilders;
    import org.elasticsearch.script.ScriptType;
    import org.elasticsearch.script.mustache.SearchTemplateRequestBuilder;
    import org.elasticsearch.search.SearchHit;
    import org.elasticsearch.search.aggregations.AggregationBuilders;
    import org.elasticsearch.search.aggregations.bucket.histogram.DateHistogramInterval;
    import org.elasticsearch.search.sort.FieldSortBuilder;
    import org.elasticsearch.search.sort.SortOrder;
    import org.elasticsearch.transport.client.PreBuiltTransportClient;
    @SuppressWarnings({ "resource","deprecation" })
    public class testSearch { 
    
        public static void main(String[] args) throws Exception{
            searchmethod6();
        }
    
        /** * 方法一 * @throws Exception */
        public static void searchmethod1() throws Exception{
            TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
                    .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
    
            SearchResponse response = client.prepareSearch("movies").setTypes("movie").get();
            println(response);
            for (SearchHit  searchHit: response.getHits()) {
                println(searchHit);
            }
        }
    
        /** * 方法二 * @throws Exception */
        public static void searchmethod2() throws Exception{
            TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
                    .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
    
            QueryBuilder qb1 = termQuery("user","10");
    // QueryBuilder qb2 = QueryBuilders.multiMatchQuery("git", "title", "content");
            SearchResponse response = client.prepareSearch("movies").setQuery(qb1).get();
            for (SearchHit  searchHit: response.getHits()) {
                println(searchHit);
            }
        }
    
        /** * 方法三 * @throws Exception * 这个相当于之前的分页，使用的是Scroll方法 */
        public static void searchmethod3() throws Exception{
            TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
                    .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
            QueryBuilder qb = termQuery("user", "kimchy");
    
            SearchResponse scrollResp = client.prepareSearch("movies")
                    .addSort(FieldSortBuilder.DOC_FIELD_NAME, SortOrder.ASC)
                    .setScroll(new TimeValue(60000))
                    .setQuery(qb)
                    .setSize(1).get(); 
            do {
                for (SearchHit hit : scrollResp.getHits().getHits()) {
                    println(hit);
                }
    
    
                scrollResp = client.prepareSearchScroll(scrollResp.getScrollId()).setScroll(new TimeValue(60000)).execute().actionGet();
            } while(scrollResp.getHits().getHits().length != 0); 
        }
    
    
        /** * 方法四 * @throws Exception */
        public static void searchmethod4() throws Exception{
            TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
                    .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
    
            SearchRequestBuilder srb1 = client.prepareSearch().setQuery(QueryBuilders.queryStringQuery("kimchy"));
            SearchRequestBuilder srb2 = client.prepareSearch().setQuery(QueryBuilders.matchQuery("user", "kimchy"));
    
            MultiSearchResponse sr = client.prepareMultiSearch().add(srb1).add(srb2).get();
    
            for (MultiSearchResponse.Item item : sr.getResponses()) {
                SearchResponse response = item.getResponse();
                for (SearchHit searchHit : response.getHits()) {
                    println(searchHit);
                }
            }
        }
    
        /** * 方法五 * 这个方法先欠着，不是很懂 * @throws Exception */
        public static void searchmethod5() throws Exception{
            TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
                    .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
    
            SearchResponse sr = client.prepareSearch()
                    .setQuery(QueryBuilders.matchAllQuery())
                    .addAggregation(
                            AggregationBuilders.terms("agg1").field("field")
                    )
                    .addAggregation(
                            AggregationBuilders.dateHistogram("agg2")
                                    .field("birth")
                                    .dateHistogramInterval(DateHistogramInterval.YEAR)
                    )
                    .get();
    
                // Get your facet results
                Terms agg1 = sr.getAggregations().get("agg1");
    // DateHistogram agg2 = sr.getAggregations().get("agg2");
        }
    
    
    
        /** * 方法六 * 能运行，但是就是不知道为什么查询不到结果，同时感觉这种方法很鸡肋，感觉写起来很麻烦，顺便说一下这个东西好像也可以在script下配置，我测试失败，但是感觉没什么用，就不深究了。 * https://www.elastic.co/guide/en/elasticsearch/client/java-api/current/java-search-template.html * @throws Exception */
        public static void searchmethod6() throws Exception{
            TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
                    .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
    
            Map<String, Object> json = new HashMap<>();
            json.put("param_gender", "1962");
    
            SearchResponse response  = new SearchTemplateRequestBuilder(client)
                    .setScript("{\n" +                                  
                            " \"query\" : {\n" +
                            " \"match\" : {\n" +
                            " \"year\" : \"{ {param_gender}}\"\n" +
                            " }\n" +
                            " }\n" +
                            "}")
    
                    .setScriptType(ScriptType.INLINE)    
                    .setScriptParams(json)                  
                    .setRequest(new SearchRequest())                   
                    .get()                                             
                    .getResponse();   
            println(response);
            System.out.println(response.getHits().getTotalHits());
            for (SearchHit searchHit : response.getHits()) {
                println(searchHit);
            }
    
        }
    
    
    
    
        /** * 输出结果SearchResponse * @param response */
        public static void println(SearchResponse response){
            System.err.println("*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-");
            System.err.println(
                    "getFailedShards : " + response.getFailedShards() + "\n" +
                    "getNumReducePhases : " + response.getNumReducePhases() + "\n" +
                    "getScrollId : " + response.getScrollId() +  "\n" +
                    "getTookInMillis : " + response.getTookInMillis() + "\n" + 
                    "getTotalShards : " + response.getTotalShards() +  "\n" +
                    "getAggregations : " + response.getAggregations() + "\n" + 
                    "getProfileResults : " + response.getProfileResults() + "\n" + 
                    "getShardFailures : " + response.getShardFailures() + "\n" + 
                    "getSuggest : " + response.getSuggest() + "\n" + 
                    "getTook : " + response.getTook() + "\n" + 
                    "isTerminatedEarly : " + response.isTerminatedEarly() + "\n" + 
                    "isTimedOut : " + response.isTimedOut() + "\n" + 
                    "remoteAddress : " + response.remoteAddress() + "\n" + 
                    "status : " + response.status() + "\n" + 
                    "getHits : " + response.getHits() 
                    );
        }
    
        /** * 输出结果SearchResponse * @param response */
        public static void println(SearchHit searchHit){
            System.err.println("*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-");
            System.err.println( 
                    "docId : " + searchHit.docId() + "\n" +
                    "getId : " + searchHit.getId() + "\n" +
                    "getIndex : " + searchHit.getIndex()+ "\n" +
                    "getScore : " + searchHit.getScore() + "\n" +
                    "getSourceAsString : " + searchHit.getSourceAsString() + "\n" +
                    "getType : " + searchHit.getType() + "\n" +
                    "getVersion : " + searchHit.getVersion() + "\n" +
                    "fieldsOrNull : " + searchHit.fieldsOrNull() + "\n" +
                    "getExplanation : " + searchHit.getExplanation() + "\n" +
                    "getFields : " + searchHit.getFields() + "\n" +
                    "highlightFields : " + searchHit.highlightFields() + "\n" +
                    "hasSource : " + searchHit.hasSource()
                    );
        }
    
    }

# **二、DSL搜索** #

DSL就是实现类似schema发出的请求一样的，这方面的介绍主要是在[https://www.elastic.co/guide/en/elasticsearch/reference/5.5/getting-started.html][https_www.elastic.co_guide_en_elasticsearch_reference_5.5_getting-started.html]和[http://www.yiibai.com/elasticsearch/elasticsearch\_index\_apis.html][http_www.yiibai.com_elasticsearch_elasticsearch_index_apis.html]这两个地方，但是由于这里面的API是真的多，这里就介绍一部分，还有很多东西，可以有需要的时候去官网[https://www.elastic.co/guide/en/elasticsearch/client/java-api/current/java-query-dsl.html][https_www.elastic.co_guide_en_elasticsearch_client_java-api_current_java-query-dsl.html]看看。

package test;
    
    import static org.elasticsearch.index.query.QueryBuilders.*;
    
    import java.net.InetAddress;
    
    import org.elasticsearch.action.search.SearchResponse;
    import org.elasticsearch.client.transport.TransportClient;
    import org.elasticsearch.common.settings.Settings;
    import org.elasticsearch.common.transport.InetSocketTransportAddress;
    import org.elasticsearch.index.query.QueryBuilder;
    import org.elasticsearch.search.SearchHit;
    import org.elasticsearch.transport.client.PreBuiltTransportClient;
    
    
    @SuppressWarnings({
       "resource","deprecation"})
    public class testDSL { 
    
        static TransportClient client;
    
    //https://www.elastic.co/guide/en/elasticsearch/client/java-api/current/java-query-dsl.html
    
        public static void main(String[] args) throws Exception {
            client = new PreBuiltTransportClient(Settings.EMPTY)
                    .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
    // _matchAllQuery();
    
            /** * 从这往下是全文检索的 */
    // _matchQuery();
    // _multiMatchQuery();
    // _commonTermsQuery();
    // _queryStringQuery();
    // _simpleQueryStringQuery();
    
            /** * 从这往下主要运营与数字、日期、枚举等类型的检索 */
    // _termQuery();
    // _termsQuery();
    // _rangeQuery();
    // _existsQuery();
    // _prefixQuery();
    // _wildcardQuery();
    // _fuzzyQuery();
    // _typeQuery();
            _idsQuery();
        }
    
        /** * 方法一：获取所有 * @throws Exception */
        public static void _matchAllQuery() throws Exception{
            QueryBuilder qb = matchAllQuery();
            dealQueryBuilder(qb);
        }
    
        /** * 方法二：指定单查询条件 * @throws Exception */
        public static void _matchQuery() throws Exception{
            QueryBuilder qb = matchQuery(
                    "user" , 
                    "kimchy"   
                );
            dealQueryBuilder(qb);
        }
    
        /** * 方法三：指定多查询条件 * @throws Exception */
        public static void _multiMatchQuery() throws Exception{
            QueryBuilder qb = multiMatchQuery(
                    "kimchy elasticsearch", 
                    "user", "message"       
                );
            dealQueryBuilder(qb);
        }
    
        /** * 方法四：感觉和方法二_matchQuery一样，不知道差别 * @throws Exception */
        public static void _commonTermsQuery() throws Exception{
            QueryBuilder qb = commonTermsQuery("user",    
                    "kimchy");
            dealQueryBuilder(qb);
        }
    
    
        /** * 方法五：+包含 -除外,但是这个查询没有结果，很奇怪 * @throws Exception */
        public static void _queryStringQuery() throws Exception{
            QueryBuilder qb = queryStringQuery("+kimchy -elasticsearch");       
            dealQueryBuilder(qb);
        }
    
        /** * 方法六：+包含 -除外 * @throws Exception */
        public static void _simpleQueryStringQuery() throws Exception{
            QueryBuilder qb = simpleQueryStringQuery("+kimchy -elasticsearch");         
            dealQueryBuilder(qb);
        }
    
    
    //*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*- 
    
    
    
        /** * 方法七_:termQuery * @throws Exception */
        public static void _termQuery() throws Exception{
            QueryBuilder qb = termQuery(
                    "user",    
                    "kimchy"   
                );
            dealQueryBuilder(qb);
        }
    
        /** * 方法八:_termsQuery * @throws Exception */
        public static void _termsQuery() throws Exception{
            QueryBuilder qb = termsQuery("tags",    
                    "blue", "pill");    
            dealQueryBuilder(qb);
        }
    
        /** * 方法九:_rangeQuery * @throws Exception */
        public static void _rangeQuery() throws Exception{
            QueryBuilder qb = rangeQuery("price")   
                    .from(5)                            
                    .to(10)                             
                    .includeLower(true)                 
                    .includeUpper(false);
            // A simplified form using gte, gt, lt or lte
            QueryBuilder _qb = rangeQuery("age")   
                .gte("10")                        
                .lt("20");
            dealQueryBuilder(qb);
        }
    
        /** * 方法十:_existsQuery * 匹配含有user字段的记录 * @throws Exception */
        public static void _existsQuery() throws Exception{
            QueryBuilder qb = existsQuery("user"); 
            dealQueryBuilder(qb);
        }
    
        /** * 方法十一:_prefixQuery * 匹配user中前缀为fds的记录 * @throws Exception */
        public static void _prefixQuery() throws Exception{
            QueryBuilder qb = prefixQuery(
                    "user",    
                    "fds"     
                );      
            dealQueryBuilder(qb);
        }
    
        /** * 方法十二:_wildcardQuery * 通配符 * @throws Exception */
        public static void _wildcardQuery() throws Exception{
            QueryBuilder qb = wildcardQuery("user", "k?mc*");
            dealQueryBuilder(qb);
        }
    
        /** * 方法十三:_fuzzyQuery * @throws Exception */
        public static void _fuzzyQuery() throws Exception{
            QueryBuilder qb = fuzzyQuery(
                    "user",     
                    "kimzhy"    
                );
            dealQueryBuilder(qb);
        }
    
        /** * 方法十四:_typeQuery * @throws Exception */
        public static void _typeQuery() throws Exception{
            QueryBuilder qb = typeQuery("movie");
            dealQueryBuilder(qb);
        }
    
        /** * 方法十五:_idsQuery * 类型是可选的 * @throws Exception */
        public static void _idsQuery() throws Exception{
            QueryBuilder qb = idsQuery("movie") 
                    .addIds("1", "4", "100");
            dealQueryBuilder(qb);
        }
    
    
    
    
    
    
        /** * 这部分代码的复用性太高了，抽离出来。 * @param qb */
        public static void dealQueryBuilder(QueryBuilder qb){
            SearchResponse response = client.prepareSearch("movies").setQuery(qb).get();
            for (SearchHit searchHit : response.getHits()) {
                println(searchHit);
            }
        }
    
    
        /** * 输出结果SearchResponse * @param response */
        public static void println(SearchHit searchHit){
            System.err.println("*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-");
            System.err.println( 
                    "docId : " + searchHit.docId() + "\n" +
                    "getId : " + searchHit.getId() + "\n" +
                    "getIndex : " + searchHit.getIndex()+ "\n" +
                    "getScore : " + searchHit.getScore() + "\n" +
                    "getSourceAsString : " + searchHit.getSourceAsString() + "\n" +
                    "getType : " + searchHit.getType() + "\n" +
                    "getVersion : " + searchHit.getVersion() + "\n" +
                    "fieldsOrNull : " + searchHit.fieldsOrNull() + "\n" +
                    "getExplanation : " + searchHit.getExplanation() + "\n" +
                    "getFields : " + searchHit.getFields() + "\n" +
                    "highlightFields : " + searchHit.highlightFields() + "\n" +
                    "hasSource : " + searchHit.hasSource()
                    );
        }
    }

# **三、分词、排序、高亮** #

package test;
    
    import java.net.InetAddress;
    
    import org.elasticsearch.action.search.SearchResponse;
    import org.elasticsearch.client.transport.TransportClient;
    import org.elasticsearch.common.settings.Settings;
    import org.elasticsearch.common.transport.InetSocketTransportAddress;
    import org.elasticsearch.index.query.QueryBuilder;
    import org.elasticsearch.index.query.QueryBuilders;
    import org.elasticsearch.search.SearchHit;
    import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
    import org.elasticsearch.search.sort.FieldSortBuilder;
    import org.elasticsearch.search.sort.SortBuilder;
    import org.elasticsearch.search.sort.SortBuilders;
    import org.elasticsearch.search.sort.SortOrder;
    import org.elasticsearch.transport.client.PreBuiltTransportClient;
    
    @SuppressWarnings({ "resource", "deprecation" })
    public class testUtil {
    
        public static void main(String[] args) throws Exception {
    //      fenye();
            sort();
    //      highlighter();
        }
    
        /** * 分页 * @throws Exception */
        public static void fenye() throws Exception {
    
            TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
                    .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
    
            SearchResponse response = client.prepareSearch("movies")
                    .setQuery(QueryBuilders.matchAllQuery())
                    .setFrom(10) 
                    .setSize(20)
                    .execute().actionGet();
            for (SearchHit searchHit : response.getHits()) {
                println(searchHit);
            }
    
        }
    
        /** * 排序 * @throws Exception */
        public static void sort() throws Exception {
            TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
                    .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
    
            SearchResponse response = client.prepareSearch("movies")
                    .setQuery(QueryBuilders.matchAllQuery())
                    .addSort("postDate", SortOrder.ASC)
                    .execute().actionGet();
            for (SearchHit searchHit : response.getHits()) {
                println(searchHit);
            }
    
        }
    
        /** * 高亮 * @throws Exception */
        public static void highlighter() throws Exception{
    
            TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
                    .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
    
             QueryBuilder matchQuery = QueryBuilders.matchQuery("user", "kimchy");
                HighlightBuilder hiBuilder=new HighlightBuilder();
                hiBuilder.preTags("<h2>");
                hiBuilder.postTags("</h2>");
                hiBuilder.field("user");
                // 搜索数据
                SearchResponse response = client.prepareSearch("movies")
                        .setQuery(matchQuery)
                        .highlighter(hiBuilder)
                        .execute().actionGet();
                for (SearchHit searchHit : response.getHits()) {
                    println(searchHit);
                }
        }
    
        /** * 输出结果SearchResponse * @param response */
        public static void println(SearchHit searchHit){
            System.err.println("*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-");
            System.err.println( 
                    "docId : " + searchHit.docId() + "\n" +
                    "getId : " + searchHit.getId() + "\n" +
                    "getIndex : " + searchHit.getIndex()+ "\n" +
                    "getScore : " + searchHit.getScore() + "\n" +
                    "getSourceAsString : " + searchHit.getSourceAsString() + "\n" +
                    "getType : " + searchHit.getType() + "\n" +
                    "getVersion : " + searchHit.getVersion() + "\n" +
                    "fieldsOrNull : " + searchHit.fieldsOrNull() + "\n" +
                    "getExplanation : " + searchHit.getExplanation() + "\n" +
                    "getFields : " + searchHit.getFields() + "\n" +
                    "highlightFields : " + searchHit.highlightFields() + "\n" +
                    "hasSource : " + searchHit.hasSource()
                    );
        }
    
    }

源码我放在[http://download.csdn.net/detail/q15150676766/9920331][http_download.csdn.net_detail_q15150676766_9920331]这里了，有需要的可以去下载看看

[https_www.elastic.co_guide_en_elasticsearch_reference_5.5_getting-started.html]: https://www.elastic.co/guide/en/elasticsearch/reference/5.5/getting-started.html
[http_www.yiibai.com_elasticsearch_elasticsearch_index_apis.html]: http://www.yiibai.com/elasticsearch/elasticsearch_index_apis.html
[https_www.elastic.co_guide_en_elasticsearch_client_java-api_current_java-query-dsl.html]: https://www.elastic.co/guide/en/elasticsearch/client/java-api/current/java-query-dsl.html
[http_download.csdn.net_detail_q15150676766_9920331]: http://download.csdn.net/detail/q15150676766/9920331