ElasticSearch学习笔记（九）Java AP实现搜索，排序，高亮，分页

港控/mmm° 2022-06-11 05:17 386阅读 0赞

虽然上一篇中的对索引的搜索可以在一定程度上获取索引的信息，但是毕竟功能是有限的，本篇主要是对elasticsearch使用javaAPI实现搜索功能的笔记。

一、搜索

  1. package test;
  3. import static org.elasticsearch.index.query.QueryBuilders.termQuery;
  5. import java.net.InetAddress;
  6. import java.util.HashMap;
  7. import java.util.Map;
  9. import org.apache.lucene.index.Terms;
  10. import org.elasticsearch.action.search.MultiSearchResponse;
  11. import org.elasticsearch.action.search.SearchRequest;
  12. import org.elasticsearch.action.search.SearchRequestBuilder;
  13. import org.elasticsearch.action.search.SearchResponse;
  14. import org.elasticsearch.client.transport.TransportClient;
  15. import org.elasticsearch.common.settings.Settings;
  16. import org.elasticsearch.common.transport.InetSocketTransportAddress;
  17. import org.elasticsearch.common.unit.TimeValue;
  18. import org.elasticsearch.index.query.QueryBuilder;
  19. import org.elasticsearch.index.query.QueryBuilders;
  20. import org.elasticsearch.script.ScriptType;
  21. import org.elasticsearch.script.mustache.SearchTemplateRequestBuilder;
  22. import org.elasticsearch.search.SearchHit;
  23. import org.elasticsearch.search.aggregations.AggregationBuilders;
  24. import org.elasticsearch.search.aggregations.bucket.histogram.DateHistogramInterval;
  25. import org.elasticsearch.search.sort.FieldSortBuilder;
  26. import org.elasticsearch.search.sort.SortOrder;
  27. import org.elasticsearch.transport.client.PreBuiltTransportClient;
  28. @SuppressWarnings({ "resource","deprecation" })
  29. public class testSearch { 
  31.     public static void main(String[] args) throws Exception{
  32.         searchmethod6();
  33.     }
  35.     /** * 方法一 * @throws Exception */
  36.     public static void searchmethod1() throws Exception{
  37.         TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
  38.                 .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
  40.         SearchResponse response = client.prepareSearch("movies").setTypes("movie").get();
  41.         println(response);
  42.         for (SearchHit  searchHit: response.getHits()) {
  43.             println(searchHit);
  44.         }
  45.     }
  47.     /** * 方法二 * @throws Exception */
  48.     public static void searchmethod2() throws Exception{
  49.         TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
  50.                 .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
  52.         QueryBuilder qb1 = termQuery("user","10");
  53. // QueryBuilder qb2 = QueryBuilders.multiMatchQuery("git", "title", "content");
  54.         SearchResponse response = client.prepareSearch("movies").setQuery(qb1).get();
  55.         for (SearchHit  searchHit: response.getHits()) {
  56.             println(searchHit);
  57.         }
  58.     }
  60.     /** * 方法三 * @throws Exception * 这个相当于之前的分页，使用的是Scroll方法 */
  61.     public static void searchmethod3() throws Exception{
  62.         TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
  63.                 .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
  64.         QueryBuilder qb = termQuery("user", "kimchy");
  66.         SearchResponse scrollResp = client.prepareSearch("movies")
  67.                 .addSort(FieldSortBuilder.DOC_FIELD_NAME, SortOrder.ASC)
  68.                 .setScroll(new TimeValue(60000))
  69.                 .setQuery(qb)
  70.                 .setSize(1).get(); 
  71.         do {
  72.             for (SearchHit hit : scrollResp.getHits().getHits()) {
  73.                 println(hit);
  74.             }
  77.             scrollResp = client.prepareSearchScroll(scrollResp.getScrollId()).setScroll(new TimeValue(60000)).execute().actionGet();
  78.         } while(scrollResp.getHits().getHits().length != 0); 
  79.     }
  82.     /** * 方法四 * @throws Exception */
  83.     public static void searchmethod4() throws Exception{
  84.         TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
  85.                 .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
  87.         SearchRequestBuilder srb1 = client.prepareSearch().setQuery(QueryBuilders.queryStringQuery("kimchy"));
  88.         SearchRequestBuilder srb2 = client.prepareSearch().setQuery(QueryBuilders.matchQuery("user", "kimchy"));
  90.         MultiSearchResponse sr = client.prepareMultiSearch().add(srb1).add(srb2).get();
  92.         for (MultiSearchResponse.Item item : sr.getResponses()) {
  93.             SearchResponse response = item.getResponse();
  94.             for (SearchHit searchHit : response.getHits()) {
  95.                 println(searchHit);
  96.             }
  97.         }
  98.     }
  100.     /** * 方法五 * 这个方法先欠着，不是很懂 * @throws Exception */
  101.     public static void searchmethod5() throws Exception{
  102.         TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
  103.                 .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
  105.         SearchResponse sr = client.prepareSearch()
  106.                 .setQuery(QueryBuilders.matchAllQuery())
  107.                 .addAggregation(
  108.                         AggregationBuilders.terms("agg1").field("field")
  109.                 )
  110.                 .addAggregation(
  111.                         AggregationBuilders.dateHistogram("agg2")
  112.                                 .field("birth")
  113.                                 .dateHistogramInterval(DateHistogramInterval.YEAR)
  114.                 )
  115.                 .get();
  117.             // Get your facet results
  118.             Terms agg1 = sr.getAggregations().get("agg1");
  119. // DateHistogram agg2 = sr.getAggregations().get("agg2");
  120.     }
  124.     /** * 方法六 * 能运行，但是就是不知道为什么查询不到结果，同时感觉这种方法很鸡肋，感觉写起来很麻烦，顺便说一下这个东西好像也可以在script下配置，我测试失败，但是感觉没什么用，就不深究了。 * https://www.elastic.co/guide/en/elasticsearch/client/java-api/current/java-search-template.html * @throws Exception */
  125.     public static void searchmethod6() throws Exception{
  126.         TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
  127.                 .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
  129.         Map<String, Object> json = new HashMap<>();
  130.         json.put("param_gender", "1962");
  132.         SearchResponse response  = new SearchTemplateRequestBuilder(client)
  133.                 .setScript("{\n" +                                  
  134.                         " \"query\" : {\n" +
  135.                         " \"match\" : {\n" +
  136.                         " \"year\" : \"{ {param_gender}}\"\n" +
  137.                         " }\n" +
  138.                         " }\n" +
  139.                         "}")
  141.                 .setScriptType(ScriptType.INLINE)    
  142.                 .setScriptParams(json)                  
  143.                 .setRequest(new SearchRequest())                   
  144.                 .get()                                             
  145.                 .getResponse();   
  146.         println(response);
  147.         System.out.println(response.getHits().getTotalHits());
  148.         for (SearchHit searchHit : response.getHits()) {
  149.             println(searchHit);
  150.         }
  152.     }
  157.     /** * 输出结果SearchResponse * @param response */
  158.     public static void println(SearchResponse response){
  159.         System.err.println("*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-");
  160.         System.err.println(
  161.                 "getFailedShards : " + response.getFailedShards() + "\n" +
  162.                 "getNumReducePhases : " + response.getNumReducePhases() + "\n" +
  163.                 "getScrollId : " + response.getScrollId() +  "\n" +
  164.                 "getTookInMillis : " + response.getTookInMillis() + "\n" + 
  165.                 "getTotalShards : " + response.getTotalShards() +  "\n" +
  166.                 "getAggregations : " + response.getAggregations() + "\n" + 
  167.                 "getProfileResults : " + response.getProfileResults() + "\n" + 
  168.                 "getShardFailures : " + response.getShardFailures() + "\n" + 
  169.                 "getSuggest : " + response.getSuggest() + "\n" + 
  170.                 "getTook : " + response.getTook() + "\n" + 
  171.                 "isTerminatedEarly : " + response.isTerminatedEarly() + "\n" + 
  172.                 "isTimedOut : " + response.isTimedOut() + "\n" + 
  173.                 "remoteAddress : " + response.remoteAddress() + "\n" + 
  174.                 "status : " + response.status() + "\n" + 
  175.                 "getHits : " + response.getHits() 
  176.                 );
  177.     }
  179.     /** * 输出结果SearchResponse * @param response */
  180.     public static void println(SearchHit searchHit){
  181.         System.err.println("*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-");
  182.         System.err.println( 
  183.                 "docId : " + searchHit.docId() + "\n" +
  184.                 "getId : " + searchHit.getId() + "\n" +
  185.                 "getIndex : " + searchHit.getIndex()+ "\n" +
  186.                 "getScore : " + searchHit.getScore() + "\n" +
  187.                 "getSourceAsString : " + searchHit.getSourceAsString() + "\n" +
  188.                 "getType : " + searchHit.getType() + "\n" +
  189.                 "getVersion : " + searchHit.getVersion() + "\n" +
  190.                 "fieldsOrNull : " + searchHit.fieldsOrNull() + "\n" +
  191.                 "getExplanation : " + searchHit.getExplanation() + "\n" +
  192.                 "getFields : " + searchHit.getFields() + "\n" +
  193.                 "highlightFields : " + searchHit.highlightFields() + "\n" +
  194.                 "hasSource : " + searchHit.hasSource()
  195.                 );
  196.     }
  198. }

二、DSL搜索

DSL就是实现类似schema发出的请求一样的，这方面的介绍主要是在https://www.elastic.co/guide/en/elasticsearch/reference/5.5/getting-started.html和http://www.yiibai.com/elasticsearch/elasticsearch_index_apis.html这两个地方，但是由于这里面的API是真的多，这里就介绍一部分，还有很多东西，可以有需要的时候去官网https://www.elastic.co/guide/en/elasticsearch/client/java-api/current/java-query-dsl.html看看。

  1. package test;
  3. import static org.elasticsearch.index.query.QueryBuilders.*;
  5. import java.net.InetAddress;
  7. import org.elasticsearch.action.search.SearchResponse;
  8. import org.elasticsearch.client.transport.TransportClient;
  9. import org.elasticsearch.common.settings.Settings;
  10. import org.elasticsearch.common.transport.InetSocketTransportAddress;
  11. import org.elasticsearch.index.query.QueryBuilder;
  12. import org.elasticsearch.search.SearchHit;
  13. import org.elasticsearch.transport.client.PreBuiltTransportClient;
  16. @SuppressWarnings({
  17.    "resource","deprecation"})
  18. public class testDSL { 
  20.     static TransportClient client;
  22. //https://www.elastic.co/guide/en/elasticsearch/client/java-api/current/java-query-dsl.html
  24.     public static void main(String[] args) throws Exception {
  25.         client = new PreBuiltTransportClient(Settings.EMPTY)
  26.                 .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
  27. // _matchAllQuery();
  29.         /** * 从这往下是全文检索的 */
  30. // _matchQuery();
  31. // _multiMatchQuery();
  32. // _commonTermsQuery();
  33. // _queryStringQuery();
  34. // _simpleQueryStringQuery();
  36.         /** * 从这往下主要运营与数字、日期、枚举等类型的检索 */
  37. // _termQuery();
  38. // _termsQuery();
  39. // _rangeQuery();
  40. // _existsQuery();
  41. // _prefixQuery();
  42. // _wildcardQuery();
  43. // _fuzzyQuery();
  44. // _typeQuery();
  45.         _idsQuery();
  46.     }
  48.     /** * 方法一：获取所有 * @throws Exception */
  49.     public static void _matchAllQuery() throws Exception{
  50.         QueryBuilder qb = matchAllQuery();
  51.         dealQueryBuilder(qb);
  52.     }
  54.     /** * 方法二：指定单查询条件 * @throws Exception */
  55.     public static void _matchQuery() throws Exception{
  56.         QueryBuilder qb = matchQuery(
  57.                 "user" , 
  58.                 "kimchy"   
  59.             );
  60.         dealQueryBuilder(qb);
  61.     }
  63.     /** * 方法三：指定多查询条件 * @throws Exception */
  64.     public static void _multiMatchQuery() throws Exception{
  65.         QueryBuilder qb = multiMatchQuery(
  66.                 "kimchy elasticsearch", 
  67.                 "user", "message"       
  68.             );
  69.         dealQueryBuilder(qb);
  70.     }
  72.     /** * 方法四：感觉和方法二_matchQuery一样，不知道差别 * @throws Exception */
  73.     public static void _commonTermsQuery() throws Exception{
  74.         QueryBuilder qb = commonTermsQuery("user",    
  75.                 "kimchy");
  76.         dealQueryBuilder(qb);
  77.     }
  80.     /** * 方法五：+包含 -除外,但是这个查询没有结果，很奇怪 * @throws Exception */
  81.     public static void _queryStringQuery() throws Exception{
  82.         QueryBuilder qb = queryStringQuery("+kimchy -elasticsearch");       
  83.         dealQueryBuilder(qb);
  84.     }
  86.     /** * 方法六：+包含 -除外 * @throws Exception */
  87.     public static void _simpleQueryStringQuery() throws Exception{
  88.         QueryBuilder qb = simpleQueryStringQuery("+kimchy -elasticsearch");         
  89.         dealQueryBuilder(qb);
  90.     }
  93. //*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*- 
  97.     /** * 方法七_:termQuery * @throws Exception */
  98.     public static void _termQuery() throws Exception{
  99.         QueryBuilder qb = termQuery(
  100.                 "user",    
  101.                 "kimchy"   
  102.             );
  103.         dealQueryBuilder(qb);
  104.     }
  106.     /** * 方法八:_termsQuery * @throws Exception */
  107.     public static void _termsQuery() throws Exception{
  108.         QueryBuilder qb = termsQuery("tags",    
  109.                 "blue", "pill");    
  110.         dealQueryBuilder(qb);
  111.     }
  113.     /** * 方法九:_rangeQuery * @throws Exception */
  114.     public static void _rangeQuery() throws Exception{
  115.         QueryBuilder qb = rangeQuery("price")   
  116.                 .from(5)                            
  117.                 .to(10)                             
  118.                 .includeLower(true)                 
  119.                 .includeUpper(false);
  120.         // A simplified form using gte, gt, lt or lte
  121.         QueryBuilder _qb = rangeQuery("age")   
  122.             .gte("10")                        
  123.             .lt("20");
  124.         dealQueryBuilder(qb);
  125.     }
  127.     /** * 方法十:_existsQuery * 匹配含有user字段的记录 * @throws Exception */
  128.     public static void _existsQuery() throws Exception{
  129.         QueryBuilder qb = existsQuery("user"); 
  130.         dealQueryBuilder(qb);
  131.     }
  133.     /** * 方法十一:_prefixQuery * 匹配user中前缀为fds的记录 * @throws Exception */
  134.     public static void _prefixQuery() throws Exception{
  135.         QueryBuilder qb = prefixQuery(
  136.                 "user",    
  137.                 "fds"     
  138.             );      
  139.         dealQueryBuilder(qb);
  140.     }
  142.     /** * 方法十二:_wildcardQuery * 通配符 * @throws Exception */
  143.     public static void _wildcardQuery() throws Exception{
  144.         QueryBuilder qb = wildcardQuery("user", "k?mc*");
  145.         dealQueryBuilder(qb);
  146.     }
  148.     /** * 方法十三:_fuzzyQuery * @throws Exception */
  149.     public static void _fuzzyQuery() throws Exception{
  150.         QueryBuilder qb = fuzzyQuery(
  151.                 "user",     
  152.                 "kimzhy"    
  153.             );
  154.         dealQueryBuilder(qb);
  155.     }
  157.     /** * 方法十四:_typeQuery * @throws Exception */
  158.     public static void _typeQuery() throws Exception{
  159.         QueryBuilder qb = typeQuery("movie");
  160.         dealQueryBuilder(qb);
  161.     }
  163.     /** * 方法十五:_idsQuery * 类型是可选的 * @throws Exception */
  164.     public static void _idsQuery() throws Exception{
  165.         QueryBuilder qb = idsQuery("movie") 
  166.                 .addIds("1", "4", "100");
  167.         dealQueryBuilder(qb);
  168.     }
  175.     /** * 这部分代码的复用性太高了，抽离出来。 * @param qb */
  176.     public static void dealQueryBuilder(QueryBuilder qb){
  177.         SearchResponse response = client.prepareSearch("movies").setQuery(qb).get();
  178.         for (SearchHit searchHit : response.getHits()) {
  179.             println(searchHit);
  180.         }
  181.     }
  184.     /** * 输出结果SearchResponse * @param response */
  185.     public static void println(SearchHit searchHit){
  186.         System.err.println("*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-");
  187.         System.err.println( 
  188.                 "docId : " + searchHit.docId() + "\n" +
  189.                 "getId : " + searchHit.getId() + "\n" +
  190.                 "getIndex : " + searchHit.getIndex()+ "\n" +
  191.                 "getScore : " + searchHit.getScore() + "\n" +
  192.                 "getSourceAsString : " + searchHit.getSourceAsString() + "\n" +
  193.                 "getType : " + searchHit.getType() + "\n" +
  194.                 "getVersion : " + searchHit.getVersion() + "\n" +
  195.                 "fieldsOrNull : " + searchHit.fieldsOrNull() + "\n" +
  196.                 "getExplanation : " + searchHit.getExplanation() + "\n" +
  197.                 "getFields : " + searchHit.getFields() + "\n" +
  198.                 "highlightFields : " + searchHit.highlightFields() + "\n" +
  199.                 "hasSource : " + searchHit.hasSource()
  200.                 );
  201.     }
  202. }

三、分词、排序、高亮

  1. package test;
  3. import java.net.InetAddress;
  5. import org.elasticsearch.action.search.SearchResponse;
  6. import org.elasticsearch.client.transport.TransportClient;
  7. import org.elasticsearch.common.settings.Settings;
  8. import org.elasticsearch.common.transport.InetSocketTransportAddress;
  9. import org.elasticsearch.index.query.QueryBuilder;
  10. import org.elasticsearch.index.query.QueryBuilders;
  11. import org.elasticsearch.search.SearchHit;
  12. import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
  13. import org.elasticsearch.search.sort.FieldSortBuilder;
  14. import org.elasticsearch.search.sort.SortBuilder;
  15. import org.elasticsearch.search.sort.SortBuilders;
  16. import org.elasticsearch.search.sort.SortOrder;
  17. import org.elasticsearch.transport.client.PreBuiltTransportClient;
  19. @SuppressWarnings({ "resource", "deprecation" })
  20. public class testUtil {
  22.     public static void main(String[] args) throws Exception {
  23. //      fenye();
  24.         sort();
  25. //      highlighter();
  26.     }
  28.     /** * 分页 * @throws Exception */
  29.     public static void fenye() throws Exception {
  31.         TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
  32.                 .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
  34.         SearchResponse response = client.prepareSearch("movies")
  35.                 .setQuery(QueryBuilders.matchAllQuery())
  36.                 .setFrom(10) 
  37.                 .setSize(20)
  38.                 .execute().actionGet();
  39.         for (SearchHit searchHit : response.getHits()) {
  40.             println(searchHit);
  41.         }
  43.     }
  45.     /** * 排序 * @throws Exception */
  46.     public static void sort() throws Exception {
  47.         TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
  48.                 .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
  50.         SearchResponse response = client.prepareSearch("movies")
  51.                 .setQuery(QueryBuilders.matchAllQuery())
  52.                 .addSort("postDate", SortOrder.ASC)
  53.                 .execute().actionGet();
  54.         for (SearchHit searchHit : response.getHits()) {
  55.             println(searchHit);
  56.         }
  58.     }
  60.     /** * 高亮 * @throws Exception */
  61.     public static void highlighter() throws Exception{
  63.         TransportClient client = new PreBuiltTransportClient(Settings.EMPTY)
  64.                 .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("106.14.112.215"), 9300));
  66.          QueryBuilder matchQuery = QueryBuilders.matchQuery("user", "kimchy");
  67.             HighlightBuilder hiBuilder=new HighlightBuilder();
  68.             hiBuilder.preTags("<h2>");
  69.             hiBuilder.postTags("</h2>");
  70.             hiBuilder.field("user");
  71.             // 搜索数据
  72.             SearchResponse response = client.prepareSearch("movies")
  73.                     .setQuery(matchQuery)
  74.                     .highlighter(hiBuilder)
  75.                     .execute().actionGet();
  76.             for (SearchHit searchHit : response.getHits()) {
  77.                 println(searchHit);
  78.             }
  79.     }
  81.     /** * 输出结果SearchResponse * @param response */
  82.     public static void println(SearchHit searchHit){
  83.         System.err.println("*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-");
  84.         System.err.println( 
  85.                 "docId : " + searchHit.docId() + "\n" +
  86.                 "getId : " + searchHit.getId() + "\n" +
  87.                 "getIndex : " + searchHit.getIndex()+ "\n" +
  88.                 "getScore : " + searchHit.getScore() + "\n" +
  89.                 "getSourceAsString : " + searchHit.getSourceAsString() + "\n" +
  90.                 "getType : " + searchHit.getType() + "\n" +
  91.                 "getVersion : " + searchHit.getVersion() + "\n" +
  92.                 "fieldsOrNull : " + searchHit.fieldsOrNull() + "\n" +
  93.                 "getExplanation : " + searchHit.getExplanation() + "\n" +
  94.                 "getFields : " + searchHit.getFields() + "\n" +
  95.                 "highlightFields : " + searchHit.highlightFields() + "\n" +
  96.                 "hasSource : " + searchHit.hasSource()
  97.                 );
  98.     }
  100. }

源码我放在http://download.csdn.net/detail/q15150676766/9920331这里了，有需要的可以去下载看看

发表评论

表情：
评论列表 （有 0 条评论，386人围观）

还没有评论，来说两句吧...

相关阅读