聚合分析简介

向右看齐 2022-12-19 05:00 80阅读 0赞

## 一 简介 ##

ES分析能力：性能高 实时性高。

Bucket:满足一定条件的文档的集合。相当于SQL分组条件。

Metric:聚合分析计算。相当于SQL聚合处理。

PipeLIne:聚合后再进行聚合分析。

Matrix:对多字段计算，并返回结果矩阵。

## 二 索引列表及文档数量查询 ##

#查看全部索引
    GET _cat/indices?format=json
    
    #查看kibana_sample_data_flights索引中的文档数
    get _cat/count/kibana_sample_data_flights
    
    #查看kibana_sample_data_flights索引的mapping
    get kibana_sample_data_flights/_mapping

## 三 聚合分析 ##

### 1 按DestCountry(航班目的地)分组，统计飞往该地的航班数 结果在自定义字段 flight\_dest 中     ###

get kibana_sample_data_flights/_search
    {
      "size":0,
      "aggs":{
        "flight_dest":{
          "terms": {
            "field": "DestCountry"
          }
        }
      }
    }

### 2 按DestCountry分组，统计飞往该地的航班数，以及飞往该地的平均票价、最大票价和最低票价 ###

get kibana_sample_data_flights/_search
    {
      "size":0,
      "aggs":{
        "flight_dest":{
          "terms":{
            "field":"DestCountry"
          },
          "aggs":{
            "average_price":{
              "avg": {
                "field": "AvgTicketPrice"
              }
            },
            "max_price":{
              "max": {
                "field": "AvgTicketPrice"
              }
            },
            "min_price":{
              "min": {
                "field": "AvgTicketPrice"
              }
            }
          }
        }
      }
    }

### 3 嵌套 按DestCountry分组，统计飞往该地航班数、根据票价统计、以及该地各种天气的分组统计数 ###

get kibana_sample_data_flights/_search
    {
      "size":0,
      "aggs":{
        "flight_dest":{
          "terms": {
            "field": "DestCountry"
          },
          "aggs": {
            "average_price": {
              "stats": {
                "field": "AvgTicketPrice"
              }
            },
            "weathers":{
              "terms": {
                "field": "DestWeather"
              }
            }
          }
        }
      }
    }

{
      "took" : 1,
      "timed_out" : false,
      "_shards" : {
        "total" : 1,
        "successful" : 1,
        "skipped" : 0,
        "failed" : 0
      },
      "hits" : {
        "total" : {
          "value" : 10000,
          "relation" : "gte"
        },
        "max_score" : null,
        "hits" : [ ]
      },
      "aggregations" : {
        "flight_dest" : {
          "doc_count_error_upper_bound" : 0,
          "sum_other_doc_count" : 3187,
          "buckets" : [
            {
              "key" : "IT",
              "doc_count" : 2371,
              "weathers" : {
                "doc_count_error_upper_bound" : 0,
                "sum_other_doc_count" : 0,
                "buckets" : [
                  {
                    "key" : "Clear",
                    "doc_count" : 428
                  },
                  {
                    "key" : "Sunny",
                    "doc_count" : 424
                  },
                  {
                    "key" : "Rain",
                    "doc_count" : 417
                  },
                  {
                    "key" : "Cloudy",
                    "doc_count" : 414
                  },
                  {
                    "key" : "Heavy Fog",
                    "doc_count" : 182
                  },
                  {
                    "key" : "Damaging Wind",
                    "doc_count" : 173
                  },
                  {
                    "key" : "Hail",
                    "doc_count" : 169
                  },
                  {
                    "key" : "Thunder & Lightning",
                    "doc_count" : 164
                  }
                ]
              },
              "average_price" : {
                "count" : 2371,
                "min" : 100.57646942138672,
                "max" : 1195.3363037109375,
                "avg" : 586.9627099618385,
                "sum" : 1391688.585319519
              }
            },
            {
              "key" : "US",
              "doc_count" : 1987,
              "weathers" : {
                "doc_count_error_upper_bound" : 0,
                "sum_other_doc_count" : 0,
                "buckets" : [
                  {
                    "key" : "Rain",
                    "doc_count" : 371
                  },
                  {
                    "key" : "Clear",
                    "doc_count" : 346
                  },
                  {
                    "key" : "Sunny",
                    "doc_count" : 345
                  },
                  {
                    "key" : "Cloudy",
                    "doc_count" : 330
                  },
                  {
                    "key" : "Heavy Fog",
                    "doc_count" : 157
                  },
                  {
                    "key" : "Thunder & Lightning",
                    "doc_count" : 155
                  },
                  {
                    "key" : "Hail",
                    "doc_count" : 142
                  },
                  {
                    "key" : "Damaging Wind",
                    "doc_count" : 141
                  }
                ]
              },
              "average_price" : {
                "count" : 1987,
                "min" : 100.14596557617188,
                "max" : 1199.72900390625,
                "avg" : 595.7743908825026,
                "sum" : 1183803.7146835327
              }
            },
            {
              "key" : "CN",
              "doc_count" : 1096,
              "weathers" : {
                "doc_count_error_upper_bound" : 0,
                "sum_other_doc_count" : 0,
                "buckets" : [
                  {
                    "key" : "Sunny",
                    "doc_count" : 209
                  },
                  {
                    "key" : "Rain",
                    "doc_count" : 207
                  },
                  {
                    "key" : "Clear",
                    "doc_count" : 192
                  },
                  {
                    "key" : "Cloudy",
                    "doc_count" : 173
                  },
                  {
                    "key" : "Thunder & Lightning",
                    "doc_count" : 86
                  },
                  {
                    "key" : "Hail",
                    "doc_count" : 81
                  },
                  {
                    "key" : "Heavy Fog",
                    "doc_count" : 79
                  },
                  {
                    "key" : "Damaging Wind",
                    "doc_count" : 69
                  }
                ]
              },
              "average_price" : {
                "count" : 1096,
                "min" : 102.90382385253906,
                "max" : 1198.4901123046875,
                "avg" : 640.7101617033464,
                "sum" : 702218.3372268677
              }
            },
            {
              "key" : "CA",
              "doc_count" : 944,
              "weathers" : {
                "doc_count_error_upper_bound" : 0,
                "sum_other_doc_count" : 0,
                "buckets" : [
                  {
                    "key" : "Clear",
                    "doc_count" : 198
                  },
                  {
                    "key" : "Rain",
                    "doc_count" : 173
                  },
                  {
                    "key" : "Cloudy",
                    "doc_count" : 156
                  },
                  {
                    "key" : "Sunny",
                    "doc_count" : 148
                  },
                  {
                    "key" : "Damaging Wind",
                    "doc_count" : 80
                  },
                  {
                    "key" : "Thunder & Lightning",
                    "doc_count" : 68
                  },
                  {
                    "key" : "Heavy Fog",
                    "doc_count" : 62
                  },
                  {
                    "key" : "Hail",
                    "doc_count" : 59
                  }
                ]
              },
              "average_price" : {
                "count" : 944,
                "min" : 100.5572509765625,
                "max" : 1198.8525390625,
                "avg" : 648.7471090413757,
                "sum" : 612417.2709350586
              }
            },
            {
              "key" : "JP",
              "doc_count" : 774,
              "weathers" : {
                "doc_count_error_upper_bound" : 0,
                "sum_other_doc_count" : 0,
                "buckets" : [
                  {
                    "key" : "Rain",
                    "doc_count" : 152
                  },
                  {
                    "key" : "Sunny",
                    "doc_count" : 138
                  },
                  {
                    "key" : "Clear",
                    "doc_count" : 130
                  },
                  {
                    "key" : "Cloudy",
                    "doc_count" : 123
                  },
                  {
                    "key" : "Damaging Wind",
                    "doc_count" : 66
                  },
                  {
                    "key" : "Heavy Fog",
                    "doc_count" : 58
                  },
                  {
                    "key" : "Thunder & Lightning",
                    "doc_count" : 57
                  },
                  {
                    "key" : "Hail",
                    "doc_count" : 50
                  }
                ]
              },
              "average_price" : {
                "count" : 774,
                "min" : 103.97209930419922,
                "max" : 1199.4913330078125,
                "avg" : 650.9203447346847,
                "sum" : 503812.346824646
              }
            },
            {
              "key" : "RU",
              "doc_count" : 739,
              "weathers" : {
                "doc_count_error_upper_bound" : 0,
                "sum_other_doc_count" : 0,
                "buckets" : [
                  {
                    "key" : "Cloudy",
                    "doc_count" : 149
                  },
                  {
                    "key" : "Rain",
                    "doc_count" : 128
                  },
                  {
                    "key" : "Clear",
                    "doc_count" : 122
                  },
                  {
                    "key" : "Sunny",
                    "doc_count" : 117
                  },
                  {
                    "key" : "Thunder & Lightning",
                    "doc_count" : 62
                  },
                  {
                    "key" : "Hail",
                    "doc_count" : 56
                  },
                  {
                    "key" : "Damaging Wind",
                    "doc_count" : 55
                  },
                  {
                    "key" : "Heavy Fog",
                    "doc_count" : 50
                  }
                ]
              },
              "average_price" : {
                "count" : 739,
                "min" : 101.0040054321289,
                "max" : 1196.7423095703125,
                "avg" : 662.9949632162009,
                "sum" : 489953.27781677246
              }
            },
            {
              "key" : "CH",
              "doc_count" : 691,
              "weathers" : {
                "doc_count_error_upper_bound" : 0,
                "sum_other_doc_count" : 0,
                "buckets" : [
                  {
                    "key" : "Cloudy",
                    "doc_count" : 135
                  },
                  {
                    "key" : "Sunny",
                    "doc_count" : 134
                  },
                  {
                    "key" : "Clear",
                    "doc_count" : 128
                  },
                  {
                    "key" : "Rain",
                    "doc_count" : 115
                  },
                  {
                    "key" : "Heavy Fog",
                    "doc_count" : 51
                  },
                  {
                    "key" : "Hail",
                    "doc_count" : 46
                  },
                  {
                    "key" : "Damaging Wind",
                    "doc_count" : 41
                  },
                  {
                    "key" : "Thunder & Lightning",
                    "doc_count" : 41
                  }
                ]
              },
              "average_price" : {
                "count" : 691,
                "min" : 101.3473129272461,
                "max" : 1196.496826171875,
                "avg" : 575.1067587028537,
                "sum" : 397398.7702636719
              }
            },
            {
              "key" : "GB",
              "doc_count" : 449,
              "weathers" : {
                "doc_count_error_upper_bound" : 0,
                "sum_other_doc_count" : 0,
                "buckets" : [
                  {
                    "key" : "Rain",
                    "doc_count" : 93
                  },
                  {
                    "key" : "Sunny",
                    "doc_count" : 81
                  },
                  {
                    "key" : "Clear",
                    "doc_count" : 77
                  },
                  {
                    "key" : "Cloudy",
                    "doc_count" : 71
                  },
                  {
                    "key" : "Heavy Fog",
                    "doc_count" : 34
                  },
                  {
                    "key" : "Hail",
                    "doc_count" : 32
                  },
                  {
                    "key" : "Damaging Wind",
                    "doc_count" : 31
                  },
                  {
                    "key" : "Thunder & Lightning",
                    "doc_count" : 30
                  }
                ]
              },
              "average_price" : {
                "count" : 449,
                "min" : 111.34574890136719,
                "max" : 1197.78564453125,
                "avg" : 650.5326856005696,
                "sum" : 292089.17583465576
              }
            },
            {
              "key" : "AU",
              "doc_count" : 416,
              "weathers" : {
                "doc_count_error_upper_bound" : 0,
                "sum_other_doc_count" : 0,
                "buckets" : [
                  {
                    "key" : "Rain",
                    "doc_count" : 80
                  },
                  {
                    "key" : "Cloudy",
                    "doc_count" : 75
                  },
                  {
                    "key" : "Clear",
                    "doc_count" : 73
                  },
                  {
                    "key" : "Sunny",
                    "doc_count" : 57
                  },
                  {
                    "key" : "Hail",
                    "doc_count" : 38
                  },
                  {
                    "key" : "Thunder & Lightning",
                    "doc_count" : 34
                  },
                  {
                    "key" : "Heavy Fog",
                    "doc_count" : 32
                  },
                  {
                    "key" : "Damaging Wind",
                    "doc_count" : 27
                  }
                ]
              },
              "average_price" : {
                "count" : 416,
                "min" : 102.2943115234375,
                "max" : 1197.6326904296875,
                "avg" : 669.5588319668403,
                "sum" : 278536.47409820557
              }
            },
            {
              "key" : "PL",
              "doc_count" : 405,
              "weathers" : {
                "doc_count_error_upper_bound" : 0,
                "sum_other_doc_count" : 0,
                "buckets" : [
                  {
                    "key" : "Clear",
                    "doc_count" : 74
                  },
                  {
                    "key" : "Rain",
                    "doc_count" : 71
                  },
                  {
                    "key" : "Cloudy",
                    "doc_count" : 67
                  },
                  {
                    "key" : "Sunny",
                    "doc_count" : 66
                  },
                  {
                    "key" : "Thunder & Lightning",
                    "doc_count" : 37
                  },
                  {
                    "key" : "Damaging Wind",
                    "doc_count" : 30
                  },
                  {
                    "key" : "Hail",
                    "doc_count" : 30
                  },
                  {
                    "key" : "Heavy Fog",
                    "doc_count" : 30
                  }
                ]
              },
              "average_price" : {
                "count" : 405,
                "min" : 104.28328704833984,
                "max" : 1185.43701171875,
                "avg" : 662.4497233072917,
                "sum" : 268292.1379394531
              }
            }
          ]
        }
      }
    }