ES生命周期管理配置ilm策略

爱被打了一巴掌 2022-11-15 14:07 509阅读 0赞

ES声明周期通常分为四个阶段，hot阶段：索引有大量的写入和读取；warm阶段：索引没有写入，有大量的读取；code阶段：索引没有写入，有少量读取；delete阶段：删除索引或者关闭索引。

可以使用iml对索引进行生命周期管理，具体如下：

启动三个节点：节点类型自定义为hot warm code，开启刷新，设置policy,使用rollover当文档中达到5个文档产生新的索引,旧的索引达到配置时间后移动到warm节点，达到配置时间后进入code节点，达到配置时间后删除索引。

删除所有索引
    delete *
    
    查看节点
    get _cat/nodes
    
    查看节点属性信息
    get _cat/nodeattrs
    
    # 设置 1秒刷新1次，生产环境10分种刷新一次
    PUT _cluster/settings
    {
      "persistent": {
        "indices.lifecycle.poll_interval":"1s"
      }
    }
    
    # 设置 Policy 
      hot阶段 满5个文档自动生成新的索引
      warm阶段 到时间把索引移动到warm节点
      code阶段 到时间把索引移动到code节点
      delete阶段 到时间把索引删除
    PUT /_ilm/policy/log_ilm_policy
    {
      "policy": {
        "phases": {
          "hot": {
            "actions": {
              "rollover": {
                "max_docs": 5
              }
            }
          },
          "warm": {
            "min_age": "10s",
            "actions": {
              "allocate": {
                "include": {
                  "my_node_type": "warm"
                }
              }
            }
          },
          "cold": {
            "min_age": "15s",
            "actions": {
              "allocate": {
                "include": {
                  "my_node_type": "code"
                }
              }
            }
          },
          "delete": {
            "min_age": "20s",
            "actions": {
              "delete": {}
            }
          }
        }
      }
    }
    
    
    # 设置索引模版 指定策略，滚动生成索引的别名，分配到hot节点上
    PUT /_template/log_ilm_template
    {
      "index_patterns" : [
          "ilm_index-*"
        ],
        "settings" : {
          "index" : {
            "lifecycle" : {
              "name" : "log_ilm_policy",
              "rollover_alias" : "ilm_alias"
            },
            "routing" : {
              "allocation" : {
                "include" : {
                  "my_node_type" : "hot"
                }
              }
            },
            "number_of_shards" : "1",
            "number_of_replicas" : "0"
          }
        },
        "mappings" : { },
        "aliases" : { }
    }
    
    
    #创建索引 指定策略，指定滚动生成索引rollover别名，指定节点类型
    PUT ilm_index-000001
    {
      "settings": {
        "number_of_shards": 1,
        "number_of_replicas": 0,
        "index.lifecycle.name": "log_ilm_policy",
        "index.lifecycle.rollover_alias": "ilm_alias",
        "index.routing.allocation.include.my_node_type":"hot"
      },
      "aliases": {
        "ilm_alias": {
          "is_write_index": true
        }
      }
    }
    
    
    # 对 Alias写入文档
    POST  ilm_alias/_doc
    {
      "dfd":"dfdsf"
    }
    
    # 查看索引分片信息
    GET _cat/shards/ilm_alias
    
    查看索引的文档数
    get ilm_alias/_count
    
    查看策略运行状态
    GET _ilm/status