elasticsearch的数据迁移

╰半橙微兮° 2024-04-17 22:37 72阅读 0赞

[root@wyl01 opt]# curl -XPUT 'http://192.168.52.128:9200/_snapshot/my_backup' -H 'Content-Type: application/json' -d '{
    >   "type": "fs",
    >   "settings": {"compress" : "true",
    >     "location": "/usr/local/esbackup"
    >   }
    > }'
    {
        "error":{
            "root_cause":[
                {
                    "type":"repository_verification_exception",
                    "reason":"[my_backup] [[cKxbRsb1QyKZdOEy0EpXVQ, 'RemoteTransportException[[wyl01][192.168.52.128:9300][internal:admin/repository/verify]]; nested: RepositoryVerificationException[[my_backup] a file written by master to the store [/usr/local/esbackup] cannot be accessed on the node [{wyl01}{cKxbRsb1QyKZdOEy0EpXVQ}{2qdc81O-SgGdQ6ks-EZPMA}{192.168.52.128}{192.168.52.128:9300}{dim}{ml.machine_memory=1023934464, xpack.installed=true, ml.max_open_jobs=20}]. This might indicate that the store [/usr/local/esbackup] is not shared between this node and the master node or that permissions on the store don't allow reading files written by the master node];'], [uPPig2SwTdyDEuoqYkPj3Q, 'RemoteTransportException[[wyl02][192.168.52.129:9300][internal:admin/repository/verify]]; nested: RepositoryVerificationException[[my_backup] a file written by master to the store [/usr/local/esbackup] cannot be accessed on the node [{wyl02}{uPPig2SwTdyDEuoqYkPj3Q}{2dUU28QZReCCCLXeq-DNhg}{192.168.52.129}{192.168.52.129:9300}{dim}{ml.machine_memory=1023934464, xpack.installed=true, ml.max_open_jobs=20}]. This might indicate that the store [/usr/local/esbackup] is not shared between this node and the master node or that permissions on the store don't allow reading files written by the master node];']]"
                }
            ],
            "type":"repository_verification_exception",
            "reason":"[my_backup] [[cKxbRsb1QyKZdOEy0EpXVQ, 'RemoteTransportException[[wyl01][192.168.52.128:9300][internal:admin/repository/verify]]; nested: RepositoryVerificationException[[my_backup] a file written by master to the store [/usr/local/esbackup] cannot be accessed on the node [{wyl01}{cKxbRsb1QyKZdOEy0EpXVQ}{2qdc81O-SgGdQ6ks-EZPMA}{192.168.52.128}{192.168.52.128:9300}{dim}{ml.machine_memory=1023934464, xpack.installed=true, ml.max_open_jobs=20}]. This might indicate that the store [/usr/local/esbackup] is not shared between this node and the master node or that permissions on the store don't allow reading files written by the master node];'], [uPPig2SwTdyDEuoqYkPj3Q, 'RemoteTransportException[[wyl02][192.168.52.129:9300][internal:admin/repository/verify]]; nested: RepositoryVerificationException[[my_backup] a file written by master to the store [/usr/local/esbackup] cannot be accessed on the node [{wyl02}{uPPig2SwTdyDEuoqYkPj3Q}{2dUU28QZReCCCLXeq-DNhg}{192.168.52.129}{192.168.52.129:9300}{dim}{ml.machine_memory=1023934464, xpack.installed=true, ml.max_open_jobs=20}]. This might indicate that the store [/usr/local/esbackup] is not shared between this node and the master node or that permissions on the store don't allow reading files written by the master node];']]"
        },
        "status":500
    }

安装 NFS 服务器所需的软件包

[root@wyl01 opt]# yum install -y nfs-utils

编辑exports文件，添加从机器

[root@wyl01 opt]# vim /etc/exports
    /usr/local/esbackup 192.168.52.129(rw,sync,fsid=0)  192.168.52.130(rw,sync,fsid=0)

注意：

129，130两台机器可以挂载NFS服务器上的/data目录到自己的文件系统中

rw表示可读写；sync表示同步写

启动nfs服务

systemctl enable rpcbind.service
    systemctl enable nfs-server.service
    
    
    systemctl start rpcbind.service
    systemctl start nfs-server.service

确认NFS服务器启动成功

[root@wyl01 elasticsearch-7.3.0]# rpcinfo -p|grep nfs
        100003    3   tcp   2049  nfs
        100003    4   tcp   2049  nfs
        100227    3   tcp   2049  nfs_acl
        100003    3   udp   2049  nfs
        100003    4   udp   2049  nfs
        100227    3   udp   2049  nfs_acl

检查 NFS 服务器是否挂载我们想共享的目录 /usr/local/esbackup

[root@wyl01 usr]# exportfs
    /usr/local/esbackup
    		192.168.52.129
    /usr/local/esbackup
    		192.168.52.130

在从机上安装NFS 客户端

首先是安裝nfs，同上，然后启动rpcbind服务

#rpcbind做开机启动
    systemctl enable rpcbind.service
    
    #启动rpcbind服务
    systemctl start rpcbind.service

注意：客户端不需要启动nfs服务

在从机上使用 mount 挂载服务器端的目录/usr/local/esbackup到客户端的/usr/local/esbackup目录下

[root@wyl02 opt]# mkdir -p /usr/local/esbackup
    [root@wyl02 opt]# mount -t nfs 192.168.52.128:/usr/local/esbackup /usr/local/esbackup
    
    [root@wyl03 opt]# mkdir -p /usr/local/esbackup
    [root@wyl03 opt]# mount -t nfs 192.168.52.128:/usr/local/esbackup /usr/local/esbackup

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d5bDk1Mjc_size_16_color_FFFFFF_t_70][]

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d5bDk1Mjc_size_16_color_FFFFFF_t_70 1][]

开始创建仓库

[root@wyl01 elasticsearch-7.3.0]# curl -XPUT 'http://192.168.52.128:9200/_snapshot/my_backup' -H 'Content-Type: application/json' -d '{
    >   "type": "fs",
    >   "settings": {"compress" : "true",
    >     "location": "/usr/local/esbackup"
    >   }
    > }'
    {"acknowledged":true}

查看仓库。

其实如果返回下面的值，表示建立成功

[root@wyl01 elasticsearch-7.3.0]# curl -XGET 'http://192.168.52.128:9200/_snapshot?pretty'
    {
      "my_backup" : {
        "type" : "fs",
        "settings" : {
          "compress" : "true",
          "location" : "/usr/local/esbackup"
        }
      }
    }
    {"acknowledged":true}

备份索引

[root@wyl01 opt]# curl -XPUT 'http://192.168.52.128:9200/_snapshot/my_backup/snapshot_1'
    {"accepted":true}

我们查看一下备份数据吧，查看的命令如下

[root@wyl01 elasticsearch-7.3.0]# curl -XGET 'http://192.168.52.128:9200/_snapshot/my_backup/snapshot_1'
    {
        "snapshots":[
            {
                "snapshot":"snapshot_1",
                "uuid":"7yRvCNeVRNWEm-Gm4cIBEQ",
                "version_id":7030099,
                "version":"7.3.0",
                "indices":[
                    "people",
                    "student"
                ],
                "include_global_state":true,
                "state":"SUCCESS",
                "start_time":"2019-09-02T07:22:36.931Z",
                "start_time_in_millis":1567408956931,
                "end_time":"2019-09-02T07:22:37.458Z",
                "end_time_in_millis":1567408957458,
                "duration_in_millis":527,
                "failures":[
    
                ],
                "shards":{
                    "total":2,
                    "failed":0,
                    "successful":2
                }
            }
        ]
    }

迁入地集群也需要配置elasticsearch.yml文件，增加path.repo的配置。

目标ES集群中创建repository

[root@lhf01 elasticsearch-7.3.0]# curl -XGET 'http://192.168.12.11:9200/_snapshot?pretty'
    {
      "my_backup" : {
        "type" : "fs",
        "settings" : {
          "compress" : "true",
          "location" : "/usr/local/esbackup"
        }
      }
    }
    {"acknowledged":true}

将源es的快照文件拷贝到目标es的esbackup目录下，然后就可以从中读出信息

[root@lhf01 elasticsearch-7.3.0]# curl -XGET 192.168.12.11:9200/_snapshot/my_backup/_all
    {
        "snapshots":[
            {
                "snapshot":"snapshot_1",
                "uuid":"7yRvCNeVRNWEm-Gm4cIBEQ",
                "version_id":7030099,
                "version":"7.3.0",
                "indices":[
                    # 可以看到2个索引
                    "people",
                    "student"
                ],
                "include_global_state":true,
                "state":"SUCCESS",
                "start_time":"2019-09-02T07:22:36.931Z",
                "start_time_in_millis":1567408956931,
                "end_time":"2019-09-02T07:22:37.458Z",
                "end_time_in_millis":1567408957458,
                "duration_in_millis":527,
                "failures":[
    
                ],
                "shards":{
                    "total":2,
                    "failed":0,
                    "successful":2
                }
            }
        ]
    }

备份数据迁移

[root@lhf01 elasticsearch-7.3.0]# curl -XPOST 'http://192.168.12.11.13:9200/_snapshot/my_backup/snapshot_1/_restore'
    {"accepted":true}

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d5bDk1Mjc_size_16_color_FFFFFF_t_70 2][]

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d5bDk1Mjc_size_16_color_FFFFFF_t_70]: https://image.dandelioncloud.cn/pgy_files/images/2024/04/17/4ad4ca92fbd840c9bc2b2f74bcd0f6f8.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d5bDk1Mjc_size_16_color_FFFFFF_t_70 1]: https://image.dandelioncloud.cn/pgy_files/images/2024/04/17/782e9011e9ff4c4aa216b840045cd55d.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d5bDk1Mjc_size_16_color_FFFFFF_t_70 2]: https://image.dandelioncloud.cn/pgy_files/images/2024/04/17/8594ca3a3e9b4aa69f242491c96209d5.png