elasticsearch - 如何连接hdfs ha进行Elasticsearch快照？

Question

当namenode切换到待机状态时，我想自动连接到hdfs ha，哪个uri应该是？

PUT _snapshot/my_hdfs_repository
{
  "type": "hdfs",
  "settings": {
    "uri": "hdfs://namenode:8020/",
    "path": "/user/elasticsearch/repositories"
  }
}

到现在为止，当hdfs namenode切换时，我手动更改uri

Answer 1

这是启用ha hdfs和kerberos的设置。

PUT /_snapshot/elastic_hdfs_repository
{
    "type" : "hdfs",
    "settings" : {
      "dfs" : {
        "http" : {
          "policy" : "HTTPS_ONLY"
        }
      },
      "path" : "/elasticsearch/repositories/elastic_hdfs_repository",
      "conf" : {
        "dfs" : {
          "client" : {
            "failover" : {
              "proxy" : {
                "provider" : {
                  "my-cluster-nameservice" : "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
                }
              }
            }
          },
          "ha" : {
            "automatic-failover" : {
              "enabled" : {
                "my-cluster-nameservice" : "true"
              }
            },
            "namenodes" : {
              "my-cluster-nameservice" : "namenode1,namenode2"
            }
          },
          "data" : {
            "transfer" : {
              "protection" : "privacy"
            }
          },
          "namenode" : {
            "rpc-address" : {
              "my-cluster-nameservice" : {
                "namenode1" : "nn1.domain.com:8020",
                "namenode2" : "nn2.domain.com:8020"
              }
            }
          },
          "nameservices" : "my-cluster-nameservice"
        },
        "fs" : {
          "defaultFS" : "hdfs://elastic_hdfs_repository",
          "hdfs" : {
            "impl" : "org.apache.hadoop.hdfs.DistributedFileSystem"
          }
        },
        "hadoop.http.authentication.token.validity": 36000
      },
      "security" : {
        "principal" : "elasticsearch/_HOST@DOMAIN.COM"
      },
      "uri" : "hdfs://my-cluster-nameservice"
    }
}