gpt4 book ai didi

org.apache.hive.jdbc.ZooKeeperHiveClientHelper类的使用及代码示例

转载 作者:知者 更新时间:2024-03-13 12:39:04 31 4
gpt4 key购买 nike

本文整理了Java中org.apache.hive.jdbc.ZooKeeperHiveClientHelper类的一些代码示例,展示了ZooKeeperHiveClientHelper类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。ZooKeeperHiveClientHelper类的具体详情如下:
包路径:org.apache.hive.jdbc.ZooKeeperHiveClientHelper
类名称:ZooKeeperHiveClientHelper

ZooKeeperHiveClientHelper介绍

暂无

代码示例

代码示例来源:origin: apache/hive

private static void updateParamsWithZKServerNode(JdbcConnectionParams connParams,
  CuratorFramework zooKeeperClient, String serverNode) throws Exception {
 String zooKeeperNamespace = getZooKeeperNamespace(connParams);
 connParams.setCurrentHostZnodePath(serverNode);
 // Read data from the znode for this server node
 // This data could be either config string (new releases) or server end
 // point (old releases)
 String dataStr =
   new String(
     zooKeeperClient.getData().forPath("/" + zooKeeperNamespace + "/" + serverNode),
     Charset.forName("UTF-8"));
 // If dataStr is not null and dataStr is not a KV pattern,
 // it must be the server uri added by an older version HS2
 Matcher matcher = kvPattern.matcher(dataStr);
 if ((dataStr != null) && (!matcher.find())) {
  String[] split = dataStr.split(":");
  if (split.length != 2) {
   throw new ZooKeeperHiveClientException("Unable to read HiveServer2 uri from ZooKeeper: "
     + dataStr);
  }
  connParams.setHost(split[0]);
  connParams.setPort(Integer.parseInt(split[1]));
 } else {
  applyConfs(dataStr, connParams);
 }
}

代码示例来源:origin: apache/hive

static void configureConnParamsFromZooKeeper(JdbcConnectionParams connParams)
  throws ZooKeeperHiveClientException, JdbcUriParseException {
 ZooKeeperHiveClientHelper.configureConnParams(connParams);
 String authorityStr = connParams.getHost() + ":" + connParams.getPort();
 LOG.debug("Resolved authority: " + authorityStr);
 String jdbcUriString = connParams.getJdbcUriString();
 // Replace ZooKeeper ensemble from the authority component of the JDBC Uri provided by the
 // client, by the host:port of the resolved server instance we will connect to
 connParams.setJdbcUriString(
   jdbcUriString.replace(getAuthorityFromJdbcURL(jdbcUriString), authorityStr));
}

代码示例来源:origin: apache/hive

static void configureConnParams(JdbcConnectionParams connParams) throws ZooKeeperHiveClientException {
 if (isZkHADynamicDiscoveryMode(connParams.getSessionVars())) {
  configureConnParamsHA(connParams);
 } else {
  CuratorFramework zooKeeperClient = null;
  try {
   zooKeeperClient = getZkClient(connParams);
   List<String> serverHosts = getServerHosts(connParams, zooKeeperClient);
   // Now pick a server node randomly
   String serverNode = serverHosts.get(new Random().nextInt(serverHosts.size()));
   updateParamsWithZKServerNode(connParams, zooKeeperClient, serverNode);
  } catch (Exception e) {
   throw new ZooKeeperHiveClientException("Unable to read HiveServer2 configs from ZooKeeper", e);
  } finally {
   // Close the client connection with ZooKeeper
   if (zooKeeperClient != null) {
    zooKeeperClient.close();
   }
  }
 }
}

代码示例来源:origin: apache/hive

static List<JdbcConnectionParams> getDirectParamsList(JdbcConnectionParams connParams)
  throws ZooKeeperHiveClientException {
 CuratorFramework zooKeeperClient = null;
 try {
  zooKeeperClient = getZkClient(connParams);
  List<String> serverHosts = getServerHosts(connParams, zooKeeperClient);
  final List<JdbcConnectionParams> directParamsList = new ArrayList<>();
  // For each node
  for (String serverNode : serverHosts) {
   JdbcConnectionParams directConnParams = new JdbcConnectionParams(connParams);
   directParamsList.add(directConnParams);
   updateParamsWithZKServerNode(directConnParams, zooKeeperClient, serverNode);
  }
  return directParamsList;
 } catch (Exception e) {
  throw new ZooKeeperHiveClientException("Unable to read HiveServer2 configs from ZooKeeper", e);
 } finally {
  // Close the client connection with ZooKeeper
  if (zooKeeperClient != null) {
   zooKeeperClient.close();
  }
 }
}

代码示例来源:origin: apache/hive

/**
 * Get all direct HiveServer2 URLs from a ZooKeeper based HiveServer2 URL
 * @param zookeeperBasedHS2Url
 * @return
 * @throws Exception
 */
public static List<JdbcConnectionParams> getAllUrls(String zookeeperBasedHS2Url) throws Exception {
 JdbcConnectionParams params = Utils.parseURL(zookeeperBasedHS2Url, new Properties());
 // if zk is disabled or if HA service discovery is enabled we return the already populated params.
 // in HA mode, params is already populated with Active server host info.
 if (params.getZooKeeperEnsemble() == null ||
  ZooKeeperHiveClientHelper.isZkHADynamicDiscoveryMode(params.getSessionVars())) {
  return Collections.singletonList(params);
 }
 return ZooKeeperHiveClientHelper.getDirectParamsList(params);
}

代码示例来源:origin: org.spark-project.hive/hive-jdbc

/**
 * Read a specific host:port from ZooKeeper
 * @param connParams
 * @return
 * @throws ZooKeeperHiveClientException
 */
private static String resolveAuthorityUsingZooKeeper(JdbcConnectionParams connParams)
  throws ZooKeeperHiveClientException {
 // Set ZooKeeper ensemble in connParams for later use
 connParams.setZooKeeperEnsemble(joinStringArray(connParams.getAuthorityList(), ","));
 return ZooKeeperHiveClientHelper.getNextServerUriFromZooKeeper(connParams);
}

代码示例来源:origin: apache/hive

private void logZkDiscoveryMessage(String message) {
 if (ZooKeeperHiveClientHelper.isZkDynamicDiscoveryMode(sessConfMap)) {
  LOG.info(message);
 }
}

代码示例来源:origin: apache/hive

private static String getZooKeeperNamespace(JdbcConnectionParams connParams) {
 String zooKeeperNamespace = connParams.getSessionVars().get(JdbcConnectionParams.ZOOKEEPER_NAMESPACE);
 if ((zooKeeperNamespace == null) || (zooKeeperNamespace.isEmpty())) {
  // if active passive HA enabled, use default HA namespace
  if (isZkHADynamicDiscoveryMode(connParams.getSessionVars())) {
   zooKeeperNamespace = JdbcConnectionParams.ZOOKEEPER_ACTIVE_PASSIVE_HA_DEFAULT_NAMESPACE;
  } else {
   zooKeeperNamespace = JdbcConnectionParams.ZOOKEEPER_DEFAULT_NAMESPACE;
  }
 }
 return zooKeeperNamespace;
}

代码示例来源:origin: apache/hive

private static List<String> getServerHosts(JdbcConnectionParams connParams, CuratorFramework
  zooKeeperClient) throws Exception {
 List<String> serverHosts = zooKeeperClient.getChildren().forPath("/" + getZooKeeperNamespace(connParams));
 // Remove the znodes we've already tried from this list
 serverHosts.removeAll(connParams.getRejectedHostZnodePaths());
 if (serverHosts.isEmpty()) {
  throw new ZooKeeperHiveClientException(
    "Tried all existing HiveServer2 uris from ZooKeeper.");
 }
 return serverHosts;
}

代码示例来源:origin: org.apache.hive/hive-jdbc

static List<JdbcConnectionParams> getDirectParamsList(JdbcConnectionParams connParams)
  throws ZooKeeperHiveClientException {
 CuratorFramework zooKeeperClient = null;
 try {
  zooKeeperClient = getZkClient(connParams);
  List<String> serverHosts = getServerHosts(connParams, zooKeeperClient);
  final List<JdbcConnectionParams> directParamsList = new ArrayList<>();
  // For each node
  for (String serverNode : serverHosts) {
   JdbcConnectionParams directConnParams = new JdbcConnectionParams(connParams);
   directParamsList.add(directConnParams);
   updateParamsWithZKServerNode(directConnParams, zooKeeperClient, serverNode);
  }
  return directParamsList;
 } catch (Exception e) {
  throw new ZooKeeperHiveClientException("Unable to read HiveServer2 configs from ZooKeeper", e);
 } finally {
  // Close the client connection with ZooKeeper
  if (zooKeeperClient != null) {
   zooKeeperClient.close();
  }
 }
}

代码示例来源:origin: com.github.hyukjinkwon/hive-jdbc

/**
 * Read a specific host:port from ZooKeeper
 * @param connParams
 * @return
 * @throws ZooKeeperHiveClientException
 */
private static String resolveAuthorityUsingZooKeeper(JdbcConnectionParams connParams)
  throws ZooKeeperHiveClientException {
 // Set ZooKeeper ensemble in connParams for later use
 connParams.setZooKeeperEnsemble(joinStringArray(connParams.getAuthorityList(), ","));
 return ZooKeeperHiveClientHelper.getNextServerUriFromZooKeeper(connParams);
}

代码示例来源:origin: apache/hive

if (ZooKeeperHiveClientHelper.isZkDynamicDiscoveryMode(connParams.getSessionVars())) {
 uri = uri.replace(dummyAuthorityString, authorityStr);

代码示例来源:origin: org.apache.hive/hive-jdbc

/**
 * Get all direct HiveServer2 URLs from a ZooKeeper based HiveServer2 URL
 * @param zookeeperBasedHS2Url
 * @return
 * @throws Exception
 */
public static List<JdbcConnectionParams> getAllUrls(String zookeeperBasedHS2Url) throws Exception {
 JdbcConnectionParams params = Utils.parseURL(zookeeperBasedHS2Url, new Properties());
 // if zk is disabled or if HA service discovery is enabled we return the already populated params.
 // in HA mode, params is already populated with Active server host info.
 if (params.getZooKeeperEnsemble() == null ||
  ZooKeeperHiveClientHelper.isZkHADynamicDiscoveryMode(params.getSessionVars())) {
  return Collections.singletonList(params);
 }
 return ZooKeeperHiveClientHelper.getDirectParamsList(params);
}

代码示例来源:origin: org.apache.hive/hive-jdbc

private static String getZooKeeperNamespace(JdbcConnectionParams connParams) {
 String zooKeeperNamespace = connParams.getSessionVars().get(JdbcConnectionParams.ZOOKEEPER_NAMESPACE);
 if ((zooKeeperNamespace == null) || (zooKeeperNamespace.isEmpty())) {
  // if active passive HA enabled, use default HA namespace
  if (isZkHADynamicDiscoveryMode(connParams.getSessionVars())) {
   zooKeeperNamespace = JdbcConnectionParams.ZOOKEEPER_ACTIVE_PASSIVE_HA_DEFAULT_NAMESPACE;
  } else {
   zooKeeperNamespace = JdbcConnectionParams.ZOOKEEPER_DEFAULT_NAMESPACE;
  }
 }
 return zooKeeperNamespace;
}

代码示例来源:origin: org.apache.hive/hive-jdbc

private static List<String> getServerHosts(JdbcConnectionParams connParams, CuratorFramework
  zooKeeperClient) throws Exception {
 List<String> serverHosts = zooKeeperClient.getChildren().forPath("/" + getZooKeeperNamespace(connParams));
 // Remove the znodes we've already tried from this list
 serverHosts.removeAll(connParams.getRejectedHostZnodePaths());
 if (serverHosts.isEmpty()) {
  throw new ZooKeeperHiveClientException(
    "Tried all existing HiveServer2 uris from ZooKeeper.");
 }
 return serverHosts;
}

代码示例来源:origin: org.apache.hive/hive-jdbc

static void configureConnParams(JdbcConnectionParams connParams) throws ZooKeeperHiveClientException {
 if (isZkHADynamicDiscoveryMode(connParams.getSessionVars())) {
  configureConnParamsHA(connParams);
 } else {
  CuratorFramework zooKeeperClient = null;
  try {
   zooKeeperClient = getZkClient(connParams);
   List<String> serverHosts = getServerHosts(connParams, zooKeeperClient);
   // Now pick a server node randomly
   String serverNode = serverHosts.get(new Random().nextInt(serverHosts.size()));
   updateParamsWithZKServerNode(connParams, zooKeeperClient, serverNode);
  } catch (Exception e) {
   throw new ZooKeeperHiveClientException("Unable to read HiveServer2 configs from ZooKeeper", e);
  } finally {
   // Close the client connection with ZooKeeper
   if (zooKeeperClient != null) {
    zooKeeperClient.close();
   }
  }
 }
}

代码示例来源:origin: apache/hive

registryConf.set(HiveConf.ConfVars.HIVE_ZOOKEEPER_QUORUM.varname, connParams.getZooKeeperEnsemble());
registryConf.set(HiveConf.ConfVars.HIVE_SERVER2_ACTIVE_PASSIVE_HA_REGISTRY_NAMESPACE.varname,
 getZooKeeperNamespace(connParams));
HS2ActivePassiveHARegistry haRegistryClient = HS2ActivePassiveHARegistryClient.getClient(registryConf);
boolean foundLeader = false;
    LOG.debug("Configurations applied to JDBC connection params. {}", hiveServer2Instance.getProperties());
   applyConfs(serverConfStr, connParams);
   break;

代码示例来源:origin: com.github.hyukjinkwon/hive-jdbc

String serverUriString = ZooKeeperHiveClientHelper.getNextServerUriFromZooKeeper(connParams);

代码示例来源:origin: apache/hive

throws JdbcUriParseException, SQLException, ZooKeeperHiveClientException {
JdbcConnectionParams connParams = extractURLComponents(uri, info);
if (ZooKeeperHiveClientHelper.isZkDynamicDiscoveryMode(connParams.getSessionVars())) {
 configureConnParamsFromZooKeeper(connParams);

代码示例来源:origin: apache/hive

/**
 * Read the next server coordinates (host:port combo) from ZooKeeper. Ignore the znodes already
 * explored. Also update the host, port, jdbcUriString and other configs published by the server.
 *
 * @param connParams
 * @return true if new server info is retrieved successfully
 */
static boolean updateConnParamsFromZooKeeper(JdbcConnectionParams connParams) {
 // Add current host to the rejected list
 connParams.getRejectedHostZnodePaths().add(connParams.getCurrentHostZnodePath());
 String oldServerHost = connParams.getHost();
 int oldServerPort = connParams.getPort();
 // Update connection params (including host, port) from ZooKeeper
 try {
  ZooKeeperHiveClientHelper.configureConnParams(connParams);
  connParams.setJdbcUriString(connParams.getJdbcUriString().replace(
    oldServerHost + ":" + oldServerPort, connParams.getHost() + ":" + connParams.getPort()));
  LOG.info("Selected HiveServer2 instance with uri: " + connParams.getJdbcUriString());
 } catch(ZooKeeperHiveClientException e) {
  LOG.error(e.getMessage());
  return false;
 }
 return true;
}

31 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com