gpt4 book ai didi

org.apache.hadoop.util.ZKUtil.resolveConfIndirection()方法的使用及代码示例

转载 作者:知者 更新时间:2024-03-15 10:24:49 25 4
gpt4 key购买 nike

本文整理了Java中org.apache.hadoop.util.ZKUtil.resolveConfIndirection()方法的一些代码示例,展示了ZKUtil.resolveConfIndirection()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。ZKUtil.resolveConfIndirection()方法的具体详情如下:
包路径:org.apache.hadoop.util.ZKUtil
类名称:ZKUtil
方法名:resolveConfIndirection

ZKUtil.resolveConfIndirection介绍

[英]Because ZK ACLs and authentication information may be secret, allow the configuration values to be indirected through a file by specifying the configuration as "@/path/to/file". If this syntax is used, this function will return the contents of the file as a String.
[中]因为ZK ACL和身份验证信息可能是机密的,所以通过将配置指定为“@/path/to/file”,允许通过文件间接指定配置值。如果使用此语法,此函数将以字符串形式返回文件内容。

代码示例

代码示例来源:origin: org.apache.hadoop/hadoop-common

/**
 * Utility method to fetch the ZK ACLs from the configuration.
 * @throws java.io.IOException if the Zookeeper ACLs configuration file
 * cannot be read
 */
public static List<ACL> getZKAcls(Configuration conf) throws IOException {
 // Parse authentication from configuration.
 String zkAclConf = conf.get(CommonConfigurationKeys.ZK_ACL,
   CommonConfigurationKeys.ZK_ACL_DEFAULT);
 try {
  zkAclConf = ZKUtil.resolveConfIndirection(zkAclConf);
  return ZKUtil.parseACLs(zkAclConf);
 } catch (IOException | ZKUtil.BadAclFormatException e) {
  LOG.error("Couldn't read ACLs based on {}",
    CommonConfigurationKeys.ZK_ACL);
  throw e;
 }
}

代码示例来源:origin: apache/kylin

public static List<ACL> getZKAcls() throws Exception {
  // Parse ACLs from configuration.
  String zkAclConf = KylinConfig.getInstanceFromEnv().getZKAcls();
  try {
    zkAclConf = ZKUtil.resolveConfIndirection(zkAclConf);
    return ZKUtil.parseACLs(zkAclConf);
  } catch (Exception e) {
    logger.error("Couldn't read ACLs based on 'kylin.env.zookeeper.zk-acl' in kylin.properties");
    throw e;
  }
}

代码示例来源:origin: apache/kylin

public static List<ZKUtil.ZKAuthInfo> getZKAuths() throws Exception {
  // Parse Auths from configuration.
  String zkAuthConf = KylinConfig.getInstanceFromEnv().getZKAuths();
  try {
    zkAuthConf = ZKUtil.resolveConfIndirection(zkAuthConf);
    if (zkAuthConf != null) {
      return ZKUtil.parseAuth(zkAuthConf);
    } else {
      return Collections.emptyList();
    }
  } catch (Exception e) {
    logger.error("Couldn't read Auth based on 'kylin.env.zookeeper.zk-auth' in kylin.properties");
    throw e;
  }
}

代码示例来源:origin: org.apache.hadoop/hadoop-common

/**
  * Utility method to fetch ZK auth info from the configuration.
  * @throws java.io.IOException if the Zookeeper ACLs configuration file
  * cannot be read
  * @throws ZKUtil.BadAuthFormatException if the auth format is invalid
  */
 public static List<ZKUtil.ZKAuthInfo> getZKAuthInfos(Configuration conf,
   String configKey) throws IOException {
  char[] zkAuthChars = conf.getPassword(configKey);
  String zkAuthConf =
    zkAuthChars != null ? String.valueOf(zkAuthChars) : null;
  try {
   zkAuthConf = ZKUtil.resolveConfIndirection(zkAuthConf);
   if (zkAuthConf != null) {
    return ZKUtil.parseAuth(zkAuthConf);
   } else {
    return Collections.emptyList();
   }
  } catch (IOException | ZKUtil.BadAuthFormatException e) {
   LOG.error("Couldn't read Auth based on {}", configKey);
   throw e;
  }
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-common

private void initZK() throws HadoopIllegalArgumentException, IOException,
  KeeperException {
 zkQuorum = conf.get(ZK_QUORUM_KEY);
 int zkTimeout = conf.getInt(ZK_SESSION_TIMEOUT_KEY,
   ZK_SESSION_TIMEOUT_DEFAULT);
 // Parse ACLs from configuration.
 String zkAclConf = conf.get(ZK_ACL_KEY, ZK_ACL_DEFAULT);
 zkAclConf = ZKUtil.resolveConfIndirection(zkAclConf);
 List<ACL> zkAcls = ZKUtil.parseACLs(zkAclConf);
 if (zkAcls.isEmpty()) {
  zkAcls = Ids.CREATOR_ALL_ACL;
 }
 
 // Parse authentication from configuration.
 List<ZKAuthInfo> zkAuths = SecurityUtil.getZKAuthInfos(conf, ZK_AUTH_KEY);
 // Sanity check configuration.
 Preconditions.checkArgument(zkQuorum != null,
   "Missing required configuration '%s' for ZooKeeper quorum",
   ZK_QUORUM_KEY);
 Preconditions.checkArgument(zkTimeout > 0,
   "Invalid ZK session timeout %s", zkTimeout);
 
 int maxRetryNum = conf.getInt(
   CommonConfigurationKeys.HA_FC_ELECTOR_ZK_OP_RETRIES_KEY,
   CommonConfigurationKeys.HA_FC_ELECTOR_ZK_OP_RETRIES_DEFAULT);
 elector = new ActiveStandbyElector(zkQuorum,
   zkTimeout, getParentZnode(), zkAcls, zkAuths,
   new ElectorCallbacks(), maxRetryNum);
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-registry

/**
 * Parse an ACL list. This includes configuration indirection
 * {@link ZKUtil#resolveConfIndirection(String)}
 * @param zkAclConf configuration string
 * @return an ACL list
 * @throws IOException on a bad ACL parse
 */
public List<ACL> parseACLs(String zkAclConf) throws IOException {
 try {
  return ZKUtil.parseACLs(ZKUtil.resolveConfIndirection(zkAclConf));
 } catch (ZKUtil.BadAclFormatException e) {
  throw new IOException("Parsing " + zkAclConf + " :" + e, e);
 }
}

代码示例来源:origin: io.hops/hadoop-yarn-registry

/**
 * Parse an ACL list. This includes configuration indirection
 * {@link ZKUtil#resolveConfIndirection(String)}
 * @param zkAclConf configuration string
 * @return an ACL list
 * @throws IOException on a bad ACL parse
 */
public List<ACL> parseACLs(String zkAclConf) throws IOException {
 try {
  return ZKUtil.parseACLs(ZKUtil.resolveConfIndirection(zkAclConf));
 } catch (ZKUtil.BadAclFormatException e) {
  throw new IOException("Parsing " + zkAclConf + " :" + e, e);
 }
}

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

/**
 * Utility method to fetch the ZK ACLs from the configuration
 */
public static List<ACL> getZKAcls(Configuration conf) throws Exception {
 // Parse authentication from configuration.
 String zkAclConf =
   conf.get(YarnConfiguration.RM_ZK_ACL,
     YarnConfiguration.DEFAULT_RM_ZK_ACL);
 try {
  zkAclConf = ZKUtil.resolveConfIndirection(zkAclConf);
  return ZKUtil.parseACLs(zkAclConf);
 } catch (Exception e) {
  LOG.error("Couldn't read ACLs based on " + YarnConfiguration.RM_ZK_ACL);
  throw e;
 }
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

/**
 * Utility method to fetch the ZK ACLs from the configuration
 */
public static List<ACL> getZKAcls(Configuration conf) throws Exception {
 // Parse authentication from configuration.
 String zkAclConf =
   conf.get(YarnConfiguration.RM_ZK_ACL,
     YarnConfiguration.DEFAULT_RM_ZK_ACL);
 try {
  zkAclConf = ZKUtil.resolveConfIndirection(zkAclConf);
  return ZKUtil.parseACLs(zkAclConf);
 } catch (Exception e) {
  LOG.error("Couldn't read ACLs based on " + YarnConfiguration.RM_ZK_ACL);
  throw e;
 }
}

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

/**
  * Utility method to fetch ZK auth info from the configuration
  */
 public static List<ZKUtil.ZKAuthInfo> getZKAuths(Configuration conf)
   throws Exception {
  String zkAuthConf = conf.get(YarnConfiguration.RM_ZK_AUTH);
  try {
   zkAuthConf = ZKUtil.resolveConfIndirection(zkAuthConf);
   if (zkAuthConf != null) {
    return ZKUtil.parseAuth(zkAuthConf);
   } else {
    return Collections.emptyList();
   }
  } catch (Exception e) {
   LOG.error("Couldn't read Auth based on " + YarnConfiguration.RM_ZK_AUTH);
   throw e;
  }
 }
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

/**
  * Utility method to fetch ZK auth info from the configuration
  */
 public static List<ZKUtil.ZKAuthInfo> getZKAuths(Configuration conf)
   throws Exception {
  String zkAuthConf = conf.get(YarnConfiguration.RM_ZK_AUTH);
  try {
   zkAuthConf = ZKUtil.resolveConfIndirection(zkAuthConf);
   if (zkAuthConf != null) {
    return ZKUtil.parseAuth(zkAuthConf);
   } else {
    return Collections.emptyList();
   }
  } catch (Exception e) {
   LOG.error("Couldn't read Auth based on " + YarnConfiguration.RM_ZK_AUTH);
   throw e;
  }
 }
}

代码示例来源:origin: com.cloudera.llama/llama

public List<ACL> getZkAcls() throws LlamaException {
 // Parse authentication from configuration.
 String zkAclConf = conf.get(ZK_ACL, ZK_ACL_DEFAULT);
 try {
  zkAclConf = ZKUtil.resolveConfIndirection(zkAclConf);
  return ZKUtil.parseACLs(zkAclConf);
 } catch (Exception e) {
  throw new LlamaException(e, ErrorCode.ILLEGAL_ARGUMENT,
    "Couldn't read ACLs based on ", ZK_ACL);
 }
}

代码示例来源:origin: com.cloudera.llama/llama

public List<ZKUtil.ZKAuthInfo> getZkAuths() throws LlamaException {
  String zkAuthConf = conf.get(ZK_AUTH);
  try {
   zkAuthConf = ZKUtil.resolveConfIndirection(zkAuthConf);
   if (zkAuthConf != null) {
    return ZKUtil.parseAuth(zkAuthConf);
   } else {
    return Collections.emptyList();
   }
  } catch (Exception e) {
   throw new LlamaException(e, ErrorCode.ILLEGAL_ARGUMENT,
     "Couldn't read Auth based on ", ZK_AUTH);
  }
 }
}

代码示例来源:origin: org.apache.kylin/kylin-storage-hbase

public static List<ZKUtil.ZKAuthInfo> getZKAuths() throws Exception {
  // Parse Auths from configuration.
  String zkAuthConf = KylinConfig.getInstanceFromEnv().getZKAuths();
  try {
    zkAuthConf = ZKUtil.resolveConfIndirection(zkAuthConf);
    if (zkAuthConf != null) {
      return ZKUtil.parseAuth(zkAuthConf);
    } else {
      return Collections.emptyList();
    }
  } catch (Exception e) {
    logger.error("Couldn't read Auth based on 'kylin.env.zookeeper.zk-auth' in kylin.properties");
    throw e;
  }
}

代码示例来源:origin: org.apache.kylin/kylin-storage-hbase

public static List<ACL> getZKAcls() throws Exception {
  // Parse ACLs from configuration.
  String zkAclConf = KylinConfig.getInstanceFromEnv().getZKAcls();
  try {
    zkAclConf = ZKUtil.resolveConfIndirection(zkAclConf);
    return ZKUtil.parseACLs(zkAclConf);
  } catch (Exception e) {
    logger.error("Couldn't read ACLs based on 'kylin.env.zookeeper.zk-acl' in kylin.properties");
    throw e;
  }
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-common

zkAclConf = ZKUtil.resolveConfIndirection(zkAclConf);
List<ACL> zkAcls = ZKUtil.parseACLs(zkAclConf);
if (zkAcls.isEmpty()) {
zkAuthConf = ZKUtil.resolveConfIndirection(zkAuthConf);
List<ZKAuthInfo> zkAuths;
if (zkAuthConf != null) {

代码示例来源:origin: io.hops/hadoop-common

zkAclConf = ZKUtil.resolveConfIndirection(zkAclConf);
List<ACL> zkAcls = ZKUtil.parseACLs(zkAclConf);
if (zkAcls.isEmpty()) {
zkAuthConf = ZKUtil.resolveConfIndirection(zkAuthConf);
List<ZKAuthInfo> zkAuths;
if (zkAuthConf != null) {

代码示例来源:origin: ch.cern.hadoop/hadoop-common

zkAclConf = ZKUtil.resolveConfIndirection(zkAclConf);
List<ACL> zkAcls = ZKUtil.parseACLs(zkAclConf);
if (zkAcls.isEmpty()) {
zkAuthConf = ZKUtil.resolveConfIndirection(zkAuthConf);
List<ZKAuthInfo> zkAuths;
if (zkAuthConf != null) {

代码示例来源:origin: ch.cern.hadoop/hadoop-common

@Test
 public void testConfIndirection() throws IOException {
  assertNull(ZKUtil.resolveConfIndirection(null));
  assertEquals("x", ZKUtil.resolveConfIndirection("x"));
  
  TEST_FILE.getParentFile().mkdirs();
  Files.write("hello world", TEST_FILE, Charsets.UTF_8);
  assertEquals("hello world", ZKUtil.resolveConfIndirection(
    "@" + TEST_FILE.getAbsolutePath()));
  
  try {
   ZKUtil.resolveConfIndirection("@" + BOGUS_FILE);
   fail("Did not throw for non-existent file reference");
  } catch (FileNotFoundException fnfe) {
   assertTrue(fnfe.getMessage().startsWith(BOGUS_FILE));
  }
 }
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-common

@Test
 public void testConfIndirection() throws IOException {
  assertNull(ZKUtil.resolveConfIndirection(null));
  assertEquals("x", ZKUtil.resolveConfIndirection("x"));
  
  TEST_FILE.getParentFile().mkdirs();
  Files.write("hello world", TEST_FILE, Charsets.UTF_8);
  assertEquals("hello world", ZKUtil.resolveConfIndirection(
    "@" + TEST_FILE.getAbsolutePath()));
  
  try {
   ZKUtil.resolveConfIndirection("@" + BOGUS_FILE);
   fail("Did not throw for non-existent file reference");
  } catch (FileNotFoundException fnfe) {
   assertTrue(fnfe.getMessage().startsWith(BOGUS_FILE));
  }
 }
}

25 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com