gpt4 book ai didi

com.liveramp.hank.config.yaml.YamlCoordinatorConfigurator.()方法的使用及代码示例

转载 作者:知者 更新时间:2024-03-15 03:45:31 30 4
gpt4 key购买 nike

本文整理了Java中com.liveramp.hank.config.yaml.YamlCoordinatorConfigurator.<init>()方法的一些代码示例,展示了YamlCoordinatorConfigurator.<init>()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。YamlCoordinatorConfigurator.<init>()方法的具体详情如下:
包路径:com.liveramp.hank.config.yaml.YamlCoordinatorConfigurator
类名称:YamlCoordinatorConfigurator
方法名:<init>

YamlCoordinatorConfigurator.<init>介绍

暂无

代码示例

代码示例来源:origin: LiveRamp/hank

static public CoordinatorConfigurator getConfigurator(int numPartitions) {
 if (numPartitions < 1) {
  throw new RuntimeException("Number of partitions must be > 0 instead of " + numPartitions);
 }
 YamlCoordinatorConfigurator configurator = new YamlCoordinatorConfigurator();
 try {
  configurator.loadFromYaml("coordinator:\n  factory: com.liveramp.hank.hadoop.test.MapStorageEngineCoordinator$Factory\n  options:\n    numPartitions: " + numPartitions + "\n    remote_domain_root: /tmp\n");
 } catch (InvalidConfigurationException e) {
  throw new RuntimeException(e);
 }
 return configurator;
}

代码示例来源:origin: LiveRamp/hank

public static Coordinator createCoordinator(String tmpDir,
                      int zkPort,
                      int sessionTimeout,
                      String domainsRoot,
                      String domainGroupsRoot,
                      String ringGroupsRoot) throws IOException, InvalidConfigurationException {
 String tmpFile = tmpDir + "/" + UUID.randomUUID().toString();
 FileWriter fileWriter = new FileWriter(tmpFile);
 fileWriter.append(coordinatorConfig(zkPort, sessionTimeout, domainsRoot, domainGroupsRoot, ringGroupsRoot));
 fileWriter.close();
 CoordinatorConfigurator config = new YamlCoordinatorConfigurator(tmpFile);
 return config.createCoordinator();
}

代码示例来源:origin: LiveRamp/hank

public static void main(String[] args) throws IOException, InvalidConfigurationException, InterruptedException, KeeperException {
  CommandLineChecker.check(args, new String[]{"configuration"},
    MigrationHelper.class);

  String configurationPath = args[0];

  Coordinator coordinator = new YamlCoordinatorConfigurator(configurationPath).createCoordinator();
 }
}

代码示例来源:origin: LiveRamp/hank

public static void main(String[] args) throws Exception {
 CommandLineChecker.check(args, new String[]{"web_ui_configuration_file_path", "monitor_configuration_file_path",
   "port", "log4j_config_file"}, WebUiServer.class);
 org.apache.log4j.Logger.getLogger("com.liveramp.hank").setLevel(Level.INFO);
 String clientConfigPath = args[0];
 String monitorConfigPath = args[1];
 int port = Integer.parseInt(args[2]);
 PropertyConfigurator.configure(args[3]);
 CoordinatorConfigurator webUiConfigurator = new YamlCoordinatorConfigurator(clientConfigPath);
 Coordinator coordinator = webUiConfigurator.createCoordinator();
 MonitorConfigurator monitorConfigurator = new YamlMonitorConfigurator(monitorConfigPath);
 start(monitorConfigurator, coordinator, port);
}

代码示例来源:origin: LiveRamp/hank

public static void main(String[] args) throws IOException, InvalidConfigurationException {
  CommandLineChecker.check(args, new String[]{
      "domain name", "version to compact number", "mapred.task.timeout", "config path", "jobjar"},
    HadoopDomainCompactor.class);
  String domainName = args[0];
  Integer versionToCompactNumber = Integer.valueOf(args[1]);
  Integer mapredTaskTimeout = Integer.valueOf(args[2]);
  CoordinatorConfigurator configurator = new YamlCoordinatorConfigurator(args[3]);
  String jobJar = args[4];

  DomainCompactorProperties properties =
    new DomainCompactorProperties(domainName, versionToCompactNumber, configurator);
  JobConf conf = new JobConf();
  conf.setJar(jobJar);
  conf.set("mapred.task.timeout", mapredTaskTimeout.toString());
  conf.setJobName(HadoopDomainCompactor.class.getSimpleName()
    + " Domain " + domainName + ", Version " + versionToCompactNumber);
  HadoopDomainCompactor compactor = new HadoopDomainCompactor(conf);
  LOG.info("Compacting Hank domain " + domainName + " version " + versionToCompactNumber
    + " with coordinator configuration " + configurator);
  compactor.buildHankDomain(properties, new IncrementalDomainVersionProperties.Base("Version "
    + versionToCompactNumber + " compacted"));
 }
}

代码示例来源:origin: LiveRamp/hank

Coordinator coordinator = new YamlCoordinatorConfigurator(configurationPath).createCoordinator();
Domain domain = coordinator.getDomain(domainName);
if (domain == null) {

代码示例来源:origin: LiveRamp/hank

public static void main(String[] args) throws IOException, InvalidConfigurationException {
  CommandLineChecker.check(args, new String[]
    {"domain name", "config path", "jobjar", "input path", "output_path"},
    HadoopDomainBuilder.class);
  String domainName = args[0];
  CoordinatorConfigurator configurator = new YamlCoordinatorConfigurator(args[1]);
  String jobJar = args[2];
  String inputPath = args[3];
  String outputPath = args[4];

  DomainBuilderProperties properties = new DomainBuilderProperties(domainName, configurator).setOutputPath(outputPath);
  JobConf conf = new JobConf();
  conf.setJar(jobJar);
  conf.setJobName(HadoopDomainBuilder.class.getSimpleName()
    + " Domain " + domainName + ", Output path: " + outputPath);
  HadoopDomainBuilder builder = new HadoopDomainBuilder(conf, inputPath,
    SequenceFileInputFormat.class,
    DomainBuilderMapperDefault.class);
  LOG.info("Building Hank domain " + domainName + " from input " + inputPath
    + " and coordinator configuration " + configurator);
  // TODO: Create DomainVersionProperties
  throw new NotImplementedException("TODO: Create DomainVersionProperties");
  // builder.buildHankDomain(properties, null);
 }
}

代码示例来源:origin: LiveRamp/hank

public static void main(String[] args) throws IOException, InvalidConfigurationException {
  CommandLineChecker.check(args, new String[]{"configuration", "domain name", "domain version number"},
    RemoteDomainVersionDeletionHelper.class
  );

  String configurationPath = args[0];
  String domainName = args[1];
  Integer versionNumber = Integer.parseInt(args[2]);

  Coordinator coordinator = new YamlCoordinatorConfigurator(configurationPath).createCoordinator();
  Domain domain = coordinator.getDomain(domainName);
  if (domain == null) {
   throw new RuntimeException("Given domain was not found: " + domainName);
  }

  DomainVersion domainVersion = domain.getVersion(versionNumber);
  if (domainVersion == null) {
   throw new RuntimeException("Given version was not found: " + domainName + " version " + versionNumber);
  }

  LOG.info("Deleting remote data for domain " + domainName + " version " + versionNumber);
  domainVersion.setDefunct(true);
  domain.getStorageEngine().getRemoteDomainVersionDeleter(StorageEngine.RemoteLocation.DOMAIN_BUILDER).deleteVersion(versionNumber);
 }
}

30 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com