gpt4 book ai didi

org.apache.twill.yarn.YarnTwillRunnerService.()方法的使用及代码示例

转载 作者:知者 更新时间:2024-03-15 12:14:40 28 4
gpt4 key购买 nike

本文整理了Java中org.apache.twill.yarn.YarnTwillRunnerService.<init>()方法的一些代码示例,展示了YarnTwillRunnerService.<init>()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。YarnTwillRunnerService.<init>()方法的具体详情如下:
包路径:org.apache.twill.yarn.YarnTwillRunnerService
类名称:YarnTwillRunnerService
方法名:<init>

YarnTwillRunnerService.<init>介绍

[英]Creates an instance with a FileContextLocationFactory created base on the given configuration with the user home directory as the location factory namespace.
[中]使用基于给定配置创建的FileContextLocationFactory创建实例,并将用户主目录作为位置工厂命名空间。

代码示例

代码示例来源:origin: apache/incubator-rya

/**
 *
 * @param yarnZookeepers - The zookeeper connect string used by the Hadoop YARN cluster.
 * @param configFile - The config file used by {@link PeriodicNotificationTwillApp}.  Typically notification.properties.
 */
public PeriodicNotificationTwillRunner(final String yarnZookeepers, final File configFile) {
  Preconditions.checkArgument(configFile.exists(), "Config File must exist");
  Objects.requireNonNull(yarnZookeepers, "YARN Zookeepers must not be null.");
  this.configFile = configFile;
  yarnConfiguration = new YarnConfiguration();
  twillRunner = new YarnTwillRunnerService(yarnConfiguration, yarnZookeepers);
  twillRunner.start();
  // sleep to give the YarnTwillRunnerService time to retrieve state from zookeeper
  try {
    Thread.sleep(1000);
  } catch (final InterruptedException e) {
    throw new IllegalStateException(e);
  }
}

代码示例来源:origin: dremio/dremio-oss

public TwillRunnerService startTwillRunner(YarnConfiguration yarnConfiguration) {
 String zkStr = dremioConfig.getString(DremioConfig.ZOOKEEPER_QUORUM);
 String clusterId = yarnConfiguration.get(YARN_CLUSTER_ID);
 Preconditions.checkNotNull(clusterId, "Cluster ID can not be null");
 TwillRunnerService twillRunner = new YarnTwillRunnerService(yarnConfiguration, zkStr);
 TwillRunnerService previousOne = twillRunners.putIfAbsent(new ClusterId(clusterId), twillRunner);
 if (previousOne == null) {
  // start one we are planning to add - if it is already in collection it should be started
  twillRunner.start();
  return twillRunner;
 }
 return previousOne;
}

代码示例来源:origin: org.apache.fluo/fluo-cluster

private synchronized TwillRunnerService getTwillRunner(FluoConfiguration config) {
 if (!twillRunners.containsKey(config.getApplicationName())) {
  YarnConfiguration yarnConfig = new YarnConfiguration();
  yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/core-site.xml"));
  yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/yarn-site.xml"));
  TwillRunnerService twillRunner =
    new YarnTwillRunnerService(yarnConfig, config.getAppZookeepers() + ZookeeperPath.TWILL);
  twillRunner.start();
  twillRunners.put(config.getApplicationName(), twillRunner);
  // sleep to give twill time to retrieve state from zookeeper
  try {
   Thread.sleep(1000);
  } catch (InterruptedException e) {
   throw new IllegalStateException(e);
  }
 }
 return twillRunners.get(config.getApplicationName());
}

代码示例来源:origin: apache/fluo

private synchronized TwillRunnerService getTwillRunner(FluoConfiguration config) {
 if (!twillRunners.containsKey(config.getApplicationName())) {
  YarnConfiguration yarnConfig = new YarnConfiguration();
  yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/core-site.xml"));
  yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/yarn-site.xml"));
  TwillRunnerService twillRunner =
    new YarnTwillRunnerService(yarnConfig, config.getAppZookeepers() + ZookeeperPath.TWILL);
  twillRunner.start();
  twillRunners.put(config.getApplicationName(), twillRunner);
  // sleep to give twill time to retrieve state from zookeeper
  try {
   Thread.sleep(1000);
  } catch (InterruptedException e) {
   throw new IllegalStateException(e);
  }
 }
 return twillRunners.get(config.getApplicationName());
}

代码示例来源:origin: io.fluo/fluo-cluster

private synchronized TwillRunnerService getTwillRunner(FluoConfiguration config) {
 if (!twillRunners.containsKey(config.getApplicationName())) {
  YarnConfiguration yarnConfig = new YarnConfiguration();
  yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/core-site.xml"));
  yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/yarn-site.xml"));
  TwillRunnerService twillRunner =
    new YarnTwillRunnerService(yarnConfig, config.getAppZookeepers() + ZookeeperPath.TWILL);
  twillRunner.start();
  twillRunners.put(config.getApplicationName(), twillRunner);
  // sleep to give twill time to retrieve state from zookeeper
  try {
   Thread.sleep(1000);
  } catch (InterruptedException e) {
   throw new IllegalStateException(e);
  }
 }
 return twillRunners.get(config.getApplicationName());
}

代码示例来源:origin: apache/twill

Preconditions.checkState(jarFile.canRead());
final TwillRunnerService twillRunner = new YarnTwillRunnerService(new YarnConfiguration(), zkStr);
twillRunner.start();

代码示例来源:origin: apache/twill

final TwillRunnerService twillRunner = new YarnTwillRunnerService(yarnConfiguration, zkStr);
twillRunner.start();

代码示例来源:origin: co.cask.tigon/tigon-yarn

/**
  * Provider method for instantiating {@link org.apache.twill.yarn.YarnTwillRunnerService}.
  */
 @Singleton
 @Provides
 private YarnTwillRunnerService provideYarnTwillRunnerService(CConfiguration configuration,
                                YarnConfiguration yarnConfiguration,
                                LocationFactory locationFactory) {
  String zkConnectStr = configuration.get(Constants.Zookeeper.QUORUM) +
             configuration.get(Constants.CFG_TWILL_ZK_NAMESPACE);

  // Copy the yarn config and set the max heap ratio.
  YarnConfiguration yarnConfig = new YarnConfiguration(yarnConfiguration);
  yarnConfig.set(Constants.CFG_TWILL_RESERVED_MEMORY_MB, configuration.get(Constants.CFG_TWILL_RESERVED_MEMORY_MB));
  YarnTwillRunnerService runner = new YarnTwillRunnerService(yarnConfig,
                                zkConnectStr,
                                LocationFactories.namespace(locationFactory, "twill"));

  // Set JVM options based on configuration
  runner.setJVMOptions(configuration.get(Constants.Container.PROGRAM_JVM_OPTS));

  return runner;
 }
}

代码示例来源:origin: apache/twill

/**
 * Creates an unstarted instance of {@link org.apache.twill.api.TwillRunnerService}.
 */
public TwillRunnerService createTwillRunnerService() throws IOException {
 YarnTwillRunnerService runner = new YarnTwillRunnerService(config, zkServer.getConnectionStr() + "/twill",
                               createLocationFactory());
 // disable tests stealing focus
 runner.setJVMOptions("-Djava.awt.headless=true");
 return runner;
}

代码示例来源:origin: co.cask.cdap/cdap-app-fabric

@Override
 public TwillRunnerService get() {
  String zkConnectStr = cConf.get(Constants.Zookeeper.QUORUM) + cConf.get(Constants.CFG_TWILL_ZK_NAMESPACE);
  // Copy the yarn config and setup twill configs
  YarnConfiguration yarnConfig = new YarnConfiguration(yarnConf);
  // Always disable the location delegation update from twill, as we always do it from CDAP side
  yarnConfig.setBoolean(Configs.Keys.SECURE_STORE_UPDATE_LOCATION_ENABLED, false);
  YarnTwillRunnerService runner = new YarnTwillRunnerService(yarnConfig,
                                zkConnectStr,
                                LocationFactories.namespace(locationFactory, "twill"));
  // Set JVM options based on configuration
  String jvmOpts = cConf.get(Constants.AppFabric.PROGRAM_JVM_OPTS);
  runner.setJVMOptions(jvmOpts);
  return new ImpersonatedTwillRunnerService(yarnConf, runner, impersonator, secureStoreRenewer);
 }
}

代码示例来源:origin: cdapio/cdap

@Override
 public TwillRunnerService get() {
  String zkConnectStr = cConf.get(Constants.Zookeeper.QUORUM) + cConf.get(Constants.CFG_TWILL_ZK_NAMESPACE);
  // Copy the yarn config and setup twill configs
  YarnConfiguration yarnConfig = new YarnConfiguration(yarnConf);
  // Always disable the location delegation update from twill, as we always do it from CDAP side
  yarnConfig.setBoolean(Configs.Keys.SECURE_STORE_UPDATE_LOCATION_ENABLED, false);
  YarnTwillRunnerService runner = new YarnTwillRunnerService(yarnConfig,
                                zkConnectStr,
                                LocationFactories.namespace(locationFactory, "twill"));
  // Set JVM options based on configuration
  String jvmOpts = cConf.get(Constants.AppFabric.PROGRAM_JVM_OPTS);
  runner.setJVMOptions(jvmOpts);
  return new ImpersonatedTwillRunnerService(yarnConf, runner, impersonator, secureStoreRenewer);
 }
}

28 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com