本文整理了Java中org.apache.twill.yarn.YarnTwillRunnerService类的一些代码示例，展示了YarnTwillRunnerService类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。YarnTwillRunnerService类的具体详情如下：
包路径：org.apache.twill.yarn.YarnTwillRunnerService
类名称：YarnTwillRunnerService

YarnTwillRunnerService介绍

[英]An implementation of org.apache.twill.api.TwillRunnerService that runs application on a YARN cluster.
[中]org的一个实现。阿帕奇。斜纹布。应用程序编程接口。TwillRunnerService，在纱线簇上运行应用程序。

代码示例

代码示例来源：origin: apache/incubator-rya

/**
 *
 * @param yarnZookeepers - The zookeeper connect string used by the Hadoop YARN cluster.
 * @param configFile - The config file used by {@link PeriodicNotificationTwillApp}.  Typically notification.properties.
 */
public PeriodicNotificationTwillRunner(final String yarnZookeepers, final File configFile) {
  Preconditions.checkArgument(configFile.exists(), "Config File must exist");
  Objects.requireNonNull(yarnZookeepers, "YARN Zookeepers must not be null.");
  this.configFile = configFile;
  yarnConfiguration = new YarnConfiguration();
  twillRunner = new YarnTwillRunnerService(yarnConfiguration, yarnZookeepers);
  twillRunner.start();
  // sleep to give the YarnTwillRunnerService time to retrieve state from zookeeper
  try {
    Thread.sleep(1000);
  } catch (final InterruptedException e) {
    throw new IllegalStateException(e);
  }
}

代码示例来源：origin: org.apache.twill/twill-yarn

@Override
public TwillPreparer prepare(TwillRunnable runnable) {
 return prepare(runnable, ResourceSpecification.BASIC);
}

代码示例来源：origin: org.apache.twill/twill-yarn

/**
 * Creates an instance with a {@link FileContextLocationFactory} created base on the given configuration with the
 * user home directory as the location factory namespace.
 *
 * @param config Configuration of the yarn cluster
 * @param zkConnect ZooKeeper connection string
 */
public YarnTwillRunnerService(YarnConfiguration config, String zkConnect) {
 this(config, zkConnect, createDefaultLocationFactory(config));
}

代码示例来源：origin: apache/twill

/**
 * Creates an unstarted instance of {@link org.apache.twill.api.TwillRunnerService}.
 */
public TwillRunnerService createTwillRunnerService() throws IOException {
 YarnTwillRunnerService runner = new YarnTwillRunnerService(config, zkServer.getConnectionStr() + "/twill",
                               createLocationFactory());
 // disable tests stealing focus
 runner.setJVMOptions("-Djava.awt.headless=true");
 return runner;
}

代码示例来源：origin: apache/twill

@Test
public void testDebugPortOneRunnable() throws Exception {
 YarnTwillRunnerService runner = getTwillRunner();
 runner.start();
 TwillController controller = runner.prepare(new DummyApplication())
                   .enableDebugging("r1")
                   .addLogHandler(new PrinterLogHandler(new PrintWriter(System.out)))
                   .start();
 final CountDownLatch running = new CountDownLatch(1);
 controller.onRunning(new Runnable() {
  @Override
  public void run() {
   running.countDown();
  }
 }, Threads.SAME_THREAD_EXECUTOR);
 Assert.assertTrue(running.await(120, TimeUnit.SECONDS));
 Assert.assertTrue(waitForDebugPort(controller, "r1", 30));
 controller.terminate().get(120, TimeUnit.SECONDS);
 // Sleep a bit before exiting.
 TimeUnit.SECONDS.sleep(2);
}

代码示例来源：origin: org.apache.twill/twill-yarn

KeeperException.NodeExistsException.class, null).get();
watchCancellable = watchLiveApps();
liveInfos = createLiveInfos();
 setSecureStoreRenewer(new LocationSecureStoreRenewer(yarnConfig, locationFactory),
            delay, delay, 10000L, TimeUnit.MILLISECONDS);
  locationCacheCleaner = startLocationCacheCleaner(cacheBase, sessionId);
 } catch (IOException e) {
  LOG.warn("Failed to create location cache directory. Location cache cannot be enabled.", e);

代码示例来源：origin: co.cask.tigon/tigon-yarn

/**
  * Provider method for instantiating {@link org.apache.twill.yarn.YarnTwillRunnerService}.
  */
 @Singleton
 @Provides
 private YarnTwillRunnerService provideYarnTwillRunnerService(CConfiguration configuration,
                                YarnConfiguration yarnConfiguration,
                                LocationFactory locationFactory) {
  String zkConnectStr = configuration.get(Constants.Zookeeper.QUORUM) +
             configuration.get(Constants.CFG_TWILL_ZK_NAMESPACE);

  // Copy the yarn config and set the max heap ratio.
  YarnConfiguration yarnConfig = new YarnConfiguration(yarnConfiguration);
  yarnConfig.set(Constants.CFG_TWILL_RESERVED_MEMORY_MB, configuration.get(Constants.CFG_TWILL_RESERVED_MEMORY_MB));
  YarnTwillRunnerService runner = new YarnTwillRunnerService(yarnConfig,
                                zkConnectStr,
                                LocationFactories.namespace(locationFactory, "twill"));

  // Set JVM options based on configuration
  runner.setJVMOptions(configuration.get(Constants.Container.PROGRAM_JVM_OPTS));

  return runner;
 }
}

代码示例来源：origin: apache/twill

private void testLogLevel(String method) throws Exception {
 YarnTwillRunnerService runner = getTwillRunner();
 runner.start();
 TwillPreparer preparer = runner.prepare(new LogLevelTestApplication());

代码示例来源：origin: apache/twill

KeeperException.NodeExistsException.class, null).get();
watchCancellable = watchLiveApps();
liveInfos = createLiveInfos();
 setSecureStoreRenewer(new LocationSecureStoreRenewer(yarnConfig, locationFactory),
            delay, delay, 10000L, TimeUnit.MILLISECONDS);
  locationCacheCleaner = startLocationCacheCleaner(cacheBase, sessionId);
 } catch (IOException e) {
  LOG.warn("Failed to create location cache directory. Location cache cannot be enabled.", e);

代码示例来源：origin: co.cask.cdap/cdap-app-fabric

@Override
 public TwillRunnerService get() {
  String zkConnectStr = cConf.get(Constants.Zookeeper.QUORUM) + cConf.get(Constants.CFG_TWILL_ZK_NAMESPACE);
  // Copy the yarn config and setup twill configs
  YarnConfiguration yarnConfig = new YarnConfiguration(yarnConf);
  // Always disable the location delegation update from twill, as we always do it from CDAP side
  yarnConfig.setBoolean(Configs.Keys.SECURE_STORE_UPDATE_LOCATION_ENABLED, false);
  YarnTwillRunnerService runner = new YarnTwillRunnerService(yarnConfig,
                                zkConnectStr,
                                LocationFactories.namespace(locationFactory, "twill"));
  // Set JVM options based on configuration
  String jvmOpts = cConf.get(Constants.AppFabric.PROGRAM_JVM_OPTS);
  runner.setJVMOptions(jvmOpts);
  return new ImpersonatedTwillRunnerService(yarnConf, runner, impersonator, secureStoreRenewer);
 }
}

代码示例来源：origin: dremio/dremio-oss

public TwillRunnerService startTwillRunner(YarnConfiguration yarnConfiguration) {
 String zkStr = dremioConfig.getString(DremioConfig.ZOOKEEPER_QUORUM);
 String clusterId = yarnConfiguration.get(YARN_CLUSTER_ID);
 Preconditions.checkNotNull(clusterId, "Cluster ID can not be null");
 TwillRunnerService twillRunner = new YarnTwillRunnerService(yarnConfiguration, zkStr);
 TwillRunnerService previousOne = twillRunners.putIfAbsent(new ClusterId(clusterId), twillRunner);
 if (previousOne == null) {
  // start one we are planning to add - if it is already in collection it should be started
  twillRunner.start();
  return twillRunner;
 }
 return previousOne;
}

代码示例来源：origin: apache/twill

@Test
 public void testDebugPortAllRunnables() throws Exception {
  YarnTwillRunnerService runner = getTwillRunner();
  runner.start();

  TwillController controller = runner.prepare(new DummyApplication())
                    .enableDebugging()
                    .addLogHandler(new PrinterLogHandler(new PrintWriter(System.out)))
                    .start();
  final CountDownLatch running = new CountDownLatch(1);
  controller.onRunning(new Runnable() {
   @Override
   public void run() {
    running.countDown();
   }
  }, Threads.SAME_THREAD_EXECUTOR);

  Assert.assertTrue(running.await(120, TimeUnit.SECONDS));
  Assert.assertTrue(waitForDebugPort(controller, "r1", 30));
  Assert.assertTrue(waitForDebugPort(controller, "r2", 30));
  controller.terminate().get(120, TimeUnit.SECONDS);
  // Sleep a bit before exiting.
  TimeUnit.SECONDS.sleep(2);
 }
}

代码示例来源：origin: apache/twill

@Override
public TwillPreparer prepare(TwillRunnable runnable) {
 return prepare(runnable, ResourceSpecification.BASIC);
}

代码示例来源：origin: apache/twill

/**
 * Creates an instance with a {@link FileContextLocationFactory} created base on the given configuration with the
 * user home directory as the location factory namespace.
 *
 * @param config Configuration of the yarn cluster
 * @param zkConnect ZooKeeper connection string
 */
public YarnTwillRunnerService(YarnConfiguration config, String zkConnect) {
 this(config, zkConnect, createDefaultLocationFactory(config));
}

代码示例来源：origin: cdapio/cdap

@Override
 public TwillRunnerService get() {
  String zkConnectStr = cConf.get(Constants.Zookeeper.QUORUM) + cConf.get(Constants.CFG_TWILL_ZK_NAMESPACE);
  // Copy the yarn config and setup twill configs
  YarnConfiguration yarnConfig = new YarnConfiguration(yarnConf);
  // Always disable the location delegation update from twill, as we always do it from CDAP side
  yarnConfig.setBoolean(Configs.Keys.SECURE_STORE_UPDATE_LOCATION_ENABLED, false);
  YarnTwillRunnerService runner = new YarnTwillRunnerService(yarnConfig,
                                zkConnectStr,
                                LocationFactories.namespace(locationFactory, "twill"));
  // Set JVM options based on configuration
  String jvmOpts = cConf.get(Constants.AppFabric.PROGRAM_JVM_OPTS);
  runner.setJVMOptions(jvmOpts);
  return new ImpersonatedTwillRunnerService(yarnConf, runner, impersonator, secureStoreRenewer);
 }
}

代码示例来源：origin: apache/fluo

private synchronized TwillRunnerService getTwillRunner(FluoConfiguration config) {
 if (!twillRunners.containsKey(config.getApplicationName())) {
  YarnConfiguration yarnConfig = new YarnConfiguration();
  yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/core-site.xml"));
  yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/yarn-site.xml"));
  TwillRunnerService twillRunner =
    new YarnTwillRunnerService(yarnConfig, config.getAppZookeepers() + ZookeeperPath.TWILL);
  twillRunner.start();
  twillRunners.put(config.getApplicationName(), twillRunner);
  // sleep to give twill time to retrieve state from zookeeper
  try {
   Thread.sleep(1000);
  } catch (InterruptedException e) {
   throw new IllegalStateException(e);
  }
 }
 return twillRunners.get(config.getApplicationName());
}

代码示例来源：origin: apache/twill

@Test
public void testChangeLogLevel() throws Exception {
 YarnTwillRunnerService runner = getTwillRunner();
 runner.start();
 TwillController controller = runner.prepare(new LogLevelTestApplication())
  .setLogLevel(LogEntry.Level.DEBUG)
  .addLogHandler(new PrinterLogHandler(new PrintWriter(System.out)))

代码示例来源：origin: apache/twill

@Override
public TwillPreparer prepare(TwillRunnable runnable, ResourceSpecification resourceSpecification) {
 return prepare(new SingleRunnableApplication(runnable, resourceSpecification));
}

代码示例来源：origin: io.fluo/fluo-cluster

private synchronized TwillRunnerService getTwillRunner(FluoConfiguration config) {
 if (!twillRunners.containsKey(config.getApplicationName())) {
  YarnConfiguration yarnConfig = new YarnConfiguration();
  yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/core-site.xml"));
  yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/yarn-site.xml"));
  TwillRunnerService twillRunner =
    new YarnTwillRunnerService(yarnConfig, config.getAppZookeepers() + ZookeeperPath.TWILL);
  twillRunner.start();
  twillRunners.put(config.getApplicationName(), twillRunner);
  // sleep to give twill time to retrieve state from zookeeper
  try {
   Thread.sleep(1000);
  } catch (InterruptedException e) {
   throw new IllegalStateException(e);
  }
 }
 return twillRunners.get(config.getApplicationName());
}

代码示例来源：origin: apache/twill

@Test
public void testRestartSingleRunnable() throws Exception {
 YarnTwillRunnerService runner = getTwillRunner();
 runner.start();
 LOG.info("Starting application {}", SingleRunnableApp.class.getSimpleName());
 TwillController controller = runner.prepare(new SingleRunnableApp())
  .addLogHandler(new PrinterLogHandler(new PrintWriter(System.out)))
  .start();
 // Lets wait until all runnables have started
 waitForInstance(controller, HANGING_RUNNABLE, "002", 120, TimeUnit.SECONDS);
 waitForContainers(controller, 2, 60, TimeUnit.SECONDS);
 // Now restart runnable
 LOG.info("Restarting runnable {}", HANGING_RUNNABLE);
 controller.restartAllInstances(HANGING_RUNNABLE);
 waitForInstance(controller, HANGING_RUNNABLE, "003", 120, TimeUnit.SECONDS);
 waitForContainers(controller, 2, 60, TimeUnit.SECONDS);
 // Send command to HANGING_RUNNABLE to hang when stopped
 controller.sendCommand(HANGING_RUNNABLE, new SleepCommand(1000)).get();
 LOG.info("Restarting runnable {}", HANGING_RUNNABLE);
 controller.restartAllInstances(HANGING_RUNNABLE);
 waitForInstance(controller, HANGING_RUNNABLE, "004", 120, TimeUnit.SECONDS);
 waitForContainers(controller, 2, 60, TimeUnit.SECONDS);
}