gpt4 book ai didi

com.github.sakserv.minicluster.impl.YarnLocalCluster类的使用及代码示例

转载 作者:知者 更新时间:2024-03-17 17:27:31 27 4
gpt4 key购买 nike

本文整理了Java中com.github.sakserv.minicluster.impl.YarnLocalCluster类的一些代码示例,展示了YarnLocalCluster类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。YarnLocalCluster类的具体详情如下:
包路径:com.github.sakserv.minicluster.impl.YarnLocalCluster
类名称:YarnLocalCluster

YarnLocalCluster介绍

暂无

代码示例

代码示例来源:origin: fr.jetoile.hadoop/hadoop-unit-yarn

@Override
public org.apache.hadoop.conf.Configuration getConfiguration() {
  return yarnLocalCluster.getConfig();
}

代码示例来源:origin: sakserv/hadoop-mini-clusters

@Override
public void stop() throws Exception {
  stop(true);
}

代码示例来源:origin: sakserv/hadoop-mini-clusters

public void validateObject(YarnLocalCluster yarnLocalCluster) {
  if (yarnLocalCluster.getNumNodeManagers() == null) {
    throw new IllegalArgumentException("ERROR: Missing required config: Number of Node Managers");
  if (yarnLocalCluster.getNumLocalDirs() == null) {
    throw new IllegalArgumentException("ERROR: Missing required config: Number of Local Dirs");
  if (yarnLocalCluster.getNumLogDirs() == null) {
    throw new IllegalArgumentException("ERROR: Missing required config: Number of Log Dirs");
  if(yarnLocalCluster.getResourceManagerAddress() == null) {
    throw new IllegalArgumentException("ERROR: Missing required config: Yarn Resource Manager Address");
  if(yarnLocalCluster.getResourceManagerHostname() == null) {
    throw new IllegalArgumentException("ERROR: Missing required config: Yarn Resource Manager Hostname");
  if(yarnLocalCluster.getResourceManagerSchedulerAddress() == null) {
    throw new IllegalArgumentException("ERROR: Missing required config: " +
        "Yarn Resource Manager Scheduler Address");
  if(yarnLocalCluster.getResourceManagerResourceTrackerAddress() == null) {
    throw new IllegalArgumentException("ERROR: Missing required config: " +
        "Yarn Resource Manager Resource Tracker Address");
  if(yarnLocalCluster.getResourceManagerWebappAddress() == null) {
    throw new IllegalArgumentException("ERROR: Missing required config: " +
        "Yarn Resource Manager Webapp Address");
  if(yarnLocalCluster.getUseInJvmContainerExecutor() == null) {
    throw new IllegalArgumentException("ERROR: Missing required config: Use In JVM Container Executor");

代码示例来源:origin: sakserv/hadoop-mini-clusters

@Override
public void stop(boolean cleanUp) throws Exception {
  LOG.info("YARN: Stopping MiniYarnCluster");
  miniYARNCluster.stop();
  if(cleanUp) {
    cleanUp();
  }
}

代码示例来源:origin: sakserv/hadoop-mini-clusters

public YarnLocalCluster build() {
  YarnLocalCluster yarnLocalCluster = new YarnLocalCluster(this);
  validateObject(yarnLocalCluster);
  return yarnLocalCluster;
}

代码示例来源:origin: sakserv/hadoop-mini-clusters

@Override
public void start() throws Exception {
  LOG.info("YARN: Starting MiniYarnCluster");
  configure();
  miniYARNCluster = new MiniYARNCluster(testName, numResourceManagers, numNodeManagers,
      numLocalDirs, numLogDirs, enableHa);
  miniYARNCluster.serviceInit(configuration);
  miniYARNCluster.init(configuration);
  miniYARNCluster.start();
}

代码示例来源:origin: fr.jetoile.hadoop/hadoop-unit-yarn

@Override
public Bootstrap stop() {
  if (state == State.STARTED) {
    state = State.STOPPING;
    LOGGER.info("{} is stopping", this.getClass().getName());
    try {
      System.setSecurityManager(new InJvmContainerExecutor.SystemExitAllowSecurityManager());
      yarnLocalCluster.stop();
      cleanup();
    } catch (Exception e) {
      LOGGER.error("unable to stop yarn", e);
    }
    state = State.STOPPED;
    LOGGER.info("{} is stopped", this.getClass().getName());
  }
  return this;
}

代码示例来源:origin: jetoile/hadoop-unit

@Override
public org.apache.hadoop.conf.Configuration getConfiguration() {
  return yarnLocalCluster.getConfig();
}

代码示例来源:origin: jetoile/hadoop-unit

@Override
public Bootstrap stop() {
  if (state == State.STARTED) {
    state = State.STOPPING;
    LOGGER.info("{} is stopping", this.getClass().getName());
    try {
      System.setSecurityManager(new InJvmContainerExecutor.SystemExitAllowSecurityManager());
      yarnLocalCluster.stop();
      cleanup();
    } catch (Exception e) {
      LOGGER.error("unable to stop yarn", e);
    }
    state = State.STOPPED;
    LOGGER.info("{} is stopped", this.getClass().getName());
  }
  return this;
}

27 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com