gpt4 book ai didi

org.apache.hadoop.mapred.YARNRunner.()方法的使用及代码示例

转载 作者:知者 更新时间:2024-03-15 01:33:31 27 4
gpt4 key购买 nike

本文整理了Java中org.apache.hadoop.mapred.YARNRunner.<init>()方法的一些代码示例,展示了YARNRunner.<init>()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。YARNRunner.<init>()方法的具体详情如下:
包路径:org.apache.hadoop.mapred.YARNRunner
类名称:YARNRunner
方法名:<init>

YARNRunner.<init>介绍

[英]Yarn runner incapsulates the client interface of yarn
[中]纱线流道增加了纱线的客户端界面

代码示例

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-jobclient

@Override
public ClientProtocol create(Configuration conf) throws IOException {
 if (MRConfig.YARN_FRAMEWORK_NAME.equals(conf.get(MRConfig.FRAMEWORK_NAME))) {
  return new YARNRunner(conf);
 }
 return null;
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-jobclient

@Override
public ClientProtocol create(Configuration conf) throws IOException {
 if (MRConfig.YARN_FRAMEWORK_NAME.equals(conf.get(MRConfig.FRAMEWORK_NAME))) {
  return new YARNRunner(conf);
 }
 return null;
}

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient

@Override
 public Void run() throws Exception {
  yarnRunner = new YARNRunner(conf, null, null);
  yarnRunner.getDelegationTokenFromHS(hsProxy);
  verify(hsProxy).
   getDelegationToken(any(GetDelegationTokenRequest.class));
  return null;
 }
});

代码示例来源:origin: sequenceiq/sequenceiq-samples

YARNRunner yarnRunner = new YARNRunner(lowPriorityConf);

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient

jobConf.set(MRJobConfig.MR_AM_COMMAND_OPTS, "-Xmx1024m -Djava.library.path=bar");
YARNRunner yarnRunner = new YARNRunner(jobConf);

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient

@Before
public void setUp() throws Exception {
 resourceMgrDelegate = mock(ResourceMgrDelegate.class);
 conf = new YarnConfiguration();
 conf.set(YarnConfiguration.RM_PRINCIPAL, "mapred/host@REALM");
 clientCache = new ClientCache(conf, resourceMgrDelegate);
 clientCache = spy(clientCache);
 yarnRunner = new YARNRunner(conf, resourceMgrDelegate, clientCache);
 yarnRunner = spy(yarnRunner);
 submissionContext = mock(ApplicationSubmissionContext.class);
 doAnswer(
   new Answer<ApplicationSubmissionContext>() {
    @Override
    public ApplicationSubmissionContext answer(InvocationOnMock invocation)
      throws Throwable {
     return submissionContext;
    }
   }
   ).when(yarnRunner).createApplicationSubmissionContext(any(Configuration.class),
     any(String.class), any(Credentials.class));
 appId = ApplicationId.newInstance(System.currentTimeMillis(), 1);
 jobId = TypeConverter.fromYarn(appId);
 if (testWorkDir.exists()) {
  FileContext.getLocalFSFileContext().delete(new Path(testWorkDir.toString()), true);
 }
 testWorkDir.mkdirs();
}

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient

@Test
public void testNodeLabelExp() throws Exception {
 JobConf jobConf = new JobConf();
 jobConf.set(MRJobConfig.JOB_NODE_LABEL_EXP, "GPU");
 jobConf.set(MRJobConfig.AM_NODE_LABEL_EXP, "highMem");
 YARNRunner yarnRunner = new YARNRunner(jobConf);
 ApplicationSubmissionContext appSubCtx =
   buildSubmitContext(yarnRunner, jobConf);
 assertEquals(appSubCtx.getNodeLabelExpression(), "GPU");
 assertEquals(appSubCtx.getAMContainerResourceRequest()
   .getNodeLabelExpression(), "highMem");
}

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient

@Test(timeout=20000)
public void testAMProfiler() throws Exception {
 JobConf jobConf = new JobConf();
 jobConf.setBoolean(MRJobConfig.MR_AM_PROFILE, true);
 YARNRunner yarnRunner = new YARNRunner(jobConf);
 ApplicationSubmissionContext submissionContext =
   buildSubmitContext(yarnRunner, jobConf);
 ContainerLaunchContext containerSpec = submissionContext.getAMContainerSpec();
 List<String> commands = containerSpec.getCommands();
 for(String command : commands) {
  if (command != null) {
   if (command.contains(PROFILE_PARAMS)) {
    return;
   }
  }
 }
 throw new IllegalStateException("Profiler opts not found!");
}

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient

YARNRunner yarnRunner = new YARNRunner(conf, rmDelegate, clientCache);

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient

jobConf.set(MRJobConfig.MR_AM_COMMAND_OPTS, "-Xmx1024m");
YARNRunner yarnRunner = new YARNRunner(jobConf);

代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient

YARNRunner yarnRunner = new YARNRunner(jobConf);
ApplicationSubmissionContext appSubCtx =
  buildSubmitContext(yarnRunner, jobConf);

27 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com