gpt4 book ai didi

org.apache.samza.job.yarn.YarnClusterResourceManager.getPendingSamzaContainerId()方法的使用及代码示例

转载 作者:知者 更新时间:2024-03-19 01:21:31 26 4
gpt4 key购买 nike

本文整理了Java中org.apache.samza.job.yarn.YarnClusterResourceManager.getPendingSamzaContainerId()方法的一些代码示例,展示了YarnClusterResourceManager.getPendingSamzaContainerId()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。YarnClusterResourceManager.getPendingSamzaContainerId()方法的具体详情如下:
包路径:org.apache.samza.job.yarn.YarnClusterResourceManager
类名称:YarnClusterResourceManager
方法名:getPendingSamzaContainerId

YarnClusterResourceManager.getPendingSamzaContainerId介绍

[英]Returns the Id of the Samza container that corresponds to the provided Yarn ContainerId
[中]返回与提供的纱线容器Id相对应的Samza容器Id

代码示例

代码示例来源:origin: org.apache.samza/samza-yarn

@Override
public void onContainerStarted(ContainerId containerId, Map<String, ByteBuffer> allServiceResponse) {
 log.info("Received a containerStart notification from the NodeManager for container: {} ", containerId);
 String samzaContainerId = getPendingSamzaContainerId(containerId);
 if (samzaContainerId != null) {
  // 1. Move the container from pending to running state
  final YarnContainer container = state.pendingYarnContainers.remove(samzaContainerId);
  log.info("Samza containerId:{} has started", samzaContainerId);
  state.runningYarnContainers.put(samzaContainerId, container);
  // 2. Invoke the success callback.
  SamzaResource resource = new SamzaResource(container.resource().getVirtualCores(),
    container.resource().getMemory(), container.nodeId().getHost(), containerId.toString());
  clusterManagerCallback.onStreamProcessorLaunchSuccess(resource);
 } else {
  log.info("Got an invalid notification from YARN for container: {}", containerId);
 }
}

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

@Override
public void onContainerStarted(ContainerId containerId, Map<String, ByteBuffer> allServiceResponse) {
 log.info("Received a containerStart notification from the NodeManager for container: {} ", containerId);
 String samzaContainerId = getPendingSamzaContainerId(containerId);
 if (samzaContainerId != null) {
  // 1. Move the container from pending to running state
  final YarnContainer container = state.pendingYarnContainers.remove(samzaContainerId);
  log.info("Samza containerId:{} has started", samzaContainerId);
  state.runningYarnContainers.put(samzaContainerId, container);
  // 2. Invoke the success callback.
  SamzaResource resource = new SamzaResource(container.resource().getVirtualCores(),
    container.resource().getMemory(), container.nodeId().getHost(), containerId.toString());
  clusterManagerCallback.onStreamProcessorLaunchSuccess(resource);
 } else {
  log.info("Got an invalid notification from YARN for container: {}", containerId);
 }
}

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

@Override
public void onStartContainerError(ContainerId yarnContainerId, Throwable t) {
 log.error(String.format("Yarn Container: %s could not start.", yarnContainerId), t);
 String samzaContainerId = getPendingSamzaContainerId(yarnContainerId);
 if (samzaContainerId != null) {
  YarnContainer container = state.pendingYarnContainers.remove(samzaContainerId);
  log.info("Failed Yarn Container: {} had Samza ContainerId: {} ", yarnContainerId, samzaContainerId);
  SamzaResource resource = new SamzaResource(container.resource().getVirtualCores(),
    container.resource().getMemory(), container.nodeId().getHost(), yarnContainerId.toString());
  log.info("Invoking failure callback for container: {}", yarnContainerId);
  clusterManagerCallback.onStreamProcessorLaunchFailure(resource, new SamzaContainerLaunchException(t));
 } else {
  log.info("Got an invalid notification for container: {}", yarnContainerId);
 }
}

代码示例来源:origin: org.apache.samza/samza-yarn

@Override
public void onStartContainerError(ContainerId yarnContainerId, Throwable t) {
 log.error(String.format("Yarn Container: %s could not start.", yarnContainerId), t);
 String samzaContainerId = getPendingSamzaContainerId(yarnContainerId);
 if (samzaContainerId != null) {
  YarnContainer container = state.pendingYarnContainers.remove(samzaContainerId);
  log.info("Failed Yarn Container: {} had Samza ContainerId: {} ", yarnContainerId, samzaContainerId);
  SamzaResource resource = new SamzaResource(container.resource().getVirtualCores(),
    container.resource().getMemory(), container.nodeId().getHost(), yarnContainerId.toString());
  log.info("Invoking failure callback for container: {}", yarnContainerId);
  clusterManagerCallback.onStreamProcessorLaunchFailure(resource, new SamzaContainerLaunchException(t));
 } else {
  log.info("Got an invalid notification for container: {}", yarnContainerId);
 }
}

26 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com