gpt4 book ai didi

org.apache.samza.config.YarnConfig类的使用及代码示例

转载 作者:知者 更新时间:2024-03-19 00:17:31 26 4
gpt4 key购买 nike

本文整理了Java中org.apache.samza.config.YarnConfig类的一些代码示例,展示了YarnConfig类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。YarnConfig类的具体详情如下:
包路径:org.apache.samza.config.YarnConfig
类名称:YarnConfig

YarnConfig介绍

暂无

代码示例

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

YarnClusterResourceManager(AMRMClientAsync amClientAsync, NMClientAsync nmClientAsync, Callback callback,
  YarnAppState yarnAppState, SamzaYarnAppMasterLifecycle lifecycle, SamzaYarnAppMasterService service,
  SamzaAppMasterMetrics metrics, YarnConfiguration yarnConfiguration, Config config) {
 super(callback);
 this.yarnConfiguration  = yarnConfiguration;
 this.metrics = metrics;
 this.yarnConfig = new YarnConfig(config);
 this.config = config;
 this.amClient = amClientAsync;
 this.state = yarnAppState;
 this.lifecycle = lifecycle;
 this.service = service;
 this.nmClientAsync = nmClientAsync;
}

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

public String getYarnJobStagingDirectory() {
 return get(YARN_JOB_STAGING_DIRECTORY, null);
}

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

public boolean getJmxServerEnabled() {
 return getBoolean(AM_JMX_ENABLED, true);
}

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

public int getAMContainerMaxMemoryMb() {
 return getInt(AM_CONTAINER_MAX_MEMORY_MB, DEFAULT_AM_CONTAINER_MAX_MEMORY_MB);
}

代码示例来源:origin: org.apache.samza/samza-yarn

/**
 * Helper function to get all application acls
 * @return a map of {@link ApplicationAccessType} to {@link String} for all the acls defined
 */
public Map<ApplicationAccessType, String> getYarnApplicationAcls() {
 Map<ApplicationAccessType, String> acls = new HashMap<>();
 String viewAcl = getYarnApplicationViewAcl();
 String modifyAcl = getYarnApplicationModifyAcl();
 if (viewAcl != null) {
  acls.put(ApplicationAccessType.VIEW_APP, viewAcl);
 }
 if (modifyAcl != null) {
  acls.put(ApplicationAccessType.MODIFY_APP, modifyAcl);
 }
 return acls;
}

代码示例来源:origin: org.apache.samza/samza-yarn

YarnConfig yarnConfig = new YarnConfig(config);
this.yarnConfig = yarnConfig;
this.config = config;
int interval = yarnConfig.getAMPollIntervalMs();

代码示例来源:origin: org.apache.samza/samza-yarn

public long getYarnTokenRenewalIntervalSeconds() {
 return getLong(YARN_TOKEN_RENEWAL_INTERVAL_SECONDS, DEFAULT_YARN_TOKEN_RENEWAL_INTERVAL_SECONDS);
}

代码示例来源:origin: org.apache.samza/samza-yarn

String containerLabel = yarnConfig.getContainerLabel();
String preferredHost = resourceRequest.getPreferredHost();
Resource capability = Resource.newInstance(memoryMb, cpuCores);

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

Path packagePath = new Path(yarnConfig.getPackagePath());
log.info("Starting container ID {} using package path {}", samzaContainerId, packagePath);
state.pendingYarnContainers.put(samzaContainerId, new YarnContainer(container));

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

Map<ApplicationAccessType, String> acls = yarnConfig.getYarnApplicationAcls();
if (!acls.isEmpty()) {
 context.setApplicationACLs(acls);

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

public int getAMContainerMaxCpuCores() {
 return getInt(AM_CONTAINER_MAX_CPU_CORES, DEFAULT_AM_CPU_CORES);
}

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

/**
 * Helper function to get all application acls
 * @return a map of {@link ApplicationAccessType} to {@link String} for all the acls defined
 */
public Map<ApplicationAccessType, String> getYarnApplicationAcls() {
 Map<ApplicationAccessType, String> acls = new HashMap<>();
 String viewAcl = getYarnApplicationViewAcl();
 String modifyAcl = getYarnApplicationModifyAcl();
 if (viewAcl != null) {
  acls.put(ApplicationAccessType.VIEW_APP, viewAcl);
 }
 if (modifyAcl != null) {
  acls.put(ApplicationAccessType.MODIFY_APP, modifyAcl);
 }
 return acls;
}

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

YarnConfig yarnConfig = new YarnConfig(config);
this.yarnConfig = yarnConfig;
this.config = config;
int interval = yarnConfig.getAMPollIntervalMs();

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

public long getYarnTokenRenewalIntervalSeconds() {
 return getLong(YARN_TOKEN_RENEWAL_INTERVAL_SECONDS, DEFAULT_YARN_TOKEN_RENEWAL_INTERVAL_SECONDS);
}

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

String containerLabel = yarnConfig.getContainerLabel();
String preferredHost = resourceRequest.getPreferredHost();
Resource capability = Resource.newInstance(memoryMb, cpuCores);

代码示例来源:origin: org.apache.samza/samza-yarn

Path packagePath = new Path(yarnConfig.getPackagePath());
log.info("Starting container ID {} using package path {}", samzaContainerId, packagePath);
state.pendingYarnContainers.put(samzaContainerId, new YarnContainer(container));

代码示例来源:origin: org.apache.samza/samza-yarn

Map<ApplicationAccessType, String> acls = yarnConfig.getYarnApplicationAcls();
if (!acls.isEmpty()) {
 context.setApplicationACLs(acls);

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

public String getYarnApplicationModifyAcl() {
 return get(YARN_APPLICATION_MODIFY_ACL, null);
}

代码示例来源:origin: org.apache.samza/samza-yarn_2.11

public int getAllocatorSleepTime() {
 return getInt(ALLOCATOR_SLEEP_MS, DEFAULT_ALLOCATOR_SLEEP_MS);
}

代码示例来源:origin: org.apache.samza/samza-yarn

public boolean getJmxServerEnabled() {
 return getBoolean(AM_JMX_ENABLED, true);
}

26 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com