- 使用 Spring Initializr 创建 Spring Boot 应用程序
- 在Spring Boot中配置Cassandra
- 在 Spring Boot 上配置 Tomcat 连接池
- 将Camel消息路由到嵌入WildFly的Artemis上
本文整理了Java中org.apache.hadoop.yarn.client.api.YarnClient
类的一些代码示例,展示了YarnClient
类的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。YarnClient
类的具体详情如下:
包路径:org.apache.hadoop.yarn.client.api.YarnClient
类名称:YarnClient
暂无
代码示例来源:origin: apache/hive
public boolean isApplicationAccepted(HiveConf conf, String applicationId) {
if (applicationId == null) {
return false;
}
YarnClient yarnClient = null;
try {
LOG.info("Trying to find " + applicationId);
ApplicationId appId = getApplicationIDFromString(applicationId);
yarnClient = YarnClient.createYarnClient();
yarnClient.init(conf);
yarnClient.start();
ApplicationReport appReport = yarnClient.getApplicationReport(appId);
return appReport != null && appReport.getYarnApplicationState() == YarnApplicationState.ACCEPTED;
} catch (Exception ex) {
LOG.error("Failed getting application status for: " + applicationId + ": " + ex, ex);
return false;
} finally {
if (yarnClient != null) {
try {
yarnClient.stop();
} catch (Exception ex) {
LOG.error("Failed to stop yarn client: " + ex, ex);
}
}
}
}
}
代码示例来源:origin: apache/hive
public static void killChildYarnJobs(Configuration conf, String tag) {
try {
if (tag == null) {
return;
}
LOG.info("Killing yarn jobs using query tag:" + tag);
Set<ApplicationId> childYarnJobs = getChildYarnJobs(conf, tag);
if (!childYarnJobs.isEmpty()) {
YarnClient yarnClient = YarnClient.createYarnClient();
yarnClient.init(conf);
yarnClient.start();
for (ApplicationId app : childYarnJobs) {
yarnClient.killApplication(app);
}
}
} catch (IOException | YarnException ye) {
LOG.warn("Exception occurred while killing child job({})", ye);
}
}
代码示例来源:origin: apache/drill
public GetNewApplicationResponse createAppMaster()
throws YarnClientException {
// Create application via yarnClient
// Response is a new application ID along with cluster capacity info
try {
app = yarnClient.createApplication();
} catch (YarnException | IOException e) {
throw new YarnClientException("Create application failed", e);
}
GetNewApplicationResponse response = app.getNewApplicationResponse();
appId = response.getApplicationId();
return response;
}
代码示例来源:origin: apache/drill
public YarnRMClient(YarnConfiguration conf) {
this.conf = conf;
yarnClient = YarnClient.createYarnClient();
yarnClient.init(conf);
yarnClient.start();
}
代码示例来源:origin: alibaba/jstorm
JstormOnYarn(String appMasterMainClass, Configuration conf) {
this.jstormClientContext.conf = conf;
this.appMasterMainClass = appMasterMainClass;
jstormClientContext.yarnClient = YarnClient.createYarnClient();
jstormClientContext.yarnClient.init(conf);
jstormClientContext.opts = JstormYarnUtils.initClientOptions();
}
代码示例来源:origin: apache/flink
private void updateApplicationStatus() {
if (yarnClient.isInState(Service.STATE.STARTED)) {
final ApplicationReport applicationReport;
try {
applicationReport = yarnClient.getApplicationReport(yarnApplicationId);
} catch (Exception e) {
LOG.info("Could not retrieve the Yarn application report for {}.", yarnApplicationId);
applicationStatus = ApplicationStatus.UNKNOWN;
return;
}
YarnApplicationState yarnApplicationState = applicationReport.getYarnApplicationState();
if (yarnApplicationState == YarnApplicationState.FAILED || yarnApplicationState == YarnApplicationState.KILLED) {
applicationStatus = ApplicationStatus.FAILED;
} else {
applicationStatus = ApplicationStatus.SUCCEEDED;
}
} else {
LOG.info("Yarn client is no longer in state STARTED. Stopping the Yarn application status monitor.");
applicationStatusUpdateFuture.cancel(false);
}
}
}
代码示例来源:origin: alibaba/jstorm
ApplicationReport report = jstormClientContext.yarnClient.getApplicationReport(appId);
writename.createNewFile();
BufferedWriter out = new BufferedWriter(new FileWriter(writename));
out.write(report.getHost() + JOYConstants.NEW_LINE);
out.write(report.getRpcPort() + JOYConstants.NEW_LINE);
out.flush();
out.close();
+ ", appId=" + appId.getId()
+ ", clientToAMToken=" + report.getClientToAMToken()
+ ", appDiagnostics=" + report.getDiagnostics()
+ ", appMasterHost=" + report.getHost()
代码示例来源:origin: alibaba/jstorm
jstormClientContext.yarnClient.start();
YarnClusterMetrics clusterMetrics = jstormClientContext.yarnClient.getYarnClusterMetrics();
LOG.info("Got Cluster metric info from ASM"
+ ", numNodeManagers=" + clusterMetrics.getNumNodeManagers());
List<NodeReport> clusterNodeReports = jstormClientContext.yarnClient.getNodeReports(
NodeState.RUNNING);
LOG.info("Got Cluster node info from ASM, count is " + String.valueOf(clusterNodeReports.size()));
QueueInfo queueInfo = jstormClientContext.yarnClient.getQueueInfo(this.jstormClientContext.amQueue);
LOG.info("Queue info"
+ ", queueName=" + queueInfo.getQueueName()
+ ", queueChildQueueCount=" + queueInfo.getChildQueues().size());
List<QueueUserACLInfo> listAclInfo = jstormClientContext.yarnClient.getQueueAclsInfo();
for (QueueUserACLInfo aclInfo : listAclInfo) {
for (QueueACL userAcl : aclInfo.getUserAcls()) {
YarnClientApplication app = jstormClientContext.yarnClient.createApplication();
GetNewApplicationResponse appResponse = app.getNewApplicationResponse();
int maxMem = appResponse.getMaximumResourceCapability().getMemory();
throw new IOException(JOYConstants.INSTANCE_DEPLOY_DIR_KEY + " is not set");
jstormClientContext.yarnClient.submitApplication(appContext);
代码示例来源:origin: apache/ignite
YarnClient yarnClient = YarnClient.createYarnClient();
yarnClient.init(conf);
yarnClient.start();
YarnClientApplication app = yarnClient.createApplication();
yarnClient.submitApplication(appContext);
ApplicationReport appReport = yarnClient.getApplicationReport(appId);
YarnApplicationState appState = appReport.getYarnApplicationState();
TimeUnit.SECONDS.sleep(1L);
appReport = yarnClient.getApplicationReport(appId);
&& appReport.getYarnApplicationState() == YarnApplicationState.ACCEPTED)
log.log(Level.INFO, "Application {0} is ACCEPTED.", appId);
appState = appReport.getYarnApplicationState();
代码示例来源:origin: apache/flink
YarnClient yc = YarnClient.createYarnClient();
yc.init(YARN_CONFIGURATION);
yc.start();
List<ApplicationReport> apps = yc.getApplications(EnumSet.of(YarnApplicationState.RUNNING));
Assert.assertEquals(1, apps.size()); // Only one running
ApplicationReport app = apps.get(0);
Assert.assertEquals("MyCustomName", app.getName());
ApplicationId id = app.getApplicationId();
yc.killApplication(id);
while (yc.getApplications(EnumSet.of(YarnApplicationState.KILLED)).size() == 0 &&
yc.getApplications(EnumSet.of(YarnApplicationState.FINISHED)).size() == 0) {
sleep(500);
代码示例来源:origin: apache/metron
t.start();
YarnClient yarnClient = YarnClient.createYarnClient();
yarnClient.init(new Configuration(conf));
yarnClient.start();
String hostName = NetUtils.getHostname();
String errorMessage = "";
while(!verified) {
List<ApplicationReport> apps = yarnClient.getApplications();
if (apps.size() == 0 ) {
Thread.sleep(10);
if(appReport.getHost().equals("N/A")) {
Thread.sleep(10);
continue;
+ appReport.getHost() + "'. Expected rpc port to be '-1', was '"
+ appReport.getRpcPort() + "'.";
if (checkHostname(appReport.getHost()) && appReport.getRpcPort() == -1) {
verified = true;
代码示例来源:origin: apache/flink
File fp = File.createTempFile(appId.toString(), null);
fp.deleteOnExit();
try (FileOutputStream output = new FileOutputStream(fp);
appMasterEnv.put(YarnConfigKeys.ENV_TM_MEMORY, String.valueOf(clusterSpecification.getTaskManagerMemoryMB()));
appMasterEnv.put(YarnConfigKeys.FLINK_JAR_PATH, remotePathJar.toString());
appMasterEnv.put(YarnConfigKeys.ENV_APP_ID, appId.toString());
appMasterEnv.put(YarnConfigKeys.ENV_CLIENT_HOME_DIR, homeDir.toString());
appMasterEnv.put(YarnConfigKeys.ENV_CLIENT_SHIP_FILES, envShipFileList.toString());
Runtime.getRuntime().addShutdownHook(deploymentFailureHook);
LOG.info("Submitting application master " + appId);
yarnClient.submitApplication(appContext);
loop: while (true) {
try {
report = yarnClient.getApplicationReport(appId);
} catch (IOException e) {
throw new YarnDeploymentException("Failed to deploy the cluster.", e);
YarnApplicationState appState = report.getYarnApplicationState();
LOG.debug("Application State: {}", appState);
switch(appState) {
代码示例来源:origin: apache/oozie
void killExternalChildAppByTags(WorkflowAction action, YarnClient yarnClient, Configuration jobConf, String appExternalId)
throws YarnException, IOException {
for (ApplicationId id : LauncherMain.getChildYarnJobs(jobConf, ApplicationsRequestScope.ALL,
action.getStartTime().getTime())) {
if (finalAppStatusUndefined(yarnClient.getApplicationReport(id))) {
try {
LOG.info("Killing action {0}''s external child application {1} based on tags",
action.getId(), id.toString());
yarnClient.killApplication(id);
} catch (Exception e) {
LOG.warn("Could not kill child of {0}, {1}", appExternalId, id, e);
}
}
}
}
代码示例来源:origin: apache/incubator-gobblin
YarnClientApplication gobblinYarnApp = this.yarnClient.createApplication();
ApplicationSubmissionContext appSubmissionContext = gobblinYarnApp.getApplicationSubmissionContext();
appSubmissionContext.setApplicationType(GOBBLIN_YARN_APPLICATION_TYPE);
this.yarnClient.submitApplication(appSubmissionContext);
ApplicationReport applicationReport = this.yarnClient.getApplicationReport(applicationId);
LOGGER.info("Application Name: " + applicationReport.getName());
LOGGER.info("Application Tracking URL: " + applicationReport.getTrackingUrl());
LOGGER.info("Application User: " + applicationReport.getUser() + " Queue: " + applicationReport.getQueue());
代码示例来源:origin: apache/drill
@Override
public void start(CallbackHandler resourceCallback,
org.apache.hadoop.yarn.client.api.async.NMClientAsync.CallbackHandler nodeCallback ) {
conf = new YarnConfiguration();
resourceMgr = AMRMClientAsync.createAMRMClientAsync(pollPeriodMs, resourceCallback);
resourceMgr.init(conf);
resourceMgr.start();
// Create the asynchronous node manager client
nodeMgr = NMClientAsync.createNMClientAsync(nodeCallback);
nodeMgr.init(conf);
nodeMgr.start();
client = YarnClient.createYarnClient();
client.init(conf);
client.start();
String appIdStr = System.getenv(DrillOnYarnConfig.APP_ID_ENV_VAR);
if (appIdStr != null) {
appId = ConverterUtils.toApplicationId(appIdStr);
try {
appReport = client.getApplicationReport(appId);
} catch (YarnException | IOException e) {
LOG.error(
"Failed to get YARN applicaiton report for App ID: " + appIdStr, e);
}
}
}
代码示例来源:origin: org.apache.apex/apex-engine
public static ApplicationReport getStartedAppInstanceByName(YarnClient clientRMService, String appName, String user, String excludeAppId) throws YarnException, IOException
{
List<ApplicationReport> applications = clientRMService.getApplications(Sets.newHashSet(StramClient.YARN_APPLICATION_TYPE, StramClient.YARN_APPLICATION_TYPE_DEPRECATED), EnumSet.of(YarnApplicationState.RUNNING,
YarnApplicationState.ACCEPTED,
YarnApplicationState.NEW,
YarnApplicationState.NEW_SAVING,
YarnApplicationState.SUBMITTED));
// see whether there is an app with the app name and user name running
for (ApplicationReport app : applications) {
if (!app.getApplicationId().toString().equals(excludeAppId)
&& app.getName().equals(appName)
&& app.getUser().equals(user)) {
return app;
}
}
return null;
}
代码示例来源:origin: org.apache.apex/apex-engine
private ApplicationReport assertRunningApp(ApplicationReport app)
{
ApplicationReport r;
try {
r = yarnClient.getApplicationReport(app.getApplicationId());
if (r.getYarnApplicationState() != YarnApplicationState.RUNNING) {
String msg = String.format("Application %s not running (status %s)",
r.getApplicationId().getId(), r.getYarnApplicationState());
throw new CliException(msg);
}
} catch (YarnException rmExc) {
throw new CliException("Unable to determine application status", rmExc);
} catch (IOException rmExc) {
throw new CliException("Unable to determine application status", rmExc);
}
return r;
}
代码示例来源:origin: Qihoo360/XLearning
yarnClient = YarnClient.createYarnClient();
yarnClient.init(conf);
yarnClient.start();
LOG.info("Requesting a new application from cluster with " + yarnClient.getYarnClusterMetrics().getNumNodeManagers() + " NodeManagers");
newAPP = yarnClient.createApplication();
代码示例来源:origin: apache/flink
assertTrue(yarnClient.isInState(Service.STATE.STARTED));
final YarnClient closableYarnClient = YarnClient.createYarnClient();
closableYarnClient.init(yarnConfiguration);
closableYarnClient.start();
assertTrue(closableYarnClient.isInState(Service.STATE.STOPPED));
代码示例来源:origin: apache/flink
final ApplicationReport appReport = yarnClient.getApplicationReport(applicationId);
if (appReport.getFinalApplicationStatus() != FinalApplicationStatus.UNDEFINED) {
applicationId, appReport.getFinalApplicationStatus());
throw new RuntimeException("The Yarn application " + applicationId + " doesn't run anymore.");
final String host = appReport.getHost();
final int rpcPort = appReport.getRpcPort();
我在网上搜索但没有找到任何合适的文章解释如何使用 javascript 使用 WCF 服务,尤其是 WebScriptEndpoint。 任何人都可以对此给出任何指导吗? 谢谢 最佳答案 这是一篇关于
我正在编写一个将运行 Linux 命令的 C 程序,例如: cat/etc/passwd | grep 列表 |剪切-c 1-5 我没有任何结果 *这里 parent 等待第一个 child (chi
所以我正在尝试处理文件上传,然后将该文件作为二进制文件存储到数据库中。在我存储它之后,我尝试在给定的 URL 上提供文件。我似乎找不到适合这里的方法。我需要使用数据库,因为我使用 Google 应用引
我正在尝试制作一个宏,将下面的公式添加到单元格中,然后将其拖到整个列中并在 H 列中复制相同的公式 我想在 F 和 H 列中输入公式的数据 Range("F1").formula = "=IF(ISE
问题类似于this one ,但我想使用 OperatorPrecedenceParser 解析带有函数应用程序的表达式在 FParsec . 这是我的 AST: type Expression =
我想通过使用 sequelize 和 node.js 将这个查询更改为代码取决于在哪里 select COUNT(gender) as genderCount from customers where
我正在使用GNU bash,版本5.0.3(1)-发行版(x86_64-pc-linux-gnu),我想知道为什么简单的赋值语句会出现语法错误: #/bin/bash var1=/tmp
这里,为什么我的代码在 IE 中不起作用。我的代码适用于所有浏览器。没有问题。但是当我在 IE 上运行我的项目时,它发现错误。 而且我的 jquery 类和 insertadjacentHTMl 也不
我正在尝试更改标签的innerHTML。我无权访问该表单,因此无法编辑 HTML。标签具有的唯一标识符是“for”属性。 这是输入和标签的结构:
我有一个页面,我可以在其中返回用户帖子,可以使用一些 jquery 代码对这些帖子进行即时评论,在发布新评论后,我在帖子下插入新评论以及删除 按钮。问题是 Delete 按钮在新插入的元素上不起作用,
我有一个大约有 20 列的“管道分隔”文件。我只想使用 sha1sum 散列第一列,它是一个数字,如帐号,并按原样返回其余列。 使用 awk 或 sed 执行此操作的最佳方法是什么? Accounti
我需要将以下内容插入到我的表中...我的用户表有五列 id、用户名、密码、名称、条目。 (我还没有提交任何东西到条目中,我稍后会使用 php 来做)但由于某种原因我不断收到这个错误:#1054 - U
所以我试图有一个输入字段,我可以在其中输入任何字符,但然后将输入的值小写,删除任何非字母数字字符,留下“。”而不是空格。 例如,如果我输入: 地球的 70% 是水,-!*#$^^ & 30% 土地 输
我正在尝试做一些我认为非常简单的事情,但出于某种原因我没有得到想要的结果?我是 javascript 的新手,但对 java 有经验,所以我相信我没有使用某种正确的规则。 这是一个获取输入值、检查选择
我想使用 angularjs 从 mysql 数据库加载数据。 这就是应用程序的工作原理;用户登录,他们的用户名存储在 cookie 中。该用户名显示在主页上 我想获取这个值并通过 angularjs
我正在使用 autoLayout,我想在 UITableViewCell 上放置一个 UIlabel,它应该始终位于单元格的右侧和右侧的中心。 这就是我想要实现的目标 所以在这里你可以看到我正在谈论的
我需要与 MySql 等效的 elasticsearch 查询。我的 sql 查询: SELECT DISTINCT t.product_id AS id FROM tbl_sup_price t
我正在实现代码以使用 JSON。 func setup() { if let flickrURL = NSURL(string: "https://api.flickr.com/
我尝试使用for循环声明变量,然后测试cols和rols是否相同。如果是,它将运行递归函数。但是,我在 javascript 中执行 do 时遇到问题。有人可以帮忙吗? 现在,在比较 col.1 和
我举了一个我正在处理的问题的简短示例。 HTML代码: 1 2 3 CSS 代码: .BB a:hover{ color: #000; } .BB > li:after {
我是一名优秀的程序员,十分优秀!