gpt4 book ai didi

org.apache.helix.task.WorkflowConfig.isJobQueue()方法的使用及代码示例

转载 作者:知者 更新时间:2024-03-24 01:53:05 26 4
gpt4 key购买 nike

本文整理了Java中org.apache.helix.task.WorkflowConfig.isJobQueue()方法的一些代码示例,展示了WorkflowConfig.isJobQueue()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。WorkflowConfig.isJobQueue()方法的具体详情如下:
包路径:org.apache.helix.task.WorkflowConfig
类名称:WorkflowConfig
方法名:isJobQueue

WorkflowConfig.isJobQueue介绍

暂无

代码示例

代码示例来源:origin: apache/helix

if (workflowCfg.isJobQueue()) {

代码示例来源:origin: org.apache.helix/helix-core

if (workflowCfg.isJobQueue()) {

代码示例来源:origin: org.apache.helix/helix-core

if (workflowCfg.isJobQueue() && scheduledJobs >= workflowCfg.getParallelJobs()) {
 if (LOG.isDebugEnabled()) {
  LOG.debug(String.format("Workflow %s already have enough job in progress, "

代码示例来源:origin: apache/helix

@Override
 public void execute(ClusterEvent event) {
  ClusterDataCache clusterDataCache = event.getAttribute(AttributeName.ClusterDataCache.name());
  HelixManager manager = event.getAttribute(AttributeName.helixmanager.name());

  if (clusterDataCache == null || manager == null) {
   LOG.warn(
     "ClusterDataCache or HelixManager is null for event {}({}) in cluster {}. Skip TaskGarbageCollectionStage.",
     event.getEventId(), event.getEventType(), event.getClusterName());
   return;
  }

  Set<WorkflowConfig> existingWorkflows =
    new HashSet<>(clusterDataCache.getWorkflowConfigMap().values());
  for (WorkflowConfig workflowConfig : existingWorkflows) {
   // clean up the expired jobs if it is a queue.
   if (workflowConfig != null && (!workflowConfig.isTerminable() || workflowConfig
     .isJobQueue())) {
    try {
     TaskUtil.purgeExpiredJobs(workflowConfig.getWorkflowId(), workflowConfig,
       clusterDataCache.getWorkflowContext(workflowConfig.getWorkflowId()), manager,
       _rebalanceScheduler);
    } catch (Exception e) {
     LOG.warn(String.format("Failed to purge job for workflow %s with reason %s",
       workflowConfig.getWorkflowId(), e.toString()));
    }
   }
  }
 }
}

代码示例来源:origin: apache/helix

if (workflowConfig.isJobQueue()) {
 driver.start(new JobQueue.Builder(workflowId).setWorkflowConfig(workflowConfig).build());
 return OK();

代码示例来源:origin: apache/helix

if (workflowCfg.isJobQueue() && scheduledJobs >= workflowCfg.getParallelJobs()) {
 if (LOG.isDebugEnabled()) {
  LOG.debug(String.format("Workflow %s already have enough job in progress, "

代码示例来源:origin: apache/helix

if (!workflowCfg.isJobQueue() && !finalStates.contains(workflowCtx.getWorkflowState())) {
if (!workflowCfg.isTerminable() || workflowCfg.isJobQueue()) {
 Set<String> jobWithFinalStates = new HashSet<>(workflowCtx.getJobStates().keySet());
 jobWithFinalStates.removeAll(workflowCfg.getJobDag().getAllNodes());

代码示例来源:origin: org.apache.helix/helix-core

if (jobState == TaskState.FAILED || jobState == TaskState.TIMED_OUT) {
 failedJobs++;
 if (!cfg.isJobQueue() && failedJobs > cfg.getFailureThreshold()) {
  ctx.setWorkflowState(TaskState.FAILED);
  LOG.info("Workflow {} reached the failure threshold, so setting its state to FAILED.", cfg.getWorkflowId());

代码示例来源:origin: apache/helix

if (jobState == TaskState.FAILED || jobState == TaskState.TIMED_OUT) {
 failedJobs++;
 if (!cfg.isJobQueue() && failedJobs > cfg.getFailureThreshold()) {
  ctx.setWorkflowState(TaskState.FAILED);
  LOG.info("Workflow {} reached the failure threshold, so setting its state to FAILED.",

代码示例来源:origin: org.apache.helix/helix-core

public WorkflowConfig(WorkflowConfig cfg, String workflowId) {
 this(workflowId, cfg.getJobDag(), cfg.getParallelJobs(), cfg.getTargetState(), cfg.getExpiry(),
   cfg.getFailureThreshold(), cfg.isTerminable(), cfg.getScheduleConfig(), cfg.getCapacity(),
   cfg.getWorkflowType(), cfg.isJobQueue(), cfg.getJobTypes(), cfg.getJobPurgeInterval(),
   cfg.isAllowOverlapJobAssignment(), cfg.getTimeout());
}

代码示例来源:origin: apache/helix

if (notStartedCount > 0 || (workflowCfg.isJobQueue() && inCompleteCount >= workflowCfg
  .getParallelJobs())) {
 LOG.debug("Job is not ready to be scheduled due to pending dependent jobs " + resourceName);

代码示例来源:origin: apache/helix

public WorkflowConfig(WorkflowConfig cfg, String workflowId) {
 this(workflowId, cfg.getJobDag(), cfg.getParallelJobs(), cfg.getTargetState(), cfg.getExpiry(),
   cfg.getFailureThreshold(), cfg.isTerminable(), cfg.getScheduleConfig(), cfg.getCapacity(),
   cfg.getWorkflowType(), cfg.isJobQueue(), cfg.getJobTypes(), cfg.getJobPurgeInterval(),
   cfg.isAllowOverlapJobAssignment(), cfg.getTimeout());
}

代码示例来源:origin: org.apache.helix/helix-core

if (notStartedCount > 0 || (workflowCfg.isJobQueue() && inCompleteCount >= workflowCfg
  .getParallelJobs())) {
 LOG.debug("Job is not ready to be scheduled due to pending dependent jobs " + resourceName);

代码示例来源:origin: org.apache.helix/helix-core

if (!workflowCfg.isJobQueue() && !finalStates.contains(workflowCtx.getWorkflowState())) {
if (!workflowCfg.isTerminable() || workflowCfg.isJobQueue()) {
 purgeExpiredJobs(workflow, workflowCfg, workflowCtx);

代码示例来源:origin: apache/helix

public Builder(WorkflowConfig workflowConfig) {
 _workflowId = workflowConfig.getWorkflowId();
 _taskDag = workflowConfig.getJobDag();
 _parallelJobs = workflowConfig.getParallelJobs();
 _targetState = workflowConfig.getTargetState();
 _expiry = workflowConfig.getExpiry();
 _isTerminable = workflowConfig.isTerminable();
 _scheduleConfig = workflowConfig.getScheduleConfig();
 _capacity = workflowConfig.getCapacity();
 _failureThreshold = workflowConfig.getFailureThreshold();
 _workflowType = workflowConfig.getWorkflowType();
 _isJobQueue = workflowConfig.isJobQueue();
 _jobTypes = workflowConfig.getJobTypes();
 _jobPurgeInterval = workflowConfig.getJobPurgeInterval();
 _allowOverlapJobAssignment = workflowConfig.isAllowOverlapJobAssignment();
 _timeout = workflowConfig.getTimeout();
}

代码示例来源:origin: apache/helix

return maxRunningCount > 1 && (workflowConfig.isJobQueue() ? maxRunningCount <= workflowConfig
  .getParallelJobs() : true);

代码示例来源:origin: org.apache.helix/helix-core

public Builder(WorkflowConfig workflowConfig) {
 _workflowId = workflowConfig.getWorkflowId();
 _taskDag = workflowConfig.getJobDag();
 _parallelJobs = workflowConfig.getParallelJobs();
 _targetState = workflowConfig.getTargetState();
 _expiry = workflowConfig.getExpiry();
 _isTerminable = workflowConfig.isTerminable();
 _scheduleConfig = workflowConfig.getScheduleConfig();
 _capacity = workflowConfig.getCapacity();
 _failureThreshold = workflowConfig.getFailureThreshold();
 _workflowType = workflowConfig.getWorkflowType();
 _isJobQueue = workflowConfig.isJobQueue();
 _jobTypes = workflowConfig.getJobTypes();
 _jobPurgeInterval = workflowConfig.getJobPurgeInterval();
 _allowOverlapJobAssignment = workflowConfig.isAllowOverlapJobAssignment();
 _timeout = workflowConfig.getTimeout();
}

26 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com