本文整理了Java中gobblin.source.workunit.WorkUnit.setProp()方法的一些代码示例，展示了WorkUnit.setProp()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。WorkUnit.setProp()方法的具体详情如下：
包路径：gobblin.source.workunit.WorkUnit
类名称：WorkUnit
方法名：setProp

WorkUnit.setProp介绍

暂无

代码示例

代码示例来源：origin: com.linkedin.gobblin/gobblin-api

/**
 * Set the specified key, value pair in this {@link MultiWorkUnit} as well as in all the inner {@link WorkUnit}s.
 *
 * {@inheritDoc}
 * @see gobblin.configuration.State#setProp(java.lang.String, java.lang.Object)
 */
@Override
public void setProp(String key, Object value) {
 super.setProp(key, value);
 for (WorkUnit workUnit : this.workUnits) {
  workUnit.setProp(key, value);
 }
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-api

/**
 * Set the specified key, value pair in this {@link MultiWorkUnit} only, but do not propagate it to all the inner
 * {@link WorkUnit}s.
 *
 * @param key property key
 * @param value property value
 */
public void setPropExcludeInnerWorkUnits(String key, Object value) {
 super.setProp(key, value);
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-api

/**
 * This method will allow a work unit to be skipped if needed.
 */
public void skip() {
 this.setProp(ConfigurationKeys.WORK_UNIT_SKIP_KEY, true);
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-api

/**
 * Set the high watermark of this {@link WorkUnit}.
 *
 * @param highWaterMark high watermark
 * @deprecated use {@link #setWatermarkInterval(WatermarkInterval)}.
 */
@Deprecated
public void setHighWaterMark(long highWaterMark) {
 setProp(ConfigurationKeys.WORK_UNIT_HIGH_WATER_MARK_KEY, highWaterMark);
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-api

/**
 * Set the low watermark of this {@link WorkUnit}.
 *
 * @param lowWaterMark low watermark
 * @deprecated use {@link #setWatermarkInterval(WatermarkInterval)}.
 */
@Deprecated
public void setLowWaterMark(long lowWaterMark) {
 setProp(ConfigurationKeys.WORK_UNIT_LOW_WATER_MARK_KEY, lowWaterMark);
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-data-management

/**
 * Set SLA event metadata in the workunit. The publisher will use this metadta to publish sla events
 */
public static void setTableSlaEventMetadata(WorkUnit state, Table table, long updateTime, long lowWatermark,
  long beginGetWorkunitsTime) {
 state.setProp(SlaEventKeys.DATASET_URN_KEY, state.getProp(ConfigurationKeys.DATASET_URN_KEY));
 state.setProp(SlaEventKeys.PARTITION_KEY, table.getCompleteName());
 state.setProp(SlaEventKeys.UPSTREAM_TS_IN_MILLI_SECS_KEY, String.valueOf(updateTime));
 // Time when the workunit was created
 state.setProp(SlaEventKeys.ORIGIN_TS_IN_MILLI_SECS_KEY, System.currentTimeMillis());
 state.setProp(EventConstants.WORK_UNIT_CREATE_TIME, state.getProp(SlaEventKeys.ORIGIN_TS_IN_MILLI_SECS_KEY));
 state.setProp(EventConstants.BEGIN_GET_WORKUNITS_TIME, beginGetWorkunitsTime);
 state.setProp(SlaEventKeys.PREVIOUS_PUBLISH_TS_IN_MILLI_SECS_KEY, lowWatermark);
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-data-management

/**
 * Set SLA event metadata in the workunit. The publisher will use this metadta to publish sla events
 */
public static void setPartitionSlaEventMetadata(WorkUnit state, Table table, Partition partition, long updateTime,
  long lowWatermark, long beginGetWorkunitsTime) {
 state.setProp(SlaEventKeys.DATASET_URN_KEY, state.getProp(ConfigurationKeys.DATASET_URN_KEY));
 state.setProp(SlaEventKeys.PARTITION_KEY, partition.getName());
 state.setProp(SlaEventKeys.UPSTREAM_TS_IN_MILLI_SECS_KEY, String.valueOf(updateTime));
 // Time when the workunit was created
 state.setProp(SlaEventKeys.ORIGIN_TS_IN_MILLI_SECS_KEY, System.currentTimeMillis());
 state.setProp(EventConstants.WORK_UNIT_CREATE_TIME, state.getProp(SlaEventKeys.ORIGIN_TS_IN_MILLI_SECS_KEY));
 state.setProp(SlaEventKeys.PREVIOUS_PUBLISH_TS_IN_MILLI_SECS_KEY, lowWatermark);
 state.setProp(EventConstants.BEGIN_GET_WORKUNITS_TIME, beginGetWorkunitsTime);
 state.setProp(EventConstants.SOURCE_DATA_LOCATION, partition.getDataLocation());
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-api

/**
 * Set {@link WatermarkInterval} for a {@link WorkUnit}.
 */
public void setWatermarkInterval(WatermarkInterval watermarkInterval) {
 setProp(ConfigurationKeys.WATERMARK_INTERVAL_VALUE_KEY, watermarkInterval.toJson().toString());
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-data-management

private static void setWorkUnitWeight(WorkUnit workUnit, CopyEntity copyEntity, long minWeight) {
 long weight = 0;
 if (copyEntity instanceof CopyableFile) {
  weight = ((CopyableFile) copyEntity).getOrigin().getLen();
 }
 weight = Math.max(weight, minWeight);
 workUnit.setProp(WORK_UNIT_WEIGHT, Long.toString(weight));
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-runtime

@Override
 protected void forWorkUnit(WorkUnit workUnit) {
  workUnit.setProp(ConfigurationKeys.JOB_ID_KEY, this.jobId);
  String taskId = JobLauncherUtils.newTaskId(this.jobId, this.taskIdSequence++);
  workUnit.setId(taskId);
  workUnit.setProp(ConfigurationKeys.TASK_ID_KEY, taskId);
  workUnit.setProp(ConfigurationKeys.TASK_KEY_KEY, Long.toString(Id.Task.parse(taskId).getSequence()));
 }
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-api

/**
 * Constructor for a {@link WorkUnit} given a {@link SourceState}, {@link Extract}, and a {@link WatermarkInterval}.
 *
 * @param state a {@link gobblin.configuration.SourceState} the properties of which will be copied into this {@link WorkUnit} instance.
 * @param extract an {@link Extract}.
 * @param watermarkInterval a {@link WatermarkInterval} which defines the range of data this {@link WorkUnit} will process.
 *
 * @deprecated Properties in {@link SourceState} should not be added to a {@link WorkUnit}. Having each
 * {@link WorkUnit} contain a copy of {@link SourceState} is a waste of memory. Use {@link #create(Extract, WatermarkInterval)}.
 */
@Deprecated
public WorkUnit(SourceState state, Extract extract, WatermarkInterval watermarkInterval) {
 this(state, extract);
 /**
  * TODO
  *
  * Hack that stores a {@link WatermarkInterval} by using its {@link WatermarkInterval#toJson()} method. Until a
  * state-store migration, or a new state-store format is chosen, this hack will be the way that the
  * {@link WatermarkInterval} is serialized / de-serialized. Once a state-store migration can be done, the
  * {@link Watermark} can be stored as Binary JSON.
  */
 setProp(ConfigurationKeys.WATERMARK_INTERVAL_VALUE_KEY, watermarkInterval.toJson().toString());
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-utility

@Override
public List<WorkUnit> getWorkunits(SourceState state) {
 Config rootCfg = ConfigUtils.propertiesToConfig(state.getProperties());
 Config cfg = rootCfg.hasPath(CONFIG_NAMESPACE) ? rootCfg.getConfig(CONFIG_NAMESPACE) :
    ConfigFactory.empty();
 int numHellos = cfg.hasPath(NUM_HELLOS_KEY) ? cfg.getInt(NUM_HELLOS_KEY) : DEFAULT_NUM_HELLOS;
 Extract extract = new Extract(TableType.APPEND_ONLY,
    HelloWorldSource.class.getPackage().getName(),
    HelloWorldSource.class.getSimpleName());
 List<WorkUnit> wus = new ArrayList<>(numHellos);
 for (int i = 1; i <= numHellos; ++i) {
  WorkUnit wu = new WorkUnit(extract);
  wu.setProp(HELLO_ID_FULL_KEY, i);
  wus.add(wu);
 }
 return wus;
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-example

@Override
public List<WorkUnit> getWorkunits(SourceState state) {
 List<WorkUnit> workUnits = Lists.newArrayList();
 if (!state.contains(ConfigurationKeys.SOURCE_FILEBASED_FILES_TO_PULL)) {
  return workUnits;
 }
 // Create a single snapshot-type extract for all files
 Extract extract = new Extract(Extract.TableType.SNAPSHOT_ONLY,
   state.getProp(ConfigurationKeys.EXTRACT_NAMESPACE_NAME_KEY, "ExampleNamespace"), "ExampleTable");
 String filesToPull = state.getProp(ConfigurationKeys.SOURCE_FILEBASED_FILES_TO_PULL);
 for (String file : Splitter.on(',').omitEmptyStrings().split(filesToPull)) {
  // Create one work unit for each file to pull
  WorkUnit workUnit = WorkUnit.create(extract);
  workUnit.setProp(SOURCE_FILE_KEY, file);
  workUnits.add(workUnit);
 }
 return workUnits;
}

代码示例来源：origin: com.linkedin.gobblin/gobblin-example

prevHighWatermarks.remove(title);
WorkUnit workUnit = WorkUnit.create(extract, new WatermarkInterval(prevWatermark, new LongWatermark(-1)));
workUnit.setProp(ConfigurationKeys.DATASET_URN_KEY, title);
workUnits.add(workUnit);
WorkUnit workUnit = WorkUnit.create(extract, new WatermarkInterval(nonProcessedDataset.getValue(),
  nonProcessedDataset.getValue()));
workUnit.setProp(ConfigurationKeys.DATASET_URN_KEY, nonProcessedDataset.getKey());
workUnits.add(workUnit);

代码示例来源：origin: com.linkedin.gobblin/gobblin-data-management

GobblinMetrics.addCustomTagToState(workUnit,
  new Tag<>(CopyEventSubmitterHelper.DATASET_ROOT_METADATA_NAME, this.copyableDataset.datasetURN()));
workUnit.setProp(ConfigurationKeys.DATASET_URN_KEY, datasetAndPartition.toString());
workUnit.setProp(SlaEventKeys.DATASET_URN_KEY, this.copyableDataset.datasetURN());
workUnit.setProp(SlaEventKeys.PARTITION_KEY, copyEntity.getFileSet());
setWorkUnitWeight(workUnit, copyEntity, minWorkUnitWeight);
setWorkUnitWatermark(workUnit, watermarkGenerator, copyEntity);

代码示例来源：origin: com.linkedin.gobblin/gobblin-data-management

watermarkWorkunit.setProp(IS_WATERMARK_WORKUNIT_KEY, true);
watermarkWorkunit.setProp(ConfigurationKeys.DATASET_URN_KEY, tableKey);