gpt4 book ai didi

gobblin.source.workunit.WorkUnit.()方法的使用及代码示例

转载 作者:知者 更新时间:2024-03-21 08:13:05 26 4
gpt4 key购买 nike

本文整理了Java中gobblin.source.workunit.WorkUnit.<init>()方法的一些代码示例,展示了WorkUnit.<init>()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。WorkUnit.<init>()方法的具体详情如下:
包路径:gobblin.source.workunit.WorkUnit
类名称:WorkUnit
方法名:<init>

WorkUnit.<init>介绍

[英]Default constructor.
[中]默认构造函数。

代码示例

代码示例来源:origin: com.linkedin.gobblin/gobblin-api

/**
 * Factory method.
 *
 * @param extract {@link Extract}
 * @param watermarkInterval {@link WatermarkInterval}
 * @return A {@link WorkUnit} with the given {@link Extract} and {@link WatermarkInterval}
 */
public static WorkUnit create(Extract extract, WatermarkInterval watermarkInterval) {
 return new WorkUnit(null, extract, watermarkInterval);
}

代码示例来源:origin: com.linkedin.gobblin/gobblin-api

/**
 * Factory method.
 *
 * @param extract {@link Extract}
 * @return A {@link WorkUnit} with the given {@link Extract}
 */
public static WorkUnit create(Extract extract) {
 return new WorkUnit(null, extract);
}

代码示例来源:origin: com.linkedin.gobblin/gobblin-api

/**
 * Factory method.
 *
 * @param other a {@link WorkUnit} instance
 * @return A copy of the given {@link WorkUnit} instance
 */
public static WorkUnit copyOf(WorkUnit other) {
 return new WorkUnit(other);
}

代码示例来源:origin: com.linkedin.gobblin/gobblin-api

/**
 * Factory method.
 *
 * @return An empty {@link WorkUnit}.
 */
public static WorkUnit createEmpty() {
 return new WorkUnit();
}

代码示例来源:origin: com.linkedin.gobblin/gobblin-api

/**
 * Create a new {@link WorkUnit} instance from a given {@link Extract}.
 *
 * @param extract given {@link Extract}
 * @return a new {@link WorkUnit} instance
 *
 * @deprecated Properties in SourceState should not added to a WorkUnit. Having each WorkUnit contain a copy of
 * SourceState is a waste of memory. Use {@link WorkUnit#create(Extract)}.
 */
@Deprecated
public WorkUnit createWorkUnit(Extract extract) {
 return new WorkUnit(this, extract);
}

代码示例来源:origin: com.linkedin.gobblin/gobblin-utility

@Override
public List<WorkUnit> getWorkunits(SourceState state) {
 List<WorkUnit> workUnits = Lists.newArrayList();
 for (int i = 0; i < state.getPropAsInt(NUM_WORK_UNITS, 1); i++) {
  workUnits.add(new WorkUnit());
 }
 return workUnits;
}

代码示例来源:origin: com.linkedin.gobblin/gobblin-compaction

protected WorkUnit createWorkUnit (Dataset dataset) throws IOException {
 WorkUnit workUnit = new WorkUnit();
 TaskUtils.setTaskFactoryClass(workUnit, MRCompactionTaskFactory.class);
 suite.save (dataset, workUnit);
 return workUnit;
}

代码示例来源:origin: com.linkedin.gobblin/gobblin-utility

@Override
public List<WorkUnit> getWorkunits(SourceState state) {
 Config rootCfg = ConfigUtils.propertiesToConfig(state.getProperties());
 Config cfg = rootCfg.hasPath(CONFIG_NAMESPACE) ? rootCfg.getConfig(CONFIG_NAMESPACE) :
    ConfigFactory.empty();
 int numHellos = cfg.hasPath(NUM_HELLOS_KEY) ? cfg.getInt(NUM_HELLOS_KEY) : DEFAULT_NUM_HELLOS;
 Extract extract = new Extract(TableType.APPEND_ONLY,
    HelloWorldSource.class.getPackage().getName(),
    HelloWorldSource.class.getSimpleName());
 List<WorkUnit> wus = new ArrayList<>(numHellos);
 for (int i = 1; i <= numHellos; ++i) {
  WorkUnit wu = new WorkUnit(extract);
  wu.setProp(HELLO_ID_FULL_KEY, i);
  wus.add(wu);
 }
 return wus;
}

代码示例来源:origin: com.linkedin.gobblin/gobblin-data-management

CopyEntity.DatasetAndPartition datasetAndPartition = copyEntity.getDatasetAndPartition(metadata);
WorkUnit workUnit = new WorkUnit(extract);
workUnit.addAll(this.state);
serializeCopyEntity(workUnit, copyEntity);

26 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com