本文整理了Java中org.apache.gobblin.util.WritableShimSerialization.addToHadoopConfiguration()方法的一些代码示例，展示了WritableShimSerialization.addToHadoopConfiguration()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。WritableShimSerialization.addToHadoopConfiguration()方法的具体详情如下：
包路径：org.apache.gobblin.util.WritableShimSerialization
类名称：WritableShimSerialization
方法名：addToHadoopConfiguration

WritableShimSerialization.addToHadoopConfiguration介绍

[英]Helper method to add this serializer to an existing Hadoop config.
[中]方法将此序列化程序添加到现有Hadoop配置中。

代码示例

代码示例来源：origin: apache/incubator-gobblin

/**
 * Get a Hadoop configuration that understands how to (de)serialize WritableShim objects.
 */
private Configuration getConf(Configuration otherConf) {
 Configuration conf;
 if (otherConf == null) {
  conf = new Configuration();
 } else {
  conf = new Configuration(otherConf);
 }
 WritableShimSerialization.addToHadoopConfiguration(conf);
 return conf;
}

代码示例来源：origin: apache/incubator-gobblin

@Override
 public Void call() throws Exception {
  Configuration conf = new Configuration(ParallelRunner.this.fs.getConf());
  WritableShimSerialization.addToHadoopConfiguration(conf);
  try (@SuppressWarnings("deprecation") SequenceFile.Reader reader = new SequenceFile.Reader(
    ParallelRunner.this.fs, inputFilePath, conf)) {
   Writable key = keyClass.newInstance();
   T state = stateClass.newInstance();
   while (reader.next(key)) {
    state = (T) reader.getCurrentValue(state);
    states.add(state);
    state = stateClass.newInstance();
   }
   if (deleteAfter) {
    HadoopUtils.deletePath(ParallelRunner.this.fs, inputFilePath, false);
   }
  }
  return null;
 }
}), "Deserialize state from file " + inputFilePath));

代码示例来源：origin: apache/incubator-gobblin

WritableShimSerialization.addToHadoopConfiguration(deserializeConf);
try (@SuppressWarnings("deprecation") SequenceFile.Reader reader = new SequenceFile.Reader(this.fs, tablePath,
  deserializeConf)) {

代码示例来源：origin: apache/incubator-gobblin

WritableShimSerialization.addToHadoopConfiguration(deserializeConfig);
try (@SuppressWarnings("deprecation") GobblinSequenceFileReader reader = new GobblinSequenceFileReader(this.fs,
  tablePath, deserializeConfig)) {

代码示例来源：origin: apache/incubator-gobblin

@Test
@SuppressWarnings("deprecation")
public void testSerializeToSequenceFile() throws IOException {
 Closer closer = Closer.create();
 Configuration conf = new Configuration();
 WritableShimSerialization.addToHadoopConfiguration(conf);
 try {
  SequenceFile.Writer writer1 = closer.register(SequenceFile.createWriter(this.fs, conf,
    new Path(this.outputPath, "seq1"), Text.class, WorkUnitState.class));
  Text key = new Text();
  WorkUnitState workUnitState = new WorkUnitState();
  TestWatermark watermark = new TestWatermark();
  watermark.setLongWatermark(10L);
  workUnitState.setActualHighWatermark(watermark);
  writer1.append(key, workUnitState);
  SequenceFile.Writer writer2 = closer.register(SequenceFile.createWriter(this.fs, conf,
    new Path(this.outputPath, "seq2"), Text.class, WorkUnitState.class));
  watermark.setLongWatermark(100L);
  workUnitState.setActualHighWatermark(watermark);
  writer2.append(key, workUnitState);
 } catch (Throwable t) {
  throw closer.rethrow(t);
 } finally {
  closer.close();
 }
}

代码示例来源：origin: org.apache.gobblin/gobblin-metastore

/**
 * Get a Hadoop configuration that understands how to (de)serialize WritableShim objects.
 */
private Configuration getConf(Configuration otherConf) {
 Configuration conf;
 if (otherConf == null) {
  conf = new Configuration();
 } else {
  conf = new Configuration(otherConf);
 }
 WritableShimSerialization.addToHadoopConfiguration(conf);
 return conf;
}

代码示例来源：origin: org.apache.gobblin/gobblin-utility

@Override
 public Void call() throws Exception {
  Configuration conf = new Configuration(ParallelRunner.this.fs.getConf());
  WritableShimSerialization.addToHadoopConfiguration(conf);
  try (@SuppressWarnings("deprecation") SequenceFile.Reader reader = new SequenceFile.Reader(
    ParallelRunner.this.fs, inputFilePath, conf)) {
   Writable key = keyClass.newInstance();
   T state = stateClass.newInstance();
   while (reader.next(key)) {
    state = (T) reader.getCurrentValue(state);
    states.add(state);
    state = stateClass.newInstance();
   }
   if (deleteAfter) {
    HadoopUtils.deletePath(ParallelRunner.this.fs, inputFilePath, false);
   }
  }
  return null;
 }
}), "Deserialize state from file " + inputFilePath));

代码示例来源：origin: org.apache.gobblin/gobblin-runtime

WritableShimSerialization.addToHadoopConfiguration(deserializeConf);
try (@SuppressWarnings("deprecation") SequenceFile.Reader reader = new SequenceFile.Reader(this.fs, tablePath,
  deserializeConf)) {

代码示例来源：origin: org.apache.gobblin/gobblin-runtime

WritableShimSerialization.addToHadoopConfiguration(deserializeConfig);
try (@SuppressWarnings("deprecation") GobblinSequenceFileReader reader = new GobblinSequenceFileReader(this.fs,
  tablePath, deserializeConfig)) {