本文整理了Java中org.apache.crunch.types.writable.Writables类的一些代码示例，展示了Writables类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Writables类的具体详情如下：
包路径：org.apache.crunch.types.writable.Writables
类名称：Writables

Writables介绍

[英]Defines static methods that are analogous to the methods defined in WritableTypeFamily for convenient static importing.
[中]

代码示例

代码示例来源：origin: cloudera/crunch

public <W extends Writable> PType<W> writables(Class<W> clazz) {
 return Writables.writables(clazz);
}

代码示例来源：origin: org.apache.crunch/crunch-core

public PType<ByteBuffer> bytes() {
 return Writables.bytes();
}

代码示例来源：origin: org.apache.crunch/crunch-hbase

public static final PType<KeyValue> keyValues() {
 return Writables.derived(KeyValue.class,
   new MapFn<BytesWritable, KeyValue>() {
    @Override
    public KeyValue map(BytesWritable input) {
     return bytesToKeyValue(input);
    }
   },
   new MapFn<KeyValue, BytesWritable>() {
    @Override
    public BytesWritable map(KeyValue input) {
     return keyValueToBytes(input);
    }
   },
   Writables.writables(BytesWritable.class));
}

代码示例来源：origin: org.apache.crunch/crunch-core

private static <K extends Writable, V extends Writable> PTableType<K, V> tableOf(
  Class<K> keyClass, Class<V> valueClass) {
 return Writables.tableOf(Writables.writables(keyClass), Writables.writables(valueClass));
}

代码示例来源：origin: apache/crunch

/**
 * Extract information from hbase
 *
 * @param words the source from hbase
 * @return a {@code PTable} composed of the type of the input as key
 *         and its def as value
 */
public PTable<String, String> extractText(PTable<ImmutableBytesWritable, Result> words) {
 return words.parallelDo("Extract text", new DoFn<Pair<ImmutableBytesWritable, Result>, Pair<String, String>>() {
  @Override
  public void process(Pair<ImmutableBytesWritable, Result> row, Emitter<Pair<String, String>> emitter) {
   byte[] type = row.second().getValue(COLUMN_FAMILY_SOURCE, COLUMN_QUALIFIER_SOURCE_PLAY);
   byte[] def = row.second().getValue(COLUMN_FAMILY_SOURCE, COLUMN_QUALIFIER_SOURCE_QUOTE);
   if (type != null && def != null) {
    emitter.emit(new Pair<String, String>(Bytes.toString(type), Bytes.toString(def)));
   }
  }
 }, Writables.tableOf(Writables.strings(), Writables.strings()));
}

代码示例来源：origin: apache/crunch

public int run(String[] args) throws Exception {
 if (args.length != 2) {
  System.err.println();
  System.err.println("Two and only two arguments are accepted.");
  System.err.println("Usage: " + this.getClass().getName() + " [generic options] input output");
  System.err.println();
  GenericOptionsParser.printGenericCommandUsage(System.err);
  return 1;
 }
 // Create an object to coordinate pipeline creation and execution.
 Pipeline pipeline = new MRPipeline(AverageBytesByIP.class, getConf());
 // Reference a given text file as a collection of Strings.
 PCollection<String> lines = pipeline.readTextFile(args[0]);
 // Aggregator used for summing up response size and count
 Aggregator<Pair<Long, Long>> agg = pairAggregator(SUM_LONGS(), SUM_LONGS());
 // Table of (ip, sum(response size), count)
 PTable<String, Pair<Long, Long>> remoteAddrResponseSize = lines
   .parallelDo(extractResponseSize,
     Writables.tableOf(Writables.strings(), Writables.pairs(Writables.longs(), Writables.longs()))).groupByKey()
   .combineValues(agg);
 // Calculate average response size by ip address
 PTable<String, Double> avgs = remoteAddrResponseSize.parallelDo(calulateAverage,
   Writables.tableOf(Writables.strings(), Writables.doubles()));
 // write the result to a text file
 pipeline.writeTextFile(avgs, args[1]);
 // Execute the pipeline as a MapReduce.
 PipelineResult result = pipeline.done();
 return result.succeeded() ? 0 : 1;
}

代码示例来源：origin: org.apache.crunch/crunch-hbase

public static final PType<Result> results() {
 return Writables.derived(Result.class,
   new MapInFn<Result>(Result.class, ResultSerialization.class),
   new MapOutFn<Result>(Result.class, ResultSerialization.class),
   Writables.bytes());
}

代码示例来源：origin: cloudera/crunch

public PType<String> strings() {
 return Writables.strings();
}

代码示例来源：origin: apache/crunch

public int run(String[] args) throws Exception {
 if (args.length != 2) {
  System.err.println();
  System.err.println("Two and only two arguments are accepted.");
  System.err.println("Usage: " + this.getClass().getName() + " [generic options] input output");
  System.err.println();
  GenericOptionsParser.printGenericCommandUsage(System.err);
  return 1;
 }
 // Create an object to coordinate pipeline creation and execution.
 Pipeline pipeline = new MRPipeline(TotalBytesByIP.class, getConf());
 // Reference a given text file as a collection of Strings.
 PCollection<String> lines = pipeline.readTextFile(args[0]);
 // Aggregator used for summing up response size
 Aggregator<Long> agg = Aggregators.SUM_LONGS();
 // Table of (ip, sum(response size))
 PTable<String, Long> ipAddrResponseSize = lines
   .parallelDo(extractIPResponseSize, Writables.tableOf(Writables.strings(), Writables.longs())).groupByKey()
   .combineValues(agg);
 pipeline.writeTextFile(ipAddrResponseSize, args[1]);
 // Execute the pipeline as a MapReduce.
 PipelineResult result = pipeline.done();
 return result.succeeded() ? 0 : 1;
}

代码示例来源：origin: apache/crunch

return Pair.of(input, (Void) null);
}, tableOf(cells.getPType(), nulls()));

代码示例来源：origin: cloudera/crunch

public PType<Long> longs() {
 return Writables.longs();
}

代码示例来源：origin: cloudera/search

WritableTypeFamily.getInstance().tableOf(Writables.longs(), Writables.strings()), 
PCollection collection = pipeline.read(new NLineFileSource<String>(tmpFile, Writables.strings(), numLinesPerSplit));

代码示例来源：origin: cloudera/crunch

@Override
 public <S, T> PType<T> derived(Class<T> clazz, MapFn<S, T> inputFn,
   MapFn<T, S> outputFn, PType<S> base) {
  return Writables.derived(clazz, inputFn, outputFn, base);
 }
}

代码示例来源：origin: cloudera/crunch

public <V1, V2> PType<Pair<V1, V2>> pairs(PType<V1> p1, PType<V2> p2) {
 return Writables.pairs(p1, p2);
}

代码示例来源：origin: cloudera/crunch

public <K, V> PTableType<K, V> tableOf(PType<K> key, PType<V> value) {
 return Writables.tableOf(key, value);
}

代码示例来源：origin: cloudera/crunch

public PType<Void> nulls() {
 return Writables.nulls();
}

代码示例来源：origin: org.apache.crunch/crunch-core

public PType<Double> doubles() {
 return Writables.doubles();
}

代码示例来源：origin: cloudera/crunch

public PType<Boolean> booleans() {
 return Writables.booleans();
}

代码示例来源：origin: org.apache.crunch/crunch-hbase

public static final PType<Put> puts() {
 return Writables.derived(Put.class,
   new MapInFn<Put>(Put.class, MutationSerialization.class),
   new MapOutFn<Put>(Put.class, MutationSerialization.class),
   Writables.bytes());
}

代码示例来源：origin: org.apache.crunch/crunch-core

public PType<String> strings() {
 return Writables.strings();
}