gpt4 book ai didi

org.apache.crunch.types.writable.Writables.writables()方法的使用及代码示例

转载 作者:知者 更新时间:2024-03-27 06:37:05 24 4
gpt4 key购买 nike

本文整理了Java中org.apache.crunch.types.writable.Writables.writables()方法的一些代码示例,展示了Writables.writables()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Writables.writables()方法的具体详情如下:
包路径:org.apache.crunch.types.writable.Writables
类名称:Writables
方法名:writables

Writables.writables介绍

暂无

代码示例

代码示例来源:origin: cloudera/crunch

public <W extends Writable> PType<W> writables(Class<W> clazz) {
 return Writables.writables(clazz);
}

代码示例来源:origin: org.apache.crunch/crunch

/**
 * Creates a {@code TableSource<K, V>} instance for the SequenceFile(s) at the given {@code Path}.
 * 
 * @param path The {@code Path} to the data
 * @param keyClass The {@code Writable} subclass for the key of the SequenceFile entry
 * @param valueClass The {@code Writable} subclass for the value of the SequenceFile entry
 * @return A new {@code SourceTable<K, V>} instance
 */
public static <K extends Writable, V extends Writable> TableSource<K, V> sequenceFile(
  Path path, Class<K> keyClass, Class<V> valueClass) {
 return sequenceFile(path, Writables.writables(keyClass), Writables.writables(valueClass));
}

代码示例来源:origin: org.apache.crunch/crunch-core

private static <K extends Writable, V extends Writable> PTableType<K, V> tableOf(
  Class<K> keyClass, Class<V> valueClass) {
 return Writables.tableOf(Writables.writables(keyClass), Writables.writables(valueClass));
}

代码示例来源:origin: org.apache.crunch/crunch-core

/**
 * Creates a {@code TableSource<K, V>} instance for the SequenceFile(s) at the given {@code Path}.
 * 
 * @param path The {@code Path} to the data
 * @param keyClass The {@code Writable} subclass for the key of the SequenceFile entry
 * @param valueClass The {@code Writable} subclass for the value of the SequenceFile entry
 * @return A new {@code SourceTable<K, V>} instance
 */
public static <K extends Writable, V extends Writable> TableSource<K, V> sequenceFile(
  Path path, Class<K> keyClass, Class<V> valueClass) {
 return sequenceFile(path, Writables.writables(keyClass), Writables.writables(valueClass));
}

代码示例来源:origin: org.apache.crunch/crunch-core

/**
 * Creates a {@code TableSource<K, V>} instance for the SequenceFile(s) at the given {@code Path}s.
 *
 * @param paths A list of {@code Path}s to the data
 * @param keyClass The {@code Writable} subclass for the key of the SequenceFile entry
 * @param valueClass The {@code Writable} subclass for the value of the SequenceFile entry
 * @return A new {@code SourceTable<K, V>} instance
 */
public static <K extends Writable, V extends Writable> TableSource<K, V> sequenceFile(
  List<Path> paths, Class<K> keyClass, Class<V> valueClass) {
 return sequenceFile(paths, Writables.writables(keyClass), Writables.writables(valueClass));
}

代码示例来源:origin: org.apache.crunch/crunch-core

private static <K extends Writable, V extends Writable> PTableType<K, V> tableOf(
  Class<K> keyClass, Class<V> valueClass) {
 return Writables.tableOf(Writables.writables(keyClass), Writables.writables(valueClass));
}

代码示例来源:origin: org.apache.crunch/crunch

/**
 * Creates a {@code TableSourceTarget<K, V>} instance from the SequenceFile(s) at the given {@code Path}
 * from the key-value pairs in the SequenceFile(s).
 * 
 * @param path The {@code Path} to the data
 * @param keyClass The {@code Writable} type for the key of the SequenceFile entry
 * @param valueClass The {@code Writable} type for the value of the SequenceFile entry
 * @return A new {@code TableSourceTarget<K, V>} instance
 */
public static <K extends Writable, V extends Writable> TableSourceTarget<K, V> sequenceFile(
  Path path, Class<K> keyClass, Class<V> valueClass) {
 return sequenceFile(path, Writables.writables(keyClass), Writables.writables(valueClass));
}

代码示例来源:origin: cloudera/crunch

public static final <T, W extends Writable> WritableType<T, W> records(Class<T> clazz) {
 if (EXTENSIONS.containsKey(clazz)) {
  return (WritableType<T, W>) EXTENSIONS.get(clazz);
 }
 return (WritableType<T, W>) writables(clazz.asSubclass(Writable.class));
}

代码示例来源:origin: org.apache.crunch/crunch-core

/**
 * Creates a {@code TableSourceTarget<K, V>} instance from the SequenceFile(s) at the given {@code Path}
 * from the key-value pairs in the SequenceFile(s).
 * 
 * @param path The {@code Path} to the data
 * @param keyClass The {@code Writable} type for the key of the SequenceFile entry
 * @param valueClass The {@code Writable} type for the value of the SequenceFile entry
 * @return A new {@code TableSourceTarget<K, V>} instance
 */
public static <K extends Writable, V extends Writable> TableSourceTarget<K, V> sequenceFile(
  Path path, Class<K> keyClass, Class<V> valueClass) {
 return sequenceFile(path, Writables.writables(keyClass), Writables.writables(valueClass));
}

代码示例来源:origin: org.apache.crunch/crunch

public static final <T, W extends Writable> WritableType<T, W> records(Class<T> clazz) {
 if (EXTENSIONS.containsKey(clazz)) {
  return (WritableType<T, W>) EXTENSIONS.get(clazz);
 }
 return (WritableType<T, W>) writables(clazz.asSubclass(Writable.class));
}

代码示例来源:origin: org.apache.crunch/crunch-core

public static final <T, W extends Writable> WritableType<T, W> records(Class<T> clazz) {
 if (EXTENSIONS.containsKey(clazz)) {
  return (WritableType<T, W>) EXTENSIONS.get(clazz);
 }
 if (Writable.class.isAssignableFrom(clazz)) {
  return (WritableType<T, W>) writables(clazz.asSubclass(Writable.class));
 } else {
  throw new IllegalArgumentException(
    "Cannot create Writable records from non-Writable class"+ clazz.getCanonicalName());
 }
}

代码示例来源:origin: org.apache.crunch/crunch-core

/**
 * Creates a {@code Source<T>} instance from the SequenceFile(s) at the given {@code Path}s
 * from the value field of each key-value pair in the SequenceFile(s).
 *
 * @param paths A list of {@code Path}s to the data
 * @param valueClass The {@code Writable} type for the value of the SequenceFile entry
 * @return A new {@code Source<T>} instance
 */
public static <T extends Writable> Source<T> sequenceFile(List<Path> paths, Class<T> valueClass) {
 return sequenceFile(paths, Writables.writables(valueClass));
}

代码示例来源:origin: org.apache.crunch/crunch-core

/**
 * Creates a {@code Source<T>} instance from the SequenceFile(s) at the given {@code Path}
 * from the value field of each key-value pair in the SequenceFile(s).
 * 
 * @param path The {@code Path} to the data
 * @param valueClass The {@code Writable} type for the value of the SequenceFile entry
 * @return A new {@code Source<T>} instance
 */
public static <T extends Writable> Source<T> sequenceFile(Path path, Class<T> valueClass) {
 return sequenceFile(path, Writables.writables(valueClass));
}

代码示例来源:origin: org.apache.crunch/crunch

/**
 * Creates a {@code SourceTarget<T>} instance from the SequenceFile(s) at the given {@code Path}
 * from the value field of each key-value pair in the SequenceFile(s).
 * 
 * @param path The {@code Path} to the data
 * @param valueClass The {@code Writable} type for the value of the SequenceFile entry
 * @return A new {@code SourceTarget<T>} instance
 */
public static <T extends Writable> SourceTarget<T> sequenceFile(Path path, Class<T> valueClass) {
 return sequenceFile(path, Writables.writables(valueClass));
}

代码示例来源:origin: org.apache.crunch/crunch

/**
 * Creates a {@code Source<T>} instance from the SequenceFile(s) at the given {@code Path}
 * from the value field of each key-value pair in the SequenceFile(s).
 * 
 * @param path The {@code Path} to the data
 * @param valueClass The {@code Writable} type for the value of the SequenceFile entry
 * @return A new {@code Source<T>} instance
 */
public static <T extends Writable> Source<T> sequenceFile(Path path, Class<T> valueClass) {
 return sequenceFile(path, Writables.writables(valueClass));
}

代码示例来源:origin: org.apache.crunch/crunch-core

/**
 * Creates a {@code SourceTarget<T>} instance from the SequenceFile(s) at the given {@code Path}
 * from the value field of each key-value pair in the SequenceFile(s).
 * 
 * @param path The {@code Path} to the data
 * @param valueClass The {@code Writable} type for the value of the SequenceFile entry
 * @return A new {@code SourceTarget<T>} instance
 */
public static <T extends Writable> SourceTarget<T> sequenceFile(Path path, Class<T> valueClass) {
 return sequenceFile(path, Writables.writables(valueClass));
}

代码示例来源:origin: org.apache.crunch/crunch-core

public SeqFileReaderFactory(Class clazz) {
 PType<T> ptype = Writables.writables(clazz);
 this.converter = ptype.getConverter();
 this.mapFn = ptype.getInputMapFn();
 this.key = NullWritable.get();
 this.value = (Writable) ReflectionUtils.newInstance(clazz, null);
}

代码示例来源:origin: org.apache.crunch/crunch-core

/**
 * Returns the appropriate PType for serializing BloomFilters using the same
 * type family as is used for the input collections.
 */
private static PType<BloomFilter> getBloomFilterType(PTypeFamily typeFamily) {
 if (typeFamily.equals(AvroTypeFamily.getInstance())) {
  return Avros.writables(BloomFilter.class);
 } else if (typeFamily.equals(WritableTypeFamily.getInstance())) {
  return Writables.writables(BloomFilter.class);
 } else {
  throw new IllegalStateException("Unrecognized PTypeFamily: " + typeFamily);
 }
}

代码示例来源:origin: apache/crunch

/**
 * Create a PType to directly use OrcStruct as the deserialized format. This
 * is the fastest way for serialization/deserializations. However, users
 * need to use ObjectInspectors to handle the OrcStruct. Currently, void and
 * union types are not supported.
 * 
 * @param typeInfo
 * @return
 */
public static final PType<OrcStruct> orcs(TypeInfo typeInfo) {
 return Writables.derived(OrcStruct.class, new OrcInFn(typeInfo), new OrcOutFn(typeInfo),
   Writables.writables(OrcWritable.class));
}

代码示例来源:origin: apache/crunch

private static <T> PTable<String, BloomFilter> createFilterTable(PCollection<T> collection, BloomFilterFn<T> filterFn) {
 PTypeFamily tf = collection.getTypeFamily();
 PTable<String, BloomFilter> table = collection.parallelDo(filterFn,
   tf.tableOf(tf.strings(), Writables.writables(BloomFilter.class)));
 return table.groupByKey(1).combineValues(new BloomFilterAggregator());
}

24 4 0
Copyright 2021 - 2024 cfsdn All Rights Reserved 蜀ICP备2022000587号
广告合作:1813099741@qq.com 6ren.com