This project has retired. For details please refer to its Attic page.

org.apache.crunch.io
Class From

java.lang.Object
  org.apache.crunch.io.From

public class From
extends Object

Static factory methods for creating various Source types.

Constructor Summary

From()

Method Summary

static <T> Source<T>	avroFile(org.apache.hadoop.fs.Path path, AvroType<T> avroType)
static <T> Source<T>	avroFile(String pathName, AvroType<T> avroType)
static <K,V> TableSource<K,V>	formattedFile(org.apache.hadoop.fs.Path path, Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat> formatClass, PType<K> keyType, PType<V> valueType)
static <K,V> TableSource<K,V>	formattedFile(String path, Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat> formatClass, PType<K> keyType, PType<V> valueType)
static <K,V> TableSource<K,V>	sequenceFile(org.apache.hadoop.fs.Path path, PType<K> keyType, PType<V> valueType)
static <T> Source<T>	sequenceFile(org.apache.hadoop.fs.Path path, PType<T> ptype)
static <K,V> TableSource<K,V>	sequenceFile(String pathName, PType<K> keyType, PType<V> valueType)
static <T> Source<T>	sequenceFile(String pathName, PType<T> ptype)
static Source<String>	textFile(org.apache.hadoop.fs.Path path)
static <T> Source<T>	textFile(org.apache.hadoop.fs.Path path, PType<T> ptype)
static Source<String>	textFile(String pathName)
static <T> Source<T>	textFile(String pathName, PType<T> ptype)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

From

public From()

Method Detail

formattedFile

public static <K,V> TableSource<K,V> formattedFile(String path,
                                                   Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat> formatClass,
                                                   PType<K> keyType,
                                                   PType<V> valueType)

formattedFile

public static <K,V> TableSource<K,V> formattedFile(org.apache.hadoop.fs.Path path,
                                                   Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat> formatClass,
                                                   PType<K> keyType,
                                                   PType<V> valueType)

avroFile

public static <T> Source<T> avroFile(String pathName,
                                     AvroType<T> avroType)

avroFile

public static <T> Source<T> avroFile(org.apache.hadoop.fs.Path path,
                                     AvroType<T> avroType)

sequenceFile

public static <T> Source<T> sequenceFile(String pathName,
                                         PType<T> ptype)

sequenceFile

public static <T> Source<T> sequenceFile(org.apache.hadoop.fs.Path path,
                                         PType<T> ptype)

sequenceFile

public static <K,V> TableSource<K,V> sequenceFile(String pathName,
                                                  PType<K> keyType,
                                                  PType<V> valueType)

sequenceFile

public static <K,V> TableSource<K,V> sequenceFile(org.apache.hadoop.fs.Path path,
                                                  PType<K> keyType,
                                                  PType<V> valueType)

textFile

public static Source<String> textFile(String pathName)

textFile

public static Source<String> textFile(org.apache.hadoop.fs.Path path)

textFile

public static <T> Source<T> textFile(String pathName,
                                     PType<T> ptype)

textFile

public static <T> Source<T> textFile(org.apache.hadoop.fs.Path path,
                                     PType<T> ptype)