This project has retired. For details please refer to its Attic page.

Serialized Form

Package org.apache.crunch

Class org.apache.crunch.CombineFn extends DoFn<Pair<S,Iterable<T>>,Pair<S,T>> implements Serializable

Class org.apache.crunch.CombineFn.AggregatorCombineFn extends CombineFn<K,V> implements Serializable

Serialized Fields

aggregator

CombineFn.Aggregator<T> aggregator

Class org.apache.crunch.CombineFn.FirstNAggregator extends CombineFn.SimpleAggregator<V> implements Serializable

Serialized Fields

arity

int arity

elements

List<E> elements

Class org.apache.crunch.CombineFn.LastNAggregator extends CombineFn.SimpleAggregator<V> implements Serializable

Serialized Fields

arity

int arity

elements

LinkedList<E> elements

Class org.apache.crunch.CombineFn.MaxBigInts extends CombineFn.SimpleAggregator<BigInteger> implements Serializable

Serialized Fields

max

BigInteger max

Class org.apache.crunch.CombineFn.MaxDoubles extends CombineFn.SimpleAggregator<Double> implements Serializable

Serialized Fields

max

Double max

Class org.apache.crunch.CombineFn.MaxFloats extends CombineFn.SimpleAggregator<Float> implements Serializable

Serialized Fields

max

Float max

Class org.apache.crunch.CombineFn.MaxInts extends CombineFn.SimpleAggregator<Integer> implements Serializable

Serialized Fields

max

Integer max

Class org.apache.crunch.CombineFn.MaxLongs extends CombineFn.SimpleAggregator<Long> implements Serializable

Serialized Fields

max

Long max

Class org.apache.crunch.CombineFn.MaxNAggregator extends CombineFn.SimpleAggregator<V extends Comparable<V>> implements Serializable

Serialized Fields

arity

int arity

Class org.apache.crunch.CombineFn.MinBigInts extends CombineFn.SimpleAggregator<BigInteger> implements Serializable

Serialized Fields

min

BigInteger min

Class org.apache.crunch.CombineFn.MinDoubles extends CombineFn.SimpleAggregator<Double> implements Serializable

Serialized Fields

min

Double min

Class org.apache.crunch.CombineFn.MinFloats extends CombineFn.SimpleAggregator<Float> implements Serializable

Serialized Fields

min

Float min

Class org.apache.crunch.CombineFn.MinInts extends CombineFn.SimpleAggregator<Integer> implements Serializable

Serialized Fields

min

Integer min

Class org.apache.crunch.CombineFn.MinLongs extends CombineFn.SimpleAggregator<Long> implements Serializable

Serialized Fields

min

Long min

Class org.apache.crunch.CombineFn.MinNAggregator extends CombineFn.SimpleAggregator<V extends Comparable<V>> implements Serializable

Serialized Fields

arity

int arity

Class org.apache.crunch.CombineFn.PairAggregator extends org.apache.crunch.CombineFn.TupleAggregator<Pair<V1,V2>> implements Serializable

Class org.apache.crunch.CombineFn.QuadAggregator extends org.apache.crunch.CombineFn.TupleAggregator<Tuple4<A,B,C,D>> implements Serializable

Class org.apache.crunch.CombineFn.SimpleAggregator extends Object implements Serializable

Class org.apache.crunch.CombineFn.StringConcatAggregator extends CombineFn.SimpleAggregator<String> implements Serializable

Serialized Fields

separator

String separator

skipNulls

boolean skipNulls

maxOutputLength

long maxOutputLength

maxInputLength

long maxInputLength

currentLength

long currentLength

list

LinkedList<E> list

Class org.apache.crunch.CombineFn.SumBigInts extends CombineFn.SimpleAggregator<BigInteger> implements Serializable

Serialized Fields

sum

BigInteger sum

Class org.apache.crunch.CombineFn.SumDoubles extends CombineFn.SimpleAggregator<Double> implements Serializable

Serialized Fields

sum

double sum

Class org.apache.crunch.CombineFn.SumFloats extends CombineFn.SimpleAggregator<Float> implements Serializable

Serialized Fields

sum

float sum

Class org.apache.crunch.CombineFn.SumInts extends CombineFn.SimpleAggregator<Integer> implements Serializable

Serialized Fields

sum

int sum

Class org.apache.crunch.CombineFn.SumLongs extends CombineFn.SimpleAggregator<Long> implements Serializable

Serialized Fields

sum

long sum

Class org.apache.crunch.CombineFn.TripAggregator extends org.apache.crunch.CombineFn.TupleAggregator<Tuple3<A,B,C>> implements Serializable

Class org.apache.crunch.CombineFn.TupleNAggregator extends org.apache.crunch.CombineFn.TupleAggregator<TupleN> implements Serializable

Serialized Fields

size

int size

Class org.apache.crunch.DoFn extends Object implements Serializable

Class org.apache.crunch.FilterFn extends DoFn<T,T> implements Serializable

Class org.apache.crunch.FilterFn.AndFn extends FilterFn<S> implements Serializable

Serialized Fields

fns

List<E> fns

Class org.apache.crunch.FilterFn.NotFn extends FilterFn<S> implements Serializable

Serialized Fields

base

FilterFn<T> base

Class org.apache.crunch.FilterFn.OrFn extends FilterFn<S> implements Serializable

Serialized Fields

fns

List<E> fns

Class org.apache.crunch.MapFn extends DoFn<S,T> implements Serializable

Package org.apache.crunch.contrib.bloomfilter

Class org.apache.crunch.contrib.bloomfilter.BloomFilterFn extends DoFn<S,Pair<String,org.apache.hadoop.util.bloom.BloomFilter>> implements Serializable

Package org.apache.crunch.examples

Class org.apache.crunch.examples.AverageBytesByIP extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

calulateAverage

MapFn<S,T> calulateAverage

extractResponseSize

DoFn<S,T> extractResponseSize

Class org.apache.crunch.examples.SecondarySortExample extends org.apache.hadoop.conf.Configured implements Serializable

Class org.apache.crunch.examples.TotalBytesByIP extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

extractIPResponseSize

DoFn<S,T> extractIPResponseSize

Class org.apache.crunch.examples.WordAggregationHBase extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

TABLE_SOURCE

String TABLE_SOURCE

TABLE_TARGET

String TABLE_TARGET

COLUMN_FAMILY_SOURCE

byte[] COLUMN_FAMILY_SOURCE

COLUMN_QUALIFIER_SOURCE_PLAY

byte[] COLUMN_QUALIFIER_SOURCE_PLAY

COLUMN_QUALIFIER_SOURCE_QUOTE

byte[] COLUMN_QUALIFIER_SOURCE_QUOTE

COLUMN_FAMILY_TARGET

byte[] COLUMN_FAMILY_TARGET

COLUMN_QUALIFIER_TARGET_TEXT

byte[] COLUMN_QUALIFIER_TARGET_TEXT

Class org.apache.crunch.examples.WordCount extends org.apache.hadoop.conf.Configured implements Serializable

Package org.apache.crunch.fn

Class org.apache.crunch.fn.CompositeMapFn extends MapFn<R,T> implements Serializable

Serialized Fields

first

MapFn<S,T> first

second

MapFn<S,T> second

Class org.apache.crunch.fn.ExtractKeyFn extends MapFn<V,Pair<K,V>> implements Serializable

Serialized Fields

mapFn

MapFn<S,T> mapFn

Class org.apache.crunch.fn.IdentityFn extends MapFn<T,T> implements Serializable

Class org.apache.crunch.fn.MapKeysFn extends DoFn<Pair<K1,V>,Pair<K2,V>> implements Serializable

Class org.apache.crunch.fn.MapValuesFn extends DoFn<Pair<K,V1>,Pair<K,V2>> implements Serializable

Class org.apache.crunch.fn.PairMapFn extends MapFn<Pair<K,V>,Pair<S,T>> implements Serializable

Serialized Fields

keys

MapFn<S,T> keys

values

MapFn<S,T> values

Package org.apache.crunch.lib

Class org.apache.crunch.lib.Aggregate.TopKCombineFn extends CombineFn<Integer,Pair<K,V>> implements Serializable

Serialized Fields

limit

int limit

maximize

boolean maximize

Class org.apache.crunch.lib.Aggregate.TopKFn extends DoFn<Pair<K,V>,Pair<Integer,Pair<K,V>>> implements Serializable

Serialized Fields

limit

int limit

maximize

boolean maximize

Class org.apache.crunch.lib.Sample.SamplerFn extends DoFn<S,S> implements Serializable

Serialized Fields

seed

long seed

acceptanceProbability

double acceptanceProbability

Package org.apache.crunch.lib.join

Class org.apache.crunch.lib.join.FullOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.InnerJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.JoinFn extends DoFn<Pair<Pair<K,Integer>,Iterable<Pair<U,V>>>,Pair<K,Pair<U,V>>> implements Serializable

Serialized Fields

keyType

PType<T> keyType

leftValueType

PType<T> leftValueType

Class org.apache.crunch.lib.join.LeftOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.RightOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Package org.apache.crunch.types

Class org.apache.crunch.types.CollectionDeepCopier extends Object implements Serializable

Serialized Fields

elementType

PType<T> elementType

Class org.apache.crunch.types.DeepCopier.NoOpDeepCopier extends Object implements Serializable

Class org.apache.crunch.types.MapDeepCopier extends Object implements Serializable

Serialized Fields

ptype

PType<T> ptype

Class org.apache.crunch.types.PGroupedTableType extends Object implements Serializable

Serialized Fields

tableType

PTableType<K,V> tableType

Class org.apache.crunch.types.PGroupedTableType.PairIterableMapFn extends MapFn<Pair<Object,Iterable<Object>>,Pair<K,Iterable<V>>> implements Serializable

Serialized Fields

keys

MapFn<S,T> keys

values

MapFn<S,T> values

Class org.apache.crunch.types.Protos.ExtractKeyFn extends MapFn<M extends com.google.protobuf.Message,K> implements Serializable

Serialized Fields

fieldName

String fieldName

Class org.apache.crunch.types.Protos.TextToProtoFn extends DoFn<String,M extends com.google.protobuf.Message> implements Serializable

Serialized Fields

sep

String sep

msgClass

Class<T> msgClass

Class org.apache.crunch.types.PTypes.EnumInputMapper extends MapFn<String,T extends Enum> implements Serializable

Serialized Fields

type

Class<T> type

Class org.apache.crunch.types.PTypes.EnumOutputMapper extends MapFn<T extends Enum,String> implements Serializable

Class org.apache.crunch.types.PTypes.JacksonInputMapFn extends MapFn<String,T> implements Serializable

Serialized Fields

clazz

Class<T> clazz

Class org.apache.crunch.types.PTypes.JacksonOutputMapFn extends MapFn<T,String> implements Serializable

Class org.apache.crunch.types.PTypes.ProtoInputMapFn extends MapFn<ByteBuffer,T extends com.google.protobuf.Message> implements Serializable

Serialized Fields

clazz

Class<T> clazz

Class org.apache.crunch.types.PTypes.ProtoOutputMapFn extends MapFn<T extends com.google.protobuf.Message,ByteBuffer> implements Serializable

Class org.apache.crunch.types.PTypes.ThriftInputMapFn extends MapFn<ByteBuffer,T extends org.apache.thrift.TBase> implements Serializable

Serialized Fields

clazz

Class<T> clazz

Class org.apache.crunch.types.PTypes.ThriftOutputMapFn extends MapFn<T extends org.apache.thrift.TBase,ByteBuffer> implements Serializable

Class org.apache.crunch.types.TupleDeepCopier extends Object implements Serializable

Serialized Fields

tupleFactory

TupleFactory<T extends Tuple> tupleFactory

elementTypes

List<E> elementTypes

Class org.apache.crunch.types.TupleFactory extends Object implements Serializable

Package org.apache.crunch.types.avro

Class org.apache.crunch.types.avro.AvroDeepCopier extends Object implements Serializable

Serialized Fields

jsonSchema

String jsonSchema

binaryEncoder

org.apache.avro.io.BinaryEncoder binaryEncoder

binaryDecoder

org.apache.avro.io.BinaryDecoder binaryDecoder

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroGenericDeepCopier extends AvroDeepCopier<org.apache.avro.generic.GenericData.Record> implements Serializable

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroReflectDeepCopier extends AvroDeepCopier<T> implements Serializable

Serialized Fields

valueClass

Class<T> valueClass

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroSpecificDeepCopier extends AvroDeepCopier<T> implements Serializable

Serialized Fields

valueClass

Class<T> valueClass

Class org.apache.crunch.types.avro.AvroGroupedTableType extends PGroupedTableType<K,V> implements Serializable

Serialized Fields

inputFn

MapFn<S,T> inputFn

outputFn

MapFn<S,T> outputFn

Class org.apache.crunch.types.avro.AvroKeyConverter extends Object implements Serializable

Class org.apache.crunch.types.avro.AvroPairConverter extends Object implements Serializable

Class org.apache.crunch.types.avro.AvroTableType extends AvroType<Pair<K,V>> implements Serializable

Serialized Fields

keyType

AvroType<T> keyType

valueType

AvroType<T> valueType

Class org.apache.crunch.types.avro.AvroType extends Object implements Serializable

Serialized Fields

typeClass

Class<T> typeClass

schemaString

String schemaString

baseInputMapFn

MapFn<S,T> baseInputMapFn

baseOutputMapFn

MapFn<S,T> baseOutputMapFn

subTypes

List<E> subTypes

deepCopier

DeepCopier<T> deepCopier

initialized

boolean initialized

Package org.apache.crunch.types.writable

Class org.apache.crunch.types.writable.WritableDeepCopier extends Object implements Serializable

Serialized Fields

writableClass

Class<T> writableClass

Class org.apache.crunch.types.writable.WritableGroupedTableType extends PGroupedTableType<K,V> implements Serializable

Serialized Fields

inputFn

MapFn<S,T> inputFn

outputFn

MapFn<S,T> outputFn

converter

Converter<K,V,S,T> converter

Class org.apache.crunch.types.writable.WritablePairConverter extends Object implements Serializable

Serialized Fields

keyClass

Class<T> keyClass

valueClass

Class<T> valueClass

Class org.apache.crunch.types.writable.WritableType extends Object implements Serializable

Serialized Fields

typeClass

Class<T> typeClass

writableClass

Class<T> writableClass

converter

Converter<K,V,S,T> converter

inputFn

MapFn<S,T> inputFn

outputFn

MapFn<S,T> outputFn

deepCopier

DeepCopier<T> deepCopier

subTypes

List<E> subTypes

initialized

boolean initialized