This project has retired. For details please refer to its Attic page.

Serialized Form

Package org.apache.crunch

Class org.apache.crunch.CombineFn extends DoFn<Pair<S,Iterable<T>>,Pair<S,T>> implements Serializable

Class org.apache.crunch.CombineFn.AggregatorCombineFn extends CombineFn<K,V> implements Serializable

Serialized Fields

aggregator

CombineFn.Aggregator<T> aggregator

Class org.apache.crunch.CombineFn.FirstNAggregator extends Object implements Serializable

Serialized Fields

arity

int arity

elements

List<E> elements

Class org.apache.crunch.CombineFn.LastNAggregator extends Object implements Serializable

Serialized Fields

arity

int arity

elements

LinkedList<E> elements

Class org.apache.crunch.CombineFn.MaxBigInts extends Object implements Serializable

Serialized Fields

max

BigInteger max

Class org.apache.crunch.CombineFn.MaxDoubles extends Object implements Serializable

Serialized Fields

max

Double max

Class org.apache.crunch.CombineFn.MaxFloats extends Object implements Serializable

Serialized Fields

max

Float max

Class org.apache.crunch.CombineFn.MaxInts extends Object implements Serializable

Serialized Fields

max

Integer max

Class org.apache.crunch.CombineFn.MaxLongs extends Object implements Serializable

Serialized Fields

max

Long max

Class org.apache.crunch.CombineFn.MaxNAggregator extends Object implements Serializable

Serialized Fields

arity

int arity

Class org.apache.crunch.CombineFn.MinBigInts extends Object implements Serializable

Serialized Fields

min

BigInteger min

Class org.apache.crunch.CombineFn.MinDoubles extends Object implements Serializable

Serialized Fields

min

Double min

Class org.apache.crunch.CombineFn.MinFloats extends Object implements Serializable

Serialized Fields

min

Float min

Class org.apache.crunch.CombineFn.MinInts extends Object implements Serializable

Serialized Fields

min

Integer min

Class org.apache.crunch.CombineFn.MinLongs extends Object implements Serializable

Serialized Fields

min

Long min

Class org.apache.crunch.CombineFn.MinNAggregator extends Object implements Serializable

Serialized Fields

arity

int arity

Class org.apache.crunch.CombineFn.PairAggregator extends org.apache.crunch.CombineFn.TupleAggregator<Pair<V1,V2>> implements Serializable

Class org.apache.crunch.CombineFn.QuadAggregator extends org.apache.crunch.CombineFn.TupleAggregator<Tuple4<A,B,C,D>> implements Serializable

Class org.apache.crunch.CombineFn.StringConcatAggregator extends Object implements Serializable

Serialized Fields

separator

String separator

skipNulls

boolean skipNulls

maxOutputLength

long maxOutputLength

maxInputLength

long maxInputLength

currentLength

long currentLength

list

LinkedList<E> list

Class org.apache.crunch.CombineFn.SumBigInts extends Object implements Serializable

Serialized Fields

sum

BigInteger sum

Class org.apache.crunch.CombineFn.SumDoubles extends Object implements Serializable

Serialized Fields

sum

double sum

Class org.apache.crunch.CombineFn.SumFloats extends Object implements Serializable

Serialized Fields

sum

float sum

Class org.apache.crunch.CombineFn.SumInts extends Object implements Serializable

Serialized Fields

sum

int sum

Class org.apache.crunch.CombineFn.SumLongs extends Object implements Serializable

Serialized Fields

sum

long sum

Class org.apache.crunch.CombineFn.TripAggregator extends org.apache.crunch.CombineFn.TupleAggregator<Tuple3<A,B,C>> implements Serializable

Class org.apache.crunch.CombineFn.TupleNAggregator extends org.apache.crunch.CombineFn.TupleAggregator<TupleN> implements Serializable

Serialized Fields

size

int size

Class org.apache.crunch.DoFn extends Object implements Serializable

Class org.apache.crunch.FilterFn extends DoFn<T,T> implements Serializable

Class org.apache.crunch.FilterFn.AndFn extends FilterFn<S> implements Serializable

Serialized Fields

fns

List<E> fns

Class org.apache.crunch.FilterFn.NotFn extends FilterFn<S> implements Serializable

Serialized Fields

base

FilterFn<T> base

Class org.apache.crunch.FilterFn.OrFn extends FilterFn<S> implements Serializable

Serialized Fields

fns

List<E> fns

Class org.apache.crunch.MapFn extends DoFn<S,T> implements Serializable

Package org.apache.crunch.examples

Class org.apache.crunch.examples.AverageBytesByIP extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

calulateAverage

MapFn<S,T> calulateAverage

extractResponseSize

DoFn<S,T> extractResponseSize

Class org.apache.crunch.examples.TotalBytesByIP extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

extractIPResponseSize

DoFn<S,T> extractIPResponseSize

Class org.apache.crunch.examples.WordAggregationHBase extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

TABLE_SOURCE

String TABLE_SOURCE

TABLE_TARGET

String TABLE_TARGET

COLUMN_FAMILY_SOURCE

byte[] COLUMN_FAMILY_SOURCE

COLUMN_QUALIFIER_SOURCE_PLAY

byte[] COLUMN_QUALIFIER_SOURCE_PLAY

COLUMN_QUALIFIER_SOURCE_QUOTE

byte[] COLUMN_QUALIFIER_SOURCE_QUOTE

COLUMN_FAMILY_TARGET

byte[] COLUMN_FAMILY_TARGET

COLUMN_QUALIFIER_TARGET_TEXT

byte[] COLUMN_QUALIFIER_TARGET_TEXT

Class org.apache.crunch.examples.WordCount extends org.apache.hadoop.conf.Configured implements Serializable

Package org.apache.crunch.fn

Class org.apache.crunch.fn.CompositeMapFn extends MapFn<R,T> implements Serializable

Serialized Fields

first

MapFn<S,T> first

second

MapFn<S,T> second

Class org.apache.crunch.fn.ExtractKeyFn extends MapFn<V,Pair<K,V>> implements Serializable

Serialized Fields

mapFn

MapFn<S,T> mapFn

Class org.apache.crunch.fn.IdentityFn extends MapFn<T,T> implements Serializable

Class org.apache.crunch.fn.MapKeysFn extends DoFn<Pair<K1,V>,Pair<K2,V>> implements Serializable

Class org.apache.crunch.fn.MapValuesFn extends DoFn<Pair<K,V1>,Pair<K,V2>> implements Serializable

Class org.apache.crunch.fn.PairMapFn extends MapFn<Pair<K,V>,Pair<S,T>> implements Serializable

Serialized Fields

keys

MapFn<S,T> keys

values

MapFn<S,T> values

Package org.apache.crunch.impl.mr.run

Class org.apache.crunch.impl.mr.run.CrunchRuntimeException extends RuntimeException implements Serializable

Serialized Fields

logged

boolean logged

Class org.apache.crunch.impl.mr.run.RTNode extends Object implements Serializable

Serialized Fields

nodeName

String nodeName

fn

DoFn<S,T> fn

children

List<E> children

inputConverter

Converter<K,V,S,T> inputConverter

outputConverter

Converter<K,V,S,T> outputConverter

outputName

String outputName

Package org.apache.crunch.io.impl

Class org.apache.crunch.io.impl.InputBundle extends Object implements Serializable

Serialized Fields

inputFormatClass

Class<T> inputFormatClass

extraConf

Map<K,V> extraConf

Package org.apache.crunch.lib

Class org.apache.crunch.lib.Aggregate.TopKCombineFn extends CombineFn<Integer,Pair<K,V>> implements Serializable

Serialized Fields

limit

int limit

maximize

boolean maximize

Class org.apache.crunch.lib.Aggregate.TopKFn extends DoFn<Pair<K,V>,Pair<Integer,Pair<K,V>>> implements Serializable

Serialized Fields

limit

int limit

maximize

boolean maximize

Class org.apache.crunch.lib.Sample.SamplerFn extends DoFn<S,S> implements Serializable

Serialized Fields

seed

long seed

acceptanceProbability

double acceptanceProbability

Package org.apache.crunch.lib.join

Class org.apache.crunch.lib.join.FullOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.InnerJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.JoinFn extends DoFn<Pair<Pair<K,Integer>,Iterable<Pair<U,V>>>,Pair<K,Pair<U,V>>> implements Serializable

Serialized Fields

keyType

PType<T> keyType

leftValueType

PType<T> leftValueType

Class org.apache.crunch.lib.join.LeftOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.RightOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Package org.apache.crunch.types

Class org.apache.crunch.types.CollectionDeepCopier extends Object implements Serializable

Serialized Fields

elementType

PType<T> elementType

Class org.apache.crunch.types.DeepCopier.NoOpDeepCopier extends Object implements Serializable

Class org.apache.crunch.types.MapDeepCopier extends Object implements Serializable

Serialized Fields

ptype

PType<T> ptype

Class org.apache.crunch.types.PGroupedTableType extends Object implements Serializable

Serialized Fields

tableType

PTableType<K,V> tableType

Class org.apache.crunch.types.PGroupedTableType.PairIterableMapFn extends MapFn<Pair<Object,Iterable<Object>>,Pair<K,Iterable<V>>> implements Serializable

Serialized Fields

keys

MapFn<S,T> keys

values

MapFn<S,T> values

Class org.apache.crunch.types.TupleDeepCopier extends Object implements Serializable

Serialized Fields

tupleFactory

TupleFactory<T extends Tuple> tupleFactory

elementTypes

List<E> elementTypes

Class org.apache.crunch.types.TupleFactory extends Object implements Serializable

Package org.apache.crunch.types.avro

Class org.apache.crunch.types.avro.AvroDeepCopier extends Object implements Serializable

Serialized Fields

jsonSchema

String jsonSchema

binaryEncoder

org.apache.avro.io.BinaryEncoder binaryEncoder

binaryDecoder

org.apache.avro.io.BinaryDecoder binaryDecoder

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroGenericDeepCopier extends AvroDeepCopier<org.apache.avro.generic.GenericData.Record> implements Serializable

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroReflectDeepCopier extends AvroDeepCopier<T> implements Serializable

Serialized Fields

valueClass

Class<T> valueClass

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroSpecificDeepCopier extends AvroDeepCopier<T> implements Serializable

Serialized Fields

valueClass

Class<T> valueClass

Class org.apache.crunch.types.avro.AvroGroupedTableType extends PGroupedTableType<K,V> implements Serializable

Serialized Fields

inputFn

MapFn<S,T> inputFn

outputFn

MapFn<S,T> outputFn

Class org.apache.crunch.types.avro.AvroKeyConverter extends Object implements Serializable

Class org.apache.crunch.types.avro.AvroPairConverter extends Object implements Serializable

Class org.apache.crunch.types.avro.AvroTableType extends AvroType<Pair<K,V>> implements Serializable

Serialized Fields

keyType

AvroType<T> keyType

valueType

AvroType<T> valueType

Class org.apache.crunch.types.avro.AvroType extends Object implements Serializable

Serialized Fields

typeClass

Class<T> typeClass

schemaString

String schemaString

baseInputMapFn

MapFn<S,T> baseInputMapFn

baseOutputMapFn

MapFn<S,T> baseOutputMapFn

subTypes

List<E> subTypes

deepCopier

DeepCopier<T> deepCopier

Package org.apache.crunch.types.writable

Class org.apache.crunch.types.writable.WritableDeepCopier extends Object implements Serializable

Serialized Fields

writableClass

Class<T> writableClass

Class org.apache.crunch.types.writable.WritableGroupedTableType extends PGroupedTableType<K,V> implements Serializable

Serialized Fields

inputFn

MapFn<S,T> inputFn

outputFn

MapFn<S,T> outputFn

converter

Converter<K,V,S,T> converter

Class org.apache.crunch.types.writable.WritablePairConverter extends Object implements Serializable

Serialized Fields

keyClass

Class<T> keyClass

valueClass

Class<T> valueClass

Class org.apache.crunch.types.writable.WritableType extends Object implements Serializable

Serialized Fields

typeClass

Class<T> typeClass

writableClass

Class<T> writableClass

converter

Converter<K,V,S,T> converter

inputFn

MapFn<S,T> inputFn

outputFn

MapFn<S,T> outputFn

deepCopier

DeepCopier<T> deepCopier

subTypes

List<E> subTypes

Package org.apache.crunch.util

Class org.apache.crunch.util.Protos.ExtractKeyFn extends MapFn<M extends com.google.protobuf.Message,K> implements Serializable

Serialized Fields

fieldName

String fieldName

Class org.apache.crunch.util.Protos.TextToProtoFn extends DoFn<String,M extends com.google.protobuf.Message> implements Serializable

Serialized Fields

sep

String sep

msgClass

Class<T> msgClass

Class org.apache.crunch.util.PTypes.JacksonInputMapFn extends MapFn<String,T> implements Serializable

Serialized Fields

clazz

Class<T> clazz

Class org.apache.crunch.util.PTypes.JacksonOutputMapFn extends MapFn<T,String> implements Serializable

Class org.apache.crunch.util.PTypes.ProtoInputMapFn extends MapFn<ByteBuffer,T extends com.google.protobuf.Message> implements Serializable

Serialized Fields

clazz

Class<T> clazz

Class org.apache.crunch.util.PTypes.ProtoOutputMapFn extends MapFn<T extends com.google.protobuf.Message,ByteBuffer> implements Serializable

Class org.apache.crunch.util.PTypes.ThriftInputMapFn extends MapFn<ByteBuffer,T extends org.apache.thrift.TBase> implements Serializable

Serialized Fields

clazz

Class<T> clazz

Class org.apache.crunch.util.PTypes.ThriftOutputMapFn extends MapFn<T extends org.apache.thrift.TBase,ByteBuffer> implements Serializable