This project has retired. For details please refer to its Attic page.

Serialized Form

Package org.apache.crunch

Class org.apache.crunch.CombineFn extends DoFn<Pair<S,Iterable<T>>,Pair<S,T>> implements Serializable

Class org.apache.crunch.CombineFn.AggregatorCombineFn extends CombineFn<K,V> implements Serializable

Serialized Fields

aggregator

CombineFn.Aggregator<T> aggregator

Deprecated.

Class org.apache.crunch.CombineFn.FirstNAggregator extends CombineFn.SimpleAggregator<V> implements Serializable

Serialized Fields

arity

int arity

Deprecated.

elements

List<E> elements

Deprecated.

Class org.apache.crunch.CombineFn.LastNAggregator extends CombineFn.SimpleAggregator<V> implements Serializable

Serialized Fields

arity

int arity

Deprecated.

elements

LinkedList<E> elements

Deprecated.

Class org.apache.crunch.CombineFn.MaxBigInts extends CombineFn.SimpleAggregator<BigInteger> implements Serializable

Serialized Fields

max

BigInteger max

Deprecated.

Class org.apache.crunch.CombineFn.MaxDoubles extends CombineFn.SimpleAggregator<Double> implements Serializable

Serialized Fields

max

Double max

Deprecated.

Class org.apache.crunch.CombineFn.MaxFloats extends CombineFn.SimpleAggregator<Float> implements Serializable

Serialized Fields

max

Float max

Deprecated.

Class org.apache.crunch.CombineFn.MaxInts extends CombineFn.SimpleAggregator<Integer> implements Serializable

Serialized Fields

max

Integer max

Deprecated.

Class org.apache.crunch.CombineFn.MaxLongs extends CombineFn.SimpleAggregator<Long> implements Serializable

Serialized Fields

max

Long max

Deprecated.

Class org.apache.crunch.CombineFn.MaxNAggregator extends CombineFn.SimpleAggregator<V extends Comparable<V>> implements Serializable

Serialized Fields

arity

int arity

Deprecated.

Class org.apache.crunch.CombineFn.MinBigInts extends CombineFn.SimpleAggregator<BigInteger> implements Serializable

Serialized Fields

min

BigInteger min

Deprecated.

Class org.apache.crunch.CombineFn.MinDoubles extends CombineFn.SimpleAggregator<Double> implements Serializable

Serialized Fields

min

Double min

Deprecated.

Class org.apache.crunch.CombineFn.MinFloats extends CombineFn.SimpleAggregator<Float> implements Serializable

Serialized Fields

min

Float min

Deprecated.

Class org.apache.crunch.CombineFn.MinInts extends CombineFn.SimpleAggregator<Integer> implements Serializable

Serialized Fields

min

Integer min

Deprecated.

Class org.apache.crunch.CombineFn.MinLongs extends CombineFn.SimpleAggregator<Long> implements Serializable

Serialized Fields

min

Long min

Deprecated.

Class org.apache.crunch.CombineFn.MinNAggregator extends CombineFn.SimpleAggregator<V extends Comparable<V>> implements Serializable

Serialized Fields

arity

int arity

Deprecated.

Class org.apache.crunch.CombineFn.PairAggregator extends org.apache.crunch.CombineFn.TupleAggregator<Pair<V1,V2>> implements Serializable

Class org.apache.crunch.CombineFn.QuadAggregator extends org.apache.crunch.CombineFn.TupleAggregator<Tuple4<A,B,C,D>> implements Serializable

Class org.apache.crunch.CombineFn.SimpleAggregator extends Object implements Serializable

Class org.apache.crunch.CombineFn.StringConcatAggregator extends CombineFn.SimpleAggregator<String> implements Serializable

Serialized Fields

separator

String separator

Deprecated.

skipNulls

boolean skipNulls

Deprecated.

maxOutputLength

long maxOutputLength

Deprecated.

maxInputLength

long maxInputLength

Deprecated.

currentLength

long currentLength

Deprecated.

list

LinkedList<E> list

Deprecated.

Class org.apache.crunch.CombineFn.SumBigInts extends CombineFn.SimpleAggregator<BigInteger> implements Serializable

Serialized Fields

sum

BigInteger sum

Deprecated.

Class org.apache.crunch.CombineFn.SumDoubles extends CombineFn.SimpleAggregator<Double> implements Serializable

Serialized Fields

sum

double sum

Deprecated.

Class org.apache.crunch.CombineFn.SumFloats extends CombineFn.SimpleAggregator<Float> implements Serializable

Serialized Fields

sum

float sum

Deprecated.

Class org.apache.crunch.CombineFn.SumInts extends CombineFn.SimpleAggregator<Integer> implements Serializable

Serialized Fields

sum

int sum

Deprecated.

Class org.apache.crunch.CombineFn.SumLongs extends CombineFn.SimpleAggregator<Long> implements Serializable

Serialized Fields

sum

long sum

Deprecated.

Class org.apache.crunch.CombineFn.TripAggregator extends org.apache.crunch.CombineFn.TupleAggregator<Tuple3<A,B,C>> implements Serializable

Class org.apache.crunch.CombineFn.TupleNAggregator extends org.apache.crunch.CombineFn.TupleAggregator<TupleN> implements Serializable

Serialized Fields

size

int size

Deprecated.

Class org.apache.crunch.CrunchRuntimeException extends RuntimeException implements Serializable

Serialized Fields

logged

boolean logged

Class org.apache.crunch.DoFn extends Object implements Serializable

Class org.apache.crunch.FilterFn extends DoFn<T,T> implements Serializable

Class org.apache.crunch.FilterFn.AndFn extends FilterFn<S> implements Serializable

Serialized Fields

fns

List<E> fns

Deprecated.

Class org.apache.crunch.FilterFn.NotFn extends FilterFn<S> implements Serializable

Serialized Fields

base

FilterFn<T> base

Deprecated.

Class org.apache.crunch.FilterFn.OrFn extends FilterFn<S> implements Serializable

Serialized Fields

fns

List<E> fns

Deprecated.

Class org.apache.crunch.MapFn extends DoFn<S,T> implements Serializable

Package org.apache.crunch.contrib.bloomfilter

Class org.apache.crunch.contrib.bloomfilter.BloomFilterFn extends DoFn<S,Pair<String,org.apache.hadoop.util.bloom.BloomFilter>> implements Serializable

Package org.apache.crunch.contrib.text

Class org.apache.crunch.contrib.text.AbstractCompositeExtractor extends Object implements Serializable

Serialized Fields

tokenizerFactory

TokenizerFactory tokenizerFactory

errors

int errors

errorOnLast

boolean errorOnLast

extractors

List<E> extractors

Class org.apache.crunch.contrib.text.AbstractSimpleExtractor extends Object implements Serializable

Serialized Fields

errors

int errors

errorOnLast

boolean errorOnLast

defaultValue

Object defaultValue

scannerFactory

TokenizerFactory scannerFactory

Class org.apache.crunch.contrib.text.TokenizerFactory extends Object implements Serializable

Serialized Fields

delim

String delim

skip

String skip

locale

Locale locale

indices

Set<E> indices

keep

boolean keep

Package org.apache.crunch.examples

Class org.apache.crunch.examples.AverageBytesByIP extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

calulateAverage

MapFn<S,T> calulateAverage

extractResponseSize

DoFn<S,T> extractResponseSize

Class org.apache.crunch.examples.SecondarySortExample extends org.apache.hadoop.conf.Configured implements Serializable

Class org.apache.crunch.examples.SortExample extends CrunchTool implements Serializable

Class org.apache.crunch.examples.TotalBytesByIP extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

extractIPResponseSize

DoFn<S,T> extractIPResponseSize

Class org.apache.crunch.examples.WordAggregationHBase extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

TABLE_SOURCE

String TABLE_SOURCE

TABLE_TARGET

String TABLE_TARGET

COLUMN_FAMILY_SOURCE

byte[] COLUMN_FAMILY_SOURCE

COLUMN_QUALIFIER_SOURCE_PLAY

byte[] COLUMN_QUALIFIER_SOURCE_PLAY

COLUMN_QUALIFIER_SOURCE_QUOTE

byte[] COLUMN_QUALIFIER_SOURCE_QUOTE

COLUMN_FAMILY_TARGET

byte[] COLUMN_FAMILY_TARGET

COLUMN_QUALIFIER_TARGET_TEXT

byte[] COLUMN_QUALIFIER_TARGET_TEXT

Class org.apache.crunch.examples.WordCount extends org.apache.hadoop.conf.Configured implements Serializable

Package org.apache.crunch.fn

Class org.apache.crunch.fn.Aggregators.SimpleAggregator extends Object implements Serializable

Class org.apache.crunch.fn.CompositeMapFn extends MapFn<R,T> implements Serializable

Serialized Fields

first

MapFn<S,T> first

second

MapFn<S,T> second

Class org.apache.crunch.fn.ExtractKeyFn extends MapFn<V,Pair<K,V>> implements Serializable

Serialized Fields

mapFn

MapFn<S,T> mapFn

Class org.apache.crunch.fn.IdentityFn extends MapFn<T,T> implements Serializable

Class org.apache.crunch.fn.MapKeysFn extends DoFn<Pair<K1,V>,Pair<K2,V>> implements Serializable

Class org.apache.crunch.fn.MapValuesFn extends DoFn<Pair<K,V1>,Pair<K,V2>> implements Serializable

Class org.apache.crunch.fn.PairMapFn extends MapFn<Pair<K,V>,Pair<S,T>> implements Serializable

Serialized Fields

keys

MapFn<S,T> keys

values

MapFn<S,T> values

Package org.apache.crunch.io

Class org.apache.crunch.io.FormatBundle extends Object implements Serializable

Serialized Fields

formatClass

Class<T> formatClass

extraConf

Map<K,V> extraConf

conf

org.apache.hadoop.conf.Configuration conf

Package org.apache.crunch.lib

Class org.apache.crunch.lib.Aggregate.TopKCombineFn extends CombineFn<Integer,Pair<K,V>> implements Serializable

Serialized Fields

limit

int limit

maximize

boolean maximize

Class org.apache.crunch.lib.Aggregate.TopKFn extends DoFn<Pair<K,V>,Pair<Integer,Pair<K,V>>> implements Serializable

Serialized Fields

limit

int limit

maximize

boolean maximize

Package org.apache.crunch.lib.join

Class org.apache.crunch.lib.join.BloomFilterJoinStrategy extends Object implements Serializable

Serialized Fields

vectorSize

int vectorSize

nbHash

int nbHash

delegateJoinStrategy

JoinStrategy<K,U,V> delegateJoinStrategy

Class org.apache.crunch.lib.join.DefaultJoinStrategy extends Object implements Serializable

Class org.apache.crunch.lib.join.FullOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.InnerJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.JoinFn extends DoFn<Pair<Pair<K,Integer>,Iterable<Pair<U,V>>>,Pair<K,Pair<U,V>>> implements Serializable

Serialized Fields

keyType

PType<T> keyType

leftValueType

PType<T> leftValueType

Class org.apache.crunch.lib.join.LeftOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.MapsideJoinStrategy extends Object implements Serializable

Class org.apache.crunch.lib.join.RightOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.ShardedJoinStrategy extends Object implements Serializable

Serialized Fields

wrappedJoinStrategy

JoinStrategy<K,U,V> wrappedJoinStrategy

shardingStrategy

ShardedJoinStrategy.ShardingStrategy<K> shardingStrategy

Package org.apache.crunch.lib.sort

Class org.apache.crunch.lib.sort.SortFns.AvroGenericFn extends MapFn<V extends Tuple,org.apache.avro.generic.GenericRecord> implements Serializable

Serialized Fields

indices

int[] indices

schemaJson

String schemaJson

Class org.apache.crunch.lib.sort.SortFns.SingleKeyFn extends MapFn<V extends Tuple,K> implements Serializable

Serialized Fields

index

int index

Class org.apache.crunch.lib.sort.SortFns.TupleKeyFn extends MapFn<V extends Tuple,K extends Tuple> implements Serializable

Serialized Fields

indices

int[] indices

tupleFactory

TupleFactory<T extends Tuple> tupleFactory

Package org.apache.crunch.types

Class org.apache.crunch.types.CollectionDeepCopier extends Object implements Serializable

Serialized Fields

elementType

PType<T> elementType

Class org.apache.crunch.types.DeepCopier.NoOpDeepCopier extends Object implements Serializable

Class org.apache.crunch.types.MapDeepCopier extends Object implements Serializable

Serialized Fields

ptype

PType<T> ptype

Class org.apache.crunch.types.PGroupedTableType extends Object implements Serializable

Serialized Fields

tableType

PTableType<K,V> tableType

Class org.apache.crunch.types.PGroupedTableType.PairIterableMapFn extends MapFn<Pair<Object,Iterable<Object>>,Pair<K,Iterable<V>>> implements Serializable

Serialized Fields

keys

MapFn<S,T> keys

values

MapFn<S,T> values

Class org.apache.crunch.types.TupleDeepCopier extends Object implements Serializable

Serialized Fields

tupleFactory

TupleFactory<T extends Tuple> tupleFactory

elementTypes

List<E> elementTypes

Class org.apache.crunch.types.TupleFactory extends Object implements Serializable

Package org.apache.crunch.types.avro

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroGenericDeepCopier extends org.apache.crunch.types.avro.AvroDeepCopier<org.apache.avro.generic.GenericData.Record> implements Serializable

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroReflectDeepCopier extends org.apache.crunch.types.avro.AvroDeepCopier<T> implements Serializable

Serialized Fields

valueClass

Class<T> valueClass

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroSpecificDeepCopier extends org.apache.crunch.types.avro.AvroDeepCopier<T> implements Serializable

Serialized Fields

valueClass

Class<T> valueClass

Class org.apache.crunch.types.avro.AvroType extends Object implements Serializable

Serialized Fields

typeClass

Class<T> typeClass

schemaString

String schemaString

baseInputMapFn

MapFn<S,T> baseInputMapFn

baseOutputMapFn

MapFn<S,T> baseOutputMapFn

subTypes

List<E> subTypes

deepCopier

DeepCopier<T> deepCopier

initialized

boolean initialized

Package org.apache.crunch.types.writable

Class org.apache.crunch.types.writable.WritableDeepCopier extends Object implements Serializable

Serialized Fields

writableClass

Class<T> writableClass

Class org.apache.crunch.types.writable.WritableType extends Object implements Serializable

Serialized Fields

typeClass

Class<T> typeClass

writableClass

Class<T> writableClass

converter

Converter<K,V,S,T> converter

inputFn

MapFn<S,T> inputFn

outputFn

MapFn<S,T> outputFn

deepCopier

DeepCopier<T> deepCopier

subTypes

List<E> subTypes

initialized

boolean initialized

Package org.apache.crunch.util

Class org.apache.crunch.util.CrunchTool extends org.apache.hadoop.conf.Configured implements Serializable