This project has retired. For details please refer to its Attic page.

Serialized Form

Package org.apache.crunch

Class org.apache.crunch.CombineFn extends DoFn<Pair<S,Iterable<T>>,Pair<S,T>> implements Serializable

Class org.apache.crunch.CrunchRuntimeException extends RuntimeException implements Serializable

Serialized Fields

logged

boolean logged

Class org.apache.crunch.DoFn extends Object implements Serializable

Class org.apache.crunch.FilterFn extends DoFn<T,T> implements Serializable

Class org.apache.crunch.MapFn extends DoFn<S,T> implements Serializable

Package org.apache.crunch.contrib.bloomfilter

Class org.apache.crunch.contrib.bloomfilter.BloomFilterFn extends DoFn<S,Pair<String,org.apache.hadoop.util.bloom.BloomFilter>> implements Serializable

Package org.apache.crunch.contrib.text

Class org.apache.crunch.contrib.text.AbstractCompositeExtractor extends Object implements Serializable

Serialized Fields

tokenizerFactory

TokenizerFactory tokenizerFactory

errors

int errors

errorOnLast

boolean errorOnLast

extractors

List<E> extractors

Class org.apache.crunch.contrib.text.AbstractSimpleExtractor extends Object implements Serializable

Serialized Fields

errors

int errors

errorOnLast

boolean errorOnLast

defaultValue

Object defaultValue

scannerFactory

TokenizerFactory scannerFactory

Class org.apache.crunch.contrib.text.TokenizerFactory extends Object implements Serializable

Serialized Fields

delim

String delim

skip

String skip

locale

Locale locale

indices

Set<E> indices

keep

boolean keep

Package org.apache.crunch.examples

Class org.apache.crunch.examples.AverageBytesByIP extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

calulateAverage

MapFn<S,T> calulateAverage

extractResponseSize

DoFn<S,T> extractResponseSize

Class org.apache.crunch.examples.SecondarySortExample extends org.apache.hadoop.conf.Configured implements Serializable

Class org.apache.crunch.examples.SortExample extends CrunchTool implements Serializable

Class org.apache.crunch.examples.TotalBytesByIP extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

extractIPResponseSize

DoFn<S,T> extractIPResponseSize

Class org.apache.crunch.examples.WordAggregationHBase extends org.apache.hadoop.conf.Configured implements Serializable

Serialized Fields

COLUMN_FAMILY_SOURCE

byte[] COLUMN_FAMILY_SOURCE

COLUMN_QUALIFIER_SOURCE_PLAY

byte[] COLUMN_QUALIFIER_SOURCE_PLAY

COLUMN_QUALIFIER_SOURCE_QUOTE

byte[] COLUMN_QUALIFIER_SOURCE_QUOTE

COLUMN_FAMILY_TARGET

byte[] COLUMN_FAMILY_TARGET

COLUMN_QUALIFIER_TARGET_TEXT

byte[] COLUMN_QUALIFIER_TARGET_TEXT

Class org.apache.crunch.examples.WordCount extends org.apache.hadoop.conf.Configured implements Serializable

Package org.apache.crunch.fn

Class org.apache.crunch.fn.Aggregators.SimpleAggregator extends Object implements Serializable

Class org.apache.crunch.fn.CompositeMapFn extends MapFn<R,T> implements Serializable

Serialized Fields

first

MapFn<S,T> first

second

MapFn<S,T> second

Class org.apache.crunch.fn.ExtractKeyFn extends MapFn<V,Pair<K,V>> implements Serializable

Serialized Fields

mapFn

MapFn<S,T> mapFn

Class org.apache.crunch.fn.IdentityFn extends MapFn<T,T> implements Serializable

Class org.apache.crunch.fn.PairMapFn extends MapFn<Pair<K,V>,Pair<S,T>> implements Serializable

Serialized Fields

keys

MapFn<S,T> keys

values

MapFn<S,T> values

Package org.apache.crunch.io

Class org.apache.crunch.io.FormatBundle extends Object implements Serializable

Serialized Fields

formatClass

Class<T> formatClass

extraConf

Map<K,V> extraConf

conf

org.apache.hadoop.conf.Configuration conf

Package org.apache.crunch.lib

Class org.apache.crunch.lib.Aggregate.TopKCombineFn extends CombineFn<Integer,Pair<K,V>> implements Serializable

Serialized Fields

limit

int limit

maximize

boolean maximize

Class org.apache.crunch.lib.Aggregate.TopKFn extends DoFn<Pair<K,V>,Pair<Integer,Pair<K,V>>> implements Serializable

Serialized Fields

limit

int limit

maximize

boolean maximize

Package org.apache.crunch.lib.join

Class org.apache.crunch.lib.join.BloomFilterJoinStrategy extends Object implements Serializable

Serialized Fields

vectorSize

int vectorSize

nbHash

int nbHash

delegateJoinStrategy

JoinStrategy<K,U,V> delegateJoinStrategy

Class org.apache.crunch.lib.join.DefaultJoinStrategy extends Object implements Serializable

Serialized Fields

numReducers

int numReducers

Class org.apache.crunch.lib.join.FullOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.InnerJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.JoinFn extends DoFn<Pair<Pair<K,Integer>,Iterable<Pair<U,V>>>,Pair<K,Pair<U,V>>> implements Serializable

Serialized Fields

keyType

PType<T> keyType

leftValueType

PType<T> leftValueType

Class org.apache.crunch.lib.join.LeftOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.MapsideJoinStrategy extends Object implements Serializable

Serialized Fields

materialize

boolean materialize

Class org.apache.crunch.lib.join.RightOuterJoinFn extends JoinFn<K,U,V> implements Serializable

Class org.apache.crunch.lib.join.ShardedJoinStrategy extends Object implements Serializable

Serialized Fields

wrappedJoinStrategy

JoinStrategy<K,U,V> wrappedJoinStrategy

shardingStrategy

ShardedJoinStrategy.ShardingStrategy<K> shardingStrategy

Package org.apache.crunch.lib.sort

Class org.apache.crunch.lib.sort.SortFns.AvroGenericFn extends MapFn<V extends Tuple,org.apache.avro.generic.GenericRecord> implements Serializable

Serialized Fields

indices

int[] indices

schemaJson

String schemaJson

Class org.apache.crunch.lib.sort.SortFns.SingleKeyFn extends MapFn<V extends Tuple,K> implements Serializable

Serialized Fields

index

int index

Class org.apache.crunch.lib.sort.SortFns.TupleKeyFn extends MapFn<V extends Tuple,K extends Tuple> implements Serializable

Serialized Fields

indices

int[] indices

tupleFactory

TupleFactory<T extends Tuple> tupleFactory

Package org.apache.crunch.types

Class org.apache.crunch.types.CollectionDeepCopier extends Object implements Serializable

Serialized Fields

elementType

PType<T> elementType

Class org.apache.crunch.types.DeepCopier.NoOpDeepCopier extends Object implements Serializable

Class org.apache.crunch.types.MapDeepCopier extends Object implements Serializable

Serialized Fields

ptype

PType<T> ptype

Class org.apache.crunch.types.PGroupedTableType extends Object implements Serializable

Serialized Fields

tableType

PTableType<K,V> tableType

Class org.apache.crunch.types.PGroupedTableType.PairIterableMapFn extends MapFn<Pair<Object,Iterable<Object>>,Pair<K,Iterable<V>>> implements Serializable

Serialized Fields

keys

MapFn<S,T> keys

values

MapFn<S,T> values

Class org.apache.crunch.types.TupleDeepCopier extends Object implements Serializable

Serialized Fields

tupleFactory

TupleFactory<T extends Tuple> tupleFactory

elementTypes

List<E> elementTypes

Class org.apache.crunch.types.TupleFactory extends Object implements Serializable

Package org.apache.crunch.types.avro

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroGenericDeepCopier extends org.apache.crunch.types.avro.AvroDeepCopier<org.apache.avro.generic.GenericData.Record> implements Serializable

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroReflectDeepCopier extends org.apache.crunch.types.avro.AvroDeepCopier<T> implements Serializable

Serialized Fields

valueClass

Class<T> valueClass

Class org.apache.crunch.types.avro.AvroDeepCopier.AvroSpecificDeepCopier extends org.apache.crunch.types.avro.AvroDeepCopier<T> implements Serializable

Serialized Fields

valueClass

Class<T> valueClass

Class org.apache.crunch.types.avro.AvroType extends Object implements Serializable

Serialized Fields

typeClass

Class<T> typeClass

schemaString

String schemaString

baseInputMapFn

MapFn<S,T> baseInputMapFn

baseOutputMapFn

MapFn<S,T> baseOutputMapFn

subTypes

List<E> subTypes

deepCopier

DeepCopier<T> deepCopier

initialized

boolean initialized

Package org.apache.crunch.types.writable

Class org.apache.crunch.types.writable.WritableDeepCopier extends Object implements Serializable

Serialized Fields

writableClass

Class<T> writableClass

Class org.apache.crunch.types.writable.WritableType extends Object implements Serializable

Serialized Fields

typeClass

Class<T> typeClass

writableClass

Class<T> writableClass

converter

Converter<K,V,S,T> converter

inputFn

MapFn<S,T> inputFn

outputFn

MapFn<S,T> outputFn

deepCopier

DeepCopier<T> deepCopier

subTypes

List<E> subTypes

initialized

boolean initialized

Package org.apache.crunch.util

Class org.apache.crunch.util.CrunchTool extends org.apache.hadoop.conf.Configured implements Serializable