This project has retired. For details please refer to its Attic page.

org.apache.crunch.impl.dist.collect
Interface PCollectionFactory

All Known Implementing Classes:

SparkCollectFactory

public interface PCollectionFactory

Method Summary

<S,T> BaseDoCollection<T>	createDoCollection(String name, PCollectionImpl<S> chainingCollection, DoFn<S,T> fn, PType<T> type, ParallelDoOptions options)
<S,K,V> BaseDoTable<K,V>	createDoTable(String name, PCollectionImpl<S> chainingCollection, CombineFn<K,V> combineFn, DoFn<S,Pair<K,V>> fn, PTableType<K,V> type)
<S,K,V> BaseDoTable<K,V>	createDoTable(String name, PCollectionImpl<S> chainingCollection, DoFn<S,Pair<K,V>> fn, PTableType<K,V> type, ParallelDoOptions options)
<K,V> BaseGroupedTable<K,V>	createGroupedTable(PTableBase<K,V> parent, GroupingOptions groupingOptions)
<S> BaseInputCollection<S>	createInputCollection(Source<S> source, DistributedPipeline distributedPipeline)
<K,V> BaseInputTable<K,V>	createInputTable(TableSource<K,V> source, DistributedPipeline distributedPipeline)
<S> BaseUnionCollection<S>	createUnionCollection(List<? extends PCollectionImpl<S>> internal)
<K,V> PTable<K,V>	createUnionTable(List<PTableBase<K,V>> internal)

Method Detail

createInputCollection

<S> BaseInputCollection<S> createInputCollection(Source<S> source,
                                                 DistributedPipeline distributedPipeline)

createInputTable

<K,V> BaseInputTable<K,V> createInputTable(TableSource<K,V> source,
                                           DistributedPipeline distributedPipeline)

createUnionCollection

<S> BaseUnionCollection<S> createUnionCollection(List<? extends PCollectionImpl<S>> internal)

createDoCollection

<S,T> BaseDoCollection<T> createDoCollection(String name,
                                             PCollectionImpl<S> chainingCollection,
                                             DoFn<S,T> fn,
                                             PType<T> type,
                                             ParallelDoOptions options)

createDoTable

<S,K,V> BaseDoTable<K,V> createDoTable(String name,
                                       PCollectionImpl<S> chainingCollection,
                                       DoFn<S,Pair<K,V>> fn,
                                       PTableType<K,V> type,
                                       ParallelDoOptions options)

createDoTable

<S,K,V> BaseDoTable<K,V> createDoTable(String name,
                                       PCollectionImpl<S> chainingCollection,
                                       CombineFn<K,V> combineFn,
                                       DoFn<S,Pair<K,V>> fn,
                                       PTableType<K,V> type)

createGroupedTable

<K,V> BaseGroupedTable<K,V> createGroupedTable(PTableBase<K,V> parent,
                                               GroupingOptions groupingOptions)

createUnionTable

<K,V> PTable<K,V> createUnionTable(List<PTableBase<K,V>> internal)