org.apache.crunch.impl.dist.collect
Interface PCollectionFactory

All Known Implementing Classes:
SparkCollectFactory

public interface PCollectionFactory


Method Summary
<S,T> BaseDoCollection<T>
createDoCollection(String name, PCollectionImpl<S> chainingCollection, DoFn<S,T> fn, PType<T> type, ParallelDoOptions options)
           
<S,K,V> BaseDoTable<K,V>
createDoTable(String name, PCollectionImpl<S> chainingCollection, CombineFn<K,V> combineFn, DoFn<S,Pair<K,V>> fn, PTableType<K,V> type)
           
<S,K,V> BaseDoTable<K,V>
createDoTable(String name, PCollectionImpl<S> chainingCollection, DoFn<S,Pair<K,V>> fn, PTableType<K,V> type, ParallelDoOptions options)
           
<K,V> BaseGroupedTable<K,V>
createGroupedTable(PTableBase<K,V> parent, GroupingOptions groupingOptions)
           
<S> BaseInputCollection<S>
createInputCollection(Source<S> source, DistributedPipeline distributedPipeline, ParallelDoOptions doOpts)
           
<K,V> BaseInputTable<K,V>
createInputTable(TableSource<K,V> source, DistributedPipeline distributedPipeline, ParallelDoOptions doOpts)
           
<S> BaseUnionCollection<S>
createUnionCollection(List<? extends PCollectionImpl<S>> internal)
           
<K,V> PTable<K,V>
createUnionTable(List<PTableBase<K,V>> internal)
           
 

Method Detail

createInputCollection

<S> BaseInputCollection<S> createInputCollection(Source<S> source,
                                                 DistributedPipeline distributedPipeline,
                                                 ParallelDoOptions doOpts)

createInputTable

<K,V> BaseInputTable<K,V> createInputTable(TableSource<K,V> source,
                                           DistributedPipeline distributedPipeline,
                                           ParallelDoOptions doOpts)

createUnionCollection

<S> BaseUnionCollection<S> createUnionCollection(List<? extends PCollectionImpl<S>> internal)

createDoCollection

<S,T> BaseDoCollection<T> createDoCollection(String name,
                                             PCollectionImpl<S> chainingCollection,
                                             DoFn<S,T> fn,
                                             PType<T> type,
                                             ParallelDoOptions options)

createDoTable

<S,K,V> BaseDoTable<K,V> createDoTable(String name,
                                       PCollectionImpl<S> chainingCollection,
                                       DoFn<S,Pair<K,V>> fn,
                                       PTableType<K,V> type,
                                       ParallelDoOptions options)

createDoTable

<S,K,V> BaseDoTable<K,V> createDoTable(String name,
                                       PCollectionImpl<S> chainingCollection,
                                       CombineFn<K,V> combineFn,
                                       DoFn<S,Pair<K,V>> fn,
                                       PTableType<K,V> type)

createGroupedTable

<K,V> BaseGroupedTable<K,V> createGroupedTable(PTableBase<K,V> parent,
                                               GroupingOptions groupingOptions)

createUnionTable

<K,V> PTable<K,V> createUnionTable(List<PTableBase<K,V>> internal)


Copyright © 2014 The Apache Software Foundation. All Rights Reserved.