This project has retired. For details please refer to its Attic page.

org.apache.crunch.impl.mr.plan
Class JobPrototype

java.lang.Object
  org.apache.crunch.impl.mr.plan.JobPrototype

public class JobPrototype
extends Object

Method Summary

void	addDependency(JobPrototype dependency)
void	addReducePaths(com.google.common.collect.HashMultimap<Target,org.apache.crunch.impl.mr.plan.NodePath> outputPaths)
static JobPrototype	createMapOnlyJob(com.google.common.collect.HashMultimap<Target,org.apache.crunch.impl.mr.plan.NodePath> mapNodePaths, org.apache.hadoop.fs.Path workingPath)
static JobPrototype	createMapReduceJob(PGroupedTableImpl<?,?> group, Set<org.apache.crunch.impl.mr.plan.NodePath> inputs, org.apache.hadoop.fs.Path workingPath)
CrunchJob	getCrunchJob(Class<?> jarClass, org.apache.hadoop.conf.Configuration conf, Pipeline pipeline)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

createMapReduceJob

public static JobPrototype createMapReduceJob(PGroupedTableImpl<?,?> group,
                                              Set<org.apache.crunch.impl.mr.plan.NodePath> inputs,
                                              org.apache.hadoop.fs.Path workingPath)

createMapOnlyJob

public static JobPrototype createMapOnlyJob(com.google.common.collect.HashMultimap<Target,org.apache.crunch.impl.mr.plan.NodePath> mapNodePaths,
                                            org.apache.hadoop.fs.Path workingPath)

addReducePaths

public void addReducePaths(com.google.common.collect.HashMultimap<Target,org.apache.crunch.impl.mr.plan.NodePath> outputPaths)

addDependency

public void addDependency(JobPrototype dependency)

getCrunchJob

public CrunchJob getCrunchJob(Class<?> jarClass,
                              org.apache.hadoop.conf.Configuration conf,
                              Pipeline pipeline)
                       throws IOException

Throws:

IOException