public class MapReduceFlowStep extends HadoopFlowStep
JobConf
and allows it to be executed as a Flow
.Modifier and Type | Field and Description |
---|---|
static java.lang.String |
MAP |
static java.lang.String |
REDUCE |
static java.lang.String |
SHUFFLE |
Modifier | Constructor and Description |
---|---|
|
MapReduceFlowStep(HadoopFlow flow,
JobConf jobConf) |
protected |
MapReduceFlowStep(HadoopFlow flow,
java.lang.String stepName,
JobConf jobConf,
cascading.tap.Tap sink) |
Modifier and Type | Method and Description |
---|---|
protected cascading.flow.planner.graph.ElementDirectedGraph |
createElementDirectedGraph() |
protected cascading.flow.planner.process.FlowNodeGraph |
createFlowNodeGraph(java.util.List<cascading.flow.planner.graph.ElementGraph> elementGraphs) |
JobConf |
createInitializedConfig(cascading.flow.FlowProcess<JobConf> flowProcess,
JobConf parentConfig) |
protected cascading.pipe.Pipe |
createMapOperation() |
protected cascading.pipe.Pipe |
createReduceOperation() |
protected cascading.pipe.Pipe |
createShuffleOperation() |
cascading.flow.planner.graph.ElementGraph |
getElementGraph() |
cascading.flow.planner.process.FlowNodeGraph |
getFlowNodeGraph() |
protected JobConf |
getJobConf() |
clean, cleanIntermediateData, createFlowStepJob, getConfigAsProperties, initFromSink, initFromSources, initFromTraps, isHadoopLocalMode
addAllGroups, addGroup, addGroups, addListener, addProcessAnnotation, addProcessAnnotation, addSink, addSinks, addSource, addSources, clean, commitSinks, configure, containsPipeNamed, createClientState, equals, fireOnCompleted, fireOnRunning, fireOnStarting, fireOnStopping, fireOnThrowable, getAllAccumulatedSources, getAllOperations, getAllStreamedSources, getAnnotations, getConfig, getCreateFlowStepJob, getFlow, getFlowID, getFlowName, getFlowStepDescriptor, getFlowStepJob, getFlowStepStats, getGroup, getGroups, getID, getName, getNextFlowElement, getNextScope, getNodeDisplayName, getNumFlowNodes, getOrdinal, getPreviousScopes, getProcessAnnotations, getSink, getSinkElements, getSinkName, getSinkTaps, getSinkWith, getSourceElements, getSourceName, getSourceTaps, getSourceWith, getStepDisplayName, getStepDisplayName, getSubmitPriority, getTrap, getTrapMap, getTraps, hashCode, hasListeners, initConfFromNodeConfigDef, initConfFromStepConfigDef, isDebugEnabled, isInfoEnabled, logDebug, logError, logError, logInfo, logWarn, logWarn, logWarn, prepareResources, removeListener, rollbackSinks, setConfig, setFlow, setFlowName, setFlowStepDescriptor, setFlowStepStats, setName, setOrdinal, setSubmitPriority, toString
public static final java.lang.String MAP
public static final java.lang.String SHUFFLE
public static final java.lang.String REDUCE
public MapReduceFlowStep(HadoopFlow flow, JobConf jobConf)
protected MapReduceFlowStep(HadoopFlow flow, java.lang.String stepName, JobConf jobConf, cascading.tap.Tap sink)
protected JobConf getJobConf()
public cascading.flow.planner.graph.ElementGraph getElementGraph()
getElementGraph
in interface cascading.flow.planner.process.ProcessModel
getElementGraph
in class cascading.flow.planner.BaseFlowStep<JobConf>
public cascading.flow.planner.process.FlowNodeGraph getFlowNodeGraph()
public JobConf createInitializedConfig(cascading.flow.FlowProcess<JobConf> flowProcess, JobConf parentConfig)
createInitializedConfig
in class HadoopFlowStep
protected cascading.flow.planner.graph.ElementDirectedGraph createElementDirectedGraph()
protected cascading.pipe.Pipe createMapOperation()
protected cascading.pipe.Pipe createShuffleOperation()
protected cascading.pipe.Pipe createReduceOperation()
protected cascading.flow.planner.process.FlowNodeGraph createFlowNodeGraph(java.util.List<cascading.flow.planner.graph.ElementGraph> elementGraphs)
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.