public class HadoopFlowStep extends cascading.flow.planner.BaseFlowStep<JobConf>
Modifier | Constructor and Description |
---|---|
protected |
HadoopFlowStep() |
|
HadoopFlowStep(cascading.flow.planner.graph.ElementGraph elementGraph,
cascading.flow.planner.process.FlowNodeGraph flowNodeGraph) |
protected |
HadoopFlowStep(java.lang.String name,
int ordinal) |
Modifier and Type | Method and Description |
---|---|
void |
clean(JobConf config)
Method clean removes any temporary files used by this FlowStep instance.
|
protected void |
cleanIntermediateData(JobConf config,
cascading.tap.Tap sink) |
protected cascading.flow.planner.FlowStepJob<JobConf> |
createFlowStepJob(cascading.management.state.ClientState clientState,
cascading.flow.FlowProcess<JobConf> flowProcess,
JobConf initializedStepConfig) |
JobConf |
createInitializedConfig(cascading.flow.FlowProcess<JobConf> flowProcess,
JobConf parentConfig) |
java.util.Map<java.lang.Object,java.lang.Object> |
getConfigAsProperties() |
protected void |
initFromSink(cascading.flow.FlowProcess<JobConf> flowProcess,
JobConf conf) |
protected void |
initFromSources(cascading.flow.FlowProcess<JobConf> flowProcess,
JobConf conf) |
protected void |
initFromTraps(cascading.flow.FlowProcess<JobConf> flowProcess,
JobConf conf) |
boolean |
isHadoopLocalMode(JobConf conf) |
addAllGroups, addGroup, addGroups, addListener, addProcessAnnotation, addProcessAnnotation, addSink, addSinks, addSource, addSources, clean, commitSinks, configure, containsPipeNamed, createClientState, equals, fireOnCompleted, fireOnRunning, fireOnStarting, fireOnStopping, fireOnThrowable, getAllAccumulatedSources, getAllOperations, getAllStreamedSources, getAnnotations, getConfig, getCreateFlowStepJob, getElementGraph, getFlow, getFlowID, getFlowName, getFlowNodeGraph, getFlowStepDescriptor, getFlowStepJob, getFlowStepStats, getGroup, getGroups, getID, getName, getNextFlowElement, getNextScope, getNodeDisplayName, getNumFlowNodes, getOrdinal, getPreviousScopes, getProcessAnnotations, getSink, getSinkElements, getSinkName, getSinkTaps, getSinkWith, getSourceElements, getSourceName, getSourceTaps, getSourceWith, getStepDisplayName, getStepDisplayName, getSubmitPriority, getTrap, getTrapMap, getTraps, hashCode, hasListeners, initConfFromNodeConfigDef, initConfFromStepConfigDef, isDebugEnabled, isInfoEnabled, logDebug, logError, logError, logInfo, logWarn, logWarn, logWarn, prepareResources, removeListener, rollbackSinks, setConfig, setFlow, setFlowName, setFlowStepDescriptor, setFlowStepStats, setName, setOrdinal, setSubmitPriority, toString
protected HadoopFlowStep()
protected HadoopFlowStep(java.lang.String name, int ordinal)
public HadoopFlowStep(cascading.flow.planner.graph.ElementGraph elementGraph, cascading.flow.planner.process.FlowNodeGraph flowNodeGraph)
public java.util.Map<java.lang.Object,java.lang.Object> getConfigAsProperties()
public JobConf createInitializedConfig(cascading.flow.FlowProcess<JobConf> flowProcess, JobConf parentConfig)
createInitializedConfig
in class cascading.flow.planner.BaseFlowStep<JobConf>
public boolean isHadoopLocalMode(JobConf conf)
protected cascading.flow.planner.FlowStepJob<JobConf> createFlowStepJob(cascading.management.state.ClientState clientState, cascading.flow.FlowProcess<JobConf> flowProcess, JobConf initializedStepConfig)
createFlowStepJob
in class cascading.flow.planner.BaseFlowStep<JobConf>
public void clean(JobConf config)
clean
in class cascading.flow.planner.BaseFlowStep<JobConf>
config
- of type JobConfprotected void cleanIntermediateData(JobConf config, cascading.tap.Tap sink)
protected void initFromSources(cascading.flow.FlowProcess<JobConf> flowProcess, JobConf conf)
protected void initFromSink(cascading.flow.FlowProcess<JobConf> flowProcess, JobConf conf)
protected void initFromTraps(cascading.flow.FlowProcess<JobConf> flowProcess, JobConf conf)
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.