public class HadoopFlowStep extends BaseFlowStep<JobConf>
flowStepStats, sinks, sources, tempSink
CASCADING_FLOW_STEP_ID
NULL
Modifier | Constructor and Description |
---|---|
|
HadoopFlowStep(ElementGraph elementGraph,
FlowNodeGraph flowNodeGraph) |
protected |
HadoopFlowStep(String name,
int ordinal) |
Modifier and Type | Method and Description |
---|---|
void |
clean(JobConf config)
Method clean removes any temporary files used by this FlowStep instance.
|
protected FlowStepJob<JobConf> |
createFlowStepJob(ClientState clientState,
FlowProcess<JobConf> flowProcess,
JobConf initializedStepConfig) |
JobConf |
createInitializedConfig(FlowProcess<JobConf> flowProcess,
JobConf parentConfig) |
Map<Object,Object> |
getConfigAsProperties() |
protected void |
initFromSink(FlowProcess<JobConf> flowProcess,
JobConf conf) |
protected void |
initFromSources(FlowProcess<JobConf> flowProcess,
JobConf conf) |
protected void |
initFromTraps(FlowProcess<JobConf> flowProcess,
JobConf conf) |
boolean |
isHadoopLocalMode(JobConf conf) |
addGroup, addGroups, addListener, addProcessAnnotation, addProcessAnnotation, addSink, addSource, clean, commitSinks, configure, containsPipeNamed, createClientState, equals, fireOnCompleted, fireOnRunning, fireOnStarting, fireOnStopping, fireOnThrowable, getAllAccumulatedSources, getAllOperations, getAnnotations, getConfig, getCreateFlowStepJob, getElementGraph, getFlow, getFlowID, getFlowName, getFlowNodeGraph, getFlowStepJob, getFlowStepStats, getGroup, getGroups, getID, getName, getNextFlowElement, getNextScope, getNodeDisplayName, getNumFlowNodes, getOrdinal, getPreviousScopes, getProcessAnnotations, getSink, getSinkElements, getSinkName, getSinkTaps, getSinkWith, getSourceElements, getSourceName, getSourceTaps, getSourceWith, getStepDisplayName, getStepDisplayName, getSubmitPriority, getTrap, getTrapMap, getTraps, hashCode, hasListeners, initConfFromNodeConfigDef, initConfFromStepConfigDef, isDebugEnabled, isInfoEnabled, logDebug, logError, logError, logInfo, logWarn, logWarn, logWarn, prepareResources, removeListener, rollbackSinks, setConfig, setFlow, setFlowName, setFlowStepStats, setName, setOrdinal, setSubmitPriority, toString
protected HadoopFlowStep(String name, int ordinal)
public HadoopFlowStep(ElementGraph elementGraph, FlowNodeGraph flowNodeGraph)
public Map<Object,Object> getConfigAsProperties()
getConfigAsProperties
in interface FlowStep<JobConf>
getConfigAsProperties
in class BaseFlowStep<JobConf>
public JobConf createInitializedConfig(FlowProcess<JobConf> flowProcess, JobConf parentConfig)
createInitializedConfig
in class BaseFlowStep<JobConf>
public boolean isHadoopLocalMode(JobConf conf)
protected FlowStepJob<JobConf> createFlowStepJob(ClientState clientState, FlowProcess<JobConf> flowProcess, JobConf initializedStepConfig)
createFlowStepJob
in class BaseFlowStep<JobConf>
public void clean(JobConf config)
clean
in class BaseFlowStep<JobConf>
config
- of type JobConfprotected void initFromSources(FlowProcess<JobConf> flowProcess, JobConf conf)
protected void initFromSink(FlowProcess<JobConf> flowProcess, JobConf conf)
protected void initFromTraps(FlowProcess<JobConf> flowProcess, JobConf conf)
Copyright © 2007-2015 Concurrent, Inc. All Rights Reserved.