|
|||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Object cascading.flow.planner.BaseFlowStep<JobConf> cascading.flow.hadoop.HadoopFlowStep
public class HadoopFlowStep
Field Summary |
---|
Fields inherited from class cascading.flow.planner.BaseFlowStep |
---|
accumulatedSourcesByJoin, sinks, sources, streamedSourceByJoin, tempSink |
Fields inherited from interface cascading.flow.FlowStep |
---|
CASCADING_FLOW_STEP_ID |
Constructor Summary | |
---|---|
HadoopFlowStep(String name,
int stepNum)
|
Method Summary | |
---|---|
void |
clean(JobConf config)
Method clean removes any temporary files used by this FlowStep instance. |
protected cascading.flow.planner.FlowStepJob<JobConf> |
createFlowStepJob(cascading.flow.FlowProcess<JobConf> flowProcess,
JobConf parentConfig)
|
JobConf |
getInitializedConfig(cascading.flow.FlowProcess<JobConf> flowProcess,
JobConf parentConfig)
|
cascading.tap.Tap |
getMapperTrap(String name)
|
Map<String,cascading.tap.Tap> |
getMapperTraps()
|
cascading.tap.Tap |
getReducerTrap(String name)
|
Map<String,cascading.tap.Tap> |
getReducerTraps()
|
cascading.tap.Tap |
getTapForID(Set<cascading.tap.Tap> taps,
String id)
|
cascading.tap.Tap |
getTrap(String name)
|
Set<cascading.tap.Tap> |
getTraps()
|
protected void |
initFromSink(cascading.flow.FlowProcess<JobConf> flowProcess,
JobConf conf)
|
protected void |
initFromSources(cascading.flow.FlowProcess<JobConf> flowProcess,
JobConf conf)
|
protected void |
initFromTraps(cascading.flow.FlowProcess<JobConf> flowProcess,
JobConf conf)
|
boolean |
isHadoopLocalMode(JobConf conf)
|
Methods inherited from class cascading.flow.planner.BaseFlowStep |
---|
addAccumulatedSourceFor, addGroup, addListener, addSink, addSource, addStreamedSourceFor, clean, commitSinks, containsPipeNamed, createClientState, equals, fireOnCompleted, fireOnRunning, fireOnStarting, fireOnStopping, fireOnThrowable, getAllAccumulatedSources, getAllOperations, getConfig, getFlow, getFlowID, getFlowName, getFlowStepJob, getFlowStepStats, getGraph, getGroup, getGroups, getID, getJoinTributariesBetween, getName, getNextFlowElement, getNextScope, getNextScopes, getPreviousScopes, getScopeFor, getSink, getSinkName, getSinks, getSinkWith, getSourceName, getSources, getSourceWith, getStepDisplayName, getStepDisplayName, getStepNum, getStreamedSourceByJoin, getSubmitPriority, getSuccessors, getTopologicalOrderIterator, hashCode, hasListeners, initConfFromProcessConfigDef, isDebugEnabled, isInfoEnabled, logDebug, logError, logInfo, logWarn, logWarn, removeListener, rollbackSinks, setConf, setFlow, setFlowName, setSubmitPriority, toString |
Methods inherited from class java.lang.Object |
---|
clone, finalize, getClass, notify, notifyAll, wait, wait, wait |
Constructor Detail |
---|
public HadoopFlowStep(String name, int stepNum)
Method Detail |
---|
public JobConf getInitializedConfig(cascading.flow.FlowProcess<JobConf> flowProcess, JobConf parentConfig)
getInitializedConfig
in class cascading.flow.planner.BaseFlowStep<JobConf>
public boolean isHadoopLocalMode(JobConf conf)
protected cascading.flow.planner.FlowStepJob<JobConf> createFlowStepJob(cascading.flow.FlowProcess<JobConf> flowProcess, JobConf parentConfig)
createFlowStepJob
in class cascading.flow.planner.BaseFlowStep<JobConf>
public void clean(JobConf config)
clean
in class cascading.flow.planner.BaseFlowStep<JobConf>
config
- of type JobConfprotected void initFromSources(cascading.flow.FlowProcess<JobConf> flowProcess, JobConf conf)
public cascading.tap.Tap getTapForID(Set<cascading.tap.Tap> taps, String id)
protected void initFromSink(cascading.flow.FlowProcess<JobConf> flowProcess, JobConf conf)
protected void initFromTraps(cascading.flow.FlowProcess<JobConf> flowProcess, JobConf conf)
public Set<cascading.tap.Tap> getTraps()
public cascading.tap.Tap getTrap(String name)
public Map<String,cascading.tap.Tap> getMapperTraps()
public Map<String,cascading.tap.Tap> getReducerTraps()
public cascading.tap.Tap getMapperTrap(String name)
public cascading.tap.Tap getReducerTrap(String name)
|
|||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |