|
|||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Object cascading.flow.planner.BaseFlowStep<org.apache.hadoop.mapred.JobConf> cascading.flow.hadoop.HadoopFlowStep
public class HadoopFlowStep
Field Summary |
---|
Fields inherited from class cascading.flow.planner.BaseFlowStep |
---|
accumulatedSourcesByJoin, sinks, sources, streamedSourceByJoin, tempSink |
Fields inherited from interface cascading.flow.FlowStep |
---|
CASCADING_FLOW_STEP_ID |
Constructor Summary | |
---|---|
HadoopFlowStep(String name,
int stepNum)
|
Method Summary | |
---|---|
void |
clean(org.apache.hadoop.mapred.JobConf config)
Method clean removes any temporary files used by this FlowStep instance. |
protected cascading.flow.planner.FlowStepJob<org.apache.hadoop.mapred.JobConf> |
createFlowStepJob(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
org.apache.hadoop.mapred.JobConf parentConfig)
|
org.apache.hadoop.mapred.JobConf |
getInitializedConfig(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
org.apache.hadoop.mapred.JobConf parentConfig)
|
Tap |
getMapperTrap(String name)
|
Map<String,Tap> |
getMapperTraps()
|
Tap |
getReducerTrap(String name)
|
Map<String,Tap> |
getReducerTraps()
|
Tap |
getTapForID(Set<Tap> taps,
String id)
|
Tap |
getTrap(String name)
|
Set<Tap> |
getTraps()
|
protected void |
initFromSink(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
org.apache.hadoop.mapred.JobConf conf)
|
protected void |
initFromSources(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
org.apache.hadoop.mapred.JobConf conf)
|
protected void |
initFromTraps(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
org.apache.hadoop.mapred.JobConf conf)
|
boolean |
isHadoopLocalMode(org.apache.hadoop.mapred.JobConf conf)
|
Methods inherited from class cascading.flow.planner.BaseFlowStep |
---|
addAccumulatedSourceFor, addGroup, addSink, addSource, addStreamedSourceFor, clean, commitSinks, containsPipeNamed, createClientState, equals, getAllAccumulatedSources, getAllOperations, getConfig, getFlow, getFlowID, getFlowName, getFlowStepJob, getFlowStepStats, getGraph, getGroup, getGroups, getID, getJoinTributariesBetween, getName, getNextFlowElement, getNextScope, getNextScopes, getPreviousScopes, getScopeFor, getSink, getSinkName, getSinks, getSinkWith, getSourceName, getSources, getSourceWith, getStepDisplayName, getStepDisplayName, getStepNum, getStreamedSourceByJoin, getSubmitPriority, getSuccessors, getTopologicalOrderIterator, hashCode, initConfFromProcessConfigDef, isDebugEnabled, isInfoEnabled, logDebug, logError, logInfo, logWarn, logWarn, rollbackSinks, setConf, setFlow, setFlowName, setSubmitPriority, toString |
Methods inherited from class java.lang.Object |
---|
clone, finalize, getClass, notify, notifyAll, wait, wait, wait |
Constructor Detail |
---|
public HadoopFlowStep(String name, int stepNum)
Method Detail |
---|
public org.apache.hadoop.mapred.JobConf getInitializedConfig(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, org.apache.hadoop.mapred.JobConf parentConfig)
getInitializedConfig
in class cascading.flow.planner.BaseFlowStep<org.apache.hadoop.mapred.JobConf>
public boolean isHadoopLocalMode(org.apache.hadoop.mapred.JobConf conf)
protected cascading.flow.planner.FlowStepJob<org.apache.hadoop.mapred.JobConf> createFlowStepJob(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, org.apache.hadoop.mapred.JobConf parentConfig)
createFlowStepJob
in class cascading.flow.planner.BaseFlowStep<org.apache.hadoop.mapred.JobConf>
public void clean(org.apache.hadoop.mapred.JobConf config)
clean
in class cascading.flow.planner.BaseFlowStep<org.apache.hadoop.mapred.JobConf>
config
- of type JobConfprotected void initFromSources(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, org.apache.hadoop.mapred.JobConf conf)
public Tap getTapForID(Set<Tap> taps, String id)
protected void initFromSink(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, org.apache.hadoop.mapred.JobConf conf)
protected void initFromTraps(FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, org.apache.hadoop.mapred.JobConf conf)
public Set<Tap> getTraps()
public Tap getTrap(String name)
public Map<String,Tap> getMapperTraps()
public Map<String,Tap> getReducerTraps()
public Tap getMapperTrap(String name)
public Tap getReducerTrap(String name)
|
|||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |