public class Hadoop2TezFlowStep extends cascading.flow.planner.BaseFlowStep<org.apache.tez.dag.api.TezConfiguration>
Constructor and Description |
---|
Hadoop2TezFlowStep(cascading.flow.planner.graph.ElementGraph elementGraph,
cascading.flow.planner.process.FlowNodeGraph flowNodeGraph) |
Modifier and Type | Method and Description |
---|---|
void |
clean(org.apache.tez.dag.api.TezConfiguration config) |
protected cascading.flow.planner.FlowStepJob |
createFlowStepJob(cascading.management.state.ClientState clientState,
cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess,
org.apache.tez.dag.api.TezConfiguration initializedStepConfig) |
org.apache.tez.dag.api.TezConfiguration |
createInitializedConfig(cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess,
org.apache.tez.dag.api.TezConfiguration parentConfig) |
org.apache.tez.dag.api.Vertex |
createVertex(cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess,
org.apache.tez.dag.api.TezConfiguration initializedConfig,
cascading.flow.FlowNode flowNode) |
java.util.Map<java.lang.String,LocalResource> |
getAllLocalResources() |
java.util.Map<java.lang.Object,java.lang.Object> |
getConfigAsProperties() |
protected java.lang.String |
getOutputPath(Configuration sinkConf) |
protected int |
getParallelism(cascading.flow.FlowNode flowNode,
JobConf conf) |
protected java.util.Map<cascading.flow.FlowElement,Configuration> |
initFromSinks(cascading.flow.FlowNode flowNode,
cascading.flow.FlowProcess<? extends Configuration> flowProcess,
Configuration conf) |
protected java.util.Map<cascading.flow.FlowElement,Configuration> |
initFromSources(cascading.flow.FlowNode flowNode,
cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess,
Configuration conf,
java.util.Map<java.lang.String,LocalResource> taskLocalResources) |
protected void |
initFromTraps(cascading.flow.FlowNode flowNode,
cascading.flow.FlowProcess<? extends Configuration> flowProcess,
Configuration conf) |
protected boolean |
isFileOutputFormat(java.lang.Class outputFormatClass) |
void |
syncArtifacts() |
addAllGroups, addGroup, addGroups, addListener, addProcessAnnotation, addProcessAnnotation, addSink, addSinks, addSource, addSources, clean, commitSinks, configure, containsPipeNamed, createClientState, equals, fireOnCompleted, fireOnRunning, fireOnStarting, fireOnStopping, fireOnThrowable, getAllAccumulatedSources, getAllOperations, getAllStreamedSources, getAnnotations, getConfig, getCreateFlowStepJob, getElementGraph, getFlow, getFlowID, getFlowName, getFlowNodeGraph, getFlowStepDescriptor, getFlowStepJob, getFlowStepStats, getGroup, getGroups, getID, getName, getNextFlowElement, getNextScope, getNodeDisplayName, getNumFlowNodes, getOrdinal, getPreviousScopes, getProcessAnnotations, getSink, getSinkElements, getSinkName, getSinkTaps, getSinkWith, getSourceElements, getSourceName, getSourceTaps, getSourceWith, getStepDisplayName, getStepDisplayName, getSubmitPriority, getTrap, getTrapMap, getTraps, hashCode, hasListeners, initConfFromNodeConfigDef, initConfFromStepConfigDef, isDebugEnabled, isInfoEnabled, logDebug, logError, logError, logInfo, logWarn, logWarn, logWarn, prepareResources, removeListener, rollbackSinks, setConfig, setFlow, setFlowName, setFlowStepDescriptor, setFlowStepStats, setName, setOrdinal, setSubmitPriority, toString
public Hadoop2TezFlowStep(cascading.flow.planner.graph.ElementGraph elementGraph, cascading.flow.planner.process.FlowNodeGraph flowNodeGraph)
public java.util.Map<java.lang.Object,java.lang.Object> getConfigAsProperties()
getConfigAsProperties
in interface cascading.flow.FlowStep<org.apache.tez.dag.api.TezConfiguration>
getConfigAsProperties
in class cascading.flow.planner.BaseFlowStep<org.apache.tez.dag.api.TezConfiguration>
public org.apache.tez.dag.api.TezConfiguration createInitializedConfig(cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess, org.apache.tez.dag.api.TezConfiguration parentConfig)
createInitializedConfig
in class cascading.flow.planner.BaseFlowStep<org.apache.tez.dag.api.TezConfiguration>
protected cascading.flow.planner.FlowStepJob createFlowStepJob(cascading.management.state.ClientState clientState, cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess, org.apache.tez.dag.api.TezConfiguration initializedStepConfig)
createFlowStepJob
in class cascading.flow.planner.BaseFlowStep<org.apache.tez.dag.api.TezConfiguration>
public org.apache.tez.dag.api.Vertex createVertex(cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess, org.apache.tez.dag.api.TezConfiguration initializedConfig, cascading.flow.FlowNode flowNode)
protected java.lang.String getOutputPath(Configuration sinkConf)
protected boolean isFileOutputFormat(java.lang.Class outputFormatClass)
protected int getParallelism(cascading.flow.FlowNode flowNode, JobConf conf)
protected java.util.Map<cascading.flow.FlowElement,Configuration> initFromSources(cascading.flow.FlowNode flowNode, cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess, Configuration conf, java.util.Map<java.lang.String,LocalResource> taskLocalResources)
protected java.util.Map<cascading.flow.FlowElement,Configuration> initFromSinks(cascading.flow.FlowNode flowNode, cascading.flow.FlowProcess<? extends Configuration> flowProcess, Configuration conf)
protected void initFromTraps(cascading.flow.FlowNode flowNode, cascading.flow.FlowProcess<? extends Configuration> flowProcess, Configuration conf)
public void clean(org.apache.tez.dag.api.TezConfiguration config)
clean
in class cascading.flow.planner.BaseFlowStep<org.apache.tez.dag.api.TezConfiguration>
public void syncArtifacts()
public java.util.Map<java.lang.String,LocalResource> getAllLocalResources()
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.