public class Hadoop2TezStreamGraph extends cascading.flow.stream.graph.NodeStreamGraph
Constructor and Description |
---|
Hadoop2TezStreamGraph(Hadoop2TezFlowProcess currentProcess,
cascading.flow.FlowNode flowNode,
java.util.Map<java.lang.String,org.apache.tez.runtime.api.LogicalInput> inputMap,
java.util.Map<java.lang.String,org.apache.tez.runtime.api.LogicalOutput> outputMap) |
Modifier and Type | Method and Description |
---|---|
protected void |
buildGraph() |
protected cascading.flow.stream.duct.Duct |
createBoundaryStage(cascading.pipe.Boundary element,
cascading.flow.stream.graph.IORole role) |
protected cascading.flow.stream.duct.Gate |
createCoGroupGate(cascading.pipe.CoGroup element,
cascading.flow.stream.graph.IORole role) |
protected cascading.flow.stream.duct.Gate |
createGroupByGate(cascading.pipe.GroupBy element,
cascading.flow.stream.graph.IORole role) |
protected cascading.flow.stream.duct.Duct |
createMergeStage(cascading.pipe.Merge element,
cascading.flow.stream.graph.IORole role) |
protected cascading.flow.stream.element.MemoryHashJoinGate |
createNonBlockingJoinGate(cascading.pipe.HashJoin join) |
protected cascading.flow.stream.duct.Gate |
createSinkGroupByGate(cascading.pipe.GroupBy element) |
protected cascading.flow.stream.element.SinkStage |
createSinkStage(cascading.tap.Tap sink) |
protected cascading.flow.stream.duct.Gate |
createSourceGroupByGate(cascading.pipe.GroupBy element) |
protected cascading.flow.stream.element.SourceStage |
createSourceStage(cascading.tap.Tap source,
cascading.flow.FlowProcess flowProcess) |
cascading.flow.stream.element.InputSource |
getStreamedHead() |
createBlockingJoinGate, createHashJoinGate, findExisting, getProperty, handleDuct, setScopes, setTraps
addHead, addPath, addPath, addTail, bind, cleanup, createCloseWindow, createFork, createNextFor, createOpenReducingWindow, createOpenWindow, findAllNextFor, findAllPreviousFor, getAllDucts, getHeads, getReversedGraph, getReversedTopologicalOrderIterator, getTails, getTopologicalOrderIterator, ordinalBetween, prepare, printBoundGraph, printBoundGraph, printGraph, printGraph, printGraphError, wrapWithOrdinal
public Hadoop2TezStreamGraph(Hadoop2TezFlowProcess currentProcess, cascading.flow.FlowNode flowNode, java.util.Map<java.lang.String,org.apache.tez.runtime.api.LogicalInput> inputMap, java.util.Map<java.lang.String,org.apache.tez.runtime.api.LogicalOutput> outputMap)
public cascading.flow.stream.element.InputSource getStreamedHead()
protected void buildGraph()
protected cascading.flow.stream.element.SourceStage createSourceStage(cascading.tap.Tap source, cascading.flow.FlowProcess flowProcess)
protected cascading.flow.stream.element.SinkStage createSinkStage(cascading.tap.Tap sink)
createSinkStage
in class cascading.flow.stream.graph.NodeStreamGraph
protected cascading.flow.stream.duct.Duct createMergeStage(cascading.pipe.Merge element, cascading.flow.stream.graph.IORole role)
createMergeStage
in class cascading.flow.stream.graph.NodeStreamGraph
protected cascading.flow.stream.duct.Duct createBoundaryStage(cascading.pipe.Boundary element, cascading.flow.stream.graph.IORole role)
createBoundaryStage
in class cascading.flow.stream.graph.NodeStreamGraph
protected cascading.flow.stream.duct.Gate createGroupByGate(cascading.pipe.GroupBy element, cascading.flow.stream.graph.IORole role)
createGroupByGate
in class cascading.flow.stream.graph.NodeStreamGraph
protected cascading.flow.stream.duct.Gate createCoGroupGate(cascading.pipe.CoGroup element, cascading.flow.stream.graph.IORole role)
createCoGroupGate
in class cascading.flow.stream.graph.NodeStreamGraph
protected cascading.flow.stream.duct.Gate createSinkGroupByGate(cascading.pipe.GroupBy element)
protected cascading.flow.stream.duct.Gate createSourceGroupByGate(cascading.pipe.GroupBy element)
protected cascading.flow.stream.element.MemoryHashJoinGate createNonBlockingJoinGate(cascading.pipe.HashJoin join)
createNonBlockingJoinGate
in class cascading.flow.stream.graph.NodeStreamGraph
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.