public class Hadoop2TezFlowProcess extends FlowProcess<org.apache.tez.dag.api.TezConfiguration> implements cascading.flow.hadoop.MapRed
FlowProcess
for Hadoop. Use this interface to get direct
access to the Hadoop JobConf and Reporter interfaces.
Be warned that coupling to this implementation will cause custom Operation
s to
fail if they are executed on a system other than Hadoop.FlowSession
FlowProcess.NullFlowProcess
NULL
Constructor and Description |
---|
Hadoop2TezFlowProcess() |
Hadoop2TezFlowProcess(FlowSession flowSession,
org.apache.tez.runtime.api.ProcessorContext context,
org.apache.tez.dag.api.TezConfiguration configuration) |
Hadoop2TezFlowProcess(Hadoop2TezFlowProcess flowProcess,
org.apache.tez.dag.api.TezConfiguration configuration) |
Hadoop2TezFlowProcess(org.apache.tez.dag.api.TezConfiguration configuration) |
Modifier and Type | Method and Description |
---|---|
<C> C |
copyConfig(C config) |
FlowProcess |
copyWith(org.apache.tez.dag.api.TezConfiguration configuration) |
<C> Map<String,String> |
diffConfigIntoMap(C defaultConfig,
C updatedConfig) |
org.apache.tez.dag.api.TezConfiguration |
getConfig() |
org.apache.tez.dag.api.TezConfiguration |
getConfigCopy() |
org.apache.tez.dag.api.TezConfiguration |
getConfiguration()
Method getJobConf returns the jobConf of this HadoopFlowProcess object.
|
org.apache.tez.runtime.api.ProcessorContext |
getContext() |
long |
getCounterValue(Enum counter) |
long |
getCounterValue(String group,
String counter) |
int |
getCurrentSliceNum()
Method getCurrentTaskNum returns the task number of this task.
|
int |
getNumProcessSlices() |
Object |
getProperty(String key) |
Collection<String> |
getPropertyKeys() |
Reporter |
getReporter()
Method getReporter returns the reporter of this HadoopFlowProcess object.
|
void |
increment(Enum counter,
long amount) |
void |
increment(String group,
String counter,
long amount) |
boolean |
isCounterStatusInitialized() |
void |
keepAlive() |
org.apache.tez.dag.api.TezConfiguration |
mergeMapIntoConfig(org.apache.tez.dag.api.TezConfiguration defaultConfig,
Map<String,String> map) |
Object |
newInstance(String className) |
TupleEntryCollector |
openSystemIntermediateForWrite() |
TupleEntryIterator |
openTapForRead(Tap tap) |
TupleEntryCollector |
openTapForWrite(Tap tap) |
TupleEntryCollector |
openTrapForWrite(Tap trap) |
void |
setStatus(String status) |
void |
setWriter(org.apache.tez.runtime.api.Writer writer) |
closeTrapCollectors, getBooleanProperty, getBooleanProperty, getCurrentSession, getID, getIntegerProperty, getIntegerProperty, getStringProperty, getStringProperty, getTrapCollectorFor, getTrapCollectors, setCurrentSession
public Hadoop2TezFlowProcess()
public Hadoop2TezFlowProcess(org.apache.tez.dag.api.TezConfiguration configuration)
public Hadoop2TezFlowProcess(FlowSession flowSession, org.apache.tez.runtime.api.ProcessorContext context, org.apache.tez.dag.api.TezConfiguration configuration)
public Hadoop2TezFlowProcess(Hadoop2TezFlowProcess flowProcess, org.apache.tez.dag.api.TezConfiguration configuration)
public org.apache.tez.runtime.api.ProcessorContext getContext()
public void setWriter(org.apache.tez.runtime.api.Writer writer)
public FlowProcess copyWith(org.apache.tez.dag.api.TezConfiguration configuration)
copyWith
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public org.apache.tez.dag.api.TezConfiguration getConfiguration()
public org.apache.tez.dag.api.TezConfiguration getConfig()
getConfig
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public org.apache.tez.dag.api.TezConfiguration getConfigCopy()
getConfigCopy
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public int getCurrentSliceNum()
getCurrentSliceNum
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public int getNumProcessSlices()
getNumProcessSlices
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public Reporter getReporter()
getReporter
in interface cascading.flow.hadoop.MapRed
public Object getProperty(String key)
getProperty
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public Collection<String> getPropertyKeys()
getPropertyKeys
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public Object newInstance(String className)
newInstance
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public void keepAlive()
keepAlive
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public void increment(Enum counter, long amount)
increment
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public void increment(String group, String counter, long amount)
increment
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public long getCounterValue(Enum counter)
getCounterValue
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public long getCounterValue(String group, String counter)
getCounterValue
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public void setStatus(String status)
setStatus
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public boolean isCounterStatusInitialized()
isCounterStatusInitialized
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public TupleEntryIterator openTapForRead(Tap tap) throws IOException
openTapForRead
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
IOException
public TupleEntryCollector openTapForWrite(Tap tap) throws IOException
openTapForWrite
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
IOException
public TupleEntryCollector openTrapForWrite(Tap trap) throws IOException
openTrapForWrite
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
IOException
public TupleEntryCollector openSystemIntermediateForWrite() throws IOException
openSystemIntermediateForWrite
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
IOException
public <C> C copyConfig(C config)
copyConfig
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public <C> Map<String,String> diffConfigIntoMap(C defaultConfig, C updatedConfig)
diffConfigIntoMap
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public org.apache.tez.dag.api.TezConfiguration mergeMapIntoConfig(org.apache.tez.dag.api.TezConfiguration defaultConfig, Map<String,String> map)
mergeMapIntoConfig
in class FlowProcess<org.apache.tez.dag.api.TezConfiguration>
Copyright © 2007-2015 Concurrent, Inc. All Rights Reserved.