public class Hadoop2TezFlowProcess extends cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration> implements cascading.flow.hadoop.MapRed
FlowProcess
for Hadoop. Use this interface to get direct
access to the Hadoop JobConf and Reporter interfaces.
Be warned that coupling to this implementation will cause custom Operation
s to
fail if they are executed on a system other than Hadoop.FlowSession
Constructor and Description |
---|
Hadoop2TezFlowProcess() |
Hadoop2TezFlowProcess(cascading.flow.FlowSession flowSession,
org.apache.tez.runtime.api.ProcessorContext context,
org.apache.tez.dag.api.TezConfiguration configuration) |
Hadoop2TezFlowProcess(Hadoop2TezFlowProcess flowProcess,
org.apache.tez.dag.api.TezConfiguration configuration) |
Hadoop2TezFlowProcess(org.apache.tez.dag.api.TezConfiguration configuration) |
Modifier and Type | Method and Description |
---|---|
<C> C |
copyConfig(C config) |
cascading.flow.FlowProcess |
copyWith(org.apache.tez.dag.api.TezConfiguration configuration) |
<C> java.util.Map<java.lang.String,java.lang.String> |
diffConfigIntoMap(C defaultConfig,
C updatedConfig) |
org.apache.tez.dag.api.TezConfiguration |
getConfig() |
org.apache.tez.dag.api.TezConfiguration |
getConfigCopy() |
org.apache.tez.dag.api.TezConfiguration |
getConfiguration()
Method getJobConf returns the jobConf of this HadoopFlowProcess object.
|
org.apache.tez.runtime.api.ProcessorContext |
getContext() |
long |
getCounterValue(java.lang.Enum counter) |
long |
getCounterValue(java.lang.String group,
java.lang.String counter) |
int |
getCurrentSliceNum()
Method getCurrentTaskNum returns the task number of this task.
|
int |
getNumProcessSlices() |
java.lang.Object |
getProperty(java.lang.String key) |
java.util.Collection<java.lang.String> |
getPropertyKeys() |
Reporter |
getReporter()
Method getReporter returns the reporter of this HadoopFlowProcess object.
|
void |
increment(java.lang.Enum counter,
long amount) |
void |
increment(java.lang.String group,
java.lang.String counter,
long amount) |
boolean |
isCounterStatusInitialized() |
void |
keepAlive() |
org.apache.tez.dag.api.TezConfiguration |
mergeMapIntoConfig(org.apache.tez.dag.api.TezConfiguration defaultConfig,
java.util.Map<java.lang.String,java.lang.String> map) |
java.lang.Object |
newInstance(java.lang.String className) |
cascading.tuple.TupleEntryCollector |
openSystemIntermediateForWrite() |
cascading.tuple.TupleEntryIterator |
openTapForRead(cascading.tap.Tap tap) |
cascading.tuple.TupleEntryCollector |
openTapForWrite(cascading.tap.Tap tap) |
cascading.tuple.TupleEntryCollector |
openTrapForWrite(cascading.tap.Tap trap) |
void |
setStatus(java.lang.String status) |
void |
setWriter(org.apache.tez.runtime.api.Writer writer) |
public Hadoop2TezFlowProcess()
public Hadoop2TezFlowProcess(org.apache.tez.dag.api.TezConfiguration configuration)
public Hadoop2TezFlowProcess(cascading.flow.FlowSession flowSession, org.apache.tez.runtime.api.ProcessorContext context, org.apache.tez.dag.api.TezConfiguration configuration)
public Hadoop2TezFlowProcess(Hadoop2TezFlowProcess flowProcess, org.apache.tez.dag.api.TezConfiguration configuration)
public org.apache.tez.runtime.api.ProcessorContext getContext()
public void setWriter(org.apache.tez.runtime.api.Writer writer)
public cascading.flow.FlowProcess copyWith(org.apache.tez.dag.api.TezConfiguration configuration)
copyWith
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public org.apache.tez.dag.api.TezConfiguration getConfiguration()
public org.apache.tez.dag.api.TezConfiguration getConfig()
getConfig
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public org.apache.tez.dag.api.TezConfiguration getConfigCopy()
getConfigCopy
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public int getCurrentSliceNum()
getCurrentSliceNum
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public int getNumProcessSlices()
getNumProcessSlices
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public Reporter getReporter()
getReporter
in interface cascading.flow.hadoop.MapRed
public java.lang.Object getProperty(java.lang.String key)
getProperty
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public java.util.Collection<java.lang.String> getPropertyKeys()
getPropertyKeys
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public java.lang.Object newInstance(java.lang.String className)
newInstance
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public void keepAlive()
keepAlive
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public void increment(java.lang.Enum counter, long amount)
increment
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public void increment(java.lang.String group, java.lang.String counter, long amount)
increment
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public long getCounterValue(java.lang.Enum counter)
getCounterValue
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public long getCounterValue(java.lang.String group, java.lang.String counter)
getCounterValue
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public void setStatus(java.lang.String status)
setStatus
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public boolean isCounterStatusInitialized()
isCounterStatusInitialized
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public cascading.tuple.TupleEntryIterator openTapForRead(cascading.tap.Tap tap) throws java.io.IOException
openTapForRead
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
java.io.IOException
public cascading.tuple.TupleEntryCollector openTapForWrite(cascading.tap.Tap tap) throws java.io.IOException
openTapForWrite
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
java.io.IOException
public cascading.tuple.TupleEntryCollector openTrapForWrite(cascading.tap.Tap trap) throws java.io.IOException
openTrapForWrite
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
java.io.IOException
public cascading.tuple.TupleEntryCollector openSystemIntermediateForWrite() throws java.io.IOException
openSystemIntermediateForWrite
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
java.io.IOException
public <C> C copyConfig(C config)
copyConfig
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public <C> java.util.Map<java.lang.String,java.lang.String> diffConfigIntoMap(C defaultConfig, C updatedConfig)
diffConfigIntoMap
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
public org.apache.tez.dag.api.TezConfiguration mergeMapIntoConfig(org.apache.tez.dag.api.TezConfiguration defaultConfig, java.util.Map<java.lang.String,java.lang.String> map)
mergeMapIntoConfig
in class cascading.flow.FlowProcess<org.apache.tez.dag.api.TezConfiguration>
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.