public abstract class TestPlatform extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
CLUSTER_TESTING_PROPERTY |
protected int |
numGatherPartitions |
protected int |
numMappers |
protected int |
numReducers |
static java.lang.String |
PLATFORM_PREFIX |
Modifier | Constructor and Description |
---|---|
protected |
TestPlatform() |
Modifier and Type | Method and Description |
---|---|
abstract void |
copyFromLocal(java.lang.String inputFile) |
abstract void |
copyToLocal(java.lang.String outputFile) |
protected java.lang.String |
getApplicationJar() |
abstract cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
boolean skipHeader,
boolean writeHeader,
java.lang.String delimiter,
java.lang.String quote,
java.lang.Class[] types,
java.lang.String filename,
cascading.tap.SinkMode mode) |
abstract cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
boolean hasHeader,
java.lang.String delimiter,
java.lang.String quote,
java.lang.Class[] types,
java.lang.String filename,
cascading.tap.SinkMode mode) |
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
boolean hasHeader,
java.lang.String delimiter,
java.lang.String quote,
java.lang.String filename,
cascading.tap.SinkMode mode) |
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
java.lang.String delimiter,
java.lang.Class[] types,
java.lang.String filename,
cascading.tap.SinkMode mode) |
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
java.lang.String delimiter,
java.lang.String filename) |
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
java.lang.String delimiter,
java.lang.String filename,
cascading.tap.SinkMode mode) |
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
java.lang.String delimiter,
java.lang.String quote,
java.lang.String filename,
cascading.tap.SinkMode mode) |
abstract cascading.tap.Tap |
getDelimitedFile(java.lang.String delimiter,
java.lang.String quote,
cascading.scheme.util.FieldTypeResolver fieldTypeResolver,
java.lang.String filename,
cascading.tap.SinkMode mode) |
cascading.flow.FlowConnector |
getFlowConnector() |
abstract cascading.flow.FlowConnector |
getFlowConnector(java.util.Map<java.lang.Object,java.lang.Object> properties) |
abstract cascading.flow.FlowProcess |
getFlowProcess() |
static java.util.Map<java.lang.Object,java.lang.Object> |
getGlobalProperties()
Method getGlobalProperties fetches all "platform." prefixed system properties.
|
abstract java.lang.String |
getHiddenTemporaryPath() |
abstract java.util.Comparator |
getLongComparator(boolean reverseSort) |
java.lang.String |
getName() |
int |
getNumGatherPartitions() |
java.lang.Integer |
getNumGatherPartitionTasks(java.util.Map<java.lang.Object,java.lang.Object> properties) |
int |
getNumMappers() |
java.lang.Integer |
getNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties) |
int |
getNumReducers() |
java.lang.Integer |
getNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties) |
abstract cascading.tap.Tap |
getPartitionTap(cascading.tap.Tap sink,
cascading.tap.partition.Partition partition,
int openThreshold) |
abstract java.util.Map<java.lang.Object,java.lang.Object> |
getProperties() |
abstract java.util.Comparator |
getStringComparator(boolean reverseSort) |
cascading.tap.Tap |
getTabDelimitedFile(cascading.tuple.Fields fields,
boolean hasHeader,
java.lang.String filename,
cascading.tap.SinkMode mode) |
cascading.tap.Tap |
getTabDelimitedFile(cascading.tuple.Fields fields,
java.lang.String filename,
cascading.tap.SinkMode mode) |
abstract cascading.tap.Tap |
getTap(cascading.scheme.Scheme scheme,
java.lang.String filename,
cascading.tap.SinkMode mode) |
abstract cascading.scheme.Scheme |
getTestConfigDefScheme() |
abstract cascading.scheme.Scheme |
getTestFailScheme() |
abstract cascading.tap.Tap |
getTextFile(cascading.tuple.Fields sourceFields,
cascading.tuple.Fields sinkFields,
java.lang.String filename,
cascading.tap.SinkMode mode) |
cascading.tap.Tap |
getTextFile(cascading.tuple.Fields sourceFields,
java.lang.String filename) |
cascading.tap.Tap |
getTextFile(cascading.tuple.Fields sourceFields,
java.lang.String filename,
cascading.tap.SinkMode mode) |
cascading.tap.Tap |
getTextFile(java.lang.String filename) |
cascading.tap.Tap |
getTextFile(java.lang.String filename,
cascading.tap.SinkMode mode) |
boolean |
isDAG() |
boolean |
isMapReduce() |
boolean |
isUseCluster() |
abstract boolean |
remoteExists(java.lang.String outputFile) |
abstract boolean |
remoteRemove(java.lang.String outputFile,
boolean recursive) |
void |
setNumGatherPartitions(int numGatherPartitions) |
void |
setNumGatherPartitionTasks(java.util.Map<java.lang.Object,java.lang.Object> properties,
int numReduceTasks) |
void |
setNumMappers(int numMappers) |
void |
setNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties,
int numMapTasks) |
void |
setNumReducers(int numReducers) |
void |
setNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties,
int numReduceTasks) |
abstract void |
setUp() |
void |
setUseCluster(boolean useCluster) |
boolean |
supportsGroupByAfterMerge()
Deprecated.
|
abstract void |
tearDown() |
public static final java.lang.String CLUSTER_TESTING_PROPERTY
public static final java.lang.String PLATFORM_PREFIX
protected int numMappers
protected int numReducers
protected int numGatherPartitions
protected TestPlatform()
public static java.util.Map<java.lang.Object,java.lang.Object> getGlobalProperties()
getProperties()
.public java.lang.String getName()
@Deprecated public boolean supportsGroupByAfterMerge()
public boolean isMapReduce()
public boolean isDAG()
public int getNumMappers()
public void setNumMappers(int numMappers)
public int getNumReducers()
public void setNumReducers(int numReducers)
public int getNumGatherPartitions()
public void setNumGatherPartitions(int numGatherPartitions)
public void setNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties, int numMapTasks)
public void setNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties, int numReduceTasks)
public void setNumGatherPartitionTasks(java.util.Map<java.lang.Object,java.lang.Object> properties, int numReduceTasks)
public java.lang.Integer getNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties)
public java.lang.Integer getNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties)
public java.lang.Integer getNumGatherPartitionTasks(java.util.Map<java.lang.Object,java.lang.Object> properties)
public abstract void setUp() throws java.io.IOException
java.io.IOException
public abstract java.util.Map<java.lang.Object,java.lang.Object> getProperties()
public abstract void tearDown()
public void setUseCluster(boolean useCluster)
public boolean isUseCluster()
public abstract void copyFromLocal(java.lang.String inputFile) throws java.io.IOException
java.io.IOException
public abstract void copyToLocal(java.lang.String outputFile) throws java.io.IOException
java.io.IOException
public abstract boolean remoteExists(java.lang.String outputFile) throws java.io.IOException
java.io.IOException
public abstract boolean remoteRemove(java.lang.String outputFile, boolean recursive) throws java.io.IOException
java.io.IOException
public abstract cascading.flow.FlowProcess getFlowProcess()
public abstract cascading.flow.FlowConnector getFlowConnector(java.util.Map<java.lang.Object,java.lang.Object> properties)
public cascading.flow.FlowConnector getFlowConnector()
public abstract cascading.tap.Tap getTap(cascading.scheme.Scheme scheme, java.lang.String filename, cascading.tap.SinkMode mode)
public cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields, java.lang.String filename)
public cascading.tap.Tap getTextFile(java.lang.String filename)
public cascading.tap.Tap getTextFile(java.lang.String filename, cascading.tap.SinkMode mode)
public cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields, java.lang.String filename, cascading.tap.SinkMode mode)
public abstract cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields, cascading.tuple.Fields sinkFields, java.lang.String filename, cascading.tap.SinkMode mode)
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, java.lang.String delimiter, java.lang.String filename)
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, java.lang.String delimiter, java.lang.String filename, cascading.tap.SinkMode mode)
public cascading.tap.Tap getTabDelimitedFile(cascading.tuple.Fields fields, java.lang.String filename, cascading.tap.SinkMode mode)
public cascading.tap.Tap getTabDelimitedFile(cascading.tuple.Fields fields, boolean hasHeader, java.lang.String filename, cascading.tap.SinkMode mode)
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, boolean hasHeader, java.lang.String delimiter, java.lang.String quote, java.lang.String filename, cascading.tap.SinkMode mode)
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, java.lang.String delimiter, java.lang.String quote, java.lang.String filename, cascading.tap.SinkMode mode)
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, java.lang.String delimiter, java.lang.Class[] types, java.lang.String filename, cascading.tap.SinkMode mode)
public abstract cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, boolean hasHeader, java.lang.String delimiter, java.lang.String quote, java.lang.Class[] types, java.lang.String filename, cascading.tap.SinkMode mode)
public abstract cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, boolean skipHeader, boolean writeHeader, java.lang.String delimiter, java.lang.String quote, java.lang.Class[] types, java.lang.String filename, cascading.tap.SinkMode mode)
public abstract cascading.tap.Tap getDelimitedFile(java.lang.String delimiter, java.lang.String quote, cascading.scheme.util.FieldTypeResolver fieldTypeResolver, java.lang.String filename, cascading.tap.SinkMode mode)
public abstract cascading.tap.Tap getPartitionTap(cascading.tap.Tap sink, cascading.tap.partition.Partition partition, int openThreshold)
public abstract cascading.scheme.Scheme getTestConfigDefScheme()
public abstract cascading.scheme.Scheme getTestFailScheme()
public abstract java.util.Comparator getLongComparator(boolean reverseSort)
public abstract java.util.Comparator getStringComparator(boolean reverseSort)
public abstract java.lang.String getHiddenTemporaryPath()
protected java.lang.String getApplicationJar()
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.