public abstract class TestPlatform extends Object
Modifier and Type | Field and Description |
---|---|
static String |
CLUSTER_TESTING_PROPERTY |
protected int |
numGatherPartitions |
protected int |
numMappers |
protected int |
numReducers |
Modifier | Constructor and Description |
---|---|
protected |
TestPlatform() |
Modifier and Type | Method and Description |
---|---|
abstract void |
copyFromLocal(String inputFile) |
abstract void |
copyToLocal(String outputFile) |
abstract Tap |
getDelimitedFile(Fields fields,
boolean skipHeader,
boolean writeHeader,
String delimiter,
String quote,
Class[] types,
String filename,
SinkMode mode) |
abstract Tap |
getDelimitedFile(Fields fields,
boolean hasHeader,
String delimiter,
String quote,
Class[] types,
String filename,
SinkMode mode) |
Tap |
getDelimitedFile(Fields fields,
boolean hasHeader,
String delimiter,
String quote,
String filename,
SinkMode mode) |
Tap |
getDelimitedFile(Fields fields,
String delimiter,
Class[] types,
String filename,
SinkMode mode) |
Tap |
getDelimitedFile(Fields fields,
String delimiter,
String filename) |
Tap |
getDelimitedFile(Fields fields,
String delimiter,
String filename,
SinkMode mode) |
Tap |
getDelimitedFile(Fields fields,
String delimiter,
String quote,
String filename,
SinkMode mode) |
abstract Tap |
getDelimitedFile(String delimiter,
String quote,
FieldTypeResolver fieldTypeResolver,
String filename,
SinkMode mode) |
FlowConnector |
getFlowConnector() |
abstract FlowConnector |
getFlowConnector(Map<Object,Object> properties) |
abstract FlowProcess |
getFlowProcess() |
static Map<Object,Object> |
getGlobalProperties()
Method getGlobalProperties fetches all "platform." prefixed system properties.
|
abstract String |
getHiddenTemporaryPath() |
abstract Comparator |
getLongComparator(boolean reverseSort) |
String |
getName() |
int |
getNumGatherPartitions() |
Integer |
getNumGatherPartitionTasks(Map<Object,Object> properties) |
int |
getNumMappers() |
Integer |
getNumMapTasks(Map<Object,Object> properties) |
int |
getNumReducers() |
Integer |
getNumReduceTasks(Map<Object,Object> properties) |
abstract Tap |
getPartitionTap(Tap sink,
Partition partition,
int openThreshold) |
abstract Map<Object,Object> |
getProperties() |
abstract Comparator |
getStringComparator(boolean reverseSort) |
Tap |
getTabDelimitedFile(Fields fields,
boolean hasHeader,
String filename,
SinkMode mode) |
Tap |
getTabDelimitedFile(Fields fields,
String filename,
SinkMode mode) |
abstract Tap |
getTap(Scheme scheme,
String filename,
SinkMode mode) |
abstract Scheme |
getTestConfigDefScheme() |
abstract Scheme |
getTestFailScheme() |
abstract Tap |
getTextFile(Fields sourceFields,
Fields sinkFields,
String filename,
SinkMode mode) |
Tap |
getTextFile(Fields sourceFields,
String filename) |
Tap |
getTextFile(Fields sourceFields,
String filename,
SinkMode mode) |
Tap |
getTextFile(String filename) |
Tap |
getTextFile(String filename,
SinkMode mode) |
boolean |
isDAG() |
boolean |
isMapReduce() |
boolean |
isUseCluster() |
abstract boolean |
remoteExists(String outputFile) |
abstract boolean |
remoteRemove(String outputFile,
boolean recursive) |
void |
setNumGatherPartitions(int numGatherPartitions) |
void |
setNumGatherPartitionTasks(Map<Object,Object> properties,
int numReduceTasks) |
void |
setNumMappers(int numMappers) |
void |
setNumMapTasks(Map<Object,Object> properties,
int numMapTasks) |
void |
setNumReducers(int numReducers) |
void |
setNumReduceTasks(Map<Object,Object> properties,
int numReduceTasks) |
abstract void |
setUp() |
void |
setUseCluster(boolean useCluster) |
abstract void |
tearDown() |
public static final String CLUSTER_TESTING_PROPERTY
protected int numMappers
protected int numReducers
protected int numGatherPartitions
protected TestPlatform()
public static Map<Object,Object> getGlobalProperties()
getProperties()
.public boolean isMapReduce()
public boolean isDAG()
public int getNumMappers()
public void setNumMappers(int numMappers)
public int getNumReducers()
public void setNumReducers(int numReducers)
public int getNumGatherPartitions()
public void setNumGatherPartitions(int numGatherPartitions)
public void setNumMapTasks(Map<Object,Object> properties, int numMapTasks)
public void setNumReduceTasks(Map<Object,Object> properties, int numReduceTasks)
public void setNumGatherPartitionTasks(Map<Object,Object> properties, int numReduceTasks)
public Integer getNumMapTasks(Map<Object,Object> properties)
public Integer getNumReduceTasks(Map<Object,Object> properties)
public Integer getNumGatherPartitionTasks(Map<Object,Object> properties)
public abstract void setUp() throws IOException
IOException
public abstract Map<Object,Object> getProperties()
public abstract void tearDown()
public void setUseCluster(boolean useCluster)
public boolean isUseCluster()
public abstract void copyFromLocal(String inputFile) throws IOException
IOException
public abstract void copyToLocal(String outputFile) throws IOException
IOException
public abstract boolean remoteExists(String outputFile) throws IOException
IOException
public abstract boolean remoteRemove(String outputFile, boolean recursive) throws IOException
IOException
public abstract FlowProcess getFlowProcess()
public abstract FlowConnector getFlowConnector(Map<Object,Object> properties)
public FlowConnector getFlowConnector()
public Tap getTextFile(Fields sourceFields, String filename)
public Tap getTextFile(String filename)
public Tap getTextFile(String filename, SinkMode mode)
public Tap getTextFile(Fields sourceFields, String filename, SinkMode mode)
public abstract Tap getTextFile(Fields sourceFields, Fields sinkFields, String filename, SinkMode mode)
public Tap getDelimitedFile(Fields fields, String delimiter, String filename)
public Tap getDelimitedFile(Fields fields, String delimiter, String filename, SinkMode mode)
public Tap getTabDelimitedFile(Fields fields, String filename, SinkMode mode)
public Tap getTabDelimitedFile(Fields fields, boolean hasHeader, String filename, SinkMode mode)
public Tap getDelimitedFile(Fields fields, boolean hasHeader, String delimiter, String quote, String filename, SinkMode mode)
public Tap getDelimitedFile(Fields fields, String delimiter, String quote, String filename, SinkMode mode)
public Tap getDelimitedFile(Fields fields, String delimiter, Class[] types, String filename, SinkMode mode)
public abstract Tap getDelimitedFile(Fields fields, boolean hasHeader, String delimiter, String quote, Class[] types, String filename, SinkMode mode)
public abstract Tap getDelimitedFile(Fields fields, boolean skipHeader, boolean writeHeader, String delimiter, String quote, Class[] types, String filename, SinkMode mode)
public abstract Tap getDelimitedFile(String delimiter, String quote, FieldTypeResolver fieldTypeResolver, String filename, SinkMode mode)
public abstract Tap getPartitionTap(Tap sink, Partition partition, int openThreshold)
public abstract Scheme getTestConfigDefScheme()
public abstract Scheme getTestFailScheme()
public abstract Comparator getLongComparator(boolean reverseSort)
public abstract Comparator getStringComparator(boolean reverseSort)
public abstract String getHiddenTemporaryPath()
Copyright © 2007-2015 Concurrent, Inc. All Rights Reserved.