cascading.platform
Class TestPlatform
java.lang.Object
cascading.platform.TestPlatform
public abstract class TestPlatform
- extends Object
Method Summary |
abstract void |
copyFromLocal(String inputFile)
|
abstract void |
copyToLocal(String outputFile)
|
abstract cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
boolean skipHeader,
boolean writeHeader,
String delimiter,
String quote,
Class[] types,
String filename,
cascading.tap.SinkMode mode)
|
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
boolean hasHeader,
String filename,
cascading.tap.SinkMode mode)
Deprecated. |
abstract cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
boolean hasHeader,
String delimiter,
String quote,
Class[] types,
String filename,
cascading.tap.SinkMode mode)
|
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
boolean hasHeader,
String delimiter,
String quote,
String filename,
cascading.tap.SinkMode mode)
|
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
String delimiter,
Class[] types,
String filename,
cascading.tap.SinkMode mode)
|
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
String filename,
cascading.tap.SinkMode mode)
Deprecated. |
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
String delimiter,
String filename)
|
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
String delimiter,
String filename,
cascading.tap.SinkMode mode)
|
cascading.tap.Tap |
getDelimitedFile(cascading.tuple.Fields fields,
String delimiter,
String quote,
String filename,
cascading.tap.SinkMode mode)
|
abstract cascading.tap.Tap |
getDelimitedFile(String delimiter,
String quote,
cascading.scheme.util.FieldTypeResolver fieldTypeResolver,
String filename,
cascading.tap.SinkMode mode)
|
cascading.flow.FlowConnector |
getFlowConnector()
|
abstract cascading.flow.FlowConnector |
getFlowConnector(Map<Object,Object> properties)
|
abstract cascading.flow.FlowProcess |
getFlowProcess()
|
static Map<Object,Object> |
getGlobalProperties()
Method getGlobalProperties fetches all "platform." prefixed system properties. |
abstract String |
getHiddenTemporaryPath()
|
abstract Comparator |
getLongComparator(boolean reverseSort)
|
String |
getName()
|
int |
getNumMappers()
|
Integer |
getNumMapTasks(Map<Object,Object> properties)
|
int |
getNumReducers()
|
Integer |
getNumReduceTasks(Map<Object,Object> properties)
|
abstract cascading.tap.Tap |
getPartitionTap(cascading.tap.Tap sink,
cascading.tap.partition.Partition partition,
int openThreshold)
|
abstract Map<Object,Object> |
getProperties()
|
abstract Comparator |
getStringComparator(boolean reverseSort)
|
cascading.tap.Tap |
getTabDelimitedFile(cascading.tuple.Fields fields,
boolean hasHeader,
String filename,
cascading.tap.SinkMode mode)
|
cascading.tap.Tap |
getTabDelimitedFile(cascading.tuple.Fields fields,
String filename,
cascading.tap.SinkMode mode)
|
abstract cascading.tap.Tap |
getTap(cascading.scheme.Scheme scheme,
String filename,
cascading.tap.SinkMode mode)
|
abstract cascading.tap.Tap |
getTemplateTap(cascading.tap.Tap sink,
String pathTemplate,
cascading.tuple.Fields fields,
int openThreshold)
|
abstract cascading.tap.Tap |
getTemplateTap(cascading.tap.Tap sink,
String pathTemplate,
int openThreshold)
|
abstract cascading.scheme.Scheme |
getTestConfigDefScheme()
|
abstract cascading.scheme.Scheme |
getTestFailScheme()
|
abstract cascading.tap.Tap |
getTextFile(cascading.tuple.Fields sourceFields,
cascading.tuple.Fields sinkFields,
String filename,
cascading.tap.SinkMode mode)
|
cascading.tap.Tap |
getTextFile(cascading.tuple.Fields sourceFields,
String filename)
|
cascading.tap.Tap |
getTextFile(cascading.tuple.Fields sourceFields,
String filename,
cascading.tap.SinkMode mode)
|
cascading.tap.Tap |
getTextFile(String filename)
|
cascading.tap.Tap |
getTextFile(String filename,
cascading.tap.SinkMode mode)
|
boolean |
isMapReduce()
|
boolean |
isUseCluster()
|
abstract boolean |
remoteExists(String outputFile)
|
abstract boolean |
remoteRemove(String outputFile,
boolean recursive)
|
void |
setNumMappers(int numMappers)
|
void |
setNumMapTasks(Map<Object,Object> properties,
int numMapTasks)
|
void |
setNumReducers(int numReducers)
|
void |
setNumReduceTasks(Map<Object,Object> properties,
int numReduceTasks)
|
abstract void |
setUp()
|
void |
setUseCluster(boolean useCluster)
|
abstract void |
tearDown()
|
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
CLUSTER_TESTING_PROPERTY
public static final String CLUSTER_TESTING_PROPERTY
- See Also:
- Constant Field Values
TestPlatform
protected TestPlatform()
getGlobalProperties
public static Map<Object,Object> getGlobalProperties()
- Method getGlobalProperties fetches all "platform." prefixed system properties.
Sub-classes of TestPlatform should use these values as overrides before returning from
getProperties()
.
- Returns:
- a Map of properties
getName
public String getName()
isMapReduce
public boolean isMapReduce()
getNumMappers
public int getNumMappers()
setNumMappers
public void setNumMappers(int numMappers)
getNumReducers
public int getNumReducers()
setNumReducers
public void setNumReducers(int numReducers)
setNumMapTasks
public void setNumMapTasks(Map<Object,Object> properties,
int numMapTasks)
setNumReduceTasks
public void setNumReduceTasks(Map<Object,Object> properties,
int numReduceTasks)
getNumMapTasks
public Integer getNumMapTasks(Map<Object,Object> properties)
getNumReduceTasks
public Integer getNumReduceTasks(Map<Object,Object> properties)
setUp
public abstract void setUp()
throws IOException
- Throws:
IOException
getProperties
public abstract Map<Object,Object> getProperties()
tearDown
public abstract void tearDown()
setUseCluster
public void setUseCluster(boolean useCluster)
isUseCluster
public boolean isUseCluster()
copyFromLocal
public abstract void copyFromLocal(String inputFile)
throws IOException
- Throws:
IOException
copyToLocal
public abstract void copyToLocal(String outputFile)
throws IOException
- Throws:
IOException
remoteExists
public abstract boolean remoteExists(String outputFile)
throws IOException
- Throws:
IOException
remoteRemove
public abstract boolean remoteRemove(String outputFile,
boolean recursive)
throws IOException
- Throws:
IOException
getFlowProcess
public abstract cascading.flow.FlowProcess getFlowProcess()
getFlowConnector
public abstract cascading.flow.FlowConnector getFlowConnector(Map<Object,Object> properties)
getFlowConnector
public cascading.flow.FlowConnector getFlowConnector()
getTap
public abstract cascading.tap.Tap getTap(cascading.scheme.Scheme scheme,
String filename,
cascading.tap.SinkMode mode)
getTextFile
public cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields,
String filename)
getTextFile
public cascading.tap.Tap getTextFile(String filename)
getTextFile
public cascading.tap.Tap getTextFile(String filename,
cascading.tap.SinkMode mode)
getTextFile
public cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields,
String filename,
cascading.tap.SinkMode mode)
getTextFile
public abstract cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields,
cascading.tuple.Fields sinkFields,
String filename,
cascading.tap.SinkMode mode)
getDelimitedFile
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
String delimiter,
String filename)
getDelimitedFile
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
String delimiter,
String filename,
cascading.tap.SinkMode mode)
getDelimitedFile
@Deprecated
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
String filename,
cascading.tap.SinkMode mode)
- Deprecated.
getDelimitedFile
@Deprecated
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
boolean hasHeader,
String filename,
cascading.tap.SinkMode mode)
- Deprecated.
getTabDelimitedFile
public cascading.tap.Tap getTabDelimitedFile(cascading.tuple.Fields fields,
String filename,
cascading.tap.SinkMode mode)
getTabDelimitedFile
public cascading.tap.Tap getTabDelimitedFile(cascading.tuple.Fields fields,
boolean hasHeader,
String filename,
cascading.tap.SinkMode mode)
getDelimitedFile
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
boolean hasHeader,
String delimiter,
String quote,
String filename,
cascading.tap.SinkMode mode)
getDelimitedFile
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
String delimiter,
String quote,
String filename,
cascading.tap.SinkMode mode)
getDelimitedFile
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
String delimiter,
Class[] types,
String filename,
cascading.tap.SinkMode mode)
getDelimitedFile
public abstract cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
boolean hasHeader,
String delimiter,
String quote,
Class[] types,
String filename,
cascading.tap.SinkMode mode)
getDelimitedFile
public abstract cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
boolean skipHeader,
boolean writeHeader,
String delimiter,
String quote,
Class[] types,
String filename,
cascading.tap.SinkMode mode)
getDelimitedFile
public abstract cascading.tap.Tap getDelimitedFile(String delimiter,
String quote,
cascading.scheme.util.FieldTypeResolver fieldTypeResolver,
String filename,
cascading.tap.SinkMode mode)
getTemplateTap
public abstract cascading.tap.Tap getTemplateTap(cascading.tap.Tap sink,
String pathTemplate,
int openThreshold)
getTemplateTap
public abstract cascading.tap.Tap getTemplateTap(cascading.tap.Tap sink,
String pathTemplate,
cascading.tuple.Fields fields,
int openThreshold)
getPartitionTap
public abstract cascading.tap.Tap getPartitionTap(cascading.tap.Tap sink,
cascading.tap.partition.Partition partition,
int openThreshold)
getTestConfigDefScheme
public abstract cascading.scheme.Scheme getTestConfigDefScheme()
getTestFailScheme
public abstract cascading.scheme.Scheme getTestFailScheme()
getLongComparator
public abstract Comparator getLongComparator(boolean reverseSort)
getStringComparator
public abstract Comparator getStringComparator(boolean reverseSort)
getHiddenTemporaryPath
public abstract String getHiddenTemporaryPath()
Copyright © 2007-2013 Concurrent, Inc. All Rights Reserved.