cascading.platform
Class TestPlatform

java.lang.Object
  extended by cascading.platform.TestPlatform

public abstract class TestPlatform
extends Object


Field Summary
static String CLUSTER_TESTING_PROPERTY
           
 
Constructor Summary
protected TestPlatform()
           
 
Method Summary
abstract  void copyFromLocal(String inputFile)
           
abstract  void copyToLocal(String outputFile)
           
abstract  cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, boolean skipHeader, boolean writeHeader, String delimiter, String quote, Class[] types, String filename, cascading.tap.SinkMode mode)
           
 cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, boolean hasHeader, String filename, cascading.tap.SinkMode mode)
          Deprecated. 
abstract  cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, boolean hasHeader, String delimiter, String quote, Class[] types, String filename, cascading.tap.SinkMode mode)
           
 cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, boolean hasHeader, String delimiter, String quote, String filename, cascading.tap.SinkMode mode)
           
 cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, String delimiter, Class[] types, String filename, cascading.tap.SinkMode mode)
           
 cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, String filename, cascading.tap.SinkMode mode)
          Deprecated. 
 cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, String delimiter, String filename)
           
 cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, String delimiter, String filename, cascading.tap.SinkMode mode)
           
 cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields, String delimiter, String quote, String filename, cascading.tap.SinkMode mode)
           
abstract  cascading.tap.Tap getDelimitedFile(String delimiter, String quote, cascading.scheme.util.FieldTypeResolver fieldTypeResolver, String filename, cascading.tap.SinkMode mode)
           
 cascading.flow.FlowConnector getFlowConnector()
           
abstract  cascading.flow.FlowConnector getFlowConnector(Map<Object,Object> properties)
           
abstract  cascading.flow.FlowProcess getFlowProcess()
           
static Map<Object,Object> getGlobalProperties()
          Method getGlobalProperties fetches all "platform." prefixed system properties.
abstract  String getHiddenTemporaryPath()
           
abstract  Comparator getLongComparator(boolean reverseSort)
           
 String getName()
           
 int getNumMappers()
           
 Integer getNumMapTasks(Map<Object,Object> properties)
           
 int getNumReducers()
           
 Integer getNumReduceTasks(Map<Object,Object> properties)
           
abstract  cascading.tap.Tap getPartitionTap(cascading.tap.Tap sink, cascading.tap.partition.Partition partition, int openThreshold)
           
abstract  Map<Object,Object> getProperties()
           
abstract  Comparator getStringComparator(boolean reverseSort)
           
 cascading.tap.Tap getTabDelimitedFile(cascading.tuple.Fields fields, boolean hasHeader, String filename, cascading.tap.SinkMode mode)
           
 cascading.tap.Tap getTabDelimitedFile(cascading.tuple.Fields fields, String filename, cascading.tap.SinkMode mode)
           
abstract  cascading.tap.Tap getTap(cascading.scheme.Scheme scheme, String filename, cascading.tap.SinkMode mode)
           
abstract  cascading.tap.Tap getTemplateTap(cascading.tap.Tap sink, String pathTemplate, cascading.tuple.Fields fields, int openThreshold)
           
abstract  cascading.tap.Tap getTemplateTap(cascading.tap.Tap sink, String pathTemplate, int openThreshold)
           
abstract  cascading.scheme.Scheme getTestConfigDefScheme()
           
abstract  cascading.scheme.Scheme getTestFailScheme()
           
abstract  cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields, cascading.tuple.Fields sinkFields, String filename, cascading.tap.SinkMode mode)
           
 cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields, String filename)
           
 cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields, String filename, cascading.tap.SinkMode mode)
           
 cascading.tap.Tap getTextFile(String filename)
           
 cascading.tap.Tap getTextFile(String filename, cascading.tap.SinkMode mode)
           
 boolean isMapReduce()
           
 boolean isUseCluster()
           
abstract  boolean remoteExists(String outputFile)
           
abstract  boolean remoteRemove(String outputFile, boolean recursive)
           
 void setNumMappers(int numMappers)
           
 void setNumMapTasks(Map<Object,Object> properties, int numMapTasks)
           
 void setNumReducers(int numReducers)
           
 void setNumReduceTasks(Map<Object,Object> properties, int numReduceTasks)
           
abstract  void setUp()
           
 void setUseCluster(boolean useCluster)
           
abstract  void tearDown()
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Field Detail

CLUSTER_TESTING_PROPERTY

public static final String CLUSTER_TESTING_PROPERTY
See Also:
Constant Field Values
Constructor Detail

TestPlatform

protected TestPlatform()
Method Detail

getGlobalProperties

public static Map<Object,Object> getGlobalProperties()
Method getGlobalProperties fetches all "platform." prefixed system properties.

Sub-classes of TestPlatform should use these values as overrides before returning from getProperties().

Returns:
a Map of properties

getName

public String getName()

isMapReduce

public boolean isMapReduce()

getNumMappers

public int getNumMappers()

setNumMappers

public void setNumMappers(int numMappers)

getNumReducers

public int getNumReducers()

setNumReducers

public void setNumReducers(int numReducers)

setNumMapTasks

public void setNumMapTasks(Map<Object,Object> properties,
                           int numMapTasks)

setNumReduceTasks

public void setNumReduceTasks(Map<Object,Object> properties,
                              int numReduceTasks)

getNumMapTasks

public Integer getNumMapTasks(Map<Object,Object> properties)

getNumReduceTasks

public Integer getNumReduceTasks(Map<Object,Object> properties)

setUp

public abstract void setUp()
                    throws IOException
Throws:
IOException

getProperties

public abstract Map<Object,Object> getProperties()

tearDown

public abstract void tearDown()

setUseCluster

public void setUseCluster(boolean useCluster)

isUseCluster

public boolean isUseCluster()

copyFromLocal

public abstract void copyFromLocal(String inputFile)
                            throws IOException
Throws:
IOException

copyToLocal

public abstract void copyToLocal(String outputFile)
                          throws IOException
Throws:
IOException

remoteExists

public abstract boolean remoteExists(String outputFile)
                              throws IOException
Throws:
IOException

remoteRemove

public abstract boolean remoteRemove(String outputFile,
                                     boolean recursive)
                              throws IOException
Throws:
IOException

getFlowProcess

public abstract cascading.flow.FlowProcess getFlowProcess()

getFlowConnector

public abstract cascading.flow.FlowConnector getFlowConnector(Map<Object,Object> properties)

getFlowConnector

public cascading.flow.FlowConnector getFlowConnector()

getTap

public abstract cascading.tap.Tap getTap(cascading.scheme.Scheme scheme,
                                         String filename,
                                         cascading.tap.SinkMode mode)

getTextFile

public cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields,
                                     String filename)

getTextFile

public cascading.tap.Tap getTextFile(String filename)

getTextFile

public cascading.tap.Tap getTextFile(String filename,
                                     cascading.tap.SinkMode mode)

getTextFile

public cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields,
                                     String filename,
                                     cascading.tap.SinkMode mode)

getTextFile

public abstract cascading.tap.Tap getTextFile(cascading.tuple.Fields sourceFields,
                                              cascading.tuple.Fields sinkFields,
                                              String filename,
                                              cascading.tap.SinkMode mode)

getDelimitedFile

public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
                                          String delimiter,
                                          String filename)

getDelimitedFile

public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
                                          String delimiter,
                                          String filename,
                                          cascading.tap.SinkMode mode)

getDelimitedFile

@Deprecated
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
                                                     String filename,
                                                     cascading.tap.SinkMode mode)
Deprecated. 


getDelimitedFile

@Deprecated
public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
                                                     boolean hasHeader,
                                                     String filename,
                                                     cascading.tap.SinkMode mode)
Deprecated. 


getTabDelimitedFile

public cascading.tap.Tap getTabDelimitedFile(cascading.tuple.Fields fields,
                                             String filename,
                                             cascading.tap.SinkMode mode)

getTabDelimitedFile

public cascading.tap.Tap getTabDelimitedFile(cascading.tuple.Fields fields,
                                             boolean hasHeader,
                                             String filename,
                                             cascading.tap.SinkMode mode)

getDelimitedFile

public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
                                          boolean hasHeader,
                                          String delimiter,
                                          String quote,
                                          String filename,
                                          cascading.tap.SinkMode mode)

getDelimitedFile

public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
                                          String delimiter,
                                          String quote,
                                          String filename,
                                          cascading.tap.SinkMode mode)

getDelimitedFile

public cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
                                          String delimiter,
                                          Class[] types,
                                          String filename,
                                          cascading.tap.SinkMode mode)

getDelimitedFile

public abstract cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
                                                   boolean hasHeader,
                                                   String delimiter,
                                                   String quote,
                                                   Class[] types,
                                                   String filename,
                                                   cascading.tap.SinkMode mode)

getDelimitedFile

public abstract cascading.tap.Tap getDelimitedFile(cascading.tuple.Fields fields,
                                                   boolean skipHeader,
                                                   boolean writeHeader,
                                                   String delimiter,
                                                   String quote,
                                                   Class[] types,
                                                   String filename,
                                                   cascading.tap.SinkMode mode)

getDelimitedFile

public abstract cascading.tap.Tap getDelimitedFile(String delimiter,
                                                   String quote,
                                                   cascading.scheme.util.FieldTypeResolver fieldTypeResolver,
                                                   String filename,
                                                   cascading.tap.SinkMode mode)

getTemplateTap

public abstract cascading.tap.Tap getTemplateTap(cascading.tap.Tap sink,
                                                 String pathTemplate,
                                                 int openThreshold)

getTemplateTap

public abstract cascading.tap.Tap getTemplateTap(cascading.tap.Tap sink,
                                                 String pathTemplate,
                                                 cascading.tuple.Fields fields,
                                                 int openThreshold)

getPartitionTap

public abstract cascading.tap.Tap getPartitionTap(cascading.tap.Tap sink,
                                                  cascading.tap.partition.Partition partition,
                                                  int openThreshold)

getTestConfigDefScheme

public abstract cascading.scheme.Scheme getTestConfigDefScheme()

getTestFailScheme

public abstract cascading.scheme.Scheme getTestFailScheme()

getLongComparator

public abstract Comparator getLongComparator(boolean reverseSort)

getStringComparator

public abstract Comparator getStringComparator(boolean reverseSort)

getHiddenTemporaryPath

public abstract String getHiddenTemporaryPath()


Copyright © 2007-2013 Concurrent, Inc. All Rights Reserved.