public class BaseMapReduceFlow extends HadoopFlow
Modifier and Type | Field and Description |
---|---|
protected boolean |
deleteSinkOnInit
Field deleteSinkOnInit
|
Modifier | Constructor and Description |
---|---|
protected |
BaseMapReduceFlow(cascading.flow.planner.PlatformInfo platformInfo,
java.util.Map<java.lang.Object,java.lang.Object> properties,
JobConf jobConf,
java.lang.String name,
java.util.Map<java.lang.String,java.lang.String> flowDescriptor,
boolean deleteSinkOnInit) |
protected |
BaseMapReduceFlow(cascading.flow.planner.PlatformInfo platformInfo,
java.util.Map<java.lang.Object,java.lang.Object> properties,
java.lang.String name,
java.util.Map<java.lang.String,java.lang.String> flowDescriptor,
boolean deleteSinkOnInit) |
Modifier and Type | Method and Description |
---|---|
protected cascading.flow.FlowStep<JobConf> |
createFlowStep(JobConf jobConf,
cascading.tap.Tap sink) |
protected java.util.Map<java.lang.String,cascading.tap.Tap> |
createSinks(JobConf jobConf) |
protected java.util.Map<java.lang.String,cascading.tap.Tap> |
createSources(JobConf jobConf) |
protected cascading.tap.Tap |
createTap(JobConf jobConf,
Path path,
cascading.tap.SinkMode sinkMode) |
protected java.util.Map<java.lang.String,cascading.tap.Tap> |
createTraps(JobConf jobConf) |
protected java.util.Map<java.lang.String,cascading.tap.Tap> |
fileInputToTaps(JobConf jobConf) |
protected java.util.Map<java.lang.String,cascading.tap.Tap> |
fileOutputToTaps(JobConf jobConf) |
protected java.lang.String |
makeNameFromPath(java.util.Map<java.lang.String,cascading.tap.Tap> taps,
Path path) |
protected cascading.flow.planner.process.FlowStepGraph |
makeStepGraph(JobConf jobConf) |
protected cascading.tap.Tap |
toSinkTap(JobConf jobConf,
java.util.Map<java.lang.String,cascading.tap.Tap> taps,
Path path) |
protected cascading.tap.Tap |
toSourceTap(JobConf jobConf,
java.util.Map<java.lang.String,cascading.tap.Tap> taps,
Path path) |
copyToDistributedCache, getConfig, getConfigAsProperties, getConfigCopy, getFlowProcess, getMaxNumParallelSteps, getProperty, getTotalSliceCPUMilliSeconds, initConfig, initFromProperties, internalClean, internalShutdown, internalStart, isPreserveTemporaryFiles, newConfig, registerHadoopShutdownHook, setConfigProperty, stepsAreLocal
addListener, addPlannerProperties, addSessionProperties, addStepListener, areSinksStale, areSourcesNewer, cleanup, complete, createConfig, createFlowCanonicalHash, createFlowStats, createFlowThread, createPrepareFlowStats, deleteCheckpointsIfNotUpdate, deleteCheckpointsIfReplace, deleteSinks, deleteSinksIfNotUpdate, deleteSinksIfReplace, deleteTrapsIfNotUpdate, deleteTrapsIfReplace, fireOnCompleted, fireOnStarting, fireOnStopping, fireOnThrowable, fireOnThrowable, getCascadeID, getCascadingServices, getCheckpointNames, getCheckpoints, getCheckpointsCollection, getClassPath, getClientState, getEligibleJobsSize, getFieldsFor, getFlowCanonicalHash, getFlowDescriptor, getFlowElementGraph, getFlowSession, getFlowSkipStrategy, getFlowStats, getFlowStepGraph, getFlowSteps, getFlowStepStrategy, getHolder, getID, getJobMapCallables, getName, getPlannerInfo, getPlatformInfo, getRunID, getSink, getSink, getSinkModified, getSinkNames, getSinks, getSinksCollection, getSource, getSourceNames, getSources, getSourcesCollection, getSpawnStrategy, getStats, getSubmitPriority, getTags, getTrapNames, getTraps, getTrapsCollection, handleExecutorShutdown, hasListeners, hasStepListeners, initialize, initializeChildStats, initializeNewJobsMap, initSteps, internalStopAllJobs, isDebugEnabled, isInfoEnabled, isJobsMapInitialized, isSkipFlow, isStopJobsOnExit, logDebug, logError, logError, logInfo, logWarn, logWarn, logWarn, openSink, openSink, openSource, openSource, openTapForRead, openTapForWrite, openTrap, openTrap, prepare, presentSinkFields, presentSourceFields, registerShutdownHook, removeListener, removeListeners, removeStepListener, resourceExists, retrieveSinkFields, retrieveSourceFields, setCascade, setCheckpoints, setFlowElementGraph, setFlowSkipStrategy, setFlowStepGraph, setFlowStepStrategy, setName, setPlannerInfo, setSinks, setSources, setSpawnStrategy, setSubmitPriority, setTraps, spawnSteps, start, stop, toString, updateJobsMap, updateSchemes, writeDOT, writeStepsDOT
protected boolean deleteSinkOnInit
protected BaseMapReduceFlow(cascading.flow.planner.PlatformInfo platformInfo, java.util.Map<java.lang.Object,java.lang.Object> properties, JobConf jobConf, java.lang.String name, java.util.Map<java.lang.String,java.lang.String> flowDescriptor, boolean deleteSinkOnInit)
protected BaseMapReduceFlow(cascading.flow.planner.PlatformInfo platformInfo, java.util.Map<java.lang.Object,java.lang.Object> properties, java.lang.String name, java.util.Map<java.lang.String,java.lang.String> flowDescriptor, boolean deleteSinkOnInit)
protected cascading.flow.planner.process.FlowStepGraph makeStepGraph(JobConf jobConf)
protected cascading.flow.FlowStep<JobConf> createFlowStep(JobConf jobConf, cascading.tap.Tap sink)
protected java.util.Map<java.lang.String,cascading.tap.Tap> createSources(JobConf jobConf)
protected java.util.Map<java.lang.String,cascading.tap.Tap> fileInputToTaps(JobConf jobConf)
protected cascading.tap.Tap toSourceTap(JobConf jobConf, java.util.Map<java.lang.String,cascading.tap.Tap> taps, Path path)
protected java.util.Map<java.lang.String,cascading.tap.Tap> createSinks(JobConf jobConf)
protected java.util.Map<java.lang.String,cascading.tap.Tap> fileOutputToTaps(JobConf jobConf)
protected cascading.tap.Tap toSinkTap(JobConf jobConf, java.util.Map<java.lang.String,cascading.tap.Tap> taps, Path path)
protected cascading.tap.Tap createTap(JobConf jobConf, Path path, cascading.tap.SinkMode sinkMode)
protected java.lang.String makeNameFromPath(java.util.Map<java.lang.String,cascading.tap.Tap> taps, Path path)
protected java.util.Map<java.lang.String,cascading.tap.Tap> createTraps(JobConf jobConf)
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.