public class FailOnMissingSuccessFlowListener extends java.lang.Object implements cascading.flow.FlowListener
FlowListener
that tests that all sources to a Flow
have a _SUCCESS
file before allowing the Flow to execute.
If any source Tap is a directory, existence of _SUCCESS
is made, if the source is a file, the existence test
is skipped.
This listener will unwind any PartitionTap
or MultiSourceTap
instances looking for Hfs
instances
to verify. If any Tap is found that is not a PartitionTap, MultiSourceTap, or Hfs type, an error will be thrown.
Constructor and Description |
---|
FailOnMissingSuccessFlowListener() |
Modifier and Type | Method and Description |
---|---|
void |
accumulate(java.util.Set<cascading.tap.hadoop.Hfs> taps,
cascading.tap.Tap value) |
void |
iterate(java.util.Set<cascading.tap.hadoop.Hfs> taps,
cascading.tap.MultiSourceTap value) |
void |
onCompleted(cascading.flow.Flow flow) |
void |
onStarting(cascading.flow.Flow flow) |
void |
onStopping(cascading.flow.Flow flow) |
boolean |
onThrowable(cascading.flow.Flow flow,
java.lang.Throwable throwable) |
boolean |
testExists(cascading.flow.Flow flow,
cascading.tap.hadoop.Hfs tap) |
public FailOnMissingSuccessFlowListener()
public void onStarting(cascading.flow.Flow flow)
onStarting
in interface cascading.flow.FlowListener
public boolean testExists(cascading.flow.Flow flow, cascading.tap.hadoop.Hfs tap)
public void accumulate(java.util.Set<cascading.tap.hadoop.Hfs> taps, cascading.tap.Tap value)
public void iterate(java.util.Set<cascading.tap.hadoop.Hfs> taps, cascading.tap.MultiSourceTap value)
public void onStopping(cascading.flow.Flow flow)
onStopping
in interface cascading.flow.FlowListener
public void onCompleted(cascading.flow.Flow flow)
onCompleted
in interface cascading.flow.FlowListener
public boolean onThrowable(cascading.flow.Flow flow, java.lang.Throwable throwable)
onThrowable
in interface cascading.flow.FlowListener
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.