001/* 002 * Copyright (c) 2016 Chris K Wensel <chris@wensel.net>. All Rights Reserved. 003 * 004 * Project and contact information: http://www.cascading.org/ 005 * 006 * This file is part of the Cascading project. 007 * 008 * Licensed under the Apache License, Version 2.0 (the "License"); 009 * you may not use this file except in compliance with the License. 010 * You may obtain a copy of the License at 011 * 012 * http://www.apache.org/licenses/LICENSE-2.0 013 * 014 * Unless required by applicable law or agreed to in writing, software 015 * distributed under the License is distributed on an "AS IS" BASIS, 016 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 017 * See the License for the specific language governing permissions and 018 * limitations under the License. 019 */ 020 021package cascading.flow.hadoop.planner.rule.partitioner; 022 023import cascading.flow.hadoop.planner.rule.expression.StreamedAccumulatedTapsHashJoinPipelinePartitionExpression; 024import cascading.flow.planner.iso.ElementAnnotation; 025import cascading.flow.planner.iso.expression.ElementCapture; 026import cascading.flow.planner.rule.partitioner.ExpressionRulePartitioner; 027import cascading.flow.stream.annotations.StreamMode; 028 029import static cascading.flow.planner.rule.PlanPhase.PartitionPipelines; 030 031/** 032 * This rule accounts for a Tap marked as both streamed and accumulated, but is streamed in one pipeline and 033 * accumulated in another pipeline. 034 * <p> 035 * The rule leverages the ability to not capture some matched edges, that represent paths that should not be included 036 * in the result pipeline. 037 */ 038public class StreamedAccumulatedTapsHashJoinPipelinePartitioner extends ExpressionRulePartitioner 039 { 040 public StreamedAccumulatedTapsHashJoinPipelinePartitioner() 041 { 042 super( 043 PartitionPipelines, 044 new StreamedAccumulatedTapsHashJoinPipelinePartitionExpression(), 045 new ElementAnnotation( ElementCapture.Primary, StreamMode.Streamed ), 046 new ElementAnnotation( ElementCapture.Include, StreamMode.Accumulated ) 047 ); 048 } 049 }