You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by ro...@apache.org on 2014/09/18 22:20:59 UTC
svn commit: r1626075 [1/2] - in /pig/trunk: ./
src/org/apache/pig/backend/hadoop/executionengine/tez/
src/org/apache/pig/backend/hadoop/executionengine/tez/operators/
src/org/apache/pig/backend/hadoop/executionengine/tez/optimizers/
src/org/apache/pig/...
Author: rohini
Date: Thu Sep 18 20:20:56 2014
New Revision: 1626075
URL: http://svn.apache.org/r1626075
Log:
PIG-3838: Organize tez code into subpackages (rohini)
Added:
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezCompiler.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompiler.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezCompilerException.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompilerException.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezEdgeDescriptor.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezEdgeDescriptor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOpPlanVisitor.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOpPlanVisitor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOperPlan.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperPlan.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOperator.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperator.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOPackageAnnotator.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOPackageAnnotator.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOStreamVisitor.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOStreamVisitor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOUserFuncVisitor.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOUserFuncVisitor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainer.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainer.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerNode.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerNode.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerPrinter.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerPrinter.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerUDFCollector.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerUDFCollector.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerVisitor.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerVisitor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPrinter.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPrinter.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/NativeTezOper.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/NativeTezOper.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POCounterStatsTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POCounterStatsTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POCounterTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POCounterTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POFRJoinTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POFRJoinTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POIdentityInOutTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POIdentityInOutTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POLocalRearrangeTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POLocalRearrangeTezFactory.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTezFactory.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POPartitionRearrangeTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POPartitionRearrangeTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/PORankTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/PORankTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POShuffleTezLoad.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POShuffleTezLoad.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POShuffledValueInputTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POShuffledValueInputTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POSimpleTezLoad.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POSimpleTezLoad.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POStoreTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POStoreTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POValueInputTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueInputTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POValueOutputTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueOutputTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/AccumulatorOptimizer.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/AccumulatorOptimizer.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/CombinerOptimizer.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/CombinerOptimizer.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/LoaderProcessor.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/optimizers/LoaderProcessor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/MultiQueryOptimizerTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/MultiQueryOptimizerTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/NoopFilterRemover.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/optimizers/NoopFilterRemover.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/ParallelismSetter.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/optimizers/ParallelismSetter.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/SecondaryKeyOptimizerTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/SecondaryKeyOptimizerTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/TezOperDependencyParallelismEstimator.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperDependencyParallelismEstimator.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/TezParallelismEstimator.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezParallelismEstimator.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/UnionOptimizer.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/optimizers/UnionOptimizer.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/udf/
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/udf/FindQuantilesTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/FindQuantilesTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/udf/PartitionSkewedKeysTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/PartitionSkewedKeysTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/udf/ReadScalarsTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/ReadScalarsTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/ObjectCache.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/ObjectCache.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/PartitionerDefinedVertexManager.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/PartitionerDefinedVertexManager.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/PigProcessor.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/PigProcessor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/RoundRobinPartitioner.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/RoundRobinPartitioner.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/SkewedPartitionerTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/SkewedPartitionerTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/TezInput.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezInput.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/TezOutput.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOutput.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/TezTaskConfigurable.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezTaskConfigurable.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/TezTaskContext.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezTaskContext.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/WeightedRangePartitionerTez.java
- copied, changed from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/WeightedRangePartitionerTez.java
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cogroup-1.gld
- copied unchanged from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC18.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-1.gld
- copied unchanged from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC5.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-2.gld
- copied unchanged from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC13.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-1.gld
- copied unchanged from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC10.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-2.gld
- copied unchanged from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC11.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Filter-1.gld
- copied unchanged from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC1.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Group-1.gld
- copied unchanged from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC2.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Join-1.gld
- copied unchanged from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC3.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-1.gld
- copied, changed from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC16.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-1.gld
- copied unchanged from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC14.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-2.gld
- copied unchanged from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC15.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SkewJoin-1.gld
- copied, changed from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC17.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Stream-1.gld
- copied unchanged from r1625992, pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC12.gld
Removed:
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/AccumulatorOptimizer.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/CombinerOptimizer.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/FindQuantilesTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/MultiQueryOptimizerTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/NativeTezOper.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/ObjectCache.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POFRJoinTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POIdentityInOutTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTezFactory.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POPartitionRearrangeTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POShuffleTezLoad.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POSimpleTezLoad.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POStoreTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueInputTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueOutputTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/PartitionSkewedKeysTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/PartitionerDefinedVertexManager.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/PigProcessor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/ReadScalarsTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/RoundRobinPartitioner.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/SecondaryKeyOptimizerTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/SkewedPartitionerTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompiler.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompilerException.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezEdgeDescriptor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezInput.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOpPlanVisitor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperDependencyParallelismEstimator.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperPlan.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperator.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOutput.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOPackageAnnotator.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOStreamVisitor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOUserFuncVisitor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezParallelismEstimator.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainer.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerNode.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerPrinter.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerUDFCollector.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerVisitor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPrinter.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezTaskConfigurable.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezTaskContext.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/WeightedRangePartitionerTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POCounterStatsTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POCounterTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/PORankTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POShuffledValueInputTez.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/optimizers/LoaderProcessor.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/optimizers/NoopFilterRemover.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/optimizers/ParallelismSetter.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/optimizers/UnionOptimizer.java
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC1.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC10.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC11.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC12.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC13.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC14.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC15.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC16.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC17.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC18.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC2.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC3.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/TEZC5.gld
Modified:
pig/trunk/CHANGES.txt
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezJobCompiler.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezLauncher.java
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/util/TezCompilerUtil.java
pig/trunk/src/org/apache/pig/tools/pigstats/tez/TezScriptState.java
pig/trunk/src/org/apache/pig/tools/pigstats/tez/TezStats.java
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-2.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-3.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2-OPTOFF.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Rank-2.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-6-OPTOFF.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-6.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-7-OPTOFF.gld
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-7.gld
pig/trunk/test/org/apache/pig/tez/TestGroupConstParallelTez.java
pig/trunk/test/org/apache/pig/tez/TestJobSubmissionTez.java
pig/trunk/test/org/apache/pig/tez/TestLoaderStorerShipCacheFilesTez.java
pig/trunk/test/org/apache/pig/tez/TestSecondarySortTez.java
pig/trunk/test/org/apache/pig/tez/TestTezCompiler.java
pig/trunk/test/org/apache/pig/tez/TestTezJobControlCompiler.java
Modified: pig/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/pig/trunk/CHANGES.txt?rev=1626075&r1=1626074&r2=1626075&view=diff
==============================================================================
--- pig/trunk/CHANGES.txt (original)
+++ pig/trunk/CHANGES.txt Thu Sep 18 20:20:56 2014
@@ -24,6 +24,8 @@ INCOMPATIBLE CHANGES
IMPROVEMENTS
+PIG-3838: Organize tez code into subpackages (rohini)
+
PIG-4069: Limit reduce task should start as soon as one map task finishes (rohini)
PIG-4141: Ship UDF/LoadFunc/StoreFunc dependent jar automatically (daijy)
Modified: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java?rev=1626075&r1=1626074&r2=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java Thu Sep 18 20:20:56 2014
@@ -88,7 +88,18 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSplit;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.util.PlanHelper;
-import org.apache.pig.backend.hadoop.executionengine.tez.TezPOPackageAnnotator.LoRearrangeDiscoverer;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezEdgeDescriptor;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOpPlanVisitor;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPOPackageAnnotator.LoRearrangeDiscoverer;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POIdentityInOutTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POShuffleTezLoad;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueInputTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.udf.ReadScalarsTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.PartitionerDefinedVertexManager;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.PigProcessor;
import org.apache.pig.backend.hadoop.executionengine.tez.util.MRToTezHelper;
import org.apache.pig.backend.hadoop.executionengine.tez.util.SecurityHelper;
import org.apache.pig.data.DataType;
@@ -394,12 +405,12 @@ public class TezDagBuilder extends TezOp
Job job = new Job(payloadConf);
payloadConf = (JobConf) job.getConfiguration();
- if (tezOp.sampleOperator != null) {
- payloadConf.set(PigProcessor.SAMPLE_VERTEX, tezOp.sampleOperator.getOperatorKey().toString());
+ if (tezOp.getSampleOperator() != null) {
+ payloadConf.set(PigProcessor.SAMPLE_VERTEX, tezOp.getSampleOperator().getOperatorKey().toString());
}
- if (tezOp.sortOperator != null) {
- payloadConf.set(PigProcessor.SORT_VERTEX, tezOp.sortOperator.getOperatorKey().toString());
+ if (tezOp.getSortOperator() != null) {
+ payloadConf.set(PigProcessor.SORT_VERTEX, tezOp.getSortOperator().getOperatorKey().toString());
}
payloadConf.set("pig.inputs", ObjectSerializer.serialize(tezOp.getLoaderInfo().getInp()));
@@ -454,7 +465,7 @@ public class TezDagBuilder extends TezOp
// backend.
Map<Integer, String> localRearrangeMap = new TreeMap<Integer, String>();
for (TezOperator pred : mPlan.getPredecessors(tezOp)) {
- if (tezOp.sampleOperator != null && tezOp.sampleOperator == pred) {
+ if (tezOp.getSampleOperator() != null && tezOp.getSampleOperator() == pred) {
// skip sample vertex input
} else {
String inputKey = pred.getOperatorKey().toString();
Modified: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezJobCompiler.java
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezJobCompiler.java?rev=1626075&r1=1626074&r2=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezJobCompiler.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezJobCompiler.java Thu Sep 18 20:20:56 2014
@@ -32,6 +32,8 @@ import org.apache.hadoop.yarn.api.record
import org.apache.hadoop.yarn.exceptions.YarnException;
import org.apache.pig.PigException;
import org.apache.pig.backend.hadoop.executionengine.JobCreationException;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainer;
import org.apache.pig.impl.PigContext;
import org.apache.tez.dag.api.DAG;
import org.apache.tez.dag.api.TezConfiguration;
Modified: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezLauncher.java
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezLauncher.java?rev=1626075&r1=1626074&r2=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezLauncher.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezLauncher.java Thu Sep 18 20:20:56 2014
@@ -41,10 +41,21 @@ import org.apache.pig.backend.hadoop.dat
import org.apache.pig.backend.hadoop.executionengine.Launcher;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore;
-import org.apache.pig.backend.hadoop.executionengine.tez.optimizers.LoaderProcessor;
-import org.apache.pig.backend.hadoop.executionengine.tez.optimizers.NoopFilterRemover;
-import org.apache.pig.backend.hadoop.executionengine.tez.optimizers.ParallelismSetter;
-import org.apache.pig.backend.hadoop.executionengine.tez.optimizers.UnionOptimizer;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezCompiler;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPOPackageAnnotator;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainer;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainerNode;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainerPrinter;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.NativeTezOper;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.AccumulatorOptimizer;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.CombinerOptimizer;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.LoaderProcessor;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.MultiQueryOptimizerTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.NoopFilterRemover;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.ParallelismSetter;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.SecondaryKeyOptimizerTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.UnionOptimizer;
import org.apache.pig.impl.PigContext;
import org.apache.pig.impl.plan.CompilationMessageCollector;
import org.apache.pig.impl.plan.CompilationMessageCollector.MessageType;
@@ -130,10 +141,10 @@ public class TezLauncher extends Launche
pkgAnnotator.visit();
runningJob = jc.compile(tezPlan, grpName, tezPlanContainer);
-
+
tezScriptState.emitInitialPlanNotification(tezPlan);
tezScriptState.emitLaunchStartedNotification(tezPlan.size());
-
+
// Set the thread UDFContext so registered classes are available.
final UDFContext udfContext = UDFContext.getUDFContext();
Thread task = new Thread(runningJob) {
@@ -143,13 +154,13 @@ public class TezLauncher extends Launche
super.run();
}
};
-
+
JobControlThreadExceptionHandler jctExceptionHandler = new JobControlThreadExceptionHandler();
task.setUncaughtExceptionHandler(jctExceptionHandler);
task.setContextClassLoader(PigContext.getClassLoader());
-
+
tezStats.setTezJob(runningJob);
-
+
// Mark the times that the jobs were submitted so it's reflected in job
// history props
long scriptSubmittedTimestamp = System.currentTimeMillis();
@@ -159,17 +170,17 @@ public class TezLauncher extends Launche
Long.toString(scriptSubmittedTimestamp));
jobConf.set("pig.job.submitted.timestamp",
Long.toString(System.currentTimeMillis()));
-
+
Future<?> future = executor.schedule(task, timeToSleep, TimeUnit.MILLISECONDS);
-
+
tezScriptState.emitJobsSubmittedNotification(1);
reporter.notifyStarted();
-
+
while (!future.isDone()) {
reporter.notifyUpdate();
Thread.sleep(1000);
}
-
+
tezStats.accumulateStats(runningJob);
}
tezScriptState.emitProgressUpdatedNotification(100);
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezCompiler.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompiler.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezCompiler.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezCompiler.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompiler.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompiler.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezCompiler.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import java.io.IOException;
import java.io.Serializable;
@@ -80,11 +80,25 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POUnion;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager.PackageType;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.util.PlanHelper;
-import org.apache.pig.backend.hadoop.executionengine.tez.POLocalRearrangeTezFactory.LocalRearrangeType;
-import org.apache.pig.backend.hadoop.executionengine.tez.operators.POCounterStatsTez;
-import org.apache.pig.backend.hadoop.executionengine.tez.operators.POCounterTez;
-import org.apache.pig.backend.hadoop.executionengine.tez.operators.PORankTez;
-import org.apache.pig.backend.hadoop.executionengine.tez.operators.POShuffledValueInputTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.NativeTezOper;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POCounterStatsTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POCounterTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POFRJoinTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POIdentityInOutTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTezFactory;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTezFactory.LocalRearrangeType;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POPartitionRearrangeTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.PORankTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POShuffledValueInputTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POStoreTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueInputTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueOutputTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.udf.FindQuantilesTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.udf.PartitionSkewedKeysTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.udf.ReadScalarsTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.SkewedPartitionerTez;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.WeightedRangePartitionerTez;
import org.apache.pig.backend.hadoop.executionengine.tez.util.TezCompilerUtil;
import org.apache.pig.data.DataType;
import org.apache.pig.impl.PigContext;
@@ -1646,7 +1660,7 @@ public class TezCompiler extends PhyPlan
POValueOutputTez sampleOut = (POValueOutputTez) sampleJobPair.first.plan.getLeaves().get(0);
for (int i = 0; i < 2; i++) {
- joinJobs[i].sampleOperator = sampleJobPair.first;
+ joinJobs[i].setSampleOperator(sampleJobPair.first);
// Configure broadcast edges for distribution map
edge = TezCompilerUtil.connect(tezPlan, sampleJobPair.first, joinJobs[i]);
@@ -1659,7 +1673,7 @@ public class TezCompiler extends PhyPlan
}
joinJobs[2].markSkewedJoin();
- sampleJobPair.first.sortOperator = joinJobs[2];
+ sampleJobPair.first.setSortOperator(joinJobs[2]);
if (rp == -1) {
sampleJobPair.first.setNeedEstimatedQuantile(true);
@@ -2244,7 +2258,7 @@ public class TezCompiler extends PhyPlan
TezCompilerUtil.configureValueOnlyTupleOutput(edge, DataMovementType.BROADCAST);
POValueOutputTez sampleOut = (POValueOutputTez)quantJobParallelismPair.first.plan.getLeaves().get(0);
sampleOut.addOutputKey(sortOpers[0].getOperatorKey().toString());
- sortOpers[0].sampleOperator = quantJobParallelismPair.first;
+ sortOpers[0].setSampleOperator(quantJobParallelismPair.first);
edge = TezCompilerUtil.connect(tezPlan, sortOpers[0], sortOpers[1]);
edge.partitionerClass = WeightedRangePartitionerTez.class;
@@ -2256,7 +2270,7 @@ public class TezCompiler extends PhyPlan
// curTezOp.UDFs.add(op.getMSortFunc().getFuncSpec().toString());
// curTezOp.isUDFComparatorUsed = true;
// }
- quantJobParallelismPair.first.sortOperator = sortOpers[1];
+ quantJobParallelismPair.first.setSortOperator(sortOpers[1]);
// If Order by followed by Limit and parallelism of order by is not 1
// add a new vertex for Limit with parallelism 1.
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezCompilerException.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompilerException.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezCompilerException.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezCompilerException.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompilerException.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompilerException.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezCompilerException.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import org.apache.pig.impl.plan.VisitorException;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezEdgeDescriptor.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezEdgeDescriptor.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezEdgeDescriptor.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezEdgeDescriptor.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezEdgeDescriptor.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezEdgeDescriptor.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezEdgeDescriptor.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import org.apache.hadoop.mapreduce.Partitioner;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOpPlanVisitor.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOpPlanVisitor.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOpPlanVisitor.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOpPlanVisitor.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOpPlanVisitor.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOpPlanVisitor.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOpPlanVisitor.java Thu Sep 18 20:20:56 2014
@@ -15,13 +15,11 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
+import org.apache.pig.impl.plan.PlanVisitor;
import org.apache.pig.impl.plan.PlanWalker;
import org.apache.pig.impl.plan.VisitorException;
-import org.apache.pig.impl.plan.PlanVisitor;
-
-import org.apache.pig.backend.hadoop.executionengine.tez.TezOperPlan;
/**
* A visitor for the TezOperPlan class
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOperPlan.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperPlan.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOperPlan.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOperPlan.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperPlan.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperPlan.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOperPlan.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import java.io.ByteArrayOutputStream;
import java.io.File;
@@ -33,6 +33,7 @@ import java.util.Set;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.yarn.api.records.LocalResource;
+import org.apache.pig.backend.hadoop.executionengine.tez.TezResourceManager;
import org.apache.pig.backend.hadoop.executionengine.tez.util.TezCompilerUtil;
import org.apache.pig.impl.plan.OperatorKey;
import org.apache.pig.impl.plan.OperatorPlan;
@@ -163,13 +164,13 @@ public class TezOperPlan extends Operato
return super.disconnect(from, to);
}
-
+
/**
* Move everything below a given operator to the new operator plan. The specified operator will
* be moved and will be the root of the new operator plan
* @param root Operator to move everything under including the root operator
* @param newPlan new operator plan to move things into
- * @throws PlanException
+ * @throws PlanException
*/
public void moveTree(TezOperator root, TezOperPlan newPlan) throws PlanException {
List<TezOperator> list = new ArrayList<TezOperator>();
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOperator.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperator.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOperator.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOperator.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperator.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperator.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezOperator.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import java.io.ByteArrayOutputStream;
import java.util.ArrayList;
@@ -30,6 +30,7 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.PigProcessor;
import org.apache.pig.impl.io.FileSpec;
import org.apache.pig.impl.plan.Operator;
import org.apache.pig.impl.plan.OperatorKey;
@@ -105,10 +106,10 @@ public class TezOperator extends Operato
private boolean combineSmallSplits = true;
// Used by partition vertex, if not null, need to collect sample sent from predecessor
- TezOperator sampleOperator = null;
+ private TezOperator sampleOperator = null;
// Used by sample vertex, send parallelism event to orderOperator
- TezOperator sortOperator = null;
+ private TezOperator sortOperator = null;
// If the flag is set, FindQuantilesTez/PartitionSkewedKeysTez will use aggregated sample
// to calculate the number of parallelism at runtime, instead of the numQuantiles/totalReducers_
@@ -503,6 +504,22 @@ public class TezOperator extends Operato
return sortOrder;
}
+ public TezOperator getSampleOperator() {
+ return sampleOperator;
+ }
+
+ public void setSampleOperator(TezOperator sampleOperator) {
+ this.sampleOperator = sampleOperator;
+ }
+
+ public TezOperator getSortOperator() {
+ return sortOperator;
+ }
+
+ public void setSortOperator(TezOperator sortOperator) {
+ this.sortOperator = sortOperator;
+ }
+
protected void noCombineSmallSplits() {
combineSmallSplits = false;
}
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOPackageAnnotator.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOPackageAnnotator.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOPackageAnnotator.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOPackageAnnotator.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOPackageAnnotator.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOPackageAnnotator.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOPackageAnnotator.java Thu Sep 18 20:20:56 2014
@@ -16,7 +16,7 @@
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import java.util.HashMap;
import java.util.Iterator;
@@ -30,6 +30,7 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.LitePackager;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTez;
import org.apache.pig.impl.plan.DepthFirstWalker;
import org.apache.pig.impl.plan.VisitorException;
import org.apache.pig.impl.plan.optimizer.OptimizerException;
@@ -125,7 +126,7 @@ public class TezPOPackageAnnotator exten
* in the LocalRearrange (regarding columns in the "value"
* present in the "key")
*/
- static class LoRearrangeDiscoverer extends PhyPlanVisitor {
+ public static class LoRearrangeDiscoverer extends PhyPlanVisitor {
private int loRearrangeFound = 0;
private TezOperator pkgTezOp;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOStreamVisitor.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOStreamVisitor.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOStreamVisitor.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOStreamVisitor.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOStreamVisitor.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOStreamVisitor.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOStreamVisitor.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import java.util.HashSet;
import java.util.Set;
@@ -51,6 +51,7 @@ public class TezPOStreamVisitor extends
super(plan, new DepthFirstWalker<PhysicalOperator, PhysicalPlan>(plan));
}
+ @Override
public void visitStream(POStream stream) throws VisitorException {
StreamingCommand command = stream.getCommand();
cacheFiles.addAll(command.getCacheSpecs());
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOUserFuncVisitor.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOUserFuncVisitor.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOUserFuncVisitor.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOUserFuncVisitor.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOUserFuncVisitor.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOUserFuncVisitor.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPOUserFuncVisitor.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import java.util.HashSet;
import java.util.Set;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainer.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainer.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainer.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainer.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainer.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainer.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainer.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import java.io.ByteArrayOutputStream;
import java.io.File;
@@ -29,6 +29,7 @@ import java.util.Map;
import java.util.Set;
import org.apache.hadoop.yarn.api.records.LocalResource;
+import org.apache.pig.backend.hadoop.executionengine.tez.TezResourceManager;
import org.apache.pig.impl.PigContext;
import org.apache.pig.impl.plan.NodeIdGenerator;
import org.apache.pig.impl.plan.OperatorKey;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerNode.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerNode.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerNode.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerNode.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerNode.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerNode.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerNode.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import org.apache.pig.impl.plan.Operator;
import org.apache.pig.impl.plan.OperatorKey;
@@ -65,7 +65,7 @@ public class TezPlanContainerNode extend
public int hashCode() {
return getNode().hashCode();
}
-
+
@Override
public String toString() {
return getNode().toString();
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerPrinter.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerPrinter.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerPrinter.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerPrinter.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerPrinter.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerPrinter.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerPrinter.java Thu Sep 18 20:20:56 2014
@@ -15,11 +15,11 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import java.io.PrintStream;
-import org.apache.pig.backend.hadoop.executionengine.tez.TezPrinter.TezGraphPrinter;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPrinter.TezGraphPrinter;
import org.apache.pig.impl.plan.DependencyOrderWalker;
import org.apache.pig.impl.plan.VisitorException;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerUDFCollector.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerUDFCollector.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerUDFCollector.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerUDFCollector.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerUDFCollector.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerUDFCollector.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerUDFCollector.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import java.util.Iterator;
import java.util.Set;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerVisitor.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerVisitor.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerVisitor.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerVisitor.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerVisitor.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerVisitor.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPlanContainerVisitor.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import org.apache.pig.impl.plan.PlanVisitor;
import org.apache.pig.impl.plan.PlanWalker;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPrinter.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPrinter.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPrinter.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPrinter.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPrinter.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPrinter.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/TezPrinter.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan;
import java.io.PrintStream;
import java.util.List;
@@ -24,7 +24,7 @@ import java.util.Map.Entry;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PlanPrinter;
-import org.apache.pig.backend.hadoop.executionengine.tez.TezOperator.VertexGroupInfo;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator.VertexGroupInfo;
import org.apache.pig.impl.plan.DependencyOrderWalker;
import org.apache.pig.impl.plan.OperatorKey;
import org.apache.pig.impl.plan.VisitorException;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/NativeTezOper.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/NativeTezOper.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/NativeTezOper.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/NativeTezOper.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/NativeTezOper.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/NativeTezOper.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/NativeTezOper.java Thu Sep 18 20:20:56 2014
@@ -15,13 +15,15 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.util.Arrays;
import org.apache.hadoop.util.RunJar;
import org.apache.pig.backend.hadoop.executionengine.JobCreationException;
import org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.RunJarSecurityManager;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOpPlanVisitor;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator;
import org.apache.pig.impl.plan.OperatorKey;
import org.apache.pig.impl.plan.VisitorException;
import org.apache.pig.tools.pigstats.PigStats;
@@ -37,16 +39,16 @@ public class NativeTezOper extends TezOp
nativeTezJar = tezJar;
params = parameters;
}
-
+
public static int getJobNumber() {
countJobs++;
return countJobs;
}
-
+
public String getJobId() {
return nativeTezJar + "_";
}
-
+
public String getCommandString() {
StringBuilder sb = new StringBuilder("hadoop jar ");
sb.append(nativeTezJar);
@@ -54,9 +56,9 @@ public class NativeTezOper extends TezOp
sb.append(" ");
sb.append(pr);
}
- return sb.toString();
+ return sb.toString();
}
-
+
private String[] getNativeTezParams() {
// may need more cooking
String[] paramArr = new String[params.length + 1];
@@ -66,12 +68,12 @@ public class NativeTezOper extends TezOp
}
return paramArr;
}
-
+
@Override
public void visit(TezOpPlanVisitor v) throws VisitorException {
v.visitTezOp(this);
}
-
+
public void runJob() throws JobCreationException {
RunJarSecurityManager secMan = new RunJarSecurityManager();
try {
@@ -95,13 +97,13 @@ public class NativeTezOper extends TezOp
secMan.retire();
}
}
-
+
@Override
public String name(){
- return "Tez - " + mKey.toString() + "\n"
+ return "Tez - " + mKey.toString() + "\n"
+ " Native Tez - jar : " + nativeTezJar + ", params: " + Arrays.toString(params) ;
-
-
+
+
}
}
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POCounterStatsTez.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POCounterStatsTez.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POCounterStatsTez.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POCounterStatsTez.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POCounterStatsTez.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POCounterStatsTez.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POCounterStatsTez.java Thu Sep 18 20:20:56 2014
@@ -16,7 +16,7 @@
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez.operators;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.HashMap;
@@ -32,9 +32,8 @@ import org.apache.pig.backend.executione
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor;
-import org.apache.pig.backend.hadoop.executionengine.tez.POValueOutputTez;
-import org.apache.pig.backend.hadoop.executionengine.tez.TezInput;
-import org.apache.pig.backend.hadoop.executionengine.tez.TezOutput;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezInput;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezOutput;
import org.apache.pig.data.Tuple;
import org.apache.pig.data.TupleFactory;
import org.apache.pig.impl.plan.OperatorKey;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POCounterTez.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POCounterTez.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POCounterTez.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POCounterTez.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POCounterTez.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POCounterTez.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POCounterTez.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez.operators;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.Map;
@@ -30,10 +30,8 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCounter;
-import org.apache.pig.backend.hadoop.executionengine.tez.POValueOutputTez;
-import org.apache.pig.backend.hadoop.executionengine.tez.TezOutput;
-import org.apache.pig.backend.hadoop.executionengine.tez.TezTaskConfigurable;
-import org.apache.pig.data.Tuple;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezOutput;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezTaskConfigurable;
import org.apache.pig.impl.plan.VisitorException;
import org.apache.tez.runtime.api.LogicalOutput;
import org.apache.tez.runtime.api.ProcessorContext;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POFRJoinTez.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POFRJoinTez.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POFRJoinTez.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POFRJoinTez.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POFRJoinTez.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POFRJoinTez.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POFRJoinTez.java Thu Sep 18 20:20:56 2014
@@ -16,7 +16,7 @@
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.List;
@@ -30,6 +30,8 @@ import org.apache.pig.backend.executione
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeJoin.TuplesToSchemaTupleList;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.ObjectCache;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezInput;
import org.apache.pig.data.SchemaTupleBackend;
import org.apache.pig.data.SchemaTupleClassGenerator.GenContext;
import org.apache.pig.data.SchemaTupleFactory;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POIdentityInOutTez.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POIdentityInOutTez.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POIdentityInOutTez.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POIdentityInOutTez.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POIdentityInOutTez.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POIdentityInOutTez.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POIdentityInOutTez.java Thu Sep 18 20:20:56 2014
@@ -16,7 +16,7 @@
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.Map;
@@ -29,6 +29,8 @@ import org.apache.hadoop.conf.Configurat
import org.apache.pig.backend.executionengine.ExecException;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezInput;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezOutput;
import org.apache.pig.impl.io.NullablePartitionWritable;
import org.apache.pig.impl.io.PigNullableWritable;
import org.apache.pig.impl.plan.OperatorKey;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POLocalRearrangeTez.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTez.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POLocalRearrangeTez.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POLocalRearrangeTez.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTez.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTez.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POLocalRearrangeTez.java Thu Sep 18 20:20:56 2014
@@ -16,7 +16,7 @@
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.Map;
@@ -29,6 +29,7 @@ import org.apache.pig.backend.hadoop.HDa
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.POStatus;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezOutput;
import org.apache.pig.data.Tuple;
import org.apache.pig.impl.io.NullableTuple;
import org.apache.pig.impl.io.PigNullableWritable;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POLocalRearrangeTezFactory.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTezFactory.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POLocalRearrangeTezFactory.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POLocalRearrangeTezFactory.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTezFactory.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTezFactory.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POLocalRearrangeTezFactory.java Thu Sep 18 20:20:56 2014
@@ -1,4 +1,4 @@
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.util.List;
@@ -8,6 +8,7 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.ExpressionOperator;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POProject;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan;
+import org.apache.pig.backend.hadoop.executionengine.tez.plan.TezCompiler;
import org.apache.pig.data.DataType;
import org.apache.pig.impl.plan.NodeIdGenerator;
import org.apache.pig.impl.plan.OperatorKey;
@@ -27,7 +28,7 @@ public class POLocalRearrangeTezFactory
private String scope;
private NodeIdGenerator nig;
- POLocalRearrangeTezFactory(String scope, NodeIdGenerator nig) {
+ public POLocalRearrangeTezFactory(String scope, NodeIdGenerator nig) {
this.scope = scope;
this.nig = nig;
}
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POPartitionRearrangeTez.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POPartitionRearrangeTez.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POPartitionRearrangeTez.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POPartitionRearrangeTez.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POPartitionRearrangeTez.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POPartitionRearrangeTez.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POPartitionRearrangeTez.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.ArrayList;
@@ -31,6 +31,8 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.ExpressionOperator;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.ObjectCache;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.PigProcessor;
import org.apache.pig.data.BagFactory;
import org.apache.pig.data.DataBag;
import org.apache.pig.data.DataType;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/PORankTez.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/PORankTez.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/PORankTez.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/PORankTez.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/PORankTez.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/PORankTez.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/PORankTez.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez.operators;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.HashMap;
@@ -32,8 +32,8 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORank;
-import org.apache.pig.backend.hadoop.executionengine.tez.ObjectCache;
-import org.apache.pig.backend.hadoop.executionengine.tez.TezInput;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.ObjectCache;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezInput;
import org.apache.pig.data.Tuple;
import org.apache.pig.impl.plan.VisitorException;
import org.apache.tez.runtime.api.LogicalInput;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POShuffleTezLoad.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POShuffleTezLoad.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POShuffleTezLoad.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POShuffleTezLoad.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POShuffleTezLoad.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POShuffleTezLoad.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POShuffleTezLoad.java Thu Sep 18 20:20:56 2014
@@ -16,7 +16,7 @@
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.ArrayList;
@@ -33,6 +33,7 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.AccumulativeTupleBuffer;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezInput;
import org.apache.pig.backend.hadoop.executionengine.util.AccumulatorOptimizerUtil;
import org.apache.pig.data.AccumulativeBag;
import org.apache.pig.data.DataBag;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POShuffledValueInputTez.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POShuffledValueInputTez.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POShuffledValueInputTez.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POShuffledValueInputTez.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POShuffledValueInputTez.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/POShuffledValueInputTez.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POShuffledValueInputTez.java Thu Sep 18 20:20:56 2014
@@ -16,7 +16,7 @@
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez.operators;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.ArrayList;
@@ -35,7 +35,7 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor;
-import org.apache.pig.backend.hadoop.executionengine.tez.TezInput;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezInput;
import org.apache.pig.data.Tuple;
import org.apache.pig.data.TupleFactory;
import org.apache.pig.impl.plan.OperatorKey;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POSimpleTezLoad.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POSimpleTezLoad.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POSimpleTezLoad.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POSimpleTezLoad.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POSimpleTezLoad.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POSimpleTezLoad.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POSimpleTezLoad.java Thu Sep 18 20:20:56 2014
@@ -16,7 +16,7 @@
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.Map;
@@ -30,6 +30,7 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.POStatus;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezInput;
import org.apache.pig.data.Tuple;
import org.apache.pig.impl.PigImplConstants;
import org.apache.pig.impl.io.FileSpec;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POStoreTez.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POStoreTez.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POStoreTez.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POStoreTez.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POStoreTez.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POStoreTez.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POStoreTez.java Thu Sep 18 20:20:56 2014
@@ -16,7 +16,7 @@
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.Map;
@@ -26,6 +26,8 @@ import org.apache.pig.backend.executione
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.POStatus;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezOutput;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezTaskConfigurable;
import org.apache.pig.impl.plan.OperatorKey;
import org.apache.pig.tools.pigstats.mapreduce.MRPigStatsUtil;
import org.apache.tez.common.counters.CounterGroup;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POValueInputTez.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueInputTez.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POValueInputTez.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POValueInputTez.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueInputTez.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueInputTez.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POValueInputTez.java Thu Sep 18 20:20:56 2014
@@ -16,7 +16,7 @@
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.IOException;
import java.util.Map;
@@ -31,6 +31,7 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezInput;
import org.apache.pig.data.Tuple;
import org.apache.pig.data.TupleFactory;
import org.apache.pig.impl.plan.OperatorKey;
Copied: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POValueOutputTez.java (from r1625992, pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueOutputTez.java)
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POValueOutputTez.java?p2=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POValueOutputTez.java&p1=pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueOutputTez.java&r1=1625992&r2=1626075&rev=1626075&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueOutputTez.java (original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/operator/POValueOutputTez.java Thu Sep 18 20:20:56 2014
@@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-package org.apache.pig.backend.hadoop.executionengine.tez;
+package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator;
import java.io.DataInput;
import java.io.DataOutput;
@@ -35,6 +35,8 @@ import org.apache.pig.backend.hadoop.exe
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezOutput;
+import org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezTaskConfigurable;
import org.apache.pig.data.Tuple;
import org.apache.pig.data.TupleFactory;
import org.apache.pig.impl.plan.OperatorKey;