You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@asterixdb.apache.org by im...@apache.org on 2015/08/25 18:42:04 UTC

[51/51] [partial] incubator-asterixdb-hyracks git commit: Change folder structure for Java repackage

Change folder structure for Java repackage

Change only the folders, not the files, for our package name change.
This will break the build, and needs to be followed by a change to
the package name in all of the source files. However performing
the folder move and file change in two steps lets Git understand
that the files are the same, and lets us track revisions across
those files.

Change-Id: I08aff75e25ac7c6298c32cf3402febbc4a318c2a
Reviewed-on: https://asterix-gerrit.ics.uci.edu/307
Tested-by: Jenkins <je...@fulliautomatix.ics.uci.edu>
Reviewed-by: Chris Hillery <ce...@lambda.nu>


Project: http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/commit/9939b48e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/tree/9939b48e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-asterixdb-hyracks/diff/9939b48e

Branch: refs/heads/master
Commit: 9939b48ecc4623145383e847cc6adbd4b800c609
Parents: 4db4f57
Author: Ian Maxon <im...@apache.org>
Authored: Thu Aug 20 12:14:49 2015 -0700
Committer: Ian Maxon <im...@apache.org>
Committed: Sat Aug 22 12:56:08 2015 -0700

----------------------------------------------------------------------
 .../AlgebricksAbsolutePartitionConstraint.java  |   32 -
 .../AlgebricksCountPartitionConstraint.java     |   34 -
 .../AlgebricksPartitionConstraint.java          |   24 -
 .../AlgebricksPartitionConstraintHelper.java    |   58 -
 .../common/exceptions/AlgebricksException.java  |   34 -
 .../exceptions/NotImplementedException.java     |   35 -
 .../algebricks/common/utils/ListSet.java        |  125 --
 .../hyracks/algebricks/common/utils/Pair.java   |   50 -
 .../hyracks/algebricks/common/utils/Triple.java |   46 -
 .../AlgebricksAbsolutePartitionConstraint.java  |   32 +
 .../AlgebricksCountPartitionConstraint.java     |   34 +
 .../AlgebricksPartitionConstraint.java          |   24 +
 .../AlgebricksPartitionConstraintHelper.java    |   58 +
 .../common/exceptions/AlgebricksException.java  |   34 +
 .../exceptions/NotImplementedException.java     |   35 +
 .../algebricks/common/utils/ListSet.java        |  125 ++
 .../hyracks/algebricks/common/utils/Pair.java   |   50 +
 .../hyracks/algebricks/common/utils/Triple.java |   46 +
 .../api/AbstractCompilerFactoryBuilder.java     |  230 ---
 .../api/HeuristicCompilerFactoryBuilder.java    |  107 --
 .../algebricks/compiler/api/ICompiler.java      |   26 -
 .../compiler/api/ICompilerFactory.java          |   22 -
 .../PrioritizedRuleController.java              |   63 -
 .../SequentialFixpointRuleController.java       |   59 -
 .../SequentialOnceRuleController.java           |   46 -
 .../api/AbstractCompilerFactoryBuilder.java     |  230 +++
 .../api/HeuristicCompilerFactoryBuilder.java    |  107 ++
 .../algebricks/compiler/api/ICompiler.java      |   26 +
 .../compiler/api/ICompilerFactory.java          |   22 +
 .../PrioritizedRuleController.java              |   63 +
 .../SequentialFixpointRuleController.java       |   59 +
 .../SequentialOnceRuleController.java           |   46 +
 .../algebricks/core/algebra/base/Counter.java   |   38 -
 .../core/algebra/base/EquivalenceClass.java     |  143 --
 .../core/algebra/base/IHyracksJobBuilder.java   |   58 -
 .../core/algebra/base/ILogicalExpression.java   |   72 -
 .../core/algebra/base/ILogicalOperator.java     |  102 --
 .../core/algebra/base/ILogicalPlan.java         |   23 -
 .../algebra/base/ILogicalPlanAndMetadata.java   |   26 -
 .../core/algebra/base/IOptimizationContext.java |   90 --
 .../core/algebra/base/IPhysicalOperator.java    |   75 -
 .../core/algebra/base/LogicalExpressionTag.java |   19 -
 .../core/algebra/base/LogicalOperatorTag.java   |   51 -
 .../core/algebra/base/LogicalVariable.java      |   51 -
 .../core/algebra/base/OperatorAnnotations.java  |   27 -
 .../core/algebra/base/PhysicalOperatorTag.java  |   72 -
 .../AbstractFunctionCallExpression.java         |  355 -----
 .../expressions/AbstractLogicalExpression.java  |   44 -
 .../AggregateFunctionCallExpression.java        |  102 --
 .../BroadcastExpressionAnnotation.java          |   45 -
 .../algebra/expressions/ConstantExpression.java |  174 ---
 .../ExpressionAnnotationNoCopyImpl.java         |   36 -
 .../expressions/IAlgebricksConstantValue.java   |   23 -
 .../expressions/IExpressionAnnotation.java      |   23 -
 .../IExpressionEvalSizeComputer.java            |   23 -
 .../expressions/IExpressionRuntimeProvider.java |   46 -
 .../expressions/IExpressionTypeComputer.java    |   24 -
 .../expressions/ILogicalExpressionJobGen.java   |   48 -
 .../IMergeAggregationExpressionFactory.java     |   25 -
 .../expressions/INullableTypeComputer.java      |   25 -
 .../IPartialAggregationTypeComputer.java        |   24 -
 .../IVariableEvalSizeEnvironment.java           |   24 -
 .../expressions/IVariableTypeEnvironment.java   |   34 -
 .../IndexedNLJoinExpressionAnnotation.java      |   40 -
 ...obGenToExpressionRuntimeProviderAdapter.java |  214 ---
 .../ScalarFunctionCallExpression.java           |   54 -
 .../StatefulFunctionCallExpression.java         |   65 -
 .../UnnestingFunctionCallExpression.java        |   65 -
 .../VariableReferenceExpression.java            |  110 --
 .../algebra/functions/AbstractFunctionInfo.java |   35 -
 .../functions/AlgebricksBuiltinFunctions.java   |   69 -
 .../algebra/functions/FunctionIdentifier.java   |   70 -
 .../core/algebra/functions/IFunctionInfo.java   |   21 -
 .../core/algebra/metadata/IDataSink.java        |   25 -
 .../core/algebra/metadata/IDataSource.java      |   30 -
 .../core/algebra/metadata/IDataSourceIndex.java |   21 -
 .../metadata/IDataSourcePropertiesProvider.java |   24 -
 .../algebra/metadata/IMetadataProvider.java     |  192 ---
 .../logical/AbstractAssignOperator.java         |   70 -
 .../logical/AbstractBinaryJoinOperator.java     |   78 --
 .../logical/AbstractDataSourceOperator.java     |   35 -
 .../AbstractExtensibleLogicalOperator.java      |   56 -
 .../logical/AbstractLogicalOperator.java        |  190 ---
 .../AbstractOperatorWithNestedPlans.java        |   90 --
 .../operators/logical/AbstractScanOperator.java |   63 -
 .../logical/AbstractUnnestOperator.java         |   49 -
 .../operators/logical/AggregateOperator.java    |  109 --
 .../operators/logical/AssignOperator.java       |  119 --
 .../logical/DataSourceScanOperator.java         |  133 --
 .../operators/logical/DistinctOperator.java     |  134 --
 .../logical/DistributeResultOperator.java       |   93 --
 .../logical/EmptyTupleSourceOperator.java       |   96 --
 .../operators/logical/ExchangeOperator.java     |   76 -
 .../operators/logical/ExtensionOperator.java    |  120 --
 .../logical/ExternalDataLookupOperator.java     |  115 --
 .../operators/logical/GroupByOperator.java      |  284 ----
 .../operators/logical/IOperatorExtension.java   |   50 -
 .../operators/logical/IOperatorSchema.java      |   33 -
 .../logical/IndexInsertDeleteOperator.java      |  142 --
 .../operators/logical/InnerJoinOperator.java    |   53 -
 .../operators/logical/InsertDeleteOperator.java |  129 --
 .../logical/LeftOuterJoinOperator.java          |   72 -
 .../operators/logical/LimitOperator.java        |  112 --
 .../operators/logical/MaterializeOperator.java  |   66 -
 .../logical/NestedTupleSourceOperator.java      |  108 --
 .../operators/logical/OrderOperator.java        |  159 ---
 .../logical/PartitioningSplitOperator.java      |  115 --
 .../operators/logical/ProjectOperator.java      |   83 --
 .../operators/logical/ReplicateOperator.java    |  117 --
 .../logical/RunningAggregateOperator.java       |   79 --
 .../operators/logical/ScriptOperator.java       |  106 --
 .../operators/logical/SelectOperator.java       |  121 --
 .../algebra/operators/logical/SinkOperator.java |   86 --
 .../operators/logical/SubplanOperator.java      |  111 --
 .../operators/logical/TokenizeOperator.java     |  190 ---
 .../operators/logical/UnionAllOperator.java     |  120 --
 .../operators/logical/UnnestMapOperator.java    |  134 --
 .../operators/logical/UnnestOperator.java       |  144 --
 .../operators/logical/UpdateOperator.java       |   69 -
 .../operators/logical/WriteOperator.java        |   93 --
 .../operators/logical/WriteResultOperator.java  |  109 --
 .../visitors/FDsAndEquivClassesVisitor.java     |  763 ----------
 .../visitors/IsomorphismOperatorVisitor.java    |  575 --------
 .../logical/visitors/IsomorphismUtilities.java  |   70 -
 .../IsomorphismVariableMappingVisitor.java      |  447 ------
 .../visitors/LogicalPropertiesVisitor.java      |  350 -----
 .../visitors/OperatorDeepCopyVisitor.java       |  368 -----
 .../visitors/ProducedVariableVisitor.java       |  275 ----
 .../logical/visitors/SchemaVariableVisitor.java |  330 -----
 .../visitors/SubstituteVariableVisitor.java     |  469 -------
 .../logical/visitors/UsedVariableVisitor.java   |  407 ------
 .../logical/visitors/VariableUtilities.java     |   97 --
 .../physical/AbstractExchangePOperator.java     |   51 -
 .../physical/AbstractHashJoinPOperator.java     |  191 ---
 .../physical/AbstractJoinPOperator.java         |   54 -
 .../physical/AbstractPhysicalOperator.java      |  157 ---
 .../AbstractPreclusteredGroupByPOperator.java   |  265 ----
 ...gatePropertiesForUsedVariablesPOperator.java |   44 -
 .../physical/AbstractScanPOperator.java         |   33 -
 .../physical/AbstractStableSortPOperator.java   |  123 --
 .../operators/physical/AggregatePOperator.java  |  121 --
 .../operators/physical/AssignPOperator.java     |  123 --
 .../operators/physical/BroadcastPOperator.java  |   70 -
 .../operators/physical/BulkloadPOperator.java   |  120 --
 .../physical/DataSourceScanPOperator.java       |   94 --
 .../physical/DistributeResultPOperator.java     |  114 --
 .../physical/EmptyTupleSourcePOperator.java     |   72 -
 .../physical/ExternalGroupByPOperator.java      |  271 ----
 .../HashPartitionExchangePOperator.java         |  102 --
 .../HashPartitionMergeExchangePOperator.java    |  167 ---
 .../physical/HybridHashJoinPOperator.java       |  281 ----
 .../physical/InMemoryHashJoinPOperator.java     |  139 --
 .../physical/InMemoryStableSortPOperator.java   |   82 --
 .../physical/IndexBulkloadPOperator.java        |  140 --
 .../physical/IndexInsertDeletePOperator.java    |  131 --
 .../physical/InsertDeletePOperator.java         |  121 --
 .../physical/MaterializePOperator.java          |   94 --
 .../MicroPreclusteredGroupByPOperator.java      |   94 --
 .../operators/physical/NLJoinPOperator.java     |  288 ----
 .../physical/NestedTupleSourcePOperator.java    |  107 --
 .../physical/OneToOneExchangePOperator.java     |   61 -
 .../physical/PreSortedDistinctByPOperator.java  |  145 --
 .../physical/PreclusteredGroupByPOperator.java  |  104 --
 .../physical/RandomMergeExchangePOperator.java  |   60 -
 .../physical/RandomPartitionPOperator.java      |   86 --
 .../physical/RangePartitionMergePOperator.java  |  151 --
 .../physical/RangePartitionPOperator.java       |  122 --
 .../operators/physical/ReplicatePOperator.java  |   95 --
 .../physical/RunningAggregatePOperator.java     |  104 --
 .../operators/physical/SinkPOperator.java       |   97 --
 .../operators/physical/SinkWritePOperator.java  |  111 --
 .../physical/SortGroupByPOperator.java          |  291 ----
 .../physical/SortMergeExchangePOperator.java    |  156 ---
 .../operators/physical/StableSortPOperator.java |   95 --
 .../physical/StreamLimitPOperator.java          |  107 --
 .../physical/StreamProjectPOperator.java        |   88 --
 .../physical/StreamSelectPOperator.java         |   80 --
 .../StringStreamingScriptPOperator.java         |   82 --
 .../operators/physical/SubplanPOperator.java    |  111 --
 .../operators/physical/TokenizePOperator.java   |  108 --
 .../operators/physical/UnionAllPOperator.java   |  105 --
 .../operators/physical/UnnestPOperator.java     |   97 --
 .../physical/WriteResultPOperator.java          |  111 --
 .../core/algebra/plan/ALogicalPlanImpl.java     |   52 -
 .../LogicalExpressionPrettyPrintVisitor.java    |   70 -
 .../LogicalOperatorPrettyPrintVisitor.java      |  431 ------
 .../core/algebra/prettyprint/PlanPlotter.java   |  139 --
 .../algebra/prettyprint/PlanPrettyPrinter.java  |   90 --
 .../properties/AbstractGroupingProperty.java    |   86 --
 .../BroadcastPartitioningProperty.java          |   56 -
 .../properties/DefaultNodeGroupDomain.java      |   39 -
 .../algebra/properties/FileSplitDomain.java     |   72 -
 .../FilteredVariablePropagationPolicy.java      |   37 -
 .../properties/FunctionalDependency.java        |   53 -
 .../properties/ILocalStructuralProperty.java    |   50 -
 .../properties/ILogicalPropertiesVector.java    |   21 -
 .../core/algebra/properties/INodeDomain.java    |   22 -
 .../properties/IPartitioningProperty.java       |   81 --
 .../IPartitioningRequirementsCoordinator.java   |   98 --
 .../properties/IPhysicalPropertiesVector.java   |   44 -
 .../algebra/properties/IPropertiesComputer.java |   23 -
 .../algebra/properties/IStructuralProperty.java |   23 -
 .../properties/LocalGroupingProperty.java       |  103 --
 .../algebra/properties/LocalOrderProperty.java  |  210 ---
 .../properties/LogicalPropertiesVectorImpl.java |   43 -
 .../core/algebra/properties/OrderColumn.java    |   60 -
 .../properties/OrderedPartitionedProperty.java  |   80 --
 .../properties/PhysicalRequirements.java        |   34 -
 .../core/algebra/properties/PropertiesUtil.java |  320 -----
 .../properties/RandomPartitioningProperty.java  |   61 -
 .../algebra/properties/ResultSetDomain.java     |   27 -
 .../properties/StructuralPropertiesVector.java  |  101 --
 .../properties/TypePropagationPolicy.java       |   97 --
 .../UnorderedPartitionedProperty.java           |   64 -
 .../UnpartitionedPropertyComputer.java          |   31 -
 .../properties/VariablePropagationPolicy.java   |   78 --
 .../algebra/scripting/IScriptDescription.java   |   30 -
 .../StringStreamingScriptDescription.java       |   66 -
 .../algebra/typing/AbstractTypeEnvironment.java |   59 -
 .../core/algebra/typing/ITypeEnvPointer.java    |   21 -
 .../core/algebra/typing/ITypingContext.java     |   33 -
 .../typing/NonPropagatingTypeEnvironment.java   |   42 -
 .../algebra/typing/OpRefTypeEnvPointer.java     |   42 -
 .../PropagateOperatorInputsTypeEnvironment.java |   76 -
 .../typing/PropagatingTypeEnvironment.java      |   87 --
 .../algebra/util/OperatorManipulationUtil.java  |  225 ---
 .../algebra/util/OperatorPropertiesUtil.java    |  300 ----
 .../visitors/AbstractConstVarFunVisitor.java    |   46 -
 .../ILogicalExpressionReferenceTransform.java   |   25 -
 .../visitors/ILogicalExpressionVisitor.java     |   39 -
 .../visitors/ILogicalOperatorVisitor.java       |  117 --
 .../core/config/AlgebricksConfig.java           |   23 -
 .../algebricks/core/config/SysoutFormatter.java |   35 -
 .../impl/ConnectorPolicyAssignmentPolicy.java   |   38 -
 .../algebricks/core/jobgen/impl/JobBuilder.java |  330 -----
 .../core/jobgen/impl/JobGenContext.java         |  208 ---
 .../core/jobgen/impl/JobGenHelper.java          |  182 ---
 .../core/jobgen/impl/OperatorSchemaImpl.java    |   96 --
 .../core/jobgen/impl/PlanCompiler.java          |  125 --
 .../rewriter/base/AbstractRuleController.java   |  130 --
 .../base/AlgebricksOptimizationContext.java     |  299 ----
 .../core/rewriter/base/HeuristicOptimizer.java  |  125 --
 .../rewriter/base/IAlgebraicRewriteRule.java    |   28 -
 .../base/IOptimizationContextFactory.java       |   29 -
 .../base/PhysicalOptimizationConfig.java        |  156 ---
 .../algebricks/core/utils/Substitution.java     |   25 -
 .../algebricks/core/algebra/base/Counter.java   |   38 +
 .../core/algebra/base/EquivalenceClass.java     |  143 ++
 .../core/algebra/base/IHyracksJobBuilder.java   |   58 +
 .../core/algebra/base/ILogicalExpression.java   |   72 +
 .../core/algebra/base/ILogicalOperator.java     |  102 ++
 .../core/algebra/base/ILogicalPlan.java         |   23 +
 .../algebra/base/ILogicalPlanAndMetadata.java   |   26 +
 .../core/algebra/base/IOptimizationContext.java |   90 ++
 .../core/algebra/base/IPhysicalOperator.java    |   75 +
 .../core/algebra/base/LogicalExpressionTag.java |   19 +
 .../core/algebra/base/LogicalOperatorTag.java   |   51 +
 .../core/algebra/base/LogicalVariable.java      |   51 +
 .../core/algebra/base/OperatorAnnotations.java  |   27 +
 .../core/algebra/base/PhysicalOperatorTag.java  |   72 +
 .../AbstractFunctionCallExpression.java         |  355 +++++
 .../expressions/AbstractLogicalExpression.java  |   44 +
 .../AggregateFunctionCallExpression.java        |  102 ++
 .../BroadcastExpressionAnnotation.java          |   45 +
 .../algebra/expressions/ConstantExpression.java |  174 +++
 .../ExpressionAnnotationNoCopyImpl.java         |   36 +
 .../expressions/IAlgebricksConstantValue.java   |   23 +
 .../expressions/IExpressionAnnotation.java      |   23 +
 .../IExpressionEvalSizeComputer.java            |   23 +
 .../expressions/IExpressionRuntimeProvider.java |   46 +
 .../expressions/IExpressionTypeComputer.java    |   24 +
 .../expressions/ILogicalExpressionJobGen.java   |   48 +
 .../IMergeAggregationExpressionFactory.java     |   25 +
 .../expressions/INullableTypeComputer.java      |   25 +
 .../IPartialAggregationTypeComputer.java        |   24 +
 .../IVariableEvalSizeEnvironment.java           |   24 +
 .../expressions/IVariableTypeEnvironment.java   |   34 +
 .../IndexedNLJoinExpressionAnnotation.java      |   40 +
 ...obGenToExpressionRuntimeProviderAdapter.java |  214 +++
 .../ScalarFunctionCallExpression.java           |   54 +
 .../StatefulFunctionCallExpression.java         |   65 +
 .../UnnestingFunctionCallExpression.java        |   65 +
 .../VariableReferenceExpression.java            |  110 ++
 .../algebra/functions/AbstractFunctionInfo.java |   35 +
 .../functions/AlgebricksBuiltinFunctions.java   |   69 +
 .../algebra/functions/FunctionIdentifier.java   |   70 +
 .../core/algebra/functions/IFunctionInfo.java   |   21 +
 .../core/algebra/metadata/IDataSink.java        |   25 +
 .../core/algebra/metadata/IDataSource.java      |   30 +
 .../core/algebra/metadata/IDataSourceIndex.java |   21 +
 .../metadata/IDataSourcePropertiesProvider.java |   24 +
 .../algebra/metadata/IMetadataProvider.java     |  192 +++
 .../logical/AbstractAssignOperator.java         |   70 +
 .../logical/AbstractBinaryJoinOperator.java     |   78 ++
 .../logical/AbstractDataSourceOperator.java     |   35 +
 .../AbstractExtensibleLogicalOperator.java      |   56 +
 .../logical/AbstractLogicalOperator.java        |  190 +++
 .../AbstractOperatorWithNestedPlans.java        |   90 ++
 .../operators/logical/AbstractScanOperator.java |   63 +
 .../logical/AbstractUnnestOperator.java         |   49 +
 .../operators/logical/AggregateOperator.java    |  109 ++
 .../operators/logical/AssignOperator.java       |  119 ++
 .../logical/DataSourceScanOperator.java         |  133 ++
 .../operators/logical/DistinctOperator.java     |  134 ++
 .../logical/DistributeResultOperator.java       |   93 ++
 .../logical/EmptyTupleSourceOperator.java       |   96 ++
 .../operators/logical/ExchangeOperator.java     |   76 +
 .../operators/logical/ExtensionOperator.java    |  120 ++
 .../logical/ExternalDataLookupOperator.java     |  115 ++
 .../operators/logical/GroupByOperator.java      |  284 ++++
 .../operators/logical/IOperatorExtension.java   |   50 +
 .../operators/logical/IOperatorSchema.java      |   33 +
 .../logical/IndexInsertDeleteOperator.java      |  142 ++
 .../operators/logical/InnerJoinOperator.java    |   53 +
 .../operators/logical/InsertDeleteOperator.java |  129 ++
 .../logical/LeftOuterJoinOperator.java          |   72 +
 .../operators/logical/LimitOperator.java        |  112 ++
 .../operators/logical/MaterializeOperator.java  |   66 +
 .../logical/NestedTupleSourceOperator.java      |  108 ++
 .../operators/logical/OrderOperator.java        |  159 +++
 .../logical/PartitioningSplitOperator.java      |  115 ++
 .../operators/logical/ProjectOperator.java      |   83 ++
 .../operators/logical/ReplicateOperator.java    |  117 ++
 .../logical/RunningAggregateOperator.java       |   79 ++
 .../operators/logical/ScriptOperator.java       |  106 ++
 .../operators/logical/SelectOperator.java       |  121 ++
 .../algebra/operators/logical/SinkOperator.java |   86 ++
 .../operators/logical/SubplanOperator.java      |  111 ++
 .../operators/logical/TokenizeOperator.java     |  190 +++
 .../operators/logical/UnionAllOperator.java     |  120 ++
 .../operators/logical/UnnestMapOperator.java    |  134 ++
 .../operators/logical/UnnestOperator.java       |  144 ++
 .../operators/logical/UpdateOperator.java       |   69 +
 .../operators/logical/WriteOperator.java        |   93 ++
 .../operators/logical/WriteResultOperator.java  |  109 ++
 .../visitors/FDsAndEquivClassesVisitor.java     |  763 ++++++++++
 .../visitors/IsomorphismOperatorVisitor.java    |  575 ++++++++
 .../logical/visitors/IsomorphismUtilities.java  |   70 +
 .../IsomorphismVariableMappingVisitor.java      |  447 ++++++
 .../visitors/LogicalPropertiesVisitor.java      |  350 +++++
 .../visitors/OperatorDeepCopyVisitor.java       |  368 +++++
 .../visitors/ProducedVariableVisitor.java       |  275 ++++
 .../logical/visitors/SchemaVariableVisitor.java |  330 +++++
 .../visitors/SubstituteVariableVisitor.java     |  469 +++++++
 .../logical/visitors/UsedVariableVisitor.java   |  407 ++++++
 .../logical/visitors/VariableUtilities.java     |   97 ++
 .../physical/AbstractExchangePOperator.java     |   51 +
 .../physical/AbstractHashJoinPOperator.java     |  191 +++
 .../physical/AbstractJoinPOperator.java         |   54 +
 .../physical/AbstractPhysicalOperator.java      |  157 +++
 .../AbstractPreclusteredGroupByPOperator.java   |  265 ++++
 ...gatePropertiesForUsedVariablesPOperator.java |   44 +
 .../physical/AbstractScanPOperator.java         |   33 +
 .../physical/AbstractStableSortPOperator.java   |  123 ++
 .../operators/physical/AggregatePOperator.java  |  121 ++
 .../operators/physical/AssignPOperator.java     |  123 ++
 .../operators/physical/BroadcastPOperator.java  |   70 +
 .../operators/physical/BulkloadPOperator.java   |  120 ++
 .../physical/DataSourceScanPOperator.java       |   94 ++
 .../physical/DistributeResultPOperator.java     |  114 ++
 .../physical/EmptyTupleSourcePOperator.java     |   72 +
 .../physical/ExternalGroupByPOperator.java      |  271 ++++
 .../HashPartitionExchangePOperator.java         |  102 ++
 .../HashPartitionMergeExchangePOperator.java    |  167 +++
 .../physical/HybridHashJoinPOperator.java       |  281 ++++
 .../physical/InMemoryHashJoinPOperator.java     |  139 ++
 .../physical/InMemoryStableSortPOperator.java   |   82 ++
 .../physical/IndexBulkloadPOperator.java        |  140 ++
 .../physical/IndexInsertDeletePOperator.java    |  131 ++
 .../physical/InsertDeletePOperator.java         |  121 ++
 .../physical/MaterializePOperator.java          |   94 ++
 .../MicroPreclusteredGroupByPOperator.java      |   94 ++
 .../operators/physical/NLJoinPOperator.java     |  288 ++++
 .../physical/NestedTupleSourcePOperator.java    |  107 ++
 .../physical/OneToOneExchangePOperator.java     |   61 +
 .../physical/PreSortedDistinctByPOperator.java  |  145 ++
 .../physical/PreclusteredGroupByPOperator.java  |  104 ++
 .../physical/RandomMergeExchangePOperator.java  |   60 +
 .../physical/RandomPartitionPOperator.java      |   86 ++
 .../physical/RangePartitionMergePOperator.java  |  151 ++
 .../physical/RangePartitionPOperator.java       |  122 ++
 .../operators/physical/ReplicatePOperator.java  |   95 ++
 .../physical/RunningAggregatePOperator.java     |  104 ++
 .../operators/physical/SinkPOperator.java       |   97 ++
 .../operators/physical/SinkWritePOperator.java  |  111 ++
 .../physical/SortGroupByPOperator.java          |  291 ++++
 .../physical/SortMergeExchangePOperator.java    |  156 +++
 .../operators/physical/StableSortPOperator.java |   95 ++
 .../physical/StreamLimitPOperator.java          |  107 ++
 .../physical/StreamProjectPOperator.java        |   88 ++
 .../physical/StreamSelectPOperator.java         |   80 ++
 .../StringStreamingScriptPOperator.java         |   82 ++
 .../operators/physical/SubplanPOperator.java    |  111 ++
 .../operators/physical/TokenizePOperator.java   |  108 ++
 .../operators/physical/UnionAllPOperator.java   |  105 ++
 .../operators/physical/UnnestPOperator.java     |   97 ++
 .../physical/WriteResultPOperator.java          |  111 ++
 .../core/algebra/plan/ALogicalPlanImpl.java     |   52 +
 .../LogicalExpressionPrettyPrintVisitor.java    |   70 +
 .../LogicalOperatorPrettyPrintVisitor.java      |  431 ++++++
 .../core/algebra/prettyprint/PlanPlotter.java   |  139 ++
 .../algebra/prettyprint/PlanPrettyPrinter.java  |   90 ++
 .../properties/AbstractGroupingProperty.java    |   86 ++
 .../BroadcastPartitioningProperty.java          |   56 +
 .../properties/DefaultNodeGroupDomain.java      |   39 +
 .../algebra/properties/FileSplitDomain.java     |   72 +
 .../FilteredVariablePropagationPolicy.java      |   37 +
 .../properties/FunctionalDependency.java        |   53 +
 .../properties/ILocalStructuralProperty.java    |   50 +
 .../properties/ILogicalPropertiesVector.java    |   21 +
 .../core/algebra/properties/INodeDomain.java    |   22 +
 .../properties/IPartitioningProperty.java       |   81 ++
 .../IPartitioningRequirementsCoordinator.java   |   98 ++
 .../properties/IPhysicalPropertiesVector.java   |   44 +
 .../algebra/properties/IPropertiesComputer.java |   23 +
 .../algebra/properties/IStructuralProperty.java |   23 +
 .../properties/LocalGroupingProperty.java       |  103 ++
 .../algebra/properties/LocalOrderProperty.java  |  210 +++
 .../properties/LogicalPropertiesVectorImpl.java |   43 +
 .../core/algebra/properties/OrderColumn.java    |   60 +
 .../properties/OrderedPartitionedProperty.java  |   80 ++
 .../properties/PhysicalRequirements.java        |   34 +
 .../core/algebra/properties/PropertiesUtil.java |  320 +++++
 .../properties/RandomPartitioningProperty.java  |   61 +
 .../algebra/properties/ResultSetDomain.java     |   27 +
 .../properties/StructuralPropertiesVector.java  |  101 ++
 .../properties/TypePropagationPolicy.java       |   97 ++
 .../UnorderedPartitionedProperty.java           |   64 +
 .../UnpartitionedPropertyComputer.java          |   31 +
 .../properties/VariablePropagationPolicy.java   |   78 ++
 .../algebra/scripting/IScriptDescription.java   |   30 +
 .../StringStreamingScriptDescription.java       |   66 +
 .../algebra/typing/AbstractTypeEnvironment.java |   59 +
 .../core/algebra/typing/ITypeEnvPointer.java    |   21 +
 .../core/algebra/typing/ITypingContext.java     |   33 +
 .../typing/NonPropagatingTypeEnvironment.java   |   42 +
 .../algebra/typing/OpRefTypeEnvPointer.java     |   42 +
 .../PropagateOperatorInputsTypeEnvironment.java |   76 +
 .../typing/PropagatingTypeEnvironment.java      |   87 ++
 .../algebra/util/OperatorManipulationUtil.java  |  225 +++
 .../algebra/util/OperatorPropertiesUtil.java    |  300 ++++
 .../visitors/AbstractConstVarFunVisitor.java    |   46 +
 .../ILogicalExpressionReferenceTransform.java   |   25 +
 .../visitors/ILogicalExpressionVisitor.java     |   39 +
 .../visitors/ILogicalOperatorVisitor.java       |  117 ++
 .../core/config/AlgebricksConfig.java           |   23 +
 .../algebricks/core/config/SysoutFormatter.java |   35 +
 .../impl/ConnectorPolicyAssignmentPolicy.java   |   38 +
 .../algebricks/core/jobgen/impl/JobBuilder.java |  330 +++++
 .../core/jobgen/impl/JobGenContext.java         |  208 +++
 .../core/jobgen/impl/JobGenHelper.java          |  182 +++
 .../core/jobgen/impl/OperatorSchemaImpl.java    |   96 ++
 .../core/jobgen/impl/PlanCompiler.java          |  125 ++
 .../rewriter/base/AbstractRuleController.java   |  130 ++
 .../base/AlgebricksOptimizationContext.java     |  299 ++++
 .../core/rewriter/base/HeuristicOptimizer.java  |  125 ++
 .../rewriter/base/IAlgebraicRewriteRule.java    |   28 +
 .../base/IOptimizationContextFactory.java       |   29 +
 .../base/PhysicalOptimizationConfig.java        |  156 +++
 .../algebricks/core/utils/Substitution.java     |   25 +
 .../ics/hyracks/algebricks/data/IAWriter.java   |   25 -
 .../algebricks/data/IAWriterFactory.java        |   25 -
 .../data/IBinaryBooleanInspector.java           |   19 -
 .../data/IBinaryBooleanInspectorFactory.java    |   23 -
 .../data/IBinaryComparatorFactoryProvider.java  |   23 -
 .../IBinaryHashFunctionFactoryProvider.java     |   22 -
 .../data/IBinaryHashFunctionFamilyProvider.java |   25 -
 .../data/IBinaryIntegerInspector.java           |   21 -
 .../data/IBinaryIntegerInspectorFactory.java    |   23 -
 .../ILinearizeComparatorFactoryProvider.java    |   23 -
 .../INormalizedKeyComputerFactoryProvider.java  |   21 -
 .../ics/hyracks/algebricks/data/IPrinter.java   |   25 -
 .../algebricks/data/IPrinterFactory.java        |   21 -
 .../data/IPrinterFactoryProvider.java           |   21 -
 .../data/IResultSerializerFactoryProvider.java  |   37 -
 .../data/ISerializerDeserializerProvider.java   |   23 -
 .../algebricks/data/ITypeTraitProvider.java     |   21 -
 .../data/impl/BinaryBooleanInspectorImpl.java   |   38 -
 .../data/impl/BinaryIntegerInspectorImpl.java   |   39 -
 .../data/impl/IntegerPrinterFactory.java        |   54 -
 .../data/impl/NoopNullWriterFactory.java        |   43 -
 .../data/impl/UTF8StringPrinterFactory.java     |   63 -
 .../algebricks/data/utils/WriteValueTools.java  |  120 --
 .../hyracks/algebricks/data/IAWriter.java       |   25 +
 .../algebricks/data/IAWriterFactory.java        |   25 +
 .../data/IBinaryBooleanInspector.java           |   19 +
 .../data/IBinaryBooleanInspectorFactory.java    |   23 +
 .../data/IBinaryComparatorFactoryProvider.java  |   23 +
 .../IBinaryHashFunctionFactoryProvider.java     |   22 +
 .../data/IBinaryHashFunctionFamilyProvider.java |   25 +
 .../data/IBinaryIntegerInspector.java           |   21 +
 .../data/IBinaryIntegerInspectorFactory.java    |   23 +
 .../ILinearizeComparatorFactoryProvider.java    |   23 +
 .../INormalizedKeyComputerFactoryProvider.java  |   21 +
 .../hyracks/algebricks/data/IPrinter.java       |   25 +
 .../algebricks/data/IPrinterFactory.java        |   21 +
 .../data/IPrinterFactoryProvider.java           |   21 +
 .../data/IResultSerializerFactoryProvider.java  |   37 +
 .../data/ISerializerDeserializerProvider.java   |   23 +
 .../algebricks/data/ITypeTraitProvider.java     |   21 +
 .../data/impl/BinaryBooleanInspectorImpl.java   |   38 +
 .../data/impl/BinaryIntegerInspectorImpl.java   |   39 +
 .../data/impl/IntegerPrinterFactory.java        |   54 +
 .../data/impl/NoopNullWriterFactory.java        |   43 +
 .../data/impl/UTF8StringPrinterFactory.java     |   63 +
 .../algebricks/data/utils/WriteValueTools.java  |  120 ++
 .../algebricks/examples/piglet/ast/ASTNode.java |   30 -
 .../examples/piglet/ast/AssignmentNode.java     |   39 -
 .../examples/piglet/ast/DumpNode.java           |   38 -
 .../examples/piglet/ast/ExpressionNode.java     |   18 -
 .../piglet/ast/FieldAccessExpressionNode.java   |   39 -
 .../examples/piglet/ast/FilterNode.java         |   39 -
 .../examples/piglet/ast/FunctionTag.java        |   34 -
 .../piglet/ast/LiteralExpressionNode.java       |   41 -
 .../examples/piglet/ast/LoadNode.java           |   41 -
 .../examples/piglet/ast/RelationNode.java       |   18 -
 .../ast/ScalarFunctionExpressionNode.java       |   48 -
 .../examples/piglet/compiler/ConstantValue.java |   52 -
 .../piglet/compiler/PigletCompiler.java         |  376 -----
 .../compiler/PigletPrinterFactoryProvider.java  |  105 --
 .../piglet/exceptions/PigletException.java      |   23 -
 .../piglet/metadata/FileSplitUtils.java         |   36 -
 .../piglet/metadata/PigletFileDataSink.java     |   54 -
 .../piglet/metadata/PigletFileDataSource.java   |   76 -
 .../piglet/metadata/PigletFunction.java         |   34 -
 .../piglet/metadata/PigletMetadataProvider.java |  234 ----
 .../piglet/rewriter/PigletRewriteRuleset.java   |  131 --
 .../piglet/runtime/PigletExpressionJobGen.java  |  140 --
 .../IPigletFunctionEvaluatorFactoryBuilder.java |   22 -
 .../IntegerEqFunctionEvaluatorFactory.java      |   67 -
 .../functions/PigletFunctionRegistry.java       |   50 -
 .../examples/piglet/types/BagType.java          |   22 -
 .../examples/piglet/types/CharArrayType.java    |   27 -
 .../examples/piglet/types/DoubleType.java       |   27 -
 .../examples/piglet/types/FloatType.java        |   27 -
 .../examples/piglet/types/IntegerType.java      |   27 -
 .../examples/piglet/types/LongType.java         |   27 -
 .../examples/piglet/types/MapType.java          |   22 -
 .../examples/piglet/types/Schema.java           |   31 -
 .../examples/piglet/types/TupleType.java        |   22 -
 .../algebricks/examples/piglet/types/Type.java  |   30 -
 .../algebricks/examples/piglet/ast/ASTNode.java |   30 +
 .../examples/piglet/ast/AssignmentNode.java     |   39 +
 .../examples/piglet/ast/DumpNode.java           |   38 +
 .../examples/piglet/ast/ExpressionNode.java     |   18 +
 .../piglet/ast/FieldAccessExpressionNode.java   |   39 +
 .../examples/piglet/ast/FilterNode.java         |   39 +
 .../examples/piglet/ast/FunctionTag.java        |   34 +
 .../piglet/ast/LiteralExpressionNode.java       |   41 +
 .../examples/piglet/ast/LoadNode.java           |   41 +
 .../examples/piglet/ast/RelationNode.java       |   18 +
 .../ast/ScalarFunctionExpressionNode.java       |   48 +
 .../examples/piglet/compiler/ConstantValue.java |   52 +
 .../piglet/compiler/PigletCompiler.java         |  376 +++++
 .../compiler/PigletPrinterFactoryProvider.java  |  105 ++
 .../piglet/exceptions/PigletException.java      |   23 +
 .../piglet/metadata/FileSplitUtils.java         |   36 +
 .../piglet/metadata/PigletFileDataSink.java     |   54 +
 .../piglet/metadata/PigletFileDataSource.java   |   76 +
 .../piglet/metadata/PigletFunction.java         |   34 +
 .../piglet/metadata/PigletMetadataProvider.java |  234 ++++
 .../piglet/rewriter/PigletRewriteRuleset.java   |  131 ++
 .../piglet/runtime/PigletExpressionJobGen.java  |  140 ++
 .../IPigletFunctionEvaluatorFactoryBuilder.java |   22 +
 .../IntegerEqFunctionEvaluatorFactory.java      |   67 +
 .../functions/PigletFunctionRegistry.java       |   50 +
 .../examples/piglet/types/BagType.java          |   22 +
 .../examples/piglet/types/CharArrayType.java    |   27 +
 .../examples/piglet/types/DoubleType.java       |   27 +
 .../examples/piglet/types/FloatType.java        |   27 +
 .../examples/piglet/types/IntegerType.java      |   27 +
 .../examples/piglet/types/LongType.java         |   27 +
 .../examples/piglet/types/MapType.java          |   22 +
 .../examples/piglet/types/Schema.java           |   31 +
 .../examples/piglet/types/TupleType.java        |   22 +
 .../algebricks/examples/piglet/types/Type.java  |   30 +
 .../examples/piglet/test/PigletTest.java        |   43 -
 .../examples/piglet/test/PigletTestCase.java    |   56 -
 .../examples/piglet/test/PigletTest.java        |   43 +
 .../examples/piglet/test/PigletTestCase.java    |   56 +
 .../rules/AbstractDecorrelationRule.java        |  104 --
 .../rewriter/rules/AbstractExtractExprRule.java |   44 -
 .../rules/AbstractIntroduceCombinerRule.java    |  158 ---
 .../AbstractIntroduceGroupByCombinerRule.java   |  340 -----
 .../rules/BreakSelectIntoConjunctsRule.java     |   82 --
 .../rules/ComplexJoinInferenceRule.java         |  138 --
 .../rules/ComplexUnnestToProductRule.java       |  314 -----
 .../rewriter/rules/ConsolidateAssignsRule.java  |   73 -
 .../rewriter/rules/ConsolidateSelectsRule.java  |  109 --
 .../rewriter/rules/CopyLimitDownRule.java       |  105 --
 .../rules/EliminateGroupByEmptyKeyRule.java     |   86 --
 .../rewriter/rules/EliminateSubplanRule.java    |  127 --
 ...inateSubplanWithInputCardinalityOneRule.java |  199 ---
 .../rules/EnforceOrderByAfterSubplan.java       |  165 ---
 .../rules/EnforceStructuralPropertiesRule.java  |  614 --------
 .../rules/ExtractCommonExpressionsRule.java     |  436 ------
 .../rules/ExtractCommonOperatorsRule.java       |  502 -------
 .../ExtractFunctionsFromJoinConditionRule.java  |  155 ---
 .../rules/ExtractGbyExpressionsRule.java        |  111 --
 .../FactorRedundantGroupAndDecorVarsRule.java   |   92 --
 .../rewriter/rules/InferTypesRule.java          |   42 -
 .../rules/InlineAssignIntoAggregateRule.java    |  136 --
 .../InlineSingleReferenceVariablesRule.java     |   94 --
 .../rewriter/rules/InlineVariablesRule.java     |  253 ----
 .../rewriter/rules/InsertOuterJoinRule.java     |  121 --
 .../rules/InsertProjectBeforeUnionRule.java     |  110 --
 .../rules/IntroHashPartitionMergeExchange.java  |   74 -
 .../rules/IntroJoinInsideSubplanRule.java       |  102 --
 .../rules/IntroduceAggregateCombinerRule.java   |   57 -
 .../rules/IntroduceGroupByCombinerRule.java     |   31 -
 .../rules/IntroduceGroupByForSubplanRule.java   |  323 -----
 .../rewriter/rules/IntroduceProjectsRule.java   |  171 ---
 .../rules/IsolateHyracksOperatorsRule.java      |  140 --
 ...oveFreeVariableOperatorOutOfSubplanRule.java |  183 ---
 .../rewriter/rules/NestedSubplanToJoinRule.java |  136 --
 .../rewriter/rules/PullSelectOutOfEqJoin.java   |  114 --
 .../rules/PushAssignBelowUnionAllRule.java      |  165 ---
 .../rules/PushAssignDownThroughProductRule.java |   87 --
 .../rewriter/rules/PushFunctionsBelowJoin.java  |  208 ---
 .../rewriter/rules/PushGroupByIntoSortRule.java |  150 --
 .../PushMapOperatorDownThroughProductRule.java  |   87 --
 ...hNestedOrderByUnderPreSortedGroupByRule.java |  119 --
 .../rewriter/rules/PushProjectDownRule.java     |  219 ---
 .../PushProjectIntoDataSourceScanRule.java      |   60 -
 .../rewriter/rules/PushSelectDownRule.java      |   98 --
 .../rewriter/rules/PushSelectIntoJoinRule.java  |  309 -----
 .../rules/PushSubplanIntoGroupByRule.java       |  217 ---
 ...planWithAggregateDownThroughProductRule.java |  104 --
 .../rules/PushUnnestDownThroughProductRule.java |   87 --
 .../rules/PushUnnestDownThroughUnionRule.java   |  125 --
 .../rewriter/rules/ReinferAllTypesRule.java     |   64 -
 .../rules/RemoveRedundantGroupByDecorVars.java  |   81 --
 .../rules/RemoveRedundantProjectionRule.java    |   89 --
 .../rules/RemoveRedundantVariablesRule.java     |  299 ----
 .../RemoveUnusedAssignAndAggregateRule.java     |  240 ----
 .../SetAlgebricksPhysicalOperatorsRule.java     |  424 ------
 .../rewriter/rules/SetExecutionModeRule.java    |   70 -
 .../rules/SimpleUnnestToProductRule.java        |  144 --
 .../rewriter/rules/SubplanOutOfGroupRule.java   |  121 --
 .../algebricks/rewriter/util/JoinUtils.java     |  210 ---
 .../util/PhysicalOptimizationsUtil.java         |   71 -
 .../rules/AbstractDecorrelationRule.java        |  104 ++
 .../rewriter/rules/AbstractExtractExprRule.java |   44 +
 .../rules/AbstractIntroduceCombinerRule.java    |  158 +++
 .../AbstractIntroduceGroupByCombinerRule.java   |  340 +++++
 .../rules/BreakSelectIntoConjunctsRule.java     |   82 ++
 .../rules/ComplexJoinInferenceRule.java         |  138 ++
 .../rules/ComplexUnnestToProductRule.java       |  314 +++++
 .../rewriter/rules/ConsolidateAssignsRule.java  |   73 +
 .../rewriter/rules/ConsolidateSelectsRule.java  |  109 ++
 .../rewriter/rules/CopyLimitDownRule.java       |  105 ++
 .../rules/EliminateGroupByEmptyKeyRule.java     |   86 ++
 .../rewriter/rules/EliminateSubplanRule.java    |  127 ++
 ...inateSubplanWithInputCardinalityOneRule.java |  199 +++
 .../rules/EnforceOrderByAfterSubplan.java       |  165 +++
 .../rules/EnforceStructuralPropertiesRule.java  |  614 ++++++++
 .../rules/ExtractCommonExpressionsRule.java     |  436 ++++++
 .../rules/ExtractCommonOperatorsRule.java       |  502 +++++++
 .../ExtractFunctionsFromJoinConditionRule.java  |  155 +++
 .../rules/ExtractGbyExpressionsRule.java        |  111 ++
 .../FactorRedundantGroupAndDecorVarsRule.java   |   92 ++
 .../rewriter/rules/InferTypesRule.java          |   42 +
 .../rules/InlineAssignIntoAggregateRule.java    |  136 ++
 .../InlineSingleReferenceVariablesRule.java     |   94 ++
 .../rewriter/rules/InlineVariablesRule.java     |  253 ++++
 .../rewriter/rules/InsertOuterJoinRule.java     |  121 ++
 .../rules/InsertProjectBeforeUnionRule.java     |  110 ++
 .../rules/IntroHashPartitionMergeExchange.java  |   74 +
 .../rules/IntroJoinInsideSubplanRule.java       |  102 ++
 .../rules/IntroduceAggregateCombinerRule.java   |   57 +
 .../rules/IntroduceGroupByCombinerRule.java     |   31 +
 .../rules/IntroduceGroupByForSubplanRule.java   |  323 +++++
 .../rewriter/rules/IntroduceProjectsRule.java   |  171 +++
 .../rules/IsolateHyracksOperatorsRule.java      |  140 ++
 ...oveFreeVariableOperatorOutOfSubplanRule.java |  183 +++
 .../rewriter/rules/NestedSubplanToJoinRule.java |  136 ++
 .../rewriter/rules/PullSelectOutOfEqJoin.java   |  114 ++
 .../rules/PushAssignBelowUnionAllRule.java      |  165 +++
 .../rules/PushAssignDownThroughProductRule.java |   87 ++
 .../rewriter/rules/PushFunctionsBelowJoin.java  |  208 +++
 .../rewriter/rules/PushGroupByIntoSortRule.java |  150 ++
 .../PushMapOperatorDownThroughProductRule.java  |   87 ++
 ...hNestedOrderByUnderPreSortedGroupByRule.java |  119 ++
 .../rewriter/rules/PushProjectDownRule.java     |  219 +++
 .../PushProjectIntoDataSourceScanRule.java      |   60 +
 .../rewriter/rules/PushSelectDownRule.java      |   98 ++
 .../rewriter/rules/PushSelectIntoJoinRule.java  |  309 +++++
 .../rules/PushSubplanIntoGroupByRule.java       |  217 +++
 ...planWithAggregateDownThroughProductRule.java |  104 ++
 .../rules/PushUnnestDownThroughProductRule.java |   87 ++
 .../rules/PushUnnestDownThroughUnionRule.java   |  125 ++
 .../rewriter/rules/ReinferAllTypesRule.java     |   64 +
 .../rules/RemoveRedundantGroupByDecorVars.java  |   81 ++
 .../rules/RemoveRedundantProjectionRule.java    |   89 ++
 .../rules/RemoveRedundantVariablesRule.java     |  299 ++++
 .../RemoveUnusedAssignAndAggregateRule.java     |  240 ++++
 .../SetAlgebricksPhysicalOperatorsRule.java     |  424 ++++++
 .../rewriter/rules/SetExecutionModeRule.java    |   70 +
 .../rules/SimpleUnnestToProductRule.java        |  144 ++
 .../rewriter/rules/SubplanOutOfGroupRule.java   |  121 ++
 .../algebricks/rewriter/util/JoinUtils.java     |  210 +++
 .../util/PhysicalOptimizationsUtil.java         |   71 +
 .../TupleCountAggregateFunctionFactory.java     |   66 -
 ...pleCountRunningAggregateFunctionFactory.java |   56 -
 .../runtime/base/AlgebricksPipeline.java        |   49 -
 .../runtime/base/IAggregateEvaluator.java       |   29 -
 .../base/IAggregateEvaluatorFactory.java        |   24 -
 .../runtime/base/ICopyAggregateFunction.java    |   29 -
 .../base/ICopyAggregateFunctionFactory.java     |   24 -
 .../algebricks/runtime/base/ICopyEvaluator.java |   22 -
 .../runtime/base/ICopyEvaluatorFactory.java     |   24 -
 .../base/ICopyRunningAggregateFunction.java     |   24 -
 .../ICopyRunningAggregateFunctionFactory.java   |   25 -
 .../ICopySerializableAggregateFunction.java     |   58 -
 ...opySerializableAggregateFunctionFactory.java |   23 -
 .../runtime/base/ICopyUnnestingFunction.java    |   25 -
 .../base/ICopyUnnestingFunctionFactory.java     |   24 -
 .../algebricks/runtime/base/IPushRuntime.java   |   24 -
 .../runtime/base/IPushRuntimeFactory.java       |   25 -
 .../base/IRunningAggregateEvaluator.java        |   25 -
 .../base/IRunningAggregateEvaluatorFactory.java |   23 -
 .../runtime/base/IScalarEvaluator.java          |   23 -
 .../runtime/base/IScalarEvaluatorFactory.java   |   24 -
 .../runtime/base/IUnnestingEvaluator.java       |   25 -
 .../base/IUnnestingEvaluatorFactory.java        |   24 -
 .../runtime/base/IUnnestingPositionWriter.java  |   22 -
 .../evaluators/ColumnAccessEvalFactory.java     |   61 -
 .../runtime/evaluators/ConstantEvalFactory.java |   57 -
 .../evaluators/ConstantEvaluatorFactory.java    |   48 -
 .../evaluators/TupleFieldEvaluatorFactory.java  |   43 -
 .../aggreg/AggregateRuntimeFactory.java         |  135 --
 ...estedPlansAccumulatingAggregatorFactory.java |  232 ----
 .../NestedPlansRunningAggregatorFactory.java    |  242 ----
 ...SerializableAggregatorDescriptorFactory.java |  163 ---
 ...AlgebricksAccumulatingAggregatorFactory.java |  143 --
 ...eInputOneOutputOneFieldFramePushRuntime.java |   55 -
 ...actOneInputOneOutputOneFramePushRuntime.java |  102 --
 .../AbstractOneInputOneOutputPushRuntime.java   |   28 -
 ...AbstractOneInputOneOutputRuntimeFactory.java |   41 -
 .../base/AbstractOneInputPushRuntime.java       |   38 -
 .../base/AbstractOneInputSinkPushRuntime.java   |   34 -
 .../base/AbstractOneInputSourcePushRuntime.java |   42 -
 .../operators/base/SinkRuntimeFactory.java      |   59 -
 .../MicroPreClusteredGroupRuntimeFactory.java   |   92 --
 .../meta/AlgebricksMetaOperatorDescriptor.java  |  150 --
 .../operators/meta/PipelineAssembler.java       |   66 -
 .../operators/meta/SubplanRuntimeFactory.java   |  165 ---
 .../sort/InMemorySortRuntimeFactory.java        |   92 --
 .../operators/std/AssignRuntimeFactory.java     |  161 ---
 .../std/EmptyTupleSourceRuntimeFactory.java     |   57 -
 .../std/NestedTupleSourceRuntimeFactory.java    |   72 -
 .../PartitioningSplitOperatorDescriptor.java    |  168 ---
 .../operators/std/PrinterRuntimeFactory.java    |   60 -
 .../std/RunningAggregateRuntimeFactory.java     |  145 --
 .../operators/std/SinkWriterRuntime.java        |   94 --
 .../operators/std/SinkWriterRuntimeFactory.java |   76 -
 .../std/StreamLimitRuntimeFactory.java          |  154 ---
 .../std/StreamProjectRuntimeFactory.java        |   85 --
 .../std/StreamSelectRuntimeFactory.java         |  138 --
 .../std/StringStreamingRuntimeFactory.java      |  189 ---
 .../operators/std/UnnestRuntimeFactory.java     |  166 ---
 .../ResultSerializerFactoryProvider.java        |   77 --
 .../writers/PrinterBasedWriterFactory.java      |   68 -
 .../writers/SerializedDataWriterFactory.java    |   63 -
 .../TupleCountAggregateFunctionFactory.java     |   66 +
 ...pleCountRunningAggregateFunctionFactory.java |   56 +
 .../runtime/base/AlgebricksPipeline.java        |   49 +
 .../runtime/base/IAggregateEvaluator.java       |   29 +
 .../base/IAggregateEvaluatorFactory.java        |   24 +
 .../runtime/base/ICopyAggregateFunction.java    |   29 +
 .../base/ICopyAggregateFunctionFactory.java     |   24 +
 .../algebricks/runtime/base/ICopyEvaluator.java |   22 +
 .../runtime/base/ICopyEvaluatorFactory.java     |   24 +
 .../base/ICopyRunningAggregateFunction.java     |   24 +
 .../ICopyRunningAggregateFunctionFactory.java   |   25 +
 .../ICopySerializableAggregateFunction.java     |   58 +
 ...opySerializableAggregateFunctionFactory.java |   23 +
 .../runtime/base/ICopyUnnestingFunction.java    |   25 +
 .../base/ICopyUnnestingFunctionFactory.java     |   24 +
 .../algebricks/runtime/base/IPushRuntime.java   |   24 +
 .../runtime/base/IPushRuntimeFactory.java       |   25 +
 .../base/IRunningAggregateEvaluator.java        |   25 +
 .../base/IRunningAggregateEvaluatorFactory.java |   23 +
 .../runtime/base/IScalarEvaluator.java          |   23 +
 .../runtime/base/IScalarEvaluatorFactory.java   |   24 +
 .../runtime/base/IUnnestingEvaluator.java       |   25 +
 .../base/IUnnestingEvaluatorFactory.java        |   24 +
 .../runtime/base/IUnnestingPositionWriter.java  |   22 +
 .../evaluators/ColumnAccessEvalFactory.java     |   61 +
 .../runtime/evaluators/ConstantEvalFactory.java |   57 +
 .../evaluators/ConstantEvaluatorFactory.java    |   48 +
 .../evaluators/TupleFieldEvaluatorFactory.java  |   43 +
 .../aggreg/AggregateRuntimeFactory.java         |  135 ++
 ...estedPlansAccumulatingAggregatorFactory.java |  232 ++++
 .../NestedPlansRunningAggregatorFactory.java    |  242 ++++
 ...SerializableAggregatorDescriptorFactory.java |  163 +++
 ...AlgebricksAccumulatingAggregatorFactory.java |  143 ++
 ...eInputOneOutputOneFieldFramePushRuntime.java |   55 +
 ...actOneInputOneOutputOneFramePushRuntime.java |  102 ++
 .../AbstractOneInputOneOutputPushRuntime.java   |   28 +
 ...AbstractOneInputOneOutputRuntimeFactory.java |   41 +
 .../base/AbstractOneInputPushRuntime.java       |   38 +
 .../base/AbstractOneInputSinkPushRuntime.java   |   34 +
 .../base/AbstractOneInputSourcePushRuntime.java |   42 +
 .../operators/base/SinkRuntimeFactory.java      |   59 +
 .../MicroPreClusteredGroupRuntimeFactory.java   |   92 ++
 .../meta/AlgebricksMetaOperatorDescriptor.java  |  150 ++
 .../operators/meta/PipelineAssembler.java       |   66 +
 .../operators/meta/SubplanRuntimeFactory.java   |  165 +++
 .../sort/InMemorySortRuntimeFactory.java        |   92 ++
 .../operators/std/AssignRuntimeFactory.java     |  161 +++
 .../std/EmptyTupleSourceRuntimeFactory.java     |   57 +
 .../std/NestedTupleSourceRuntimeFactory.java    |   72 +
 .../PartitioningSplitOperatorDescriptor.java    |  168 +++
 .../operators/std/PrinterRuntimeFactory.java    |   60 +
 .../std/RunningAggregateRuntimeFactory.java     |  145 ++
 .../operators/std/SinkWriterRuntime.java        |   94 ++
 .../operators/std/SinkWriterRuntimeFactory.java |   76 +
 .../std/StreamLimitRuntimeFactory.java          |  154 +++
 .../std/StreamProjectRuntimeFactory.java        |   85 ++
 .../std/StreamSelectRuntimeFactory.java         |  138 ++
 .../std/StringStreamingRuntimeFactory.java      |  189 +++
 .../operators/std/UnnestRuntimeFactory.java     |  166 +++
 .../ResultSerializerFactoryProvider.java        |   77 ++
 .../writers/PrinterBasedWriterFactory.java      |   68 +
 .../writers/SerializedDataWriterFactory.java    |   63 +
 .../tests/pushruntime/IntArrayUnnester.java     |   73 -
 .../pushruntime/IntegerAddEvalFactory.java      |   69 -
 .../pushruntime/IntegerConstantEvalFactory.java |   62 -
 .../pushruntime/IntegerEqualsEvalFactory.java   |   58 -
 .../IntegerGreaterThanEvalFactory.java          |   58 -
 .../tests/script/IdentityStreamingScript.java   |   32 -
 .../tests/pushruntime/IntArrayUnnester.java     |   73 +
 .../pushruntime/IntegerAddEvalFactory.java      |   69 +
 .../pushruntime/IntegerConstantEvalFactory.java |   62 +
 .../pushruntime/IntegerEqualsEvalFactory.java   |   58 +
 .../IntegerGreaterThanEvalFactory.java          |   58 +
 .../tests/script/IdentityStreamingScript.java   |   32 +
 .../tests/pushruntime/PushRuntimeTest.java      |  913 ------------
 .../algebricks/tests/tools/WriteValueTest.java  |  111 --
 .../util/AlgebricksHyracksIntegrationUtil.java  |   88 --
 .../tests/pushruntime/PushRuntimeTest.java      |  913 ++++++++++++
 .../algebricks/tests/tools/WriteValueTest.java  |  111 ++
 .../util/AlgebricksHyracksIntegrationUtil.java  |   88 ++
 .../api/application/IApplicationContext.java    |   47 -
 .../api/application/ICCApplicationContext.java  |   62 -
 .../application/ICCApplicationEntryPoint.java   |   21 -
 .../application/IClusterLifecycleListener.java  |   39 -
 .../api/application/INCApplicationContext.java  |   76 -
 .../application/INCApplicationEntryPoint.java   |   23 -
 .../api/application/IStateDumpHandler.java      |   22 -
 .../ics/hyracks/api/channels/IInputChannel.java |   36 -
 .../api/channels/IInputChannelMonitor.java      |   23 -
 .../api/client/ClusterControllerInfo.java       |   45 -
 .../client/HyracksClientInterfaceFunctions.java |  293 ----
 .../HyracksClientInterfaceRemoteProxy.java      |  130 --
 .../hyracks/api/client/HyracksConnection.java   |  189 ---
 .../api/client/IHyracksClientConnection.java    |  187 ---
 .../api/client/IHyracksClientInterface.java     |   55 -
 .../hyracks/api/client/NodeControllerInfo.java  |   55 -
 .../uci/ics/hyracks/api/client/NodeStatus.java  |   20 -
 .../impl/ActivityClusterGraphBuilder.java       |  176 ---
 .../impl/IConnectorDescriptorVisitor.java       |   22 -
 .../client/impl/IOperatorDescriptorVisitor.java |   22 -
 .../client/impl/JobActivityGraphBuilder.java    |  141 --
 ...ionActivityClusterGraphGeneratorFactory.java |  113 --
 .../ics/hyracks/api/client/impl/PlanUtils.java  |   47 -
 .../ics/hyracks/api/comm/FixedSizeFrame.java    |   59 -
 .../ics/hyracks/api/comm/FrameConstants.java    |   48 -
 .../uci/ics/hyracks/api/comm/FrameHelper.java   |   78 --
 .../edu/uci/ics/hyracks/api/comm/IFrame.java    |   60 -
 .../ics/hyracks/api/comm/IFrameAppender.java    |   55 -
 .../hyracks/api/comm/IFrameFieldAppender.java   |   47 -
 .../uci/ics/hyracks/api/comm/IFrameReader.java  |   25 -
 .../hyracks/api/comm/IFrameTupleAccessor.java   |   44 -
 .../hyracks/api/comm/IFrameTupleAppender.java   |   39 -
 .../uci/ics/hyracks/api/comm/IFrameWriter.java  |   79 --
 .../hyracks/api/comm/IPartitionCollector.java   |   42 -
 .../api/comm/IPartitionWriterFactory.java       |   21 -
 .../ics/hyracks/api/comm/NetworkAddress.java    |   98 --
 .../hyracks/api/comm/NoShrinkVSizeFrame.java    |   31 -
 .../ics/hyracks/api/comm/PartitionChannel.java  |   37 -
 .../uci/ics/hyracks/api/comm/VSizeFrame.java    |   76 -
 .../ics/hyracks/api/constraints/Constraint.java |   46 -
 .../api/constraints/IConstraintAcceptor.java    |   19 -
 .../constraints/PartitionConstraintHelper.java  |   44 -
 .../expressions/ConstantExpression.java         |   45 -
 .../expressions/ConstraintExpression.java       |   41 -
 .../expressions/LValueConstraintExpression.java |   19 -
 .../expressions/PartitionCountExpression.java   |   72 -
 .../PartitionLocationExpression.java            |   81 --
 .../uci/ics/hyracks/api/context/ICCContext.java |   30 -
 .../api/context/IHyracksCommonContext.java      |   22 -
 .../api/context/IHyracksFrameMgrContext.java    |   39 -
 .../api/context/IHyracksJobletContext.java      |   35 -
 .../api/context/IHyracksRootContext.java        |   26 -
 .../api/context/IHyracksTaskContext.java        |   36 -
 .../ics/hyracks/api/dataflow/ActivityId.java    |   94 --
 .../api/dataflow/ConnectorDescriptorId.java     |   78 --
 .../uci/ics/hyracks/api/dataflow/IActivity.java |   28 -
 .../api/dataflow/IActivityGraphBuilder.java     |   25 -
 .../api/dataflow/IConnectorDescriptor.java      |  135 --
 .../ics/hyracks/api/dataflow/IDataReader.java   |   39 -
 .../ics/hyracks/api/dataflow/IDataWriter.java   |   48 -
 .../api/dataflow/IOpenableDataReader.java       |   21 -
 .../api/dataflow/IOpenableDataWriter.java       |   21 -
 .../api/dataflow/IOperatorDescriptor.java       |   93 --
 .../api/dataflow/IOperatorNodePullable.java     |   19 -
 .../api/dataflow/IOperatorNodePushable.java     |   34 -
 .../api/dataflow/OperatorDescriptorId.java      |   85 --
 .../api/dataflow/OperatorInstanceId.java        |   65 -
 .../ics/hyracks/api/dataflow/TaskAttemptId.java |   93 --
 .../uci/ics/hyracks/api/dataflow/TaskId.java    |   93 --
 .../connectors/ConnectorPolicyFactory.java      |   66 -
 .../dataflow/connectors/IConnectorPolicy.java   |   27 -
 .../IConnectorPolicyAssignmentPolicy.java       |   24 -
 .../connectors/PipeliningConnectorPolicy.java   |   39 -
 ...SideMaterializedBlockingConnectorPolicy.java |   39 -
 ...deMaterializedPipeliningConnectorPolicy.java |   39 -
 ...SideMaterializedBlockingConnectorPolicy.java |   39 -
 ...deMaterializedPipeliningConnectorPolicy.java |   39 -
 ...SideMaterializedBlockingConnectorPolicy.java |   40 -
 .../api/dataflow/state/IStateObject.java        |   33 -
 .../value/BinaryComparatorConstant.java         |   30 -
 .../api/dataflow/value/IBinaryComparator.java   |   21 -
 .../value/IBinaryComparatorFactory.java         |   21 -
 .../api/dataflow/value/IBinaryHashFunction.java |   21 -
 .../value/IBinaryHashFunctionFactory.java       |   21 -
 .../value/IBinaryHashFunctionFamily.java        |   21 -
 .../hyracks/api/dataflow/value/IComparator.java |   19 -
 .../api/dataflow/value/IComparatorFactory.java  |   21 -
 .../api/dataflow/value/IHashFunction.java       |   21 -
 .../dataflow/value/IHashFunctionFactory.java    |   21 -
 .../dataflow/value/ILinearizeComparator.java    |   20 -
 .../value/ILinearizeComparatorFactory.java      |   19 -
 .../dataflow/value/INormalizedKeyComputer.java  |   19 -
 .../value/INormalizedKeyComputerFactory.java    |   21 -
 .../hyracks/api/dataflow/value/INullWriter.java |   23 -
 .../api/dataflow/value/INullWriterFactory.java  |   21 -
 .../api/dataflow/value/IPredicateEvaluator.java |   25 -
 .../value/IPredicateEvaluatorFactory.java       |   26 -
 .../IPredicateEvaluatorFactoryProvider.java     |   26 -
 .../value/IRecordDescriptorProvider.java        |   23 -
 .../api/dataflow/value/IResultSerializer.java   |   38 -
 .../value/IResultSerializerFactory.java         |   29 -
 .../dataflow/value/ISerializerDeserializer.java |   48 -
 .../dataflow/value/ITuplePairComparator.java    |   25 -
 .../value/ITuplePairComparatorFactory.java      |   23 -
 .../dataflow/value/ITuplePartitionComputer.java |   22 -
 .../value/ITuplePartitionComputerFactory.java   |   21 -
 .../value/ITuplePartitionComputerFamily.java    |   21 -
 .../hyracks/api/dataflow/value/ITypeTraits.java |   23 -
 .../api/dataflow/value/JSONSerializable.java    |   27 -
 .../api/dataflow/value/RecordDescriptor.java    |   49 -
 .../api/dataset/DatasetDirectoryRecord.java     |  100 --
 .../hyracks/api/dataset/DatasetJobRecord.java   |   68 -
 .../dataset/IDatasetInputChannelMonitor.java    |   27 -
 .../hyracks/api/dataset/IDatasetManager.java    |   28 -
 .../api/dataset/IDatasetPartitionManager.java   |   45 -
 .../api/dataset/IDatasetStateRecord.java        |   19 -
 .../hyracks/api/dataset/IHyracksDataset.java    |   22 -
 ...yracksDatasetDirectoryServiceConnection.java |   47 -
 ...HyracksDatasetDirectoryServiceInterface.java |   47 -
 .../api/dataset/IHyracksDatasetReader.java      |   25 -
 .../ics/hyracks/api/dataset/ResultSetId.java    |   52 -
 .../hyracks/api/dataset/ResultSetMetaData.java  |   34 -
 .../hyracks/api/deployment/DeploymentId.java    |   78 --
 .../api/exceptions/HyracksDataException.java    |   44 -
 .../api/exceptions/HyracksException.java        |   36 -
 .../uci/ics/hyracks/api/io/FileReference.java   |   65 -
 .../edu/uci/ics/hyracks/api/io/IFileHandle.java |   22 -
 .../edu/uci/ics/hyracks/api/io/IIOFuture.java   |   23 -
 .../edu/uci/ics/hyracks/api/io/IIOManager.java  |   53 -
 .../uci/ics/hyracks/api/io/IODeviceHandle.java  |   47 -
 .../hyracks/api/io/IWorkspaceFileFactory.java   |   23 -
 .../edu/uci/ics/hyracks/api/io/IWritable.java   |   30 -
 .../ics/hyracks/api/job/ActivityCluster.java    |  232 ----
 .../hyracks/api/job/ActivityClusterGraph.java   |  172 ---
 .../ics/hyracks/api/job/ActivityClusterId.java  |   77 --
 .../api/job/IActivityClusterGraphGenerator.java |   25 -
 .../IActivityClusterGraphGeneratorFactory.java  |   28 -
 .../api/job/IConnectorDescriptorRegistry.java   |   22 -
 .../hyracks/api/job/IGlobalJobDataFactory.java  |   23 -
 .../hyracks/api/job/IJobLifecycleListener.java  |   25 -
 .../api/job/IJobSerializerDeserializer.java     |   70 -
 .../IJobSerializerDeserializerContainer.java    |   45 -
 .../hyracks/api/job/IJobletEventListener.java   |   21 -
 .../api/job/IJobletEventListenerFactory.java    |   23 -
 .../api/job/IOperatorDescriptorRegistry.java    |   22 -
 .../hyracks/api/job/IOperatorEnvironment.java   |   23 -
 .../ics/hyracks/api/job/JobActivityGraph.java   |  105 --
 .../edu/uci/ics/hyracks/api/job/JobFlag.java    |   19 -
 .../java/edu/uci/ics/hyracks/api/job/JobId.java |   84 --
 .../edu/uci/ics/hyracks/api/job/JobInfo.java    |   50 -
 .../api/job/JobSerializerDeserializer.java      |   64 -
 .../job/JobSerializerDeserializerContainer.java |   52 -
 .../ics/hyracks/api/job/JobSpecification.java   |  409 ------
 .../edu/uci/ics/hyracks/api/job/JobStatus.java  |   22 -
 .../api/job/profiling/counters/ICounter.java    |   49 -
 .../job/profiling/counters/ICounterContext.java |   35 -
 .../api/lifecycle/ILifeCycleComponent.java      |   27 -
 .../lifecycle/ILifeCycleComponentManager.java   |   35 -
 .../lifecycle/LifeCycleComponentManager.java    |  169 ---
 .../uci/ics/hyracks/api/messages/IMessage.java  |   24 -
 .../hyracks/api/messages/IMessageBroker.java    |   24 -
 .../ics/hyracks/api/partitions/IPartition.java  |   27 -
 .../ics/hyracks/api/partitions/PartitionId.java |  127 --
 .../api/partitions/ResultSetPartitionId.java    |   87 --
 .../api/replication/IIOReplicationManager.java  |   27 -
 .../api/replication/IReplicationJob.java        |   45 -
 .../impl/AbstractReplicationJob.java            |   54 -
 .../hyracks/api/resources/IDeallocatable.java   |   19 -
 .../api/resources/IDeallocatableRegistry.java   |   19 -
 .../api/resources/memory/IMemoryManager.java    |   25 -
 .../rewriter/ActivityClusterGraphRewriter.java  |  381 -----
 .../OneToOneConnectedActivityCluster.java       |  122 --
 .../api/rewriter/runtime/SuperActivity.java     |  177 ---
 .../SuperActivityOperatorNodePushable.java      |  196 ---
 .../hyracks/api/topology/ClusterTopology.java   |   36 -
 .../hyracks/api/topology/NetworkEndpoint.java   |   46 -
 .../ics/hyracks/api/topology/NetworkSwitch.java |  108 --
 .../hyracks/api/topology/NetworkTerminal.java   |   30 -
 .../api/topology/TopologyDefinitionParser.java  |  135 --
 .../api/util/JavaSerializationUtils.java        |  117 --
 .../api/application/IApplicationContext.java    |   47 +
 .../api/application/ICCApplicationContext.java  |   62 +
 .../application/ICCApplicationEntryPoint.java   |   21 +
 .../application/IClusterLifecycleListener.java  |   39 +
 .../api/application/INCApplicationContext.java  |   76 +
 .../application/INCApplicationEntryPoint.java   |   23 +
 .../api/application/IStateDumpHandler.java      |   22 +
 .../hyracks/api/channels/IInputChannel.java     |   36 +
 .../api/channels/IInputChannelMonitor.java      |   23 +
 .../api/client/ClusterControllerInfo.java       |   45 +
 .../client/HyracksClientInterfaceFunctions.java |  293 ++++
 .../HyracksClientInterfaceRemoteProxy.java      |  130 ++
 .../hyracks/api/client/HyracksConnection.java   |  189 +++
 .../api/client/IHyracksClientConnection.java    |  187 +++
 .../api/client/IHyracksClientInterface.java     |   55 +
 .../hyracks/api/client/NodeControllerInfo.java  |   55 +
 .../apache/hyracks/api/client/NodeStatus.java   |   20 +
 .../impl/ActivityClusterGraphBuilder.java       |  176 +++
 .../impl/IConnectorDescriptorVisitor.java       |   22 +
 .../client/impl/IOperatorDescriptorVisitor.java |   22 +
 .../client/impl/JobActivityGraphBuilder.java    |  141 ++
 ...ionActivityClusterGraphGeneratorFactory.java |  113 ++
 .../hyracks/api/client/impl/PlanUtils.java      |   47 +
 .../apache/hyracks/api/comm/FixedSizeFrame.java |   59 +
 .../apache/hyracks/api/comm/FrameConstants.java |   48 +
 .../apache/hyracks/api/comm/FrameHelper.java    |   78 ++
 .../org/apache/hyracks/api/comm/IFrame.java     |   60 +
 .../apache/hyracks/api/comm/IFrameAppender.java |   55 +
 .../hyracks/api/comm/IFrameFieldAppender.java   |   47 +
 .../apache/hyracks/api/comm/IFrameReader.java   |   25 +
 .../hyracks/api/comm/IFrameTupleAccessor.java   |   44 +
 .../hyracks/api/comm/IFrameTupleAppender.java   |   39 +
 .../apache/hyracks/api/comm/IFrameWriter.java   |   79 ++
 .../hyracks/api/comm/IPartitionCollector.java   |   42 +
 .../api/comm/IPartitionWriterFactory.java       |   21 +
 .../apache/hyracks/api/comm/NetworkAddress.java |   98 ++
 .../hyracks/api/comm/NoShrinkVSizeFrame.java    |   31 +
 .../hyracks/api/comm/PartitionChannel.java      |   37 +
 .../org/apache/hyracks/api/comm/VSizeFrame.java |   76 +
 .../hyracks/api/constraints/Constraint.java     |   46 +
 .../api/constraints/IConstraintAcceptor.java    |   19 +
 .../constraints/PartitionConstraintHelper.java  |   44 +
 .../expressions/ConstantExpression.java         |   45 +
 .../expressions/ConstraintExpression.java       |   41 +
 .../expressions/LValueConstraintExpression.java |   19 +
 .../expressions/PartitionCountExpression.java   |   72 +
 .../PartitionLocationExpression.java            |   81 ++
 .../apache/hyracks/api/context/ICCContext.java  |   30 +
 .../api/context/IHyracksCommonContext.java      |   22 +
 .../api/context/IHyracksFrameMgrContext.java    |   39 +
 .../api/context/IHyracksJobletContext.java      |   35 +
 .../api/context/IHyracksRootContext.java        |   26 +
 .../api/context/IHyracksTaskContext.java        |   36 +
 .../apache/hyracks/api/dataflow/ActivityId.java |   94 ++
 .../api/dataflow/ConnectorDescriptorId.java     |   78 ++
 .../apache/hyracks/api/dataflow/IActivity.java  |   28 +
 .../api/dataflow/IActivityGraphBuilder.java     |   25 +
 .../api/dataflow/IConnectorDescriptor.java      |  135 ++
 .../hyracks/api/dataflow/IDataReader.java       |   39 +
 .../hyracks/api/dataflow/IDataWriter.java       |   48 +
 .../api/dataflow/IOpenableDataReader.java       |   21 +
 .../api/dataflow/IOpenableDataWriter.java       |   21 +
 .../api/dataflow/IOperatorDescriptor.java       |   93 ++
 .../api/dataflow/IOperatorNodePullable.java     |   19 +
 .../api/dataflow/IOperatorNodePushable.java     |   34 +
 .../api/dataflow/OperatorDescriptorId.java      |   85 ++
 .../api/dataflow/OperatorInstanceId.java        |   65 +
 .../hyracks/api/dataflow/TaskAttemptId.java     |   93 ++
 .../org/apache/hyracks/api/dataflow/TaskId.java |   93 ++
 .../connectors/ConnectorPolicyFactory.java      |   66 +
 .../dataflow/connectors/IConnectorPolicy.java   |   27 +
 .../IConnectorPolicyAssignmentPolicy.java       |   24 +
 .../connectors/PipeliningConnectorPolicy.java   |   39 +
 ...SideMaterializedBlockingConnectorPolicy.java |   39 +
 ...deMaterializedPipeliningConnectorPolicy.java |   39 +
 ...SideMaterializedBlockingConnectorPolicy.java |   39 +
 ...deMaterializedPipeliningConnectorPolicy.java |   39 +
 ...SideMaterializedBlockingConnectorPolicy.java |   40 +
 .../api/dataflow/state/IStateObject.java        |   33 +
 .../value/BinaryComparatorConstant.java         |   30 +
 .../api/dataflow/value/IBinaryComparator.java   |   21 +
 .../value/IBinaryComparatorFactory.java         |   21 +
 .../api/dataflow/value/IBinaryHashFunction.java |   21 +
 .../value/IBinaryHashFunctionFactory.java       |   21 +
 .../value/IBinaryHashFunctionFamily.java        |   21 +
 .../hyracks/api/dataflow/value/IComparator.java |   19 +
 .../api/dataflow/value/IComparatorFactory.java  |   21 +
 .../api/dataflow/value/IHashFunction.java       |   21 +
 .../dataflow/value/IHashFunctionFactory.java    |   21 +
 .../dataflow/value/ILinearizeComparator.java    |   20 +
 .../value/ILinearizeComparatorFactory.java      |   19 +
 .../dataflow/value/INormalizedKeyComputer.java  |   19 +
 .../value/INormalizedKeyComputerFactory.java    |   21 +
 .../hyracks/api/dataflow/value/INullWriter.java |   23 +
 .../api/dataflow/value/INullWriterFactory.java  |   21 +
 .../api/dataflow/value/IPredicateEvaluator.java |   25 +
 .../value/IPredicateEvaluatorFactory.java       |   26 +
 .../IPredicateEvaluatorFactoryProvider.java     |   26 +
 .../value/IRecordDescriptorProvider.java        |   23 +
 .../api/dataflow/value/IResultSerializer.java   |   38 +
 .../value/IResultSerializerFactory.java         |   29 +
 .../dataflow/value/ISerializerDeserializer.java |   48 +
 .../dataflow/value/ITuplePairComparator.java    |   25 +
 .../value/ITuplePairComparatorFactory.java      |   23 +
 .../dataflow/value/ITuplePartitionComputer.java |   22 +
 .../value/ITuplePartitionComputerFactory.java   |   21 +
 .../value/ITuplePartitionComputerFamily.java    |   21 +
 .../hyracks/api/dataflow/value/ITypeTraits.java |   23 +
 .../api/dataflow/value/JSONSerializable.java    |   27 +
 .../api/dataflow/value/RecordDescriptor.java    |   49 +
 .../api/dataset/DatasetDirectoryRecord.java     |  100 ++
 .../hyracks/api/dataset/DatasetJobRecord.java   |   68 +
 .../dataset/IDatasetInputChannelMonitor.java    |   27 +
 .../hyracks/api/dataset/IDatasetManager.java    |   28 +
 .../api/dataset/IDatasetPartitionManager.java   |   45 +
 .../api/dataset/IDatasetStateRecord.java        |   19 +
 .../hyracks/api/dataset/IHyracksDataset.java    |   22 +
 ...yracksDatasetDirectoryServiceConnection.java |   47 +
 ...HyracksDatasetDirectoryServiceInterface.java |   47 +
 .../api/dataset/IHyracksDatasetReader.java      |   25 +
 .../apache/hyracks/api/dataset/ResultSetId.java |   52 +
 .../hyracks/api/dataset/ResultSetMetaData.java  |   34 +
 .../hyracks/api/deployment/DeploymentId.java    |   78 ++
 .../api/exceptions/HyracksDataException.java    |   44 +
 .../api/exceptions/HyracksException.java        |   36 +
 .../apache/hyracks/api/io/FileReference.java    |   65 +
 .../org/apache/hyracks/api/io/IFileHandle.java  |   22 +
 .../org/apache/hyracks/api/io/IIOFuture.java    |   23 +
 .../org/apache/hyracks/api/io/IIOManager.java   |   53 +
 .../apache/hyracks/api/io/IODeviceHandle.java   |   47 +
 .../hyracks/api/io/IWorkspaceFileFactory.java   |   23 +
 .../org/apache/hyracks/api/io/IWritable.java    |   30 +
 .../apache/hyracks/api/job/ActivityCluster.java |  232 ++++
 .../hyracks/api/job/ActivityClusterGraph.java   |  172 +++
 .../hyracks/api/job/ActivityClusterId.java      |   77 ++
 .../api/job/IActivityClusterGraphGenerator.java |   25 +
 .../IActivityClusterGraphGeneratorFactory.java  |   28 +
 .../api/job/IConnectorDescriptorRegistry.java   |   22 +
 .../hyracks/api/job/IGlobalJobDataFactory.java  |   23 +
 .../hyracks/api/job/IJobLifecycleListener.java  |   25 +
 .../api/job/IJobSerializerDeserializer.java     |   70 +
 .../IJobSerializerDeserializerContainer.java    |   45 +
 .../hyracks/api/job/IJobletEventListener.java   |   21 +
 .../api/job/IJobletEventListenerFactory.java    |   23 +
 .../api/job/IOperatorDescriptorRegistry.java    |   22 +
 .../hyracks/api/job/IOperatorEnvironment.java   |   23 +
 .../hyracks/api/job/JobActivityGraph.java       |  105 ++
 .../org/apache/hyracks/api/job/JobFlag.java     |   19 +
 .../java/org/apache/hyracks/api/job/JobId.java  |   84 ++
 .../org/apache/hyracks/api/job/JobInfo.java     |   50 +
 .../api/job/JobSerializerDeserializer.java      |   64 +
 .../job/JobSerializerDeserializerContainer.java |   52 +
 .../hyracks/api/job/JobSpecification.java       |  409 ++++++
 .../org/apache/hyracks/api/job/JobStatus.java   |   22 +
 .../api/job/profiling/counters/ICounter.java    |   49 +
 .../job/profiling/counters/ICounterContext.java |   35 +
 .../api/lifecycle/ILifeCycleComponent.java      |   27 +
 .../lifecycle/ILifeCycleComponentManager.java   |   35 +
 .../lifecycle/LifeCycleComponentManager.java    |  169 +++
 .../apache/hyracks/api/messages/IMessage.java   |   24 +
 .../hyracks/api/messages/IMessageBroker.java    |   24 +
 .../hyracks/api/partitions/IPartition.java      |   27 +
 .../hyracks/api/partitions/PartitionId.java     |  127 ++
 .../api/partitions/ResultSetPartitionId.java    |   87 ++
 .../api/replication/IIOReplicationManager.java  |   27 +
 .../api/replication/IReplicationJob.java        |   45 +
 .../impl/AbstractReplicationJob.java            |   54 +
 .../hyracks/api/resources/IDeallocatable.java   |   19 +
 .../api/resources/IDeallocatableRegistry.java   |   19 +
 .../api/resources/memory/IMemoryManager.java    |   25 +
 .../rewriter/ActivityClusterGraphRewriter.java  |  381 +++++
 .../OneToOneConnectedActivityCluster.java       |  122 ++
 .../api/rewriter/runtime/SuperActivity.java     |  177 +++
 .../SuperActivityOperatorNodePushable.java      |  196 +++
 .../hyracks/api/topology/ClusterTopology.java   |   36 +
 .../hyracks/api/topology/NetworkEndpoint.java   |   46 +
 .../hyracks/api/topology/NetworkSwitch.java     |  108 ++
 .../hyracks/api/topology/NetworkTerminal.java   |   30 +
 .../api/topology/TopologyDefinitionParser.java  |  135 ++
 .../api/util/JavaSerializationUtils.java        |  117 ++
 .../client/dataset/DatasetClientContext.java    |   34 -
 .../hyracks/client/dataset/HyracksDataset.java  |   56 -
 ...yracksDatasetDirectoryServiceConnection.java |   53 -
 ...setDirectoryServiceInterfaceRemoteProxy.java |   51 -
 .../client/dataset/HyracksDatasetReader.java    |  258 ----
 .../client/net/ClientNetworkManager.java        |   56 -
 .../hyracks/client/stats/AggregateCounter.java  |   58 -
 .../uci/ics/hyracks/client/stats/Counters.java  |   34 -
 .../client/stats/IClusterCounterContext.java    |   25 -
 .../client/stats/impl/ClientCounterContext.java |  274 ----
 .../client/dataset/DatasetClientContext.java    |   34 +
 .../hyracks/client/dataset/HyracksDataset.java  |   56 +
 ...yracksDatasetDirectoryServiceConnection.java |   53 +
 ...setDirectoryServiceInterfaceRemoteProxy.java |   51 +
 .../client/dataset/HyracksDatasetReader.java    |  258 ++++
 .../client/net/ClientNetworkManager.java        |   56 +
 .../hyracks/client/stats/AggregateCounter.java  |   58 +
 .../apache/hyracks/client/stats/Counters.java   |   34 +
 .../client/stats/IClusterCounterContext.java    |   25 +
 .../client/stats/impl/ClientCounterContext.java |  274 ++++
 .../client/stats/ClientCounterContextTest.java  |   52 -
 .../ics/hyracks/client/stats/HyracksUtils.java  |   99 --
 .../client/stats/ClientCounterContextTest.java  |   52 +
 .../hyracks/client/stats/HyracksUtils.java      |   99 ++
 .../channels/DatasetNetworkInputChannel.java    |  150 --
 .../channels/IChannelConnectionFactory.java     |   24 -
 .../comm/channels/NetworkInputChannel.java      |  141 --
 .../comm/channels/NetworkOutputChannel.java     |  116 --
 .../comm/channels/ReadBufferFactory.java        |   51 -
 .../channels/DatasetNetworkInputChannel.java    |  150 ++
 .../channels/IChannelConnectionFactory.java     |   24 +
 .../comm/channels/NetworkInputChannel.java      |  141 ++
 .../comm/channels/NetworkOutputChannel.java     |  116 ++
 .../comm/channels/ReadBufferFactory.java        |   51 +
 .../uci/ics/hyracks/control/cc/CCDriver.java    |   43 -
 .../control/cc/ClusterControllerService.java    |  637 ---------
 .../hyracks/control/cc/NodeControllerState.java |  320 -----
 .../HyracksAdminConsoleApplication.java         |   39 -
 .../cc/adminconsole/pages/AbstractPage.java     |   27 -
 .../cc/adminconsole/pages/IndexPage.java        |   86 --
 .../cc/adminconsole/pages/JobDetailsPage.java   |  330 -----
 .../cc/adminconsole/pages/NodeDetailsPage.java  |   24 -
 .../cc/application/CCApplicationContext.java    |  106 --
 .../cc/dataset/DatasetDirectoryService.java     |  295 ----
 .../cc/dataset/IDatasetDirectoryService.java    |   46 -
 .../control/cc/job/ActivityClusterPlan.java     |   38 -
 .../hyracks/control/cc/job/ActivityPlan.java    |   39 -
 .../cc/job/IJobStatusConditionVariable.java     |   19 -
 .../uci/ics/hyracks/control/cc/job/JobRun.java  |  399 ------
 .../uci/ics/hyracks/control/cc/job/Task.java    |   68 -
 .../ics/hyracks/control/cc/job/TaskAttempt.java |  102 --
 .../ics/hyracks/control/cc/job/TaskCluster.java |   90 --
 .../control/cc/job/TaskClusterAttempt.java      |  101 --
 .../hyracks/control/cc/job/TaskClusterId.java   |   73 -
 .../cc/partitions/PartitionMatchMaker.java      |  207 ---
 .../control/cc/partitions/PartitionUtils.java   |   39 -
 .../cc/scheduler/ActivityClusterPlanner.java    |  444 ------
 .../cc/scheduler/ActivityPartitionDetails.java  |   49 -
 .../control/cc/scheduler/JobScheduler.java      |  748 ----------
 .../cc/scheduler/PartitionConstraintSolver.java |  125 --
 .../cc/scheduler/RankedRunnableTaskCluster.java |   47 -
 .../control/cc/scheduler/Runnability.java       |  101 --
 .../cc/web/ApplicationInstallationHandler.java  |  121 --
 .../control/cc/web/JobsRESTAPIFunction.java     |   66 -
 .../control/cc/web/NodesRESTAPIFunction.java    |   50 -
 .../cc/web/StateDumpRESTAPIFunction.java        |   47 -
 .../ics/hyracks/control/cc/web/WebServer.java   |  124 --
 .../cc/web/util/IJSONOutputFunction.java        |   21 -
 .../cc/web/util/JSONOutputRequestHandler.java   |   53 -
 .../hyracks/control/cc/web/util/JSONUtils.java  |   32 -
 .../control/cc/web/util/RoutingHandler.java     |   65 -
 .../control/cc/work/AbstractHeartbeatWork.java  |   49 -
 .../cc/work/AbstractTaskLifecycleWork.java      |   75 -
 .../control/cc/work/ApplicationMessageWork.java |   66 -
 .../control/cc/work/CliDeployBinaryWork.java    |  108 --
 .../control/cc/work/CliUnDeployBinaryWork.java  |  104 --
 .../control/cc/work/ClusterShutdownWork.java    |  102 --
 .../control/cc/work/GatherStateDumpsWork.java   |   98 --
 .../work/GetActivityClusterGraphJSONWork.java   |   50 -
 .../GetDatasetDirectoryServiceInfoWork.java     |   41 -
 .../cc/work/GetIpAddressNodeNameMapWork.java    |   37 -
 .../hyracks/control/cc/work/GetJobInfoWork.java |   49 -
 .../control/cc/work/GetJobRunJSONWork.java      |   50 -
 .../control/cc/work/GetJobStatusWork.java       |   48 -
 .../cc/work/GetJobSummariesJSONWork.java        |   58 -
 .../cc/work/GetNodeControllersInfoWork.java     |   47 -
 .../control/cc/work/GetNodeDetailsJSONWork.java |   46 -
 .../cc/work/GetNodeSummariesJSONWork.java       |   42 -
 .../work/GetResultPartitionLocationsWork.java   |   67 -
 .../control/cc/work/GetResultStatusWork.java    |   56 -
 .../hyracks/control/cc/work/JobCleanupWork.java |  138 --
 .../hyracks/control/cc/work/JobStartWork.java   |   74 -
 .../cc/work/JobletCleanupNotificationWork.java  |   72 -
 .../control/cc/work/NodeHeartbeatWork.java      |   37 -
 .../control/cc/work/NotifyDeployBinaryWork.java |   52 -
 .../control/cc/work/NotifyShutdownWork.java     |   47 -
 .../cc/work/NotifyStateDumpResponse.java        |   41 -
 .../control/cc/work/RegisterNodeWork.java       |   90 --
 .../work/RegisterPartitionAvailibilityWork.java |   62 -
 .../cc/work/RegisterPartitionRequestWork.java   |   59 -
 .../RegisterResultPartitionLocationWork.java    |   63 -
 .../control/cc/work/RemoveDeadNodesWork.java    |   77 --
 .../control/cc/work/ReportProfilesWork.java     |   52 -
 .../work/ReportResultPartitionFailureWork.java  |   47 -
 ...eportResultPartitionWriteCompletionWork.java |   48 -
 .../control/cc/work/TaskCompleteWork.java       |   62 -
 .../control/cc/work/TaskFailureWork.java        |   47 -
 .../control/cc/work/UnregisterNodeWork.java     |   37 -
 .../cc/work/WaitForJobCompletionWork.java       |   80 --
 .../org/apache/hyracks/control/cc/CCDriver.java |   43 +
 .../control/cc/ClusterControllerService.java    |  637 +++++++++
 .../hyracks/control/cc/NodeControllerState.java |  320 +++++
 .../HyracksAdminConsoleApplication.java         |   39 +
 .../cc/adminconsole/pages/AbstractPage.java     |   27 +
 .../cc/adminconsole/pages/IndexPage.java        |   86 ++
 .../cc/adminconsole/pages/JobDetailsPage.java   |  330 +++++
 .../cc/adminconsole/pages/NodeDetailsPage.java  |   24 +
 .../cc/application/CCApplicationContext.java    |  106 ++
 .../cc/dataset/DatasetDirectoryService.java     |  295 ++++
 .../cc/dataset/IDatasetDirectoryService.java    |   46 +
 .../control/cc/job/ActivityClusterPlan.java     |   38 +
 .../hyracks/control/cc/job/ActivityPlan.java    |   39 +
 .../cc/job/IJobStatusConditionVariable.java     |   19 +
 .../apache/hyracks/control/cc/job/JobRun.java   |  399 ++++++
 .../org/apache/hyracks/control/cc/job/Task.java |   68 +
 .../hyracks/control/cc/job/TaskAttempt.java     |  102 ++
 .../hyracks/control/cc/job/TaskCluster.java     |   90 ++
 .../control/cc/job/TaskClusterAttempt.java      |  101 ++
 .../hyracks/control/cc/job/TaskClusterId.java   |   73 +
 .../cc/partitions/PartitionMatchMaker.java      |  207 +++
 .../control/cc/partitions/PartitionUtils.java   |   39 +
 .../cc/scheduler/ActivityClusterPlanner.java    |  444 ++++++
 .../cc/scheduler/ActivityPartitionDetails.java  |   49 +
 .../control/cc/scheduler/JobScheduler.java      |  748 ++++++++++
 .../cc/scheduler/PartitionConstraintSolver.java |  125 ++
 .../cc/scheduler/RankedRunnableTaskCluster.java |   47 +
 .../control/cc/scheduler/Runnability.java       |  101 ++
 .../cc/web/ApplicationInstallationHandler.java  |  121 ++
 .../control/cc/web/JobsRESTAPIFunction.java     |   66 +
 .../control/cc/web/NodesRESTAPIFunction.java    |   50 +
 .../cc/web/StateDumpRESTAPIFunction.java        |   47 +
 .../hyracks/control/cc/web/WebServer.java       |  124 ++
 .../cc/web/util/IJSONOutputFunction.java        |   21 +
 .../cc/web/util/JSONOutputRequestHandler.java   |   53 +
 .../hyracks/control/cc/web/util/JSONUtils.java  |   32 +
 .../control/cc/web/util/RoutingHandler.java     |   65 +
 .../control/cc/work/AbstractHeartbeatWork.java  |   49 +
 .../cc/work/AbstractTaskLifecycleWork.java      |   75 +
 .../control/cc/work/ApplicationMessageWork.java |   66 +
 .../control/cc/work/CliDeployBinaryWork.java    |  108 ++
 .../control/cc/work/CliUnDeployBinaryWork.java  |  104 ++
 .../control/cc/work/ClusterShutdownWork.java    |  102 ++
 .../control/cc/work/GatherStateDumpsWork.java   |   98 ++
 .../work/GetActivityClusterGraphJSONWork.java   |   50 +
 .../GetDatasetDirectoryServiceInfoWork.java     |   41 +
 .../cc/work/GetIpAddressNodeNameMapWork.java    |   37 +
 .../hyracks/control/cc/work/GetJobInfoWork.java |   49 +
 .../control/cc/work/GetJobRunJSONWork.java      |   50 +
 .../control/cc/work/GetJobStatusWork.java       |   48 +
 .../cc/work/GetJobSummariesJSONWork.java        |   58 +
 .../cc/work/GetNodeControllersInfoWork.java     |   47 +
 .../control/cc/work/GetNodeDetailsJSONWork.java |   46 +
 .../cc/work/GetNodeSummariesJSONWork.java       |   42 +
 .../work/GetResultPartitionLocationsWork.java   |   67 +
 .../control/cc/work/GetResultStatusWork.java    |   56 +
 .../hyracks/control/cc/work/JobCleanupWork.java |  138 ++
 .../hyracks/control/cc/work/JobStartWork.java   |   74 +
 .../cc/work/JobletCleanupNotificationWork.java  |   72 +
 .../control/cc/work/NodeHeartbeatWork.java      |   37 +
 .../control/cc/work/NotifyDeployBinaryWork.java |   52 +
 .../control/cc/work/NotifyShutdownWork.java     |   47 +
 .../cc/work/NotifyStateDumpResponse.java        |   41 +
 .../control/cc/work/RegisterNodeWork.java       |   90 ++
 .../work/RegisterPartitionAvailibilityWork.java |   62 +
 .../cc/work/RegisterPartitionRequestWork.java   |   59 +
 .../RegisterResultPartitionLocationWork.java    |   63 +
 .../control/cc/work/RemoveDeadNodesWork.java    |   77 ++
 .../control/cc/work/ReportProfilesWork.java     |   52 +
 .../work/ReportResultPartitionFailureWork.java  |   47 +
 ...eportResultPartitionWriteCompletionWork.java |   48 +
 .../control/cc/work/TaskCompleteWork.java       |   62 +
 .../control/cc/work/TaskFailureWork.java        |   47 +
 .../control/cc/work/UnregisterNodeWork.java     |   37 +
 .../cc/work/WaitForJobCompletionWork.java       |   80 ++
 .../control/common/AbstractRemoteService.java   |   22 -
 .../common/application/ApplicationContext.java  |   73 -
 .../common/application/ApplicationStatus.java   |   23 -
 .../control/common/base/IClusterController.java |   69 -
 .../control/common/base/INodeController.java    |   51 -
 .../control/common/context/ServerContext.java   |   40 -
 .../control/common/controllers/CCConfig.java    |  116 --
 .../control/common/controllers/NCConfig.java    |  188 ---
 .../common/controllers/NodeParameters.java      |   63 -
 .../common/controllers/NodeRegistration.java    |  159 ---
 .../common/dataset/ResultStateSweeper.java      |   78 --
 .../ClassLoaderJobSerializerDeserializer.java   |  106 --
 .../common/deployment/DeploymentRun.java        |   62 -
 .../common/deployment/DeploymentStatus.java     |   21 -
 .../common/deployment/DeploymentUtils.java      |  225 ---
 .../IDeploymentStatusConditionVariable.java     |   32 -
 .../control/common/heartbeat/HeartbeatData.java |  130 --
 .../common/heartbeat/HeartbeatSchema.java       |   45 -
 .../control/common/ipc/CCNCFunctions.java       | 1309 ------------------
 .../ipc/ClusterControllerRemoteProxy.java       |  153 --
 .../common/ipc/NodeControllerRemoteProxy.java   |   93 --
 .../control/common/job/PartitionDescriptor.java |   71 -
 .../control/common/job/PartitionRequest.java    |   61 -
 .../control/common/job/PartitionState.java      |   31 -
 .../common/job/TaskAttemptDescriptor.java       |  157 ---
 .../common/job/profiling/counters/Counter.java  |   51 -
 .../counters/MultiResolutionEventProfiler.java  |  121 --
 .../job/profiling/om/AbstractProfile.java       |   80 --
 .../common/job/profiling/om/JobProfile.java     |  107 --
 .../common/job/profiling/om/JobletProfile.java  |  109 --
 .../job/profiling/om/PartitionProfile.java      |   85 --
 .../common/job/profiling/om/TaskProfile.java    |  125 --
 .../hyracks/control/common/logs/LogFile.java    |   47 -
 .../control/common/service/AbstractService.java |   18 -
 .../control/common/service/IService.java        |   21 -
 .../IShutdownStatusConditionVariable.java       |   24 -
 .../control/common/shutdown/ShutdownRun.java    |   58 -
 .../control/common/utils/ExceptionUtils.java    |   60 -
 .../control/common/work/AbstractWork.java       |   34 -
 .../control/common/work/FutureValue.java        |   62 -
 .../control/common/work/IPCResponder.java       |   47 -
 .../control/common/work/IResultCallback.java    |   21 -
 .../control/common/work/SynchronizableWork.java |   55 -
 .../hyracks/control/common/work/WorkQueue.java  |  132 --
 .../control/common/AbstractRemoteService.java   |   22 +
 .../common/application/ApplicationContext.java  |   73 +
 .../common/application/ApplicationStatus.java   |   23 +
 .../control/common/base/IClusterController.java |   69 +
 .../control/common/base/INodeController.java    |   51 +
 .../control/common/context/ServerContext.java   |   40 +
 .../control/common/controllers/CCConfig.java    |  116 ++
 .../control/common/controllers/NCConfig.java    |  188 +++
 .../common/controllers/NodeParameters.java      |   63 +
 .../common/controllers/NodeRegistration.java    |  159 +++
 .../common/dataset/ResultStateSweeper.java      |   78 ++
 .../ClassLoaderJobSerializerDeserializer.java   |  106 ++
 .../common/deployment/DeploymentRun.java        |   62 +
 .../common/deployment/DeploymentStatus.java     |   21 +
 .../common/deployment/DeploymentUtils.java      |  225 +++
 .../IDeploymentStatusConditionVariable.java     |   32 +
 .../control/common/heartbeat/HeartbeatData.java |  130 ++
 .../common/heartbeat/HeartbeatSchema.java       |   45 +
 .../control/common/ipc/CCNCFunctions.java       | 1309 ++++++++++++++++++
 .../ipc/ClusterControllerRemoteProxy.java       |  153 ++
 .../common/ipc/NodeControllerRemoteProxy.java   |   93 ++
 .../control/common/job/PartitionDescriptor.java |   71 +
 .../control/common/job/PartitionRequest.java    |   61 +
 .../control/common/job/PartitionState.java      |   31 +
 .../common/job/TaskAttemptDescriptor.java       |  157 +++
 .../common/job/profiling/counters/Counter.java  |   51 +
 .../counters/MultiResolutionEventProfiler.java  |  121 ++
 .../job/profiling/om/AbstractProfile.java       |   80 ++
 .../common/job/profiling/om/JobProfile.java     |  107 ++
 .../common/job/profiling/om/JobletProfile.java  |  109 ++
 .../job/profiling/om/PartitionProfile.java      |   85 ++
 .../common/job/profiling/om/TaskProfile.java    |  125 ++
 .../hyracks/control/common/logs/LogFile.java    |   47 +
 .../control/common/service/AbstractService.java |   18 +
 .../control/common/service/IService.java        |   21 +
 .../IShutdownStatusConditionVariable.java       |   24 +
 .../control/common/shutdown/ShutdownRun.java    |   58 +
 .../control/common/utils/ExceptionUtils.java    |   60 +
 .../control/common/work/AbstractWork.java       |   34 +
 .../control/common/work/FutureValue.java        |   62 +
 .../control/common/work/IPCResponder.java       |   47 +
 .../control/common/work/IResultCallback.java    |   21 +
 .../control/common/work/SynchronizableWork.java |   55 +
 .../hyracks/control/common/work/WorkQueue.java  |  132 ++
 .../edu/uci/ics/hyracks/control/nc/Joblet.java  |  341 -----
 .../uci/ics/hyracks/control/nc/NCDriver.java    |   63 -
 .../control/nc/NodeControllerService.java       |  583 --------
 .../edu/uci/ics/hyracks/control/nc/Task.java    |  379 -----
 .../nc/application/NCApplicationContext.java    |   96 --
 .../nc/dataset/DatasetMemoryManager.java        |  241 ----
 .../nc/dataset/DatasetPartitionManager.java     |  268 ----
 .../nc/dataset/DatasetPartitionReader.java      |   97 --
 .../nc/dataset/DatasetPartitionWriter.java      |  139 --
 .../ics/hyracks/control/nc/dataset/Page.java    |   33 -
 .../hyracks/control/nc/dataset/ResultState.java |  319 -----
 .../ics/hyracks/control/nc/io/FileHandle.java   |   90 --
 .../ics/hyracks/control/nc/io/IOManager.java    |  255 ----
 .../control/nc/io/WorkspaceFileFactory.java     |   48 -
 .../control/nc/io/profiling/IIOCounter.java     |   29 -
 .../nc/io/profiling/IOCounterDefault.java       |   30 -
 .../nc/io/profiling/IOCounterFactory.java       |   35 -
 .../control/nc/io/profiling/IOCounterLinux.java |  124 --
 .../control/nc/io/profiling/IOCounterOSX.java   |   30 -
 .../control/nc/net/DatasetNetworkManager.java   |  160 ---
 .../hyracks/control/nc/net/NetworkManager.java  |  160 ---
 .../nc/partitions/MaterializedPartition.java    |  105 --
 .../MaterializedPartitionInputChannel.java      |  137 --
 .../partitions/MaterializedPartitionWriter.java |  102 --
 .../MaterializingPipelinedPartition.java        |  194 ---
 .../control/nc/partitions/PartitionManager.java |  151 --
 .../nc/partitions/PipelinedPartition.java       |  114 --
 .../ReceiveSideMaterializingCollector.java      |  178 ---
 .../ConnectorReceiverProfilingFrameReader.java  |   59 -
 .../ConnectorSenderProfilingFrameWriter.java    |   65 -
 .../ProfilingPartitionWriterFactory.java        |   85 --
 .../resources/DefaultDeallocatableRegistry.java |   44 -
 .../nc/resources/memory/FrameManager.java       |   85 --
 .../nc/resources/memory/MemoryManager.java      |   55 -
 .../control/nc/runtime/RootHyracksContext.java  |   43 -
 .../hyracks/control/nc/work/AbortTasksWork.java |   67 -
 .../control/nc/work/ApplicationMessageWork.java |   64 -
 .../control/nc/work/BuildJobProfilesWork.java   |   57 -
 .../control/nc/work/CleanupJobletWork.java      |   66 -
 .../control/nc/work/DeployBinaryWork.java       |   65 -
 .../control/nc/work/NotifyTaskCompleteWork.java |   43 -
 .../control/nc/work/NotifyTaskFailureWork.java  |   52 -
 .../work/ReportPartitionAvailabilityWork.java   |   58 -
 .../hyracks/control/nc/work/ShutdownWork.java   |   63 -
 .../hyracks/control/nc/work/StartTasksWork.java |  276 ----
 .../hyracks/control/nc/work/StateDumpWork.java  |   39 -
 .../control/nc/work/UnDeployBinaryWork.java     |   58 -
 .../org/apache/hyracks/control/nc/Joblet.java   |  341 +++++
 .../org/apache/hyracks/control/nc/NCDriver.java |   63 +
 .../control/nc/NodeControllerService.java       |  583 ++++++++
 .../org/apache/hyracks/control/nc/Task.java     |  379 +++++
 .../nc/application/NCApplicationContext.java    |   96 ++
 .../nc/dataset/DatasetMemoryManager.java        |  241 ++++
 .../nc/dataset/DatasetPartitionManager.java     |  268 ++++
 .../nc/dataset/DatasetPartitionReader.java      |   97 ++
 .../nc/dataset/DatasetPartitionWriter.java      |  139 ++
 .../apache/hyracks/control/nc/dataset/Page.java |   33 +
 .../hyracks/control/nc/dataset/ResultState.java |  319 +++++
 .../hyracks/control/nc/io/FileHandle.java       |   90 ++
 .../apache/hyracks/control/nc/io/IOManager.java |  255 ++++
 .../control/nc/io/WorkspaceFileFactory.java     |   48 +
 .../control/nc/io/profiling/IIOCounter.java     |   29 +
 .../nc/io/profiling/IOCounterDefault.java       |   30 +
 .../nc/io/profiling/IOCounterFactory.java       |   35 +
 .../control/nc/io/profiling/IOCounterLinux.java |  124 ++
 .../control/nc/io/profiling/IOCounterOSX.java   |   30 +
 .../control/nc/net/DatasetNetworkManager.java   |  160 +++
 .../hyracks/control/nc/net/NetworkManager.java  |  160 +++
 .../nc/partitions/MaterializedPartition.java    |  105 ++
 .../MaterializedPartitionInputChannel.java      |  137 ++
 .../partitions/MaterializedPartitionWriter.java |  102 ++
 .../MaterializingPipelinedPartition.java        |  194 +++
 .../control/nc/partitions/PartitionManager.java |  151 ++
 .../nc/partitions/PipelinedPartition.java       |  114 ++
 .../ReceiveSideMaterializingCollector.java      |  178 +++
 .../ConnectorReceiverProfilingFrameReader.java  |   59 +
 .../ConnectorSenderProfilingFrameWriter.java    |   65 +
 .../ProfilingPartitionWriterFactory.java        |   85 ++
 .../resources/DefaultDeallocatableRegistry.java |   44 +
 .../nc/resources/memory/FrameManager.java       |   85 ++
 .../nc/resources/memory/MemoryManager.java      |   55 +
 .../control/nc/runtime/RootHyracksContext.java  |   43 +
 .../hyracks/control/nc/work/AbortTasksWork.java |   67 +
 .../control/nc/work/ApplicationMessageWork.java |   64 +
 .../control/nc/work/BuildJobProfilesWork.java   |   57 +
 .../control/nc/work/CleanupJobletWork.java      |   66 +
 .../control/nc/work/DeployBinaryWork.java       |   65 +
 .../control/nc/work/NotifyTaskCompleteWork.java |   43 +
 .../control/nc/work/NotifyTaskFailureWork.java  |   52 +
 .../work/ReportPartitionAvailabilityWork.java   |   58 +
 .../hyracks/control/nc/work/ShutdownWork.java   |   63 +
 .../hyracks/control/nc/work/StartTasksWork.java |  276 ++++
 .../hyracks/control/nc/work/StateDumpWork.java  |   39 +
 .../control/nc/work/UnDeployBinaryWork.java     |   58 +
 .../std/accessors/MurmurHash3BinaryHash.java    |   72 -
 .../MurmurHash3BinaryHashFunctionFamily.java    |   46 -
 .../PointableBinaryComparatorFactory.java       |   51 -
 .../PointableBinaryHashFunctionFactory.java     |   47 -
 .../UTF8StringBinaryHashFunctionFamily.java     |   53 -
 .../std/algorithms/BinarySearchAlgorithm.java   |   74 -
 .../hyracks/data/std/api/AbstractPointable.java |   50 -
 .../ics/hyracks/data/std/api/IComparable.java   |   21 -
 .../data/std/api/IDataOutputProvider.java       |   21 -
 .../uci/ics/hyracks/data/std/api/IHashable.java |   19 -
 .../data/std/api/IMutableValueStorage.java      |   19 -
 .../uci/ics/hyracks/data/std/api/INumeric.java  |   29 -
 .../ics/hyracks/data/std/api/IPointable.java    |   21 -
 .../hyracks/data/std/api/IPointableFactory.java |   25 -
 .../hyracks/data/std/api/IValueReference.java   |   23 -
 .../collections/api/IValueReferenceVector.java  |   58 -
 .../data/std/primitive/BooleanPointable.java    |   85 --
 .../data/std/primitive/ByteArrayPointable.java  |  101 --
 .../data/std/primitive/BytePointable.java       |  130 --
 .../data/std/primitive/DoublePointable.java     |  151 --
 .../data/std/primitive/FloatPointable.java      |  136 --
 .../data/std/primitive/IntegerPointable.java    |  134 --
 .../data/std/primitive/LongPointable.java       |  141 --
 .../std/primitive/RawUTF8StringPointable.java   |  105 --
 .../data/std/primitive/ShortPointable.java      |  131 --
 .../data/std/primitive/UTF8StringPointable.java |  219 ---
 .../data/std/primitive/UTF8StringWriter.java    |   75 -
 .../data/std/primitive/VoidPointable.java       |   50 -
 .../data/std/util/ArrayBackedValueStorage.java  |   64 -
 .../util/ByteArrayAccessibleOutputStream.java   |   76 -
 .../hyracks/data/std/util/GrowableArray.java    |   49 -
 .../std/accessors/MurmurHash3BinaryHash.java    |   72 +
 .../MurmurHash3BinaryHashFunctionFamily.java    |   46 +
 .../PointableBinaryComparatorFactory.java       |   51 +
 .../PointableBinaryHashFunctionFactory.java     |   47 +
 .../UTF8StringBinaryHashFunctionFamily.java     |   53 +
 .../std/algorithms/BinarySearchAlgorithm.java   |   74 +
 .../hyracks/data/std/api/AbstractPointable.java |   50 +
 .../hyracks/data/std/api/IComparable.java       |   21 +
 .../data/std/api/IDataOutputProvider.java       |   21 +
 .../apache/hyracks/data/std/api/IHashable.java  |   19 +
 .../data/std/api/IMutableValueStorage.java      |   19 +
 .../apache/hyracks/data/std/api/INumeric.java   |   29 +
 .../apache/hyracks/data/std/api/IPointable.java |   21 +
 .../hyracks/data/std/api/IPointableFactory.java |   25 +
 .../hyracks/data/std/api/IValueReference.java   |   23 +
 .../collections/api/IValueReferenceVector.java  |   58 +
 .../data/std/primitive/BooleanPointable.java    |   85 ++
 .../data/std/primitive/ByteArrayPointable.java  |  101 ++
 .../data/std/primitive/BytePointable.java       |  130 ++
 .../data/std/primitive/DoublePointable.java     |  151 ++
 .../data/std/primitive/FloatPointable.java      |  136 ++
 .../data/std/primitive/IntegerPointable.java    |  134 ++
 .../data/std/primitive/LongPointable.java       |  141 ++
 .../std/primitive/RawUTF8StringPointable.java   |  105 ++
 .../data/std/primitive/ShortPointable.java      |  131 ++
 .../data/std/primitive/UTF8StringPointable.java |  219 +++
 .../data/std/primitive/UTF8StringWriter.java    |   75 +
 .../data/std/primitive/VoidPointable.java       |   50 +
 .../data/std/util/ArrayBackedValueStorage.java  |   64 +
 .../util/ByteArrayAccessibleOutputStream.java   |   76 +
 .../hyracks/data/std/util/GrowableArray.java    |   49 +
 .../std/primitive/ByteArrayPointableTest.java   |   65 -
 .../std/primitive/ByteArrayPointableTest.java   |   65 +
 .../common/comm/io/AbstractFrameAppender.java   |   99 --
 .../common/comm/io/ArrayTupleBuilder.java       |  165 ---
 .../common/comm/io/ArrayTupleReference.java     |   55 -
 .../common/comm/io/FrameDeserializer.java       |   97 --
 .../comm/io/FrameDeserializingDataReader.java   |   75 -
 .../comm/io/FrameDeserializingDataWriter.java   |   57 -
 .../common/comm/io/FrameFixedFieldAppender.java |  108 --
 .../comm/io/FrameFixedFieldTupleAppender.java   |  144 --
 .../common/comm/io/FrameOutputStream.java       |   59 -
 .../common/comm/io/FrameTupleAccessor.java      |  160 ---
 .../common/comm/io/FrameTupleAppender.java      |  269 ----
 .../comm/io/FrameTupleAppenderAccessor.java     |  131 --
 .../comm/io/FrameTupleAppenderWrapper.java      |   95 --
 .../comm/io/FrameTuplePairComparator.java       |   58 -
 .../comm/io/ResultFrameTupleAccessor.java       |   41 -
 .../common/comm/io/SerializingDataWriter.java   |   87 --
 .../common/comm/util/ByteBufferInputStream.java |   52 -
 .../dataflow/common/comm/util/FrameUtils.java   |  283 ----
 .../FrameTupleFieldValueReference.java          |   48 -
 .../data/accessors/FrameTupleReference.java     |   58 -
 .../data/accessors/IFrameTupleReference.java    |   23 -
 .../common/data/accessors/ITupleReference.java  |   25 -
 .../BooleanSerializerDeserializer.java          |   49 -
 .../ByteArraySerializerDeserializer.java        |   75 -
 .../DoubleSerializerDeserializer.java           |   49 -
 .../FloatSerializerDeserializer.java            |   49 -
 .../IntArraySerializerDeserializer.java         |   57 -
 .../Integer64SerializerDeserializer.java        |   50 -
 .../IntegerSerializerDeserializer.java          |   49 -
 .../ShortSerializerDeserializer.java            |   49 -
 .../UTF8StringSerializerDeserializer.java       |   49 -
 .../ByteArrayNormalizedKeyComputerFactory.java  |   45 -
 .../DoubleNormalizedKeyComputerFactory.java     |   43 -
 .../FloatNormalizedKeyComputerFactory.java      |   43 -
 .../Integer64NormalizedKeyComputerFactory.java  |   70 -
 .../IntegerNormalizedKeyComputerFactory.java    |   35 -
 .../UTF8StringNormalizedKeyComputerFactory.java |   43 -
 .../parsers/ByteArrayBase64ParserFactory.java   |  243 ----
 .../data/parsers/ByteArrayHexParserFactory.java |  128 --
 .../data/parsers/DoubleParserFactory.java       |   46 -
 .../common/data/parsers/FloatParserFactory.java |   46 -
 .../common/data/parsers/IValueParser.java       |   23 -
 .../data/parsers/IValueParserFactory.java       |   21 -
 .../data/parsers/IntegerParserFactory.java      |  125 --
 .../common/data/parsers/LongParserFactory.java  |  126 --
 .../data/parsers/UTF8StringParserFactory.java   |   86 --
 .../FieldHashPartitionComputerFactory.java      |   65 -
 .../FieldHashPartitionComputerFamily.java       |   62 -
 .../RandomPartitionComputerFactory.java         |   49 -
 .../partition/RepartitionComputerFactory.java   |   44 -
 .../partition/RepartitionComputerFamily.java    |   47 -
 .../FieldRangePartitionComputerFactory.java     |   97 --
 .../common/data/partition/range/IRangeMap.java  |   31 -
 .../common/data/partition/range/RangeMap.java   |   94 --
 .../dataflow/common/data/util/StringUtils.java  |   43 -
 .../dataflow/common/io/RunFileReader.java       |   81 --
 .../dataflow/common/io/RunFileWriter.java       |   78 --
 .../dataflow/common/util/IntSerDeUtils.java     |   31 -
 .../dataflow/common/util/ReflectionUtils.java   |   29 -
 .../dataflow/common/util/SerdeUtils.java        |  143 --
 .../dataflow/common/util/TupleUtils.java        |  136 --
 .../common/comm/io/AbstractFrameAppender.java   |   99 ++
 .../common/comm/io/ArrayTupleBuilder.java       |  165 +++
 .../common/comm/io/ArrayTupleReference.java     |   55 +
 .../common/comm/io/FrameDeserializer.java       |   97 ++
 .../comm/io/FrameDeserializingDataReader.java   |   75 +
 .../comm/io/FrameDeserializingDataWriter.java   |   57 +
 .../common/comm/io/FrameFixedFieldAppender.java |  108 ++
 .../comm/io/FrameFixedFieldTupleAppender.java   |  144 ++
 .../common/comm/io/FrameOutputStream.java       |   59 +
 .../common/comm/io/FrameTupleAccessor.java      |  160 +++
 .../common/comm/io/FrameTupleAppender.java      |  269 ++++
 .../comm/io/FrameTupleAppenderAccessor.java     |  131 ++
 .../comm/io/FrameTupleAppenderWrapper.java      |   95 ++
 .../comm/io/FrameTuplePairComparator.java       |   58 +
 .../comm/io/ResultFrameTupleAccessor.java       |   41 +
 .../common/comm/io/SerializingDataWriter.java   |   87 ++
 .../common/comm/util/ByteBufferInputStream.java |   52 +
 .../dataflow/common/comm/util/FrameUtils.java   |  283 ++++
 .../FrameTupleFieldValueReference.java          |   48 +
 .../data/accessors/FrameTupleReference.java     |   58 +
 .../data/accessors/IFrameTupleReference.java    |   23 +
 .../common/data/accessors/ITupleReference.java  |   25 +
 .../BooleanSerializerDeserializer.java          |   49 +
 .../ByteArraySerializerDeserializer.java        |   75 +
 .../DoubleSerializerDeserializer.java           |   49 +
 .../FloatSerializerDeserializer.java            |   49 +
 .../IntArraySerializerDeserializer.java         |   57 +
 .../Integer64SerializerDeserializer.java        |   50 +
 .../IntegerSerializerDeserializer.java          |   49 +
 .../ShortSerializerDeserializer.java            |   49 +
 .../UTF8StringSerializerDeserializer.java       |   49 +
 .../ByteArrayNormalizedKeyComputerFactory.java  |   45 +
 .../DoubleNormalizedKeyComputerFactory.java     |   43 +
 .../FloatNormalizedKeyComputerFactory.java      |   43 +
 .../Integer64NormalizedKeyComputerFactory.java  |   70 +
 .../IntegerNormalizedKeyComputerFactory.java    |   35 +
 .../UTF8StringNormalizedKeyComputerFactory.java |   43 +
 .../parsers/ByteArrayBase64ParserFactory.java   |  243 ++++
 .../data/parsers/ByteArrayHexParserFactory.java |  128 ++
 .../data/parsers/DoubleParserFactory.java       |   46 +
 .../common/data/parsers/FloatParserFactory.java |   46 +
 .../common/data/parsers/IValueParser.java       |   23 +
 .../data/parsers/IValueParserFactory.java       |   21 +
 .../data/parsers/IntegerParserFactory.java      |  125 ++
 .../common/data/parsers/LongParserFactory.java  |  126 ++
 .../data/parsers/UTF8StringParserFactory.java   |   86 ++
 .../FieldHashPartitionComputerFactory.java      |   65 +
 .../FieldHashPartitionComputerFamily.java       |   62 +
 .../RandomPartitionComputerFactory.java         |   49 +
 .../partition/RepartitionComputerFactory.java   |   44 +
 .../partition/RepartitionComputerFamily.java    |   47 +
 .../FieldRangePartitionComputerFactory.java     |   97 ++
 .../common/data/partition/range/IRangeMap.java  |   31 +
 .../common/data/partition/range/RangeMap.java   |   94 ++
 .../dataflow/common/data/util/StringUtils.java  |   43 +
 .../dataflow/common/io/RunFileReader.java       |   81 ++
 .../dataflow/common/io/RunFileWriter.java       |   78 ++
 .../dataflow/common/util/IntSerDeUtils.java     |   31 +
 .../dataflow/common/util/ReflectionUtils.java   |   29 +
 .../dataflow/common/util/SerdeUtils.java        |  143 ++
 .../dataflow/common/util/TupleUtils.java        |  136 ++
 .../FrameFixedFieldTupleAppenderTest.java       |  215 ---
 .../ByteArraySerializerDeserializerTest.java    |   72 -
 ...teArrayNormalizedKeyComputerFactoryTest.java |   89 --
 .../ByteArrayBase64ParserFactoryTest.java       |   74 -
 .../parsers/ByteArrayHexParserFactoryTest.java  |   64 -
 .../FrameFixedFieldTupleAppenderTest.java       |  215 +++
 .../ByteArraySerializerDeserializerTest.java    |   72 +
 ...teArrayNormalizedKeyComputerFactoryTest.java |   89 ++
 .../ByteArrayBase64ParserFactoryTest.java       |   74 +
 .../parsers/ByteArrayHexParserFactoryTest.java  |   64 +
 .../AbstractHadoopOperatorDescriptor.java       |  168 ---
 .../hadoop/HadoopMapperOperatorDescriptor.java  |  446 ------
 .../hadoop/HadoopReadOperatorDescriptor.java    |  250 ----
 .../hadoop/HadoopReducerOperatorDescriptor.java |  418 ------
 .../hadoop/HadoopWriteOperatorDescriptor.java   |  241 ----
 .../hadoop/data/AbstractClassBasedDelegate.java |   44 -
 ...HadoopHashTuplePartitionComputerFactory.java |   56 -
 ...artitionerTuplePartitionComputerFactory.java |   62 -
 ...artitionerTuplePartitionComputerFactory.java |   62 -
 .../hadoop/data/KeyBinaryComparatorFactory.java |   42 -
 .../hadoop/data/KeyComparatorFactory.java       |   41 -
 .../data/RawComparingComparatorFactory.java     |   43 -
 ...ritableComparingBinaryComparatorFactory.java |   42 -
 .../dataflow/hadoop/mapreduce/HadoopHelper.java |  272 ----
 .../dataflow/hadoop/mapreduce/HadoopTools.java  |   33 -
 ...hPartitioningShuffleConnectorDescriptor.java |   65 -
 .../hadoop/mapreduce/IInputSplitProvider.java   |   23 -
 .../mapreduce/IInputSplitProviderFactory.java   |   23 -
 .../hadoop/mapreduce/InputFileSplit.java        |  106 --
 .../dataflow/hadoop/mapreduce/KVIterator.java   |  107 --
 .../mapreduce/MapperOperatorDescriptor.java     |  264 ----
 .../hadoop/mapreduce/MarshalledWritable.java    |   65 -
 .../dataflow/hadoop/mapreduce/ReduceWriter.java |  194 ---
 .../mapreduce/ReducerOperatorDescriptor.java    |   92 --
 .../hadoop/mapreduce/ShuffleFrameReader.java    |  215 ---
 .../util/ClasspathBasedHadoopClassFactory.java  |   40 -
 .../dataflow/hadoop/util/DatatypeHelper.java    |  118 --
 .../hadoop/util/DuplicateKeyMapper.java         |   30 -
 .../hadoop/util/IHadoopClassFactory.java        |   28 -
 .../dataflow/hadoop/util/InputSplitsProxy.java  |   82 --
 .../dataflow/hadoop/util/MRContextUtil.java     |   61 -
 .../util/PreappendLongWritableMapper.java       |   32 -
 .../AbstractHadoopOperatorDescriptor.java       |  168 +++
 .../hadoop/HadoopMapperOperatorDescriptor.java  |  446 ++++++
 .../hadoop/HadoopReadOperatorDescriptor.java    |  250 ++++
 .../hadoop/HadoopReducerOperatorDescriptor.java |  418 ++++++
 .../hadoop/HadoopWriteOperatorDescriptor.java   |  241 ++++
 .../hadoop/data/AbstractClassBasedDelegate.java |   44 +
 ...HadoopHashTuplePartitionComputerFactory.java |   56 +
 ...artitionerTuplePartitionComputerFactory.java |   62 +
 ...artitionerTuplePartitionComputerFactory.java |   62 +
 .../hadoop/data/KeyBinaryComparatorFactory.java |   42 +
 .../hadoop/data/KeyComparatorFactory.java       |   41 +
 .../data/RawComparingComparatorFactory.java     |   43 +
 ...ritableComparingBinaryComparatorFactory.java |   42 +
 .../dataflow/hadoop/mapreduce/HadoopHelper.java |  272 ++++
 .../dataflow/hadoop/mapreduce/HadoopTools.java  |   33 +
 ...hPartitioningShuffleConnectorDescriptor.java |   65 +
 .../hadoop/mapreduce/IInputSplitProvider.java   |   23 +
 .../mapreduce/IInputSplitProviderFactory.java   |   23 +
 .../hadoop/mapreduce/InputFileSplit.java        |  106 ++
 .../dataflow/hadoop/mapreduce/KVIterator.java   |  107 ++
 .../mapreduce/MapperOperatorDescriptor.java     |  264 ++++
 .../hadoop/mapreduce/MarshalledWritable.java    |   65 +
 .../dataflow/hadoop/mapreduce/ReduceWriter.java |  194 +++
 .../mapreduce/ReducerOperatorDescriptor.java    |   92 ++
 .../hadoop/mapreduce/ShuffleFrameReader.java    |  215 +++
 .../util/ClasspathBasedHadoopClassFactory.java  |   40 +
 .../dataflow/hadoop/util/DatatypeHelper.java    |  118 ++
 .../hadoop/util/DuplicateKeyMapper.java         |   30 +
 .../hadoop/util/IHadoopClassFactory.java        |   28 +
 .../dataflow/hadoop/util/InputSplitsProxy.java  |   82 ++
 .../dataflow/hadoop/util/MRContextUtil.java     |   61 +
 .../util/PreappendLongWritableMapper.java       |   32 +
 .../dataflow/std/base/AbstractActivityNode.java |   33 -
 .../std/base/AbstractConnectorDescriptor.java   |   66 -
 .../base/AbstractMToNConnectorDescriptor.java   |   46 -
 .../std/base/AbstractOperatorDescriptor.java    |   93 --
 .../std/base/AbstractOperatorNodePushable.java  |   24 -
 ...bstractSingleActivityOperatorDescriptor.java |   47 -
 .../dataflow/std/base/AbstractStateObject.java  |   61 -
 .../AbstractUnaryInputOperatorNodePushable.java |   43 -
 ...tractUnaryInputSinkOperatorNodePushable.java |   25 -
 ...aryInputUnaryOutputOperatorNodePushable.java |   30 -
 ...AbstractUnaryOutputOperatorNodePushable.java |   41 -
 ...ctUnaryOutputSourceOperatorNodePushable.java |   29 -
 .../std/base/IOpenableDataWriterOperator.java   |   21 -
 .../collectors/AbstractPartitionCollector.java  |   49 -
 .../std/collectors/IPartitionAcceptor.java      |   22 -
 .../std/collectors/IPartitionBatchManager.java  |   24 -
 .../std/collectors/InputChannelFrameReader.java |  124 --
 .../NonDeterministicChannelReader.java          |  171 ---
 .../collectors/NonDeterministicFrameReader.java |   65 -
 .../NonDeterministicPartitionBatchManager.java  |   78 --
 .../std/collectors/PartitionCollector.java      |   81 --
 .../std/collectors/SortMergeFrameReader.java    |   82 --
 .../connectors/GlobalHashingLocalityMap.java    |   50 -
 .../std/connectors/HashtableLocalityMap.java    |   72 -
 .../dataflow/std/connectors/ILocalityMap.java   |   27 -
 ...wareMToNPartitioningConnectorDescriptor.java |   87 --
 .../LocalityAwarePartitionDataWriter.java       |  111 --
 .../MToNPartitioningConnectorDescriptor.java    |   60 -
 ...NPartitioningMergingConnectorDescriptor.java |   88 --
 .../MToNReplicatingConnectorDescriptor.java     |   92 --
 .../connectors/OneToOneConnectorDescriptor.java |   90 --
 .../std/connectors/PartitionDataWriter.java     |  102 --
 ...tDeserializedFileScanOperatorDescriptor.java |  114 --
 .../AbstractFileWriteOperatorDescriptor.java    |   96 --
 .../std/file/ConstantFileSplitProvider.java     |   29 -
 .../file/DelimitedDataTupleParserFactory.java   |   95 --
 .../file/FieldCursorForDelimitedDataParser.java |  361 -----
 .../std/file/FileRemoveOperatorDescriptor.java  |   81 --
 .../std/file/FileScanOperatorDescriptor.java    |   74 -
 .../hyracks/dataflow/std/file/FileSplit.java    |   63 -
 .../file/FrameFileWriterOperatorDescriptor.java |   80 --
 .../dataflow/std/file/IFileSplitProvider.java   |   21 -
 .../dataflow/std/file/IRecordReader.java        |   23 -
 .../dataflow/std/file/IRecordWriter.java        |   25 -
 .../hyracks/dataflow/std/file/ITupleParser.java |   24 -
 .../dataflow/std/file/ITupleParserFactory.java  |   24 -
 .../file/LineFileWriteOperatorDescriptor.java   |   60 -
 .../file/PlainFileWriterOperatorDescriptor.java |  133 --
 .../file/RecordFileScanOperatorDescriptor.java  |   82 --
 .../hyracks/dataflow/std/file/RecordWriter.java |   85 --
 ...AccumulatingAggregatorDescriptorFactory.java |   41 -
 .../AbstractRunningAggregatorDescriptor.java    |   41 -
 .../dataflow/std/group/AggregateState.java      |   44 -
 .../DeserializedPreclusteredGroupOperator.java  |  125 --
 .../std/group/FrameToolsForGroupers.java        |   93 --
 .../std/group/HashSpillableTableFactory.java    |  474 -------
 .../std/group/IAggregatorDescriptor.java        |  106 --
 .../std/group/IAggregatorDescriptorFactory.java |   30 -
 .../std/group/IFieldAggregateDescriptor.java    |  120 --
 .../group/IFieldAggregateDescriptorFactory.java |   31 -
 .../dataflow/std/group/IGroupAggregator.java    |   27 -
 .../dataflow/std/group/ISpillableTable.java     |   39 -
 .../std/group/ISpillableTableFactory.java       |   31 -
 .../AvgFieldGroupAggregatorFactory.java         |  172 ---
 .../AvgFieldMergeAggregatorFactory.java         |  171 ---
 .../CountFieldAggregatorFactory.java            |  142 --
 .../FloatSumFieldAggregatorFactory.java         |  157 ---
 .../IntSumFieldAggregatorFactory.java           |  156 ---
 .../MinMaxStringFieldAggregatorFactory.java     |  200 ---
 .../MultiFieldsAggregatorFactory.java           |  169 ---
 .../ExternalGroupBuildOperatorNodePushable.java |  138 --
 .../ExternalGroupMergeOperatorNodePushable.java |  465 -------
 .../ExternalGroupOperatorDescriptor.java        |  139 --
 .../std/group/external/ExternalGroupState.java  |   64 -
 .../std/group/hash/GroupingHashTable.java       |  247 ----
 .../HashGroupBuildOperatorNodePushable.java     |   89 --
 .../group/hash/HashGroupOperatorDescriptor.java |  112 --
 .../HashGroupOutputOperatorNodePushable.java    |   44 -
 .../dataflow/std/group/hash/HashGroupState.java |   51 -
 .../PreclusteredGroupOperatorDescriptor.java    |   51 -
 .../PreclusteredGroupOperatorNodePushable.java  |   72 -
 .../preclustered/PreclusteredGroupWriter.java   |  180 ---
 .../sort/ExternalSortGroupByRunGenerator.java   |   85 --
 .../sort/ExternalSortGroupByRunMerger.java      |  125 --
 .../sort/SortGroupByOperatorDescriptor.java     |  141 --
 .../join/GraceHashJoinOperatorDescriptor.java   |  160 ---
 .../join/GraceHashJoinOperatorNodePushable.java |  154 ---
 ...hJoinPartitionBuildOperatorNodePushable.java |  130 --
 .../std/join/GraceHashJoinPartitionState.java   |   49 -
 .../join/HybridHashJoinOperatorDescriptor.java  |  570 --------
 .../dataflow/std/join/InMemoryHashJoin.java     |  179 ---
 .../InMemoryHashJoinOperatorDescriptor.java     |  254 ----
 .../dataflow/std/join/JoinComparator.java       |   57 -
 .../std/join/JoinComparatorFactory.java         |   40 -
 .../dataflow/std/join/NestedLoopJoin.java       |  219 ---
 .../join/NestedLoopJoinOperatorDescriptor.java  |  217 ---
 .../std/join/OptimizedHybridHashJoin.java       |  672 ---------
 ...timizedHybridHashJoinOperatorDescriptor.java |  706 ----------
 .../DeserializedMapperOperatorDescriptor.java   |   80 --
 .../dataflow/std/map/IDeserializedMapper.java   |   22 -
 .../std/map/IDeserializedMapperFactory.java     |   23 -
 ...eflectionBasedDeserializedMapperFactory.java |   38 -
 .../map/SamplerDeserializedMapperFactory.java   |   43 -
 .../ConstantTupleSourceOperatorDescriptor.java  |   47 -
 ...ConstantTupleSourceOperatorNodePushable.java |   55 -
 .../std/misc/IdentityOperatorDescriptor.java    |   62 -
 .../std/misc/LimitOperatorDescriptor.java       |   94 --
 .../std/misc/MaterializerTaskState.java         |   86 --
 .../misc/MaterializingOperatorDescriptor.java   |  182 ---
 .../std/misc/NullSinkOperatorDescriptor.java    |   55 -
 .../std/misc/PrinterOperatorDescriptor.java     |   69 -
 .../std/misc/SinkOperatorDescriptor.java        |   55 -
 .../std/misc/SplitOperatorDescriptor.java       |  193 ---
 .../std/misc/SplitVectorOperatorDescriptor.java |  189 ---
 .../result/ResultWriterOperatorDescriptor.java  |  121 --
 .../dataflow/std/sort/AbstractFrameSorter.java  |  186 ---
 .../std/sort/AbstractSortRunGenerator.java      |   77 --
 .../sort/AbstractSorterOperatorDescriptor.java  |  197 ---
 .../hyracks/dataflow/std/sort/Algorithm.java    |   21 -
 .../sort/ExternalSortOperatorDescriptor.java    |   98 --
 .../std/sort/ExternalSortRunGenerator.java      |  112 --
 .../std/sort/ExternalSortRunMerger.java         |  271 ----
 .../dataflow/std/sort/FrameSorterMergeSort.java |  159 ---
 .../dataflow/std/sort/FrameSorterQuickSort.java |  149 --
 .../dataflow/std/sort/HeapSortRunGenerator.java |   99 --
 .../std/sort/HybridTopKSortRunGenerator.java    |  109 --
 .../hyracks/dataflow/std/sort/IFrameSorter.java |   28 -
 .../dataflow/std/sort/IRunGenerator.java        |   31 -
 .../ics/hyracks/dataflow/std/sort/ISorter.java  |   33 -
 .../hyracks/dataflow/std/sort/ITupleSorter.java |   26 -
 .../sort/InMemorySortOperatorDescriptor.java    |  180 ---
 .../std/sort/RunAndMaxFrameSizePair.java        |   32 -
 .../std/sort/RunMergingFrameReader.java         |  195 ---
 .../std/sort/TopKSorterOperatorDescriptor.java  |   62 -
 .../dataflow/std/sort/TupleSorterHeapSort.java  |  269 ----
 .../sort/buffermanager/EnumFreeSlotPolicy.java  |   22 -
 .../FrameFreeSlotBiggestFirst.java              |   97 --
 .../buffermanager/FrameFreeSlotLastFit.java     |   81 --
 .../buffermanager/FrameFreeSlotSmallestFit.java |   59 -
 .../sort/buffermanager/IFrameBufferManager.java |   68 -
 .../buffermanager/IFrameFreeSlotPolicy.java     |   44 -
 .../std/sort/buffermanager/IFramePool.java      |   48 -
 .../buffermanager/ITupleBufferAccessor.java     |   36 -
 .../sort/buffermanager/ITupleBufferManager.java |   42 -
 .../VariableFrameMemoryManager.java             |  132 --
 .../sort/buffermanager/VariableFramePool.java   |  200 ---
 .../VariableTupleMemoryManager.java             |  203 ---
 .../sort/util/DeletableFrameTupleAppender.java  |  244 ----
 .../std/sort/util/GroupFrameAccessor.java       |  170 ---
 .../dataflow/std/sort/util/GroupVSizeFrame.java |   46 -
 .../IAppendDeletableFrameTupleAccessor.java     |   72 -
 .../dataflow/std/structures/AbstractHeap.java   |  156 ---
 .../hyracks/dataflow/std/structures/IHeap.java  |   44 -
 .../dataflow/std/structures/IMaxHeap.java       |   43 -
 .../dataflow/std/structures/IMinHeap.java       |   42 -
 .../dataflow/std/structures/IMinMaxHeap.java    |   18 -
 .../dataflow/std/structures/IResetable.java     |   20 -
 .../std/structures/IResetableComparable.java    |   19 -
 .../structures/IResetableComparableFactory.java |   20 -
 .../std/structures/ISerializableTable.java      |   32 -
 .../dataflow/std/structures/MaxHeap.java        |   63 -
 .../dataflow/std/structures/MinHeap.java        |   62 -
 .../dataflow/std/structures/MinMaxHeap.java     |  217 ---
 .../std/structures/SerializableHashTable.java   |  285 ----
 .../dataflow/std/structures/TuplePointer.java   |   61 -
 .../std/union/UnionAllOperatorDescriptor.java   |  123 --
 .../util/DeserializedOperatorNodePushable.java  |   75 -
 .../ics/hyracks/dataflow/std/util/MathUtil.java |   50 -
 .../dataflow/std/util/ReferenceEntry.java       |   83 --
 .../std/util/ReferencedPriorityQueue.java       |  139 --
 .../dataflow/std/util/SelectionTree.java        |  107 --
 .../std/util/StringSerializationUtils.java      |   27 -
 .../dataflow/std/base/AbstractActivityNode.java |   33 +
 .../std/base/AbstractConnectorDescriptor.java   |   66 +
 .../base/AbstractMToNConnectorDescriptor.java   |   46 +
 .../std/base/AbstractOperatorDescriptor.java    |   93 ++
 .../std/base/AbstractOperatorNodePushable.java  |   24 +
 ...bstractSingleActivityOperatorDescriptor.java |   47 +
 .../dataflow/std/base/AbstractStateObject.java  |   61 +
 .../AbstractUnaryInputOperatorNodePushable.java |   43 +
 ...tractUnaryInputSinkOperatorNodePushable.java |   25 +
 ...aryInputUnaryOutputOperatorNodePushable.java |   30 +
 ...AbstractUnaryOutputOperatorNodePushable.java |   41 +
 ...ctUnaryOutputSourceOperatorNodePushable.java |   29 +
 .../std/base/IOpenableDataWriterOperator.java   |   21 +
 .../collectors/AbstractPartitionCollector.java  |   49 +
 .../std/collectors/IPartitionAcceptor.java      |   22 +
 .../std/collectors/IPartitionBatchManager.java  |   24 +
 .../std/collectors/InputChannelFrameReader.java |  124 ++
 .../NonDeterministicChannelReader.java          |  171 +++
 .../collectors/NonDeterministicFrameReader.java |   65 +
 .../NonDeterministicPartitionBatchManager.java  |   78 ++
 .../std/collectors/PartitionCollector.java      |   81 ++
 .../std/collectors/SortMergeFrameReader.java    |   82 ++
 .../connectors/GlobalHashingLocalityMap.java    |   50 +
 .../std/connectors/HashtableLocalityMap.java    |   72 +
 .../dataflow/std/connectors/ILocalityMap.java   |   27 +
 ...wareMToNPartitioningConnectorDescriptor.java |   87 ++
 .../LocalityAwarePartitionDataWriter.java       |  111 ++
 .../MToNPartitioningConnectorDescriptor.java    |   60 +
 ...NPartitioningMergingConnectorDescriptor.java |   88 ++
 .../MToNReplicatingConnectorDescriptor.java     |   92 ++
 .../connectors/OneToOneConnectorDescriptor.java |   90 ++
 .../std/connectors/PartitionDataWriter.java     |  102 ++
 ...tDeserializedFileScanOperatorDescriptor.java |  114 ++
 .../AbstractFileWriteOperatorDescriptor.java    |   96 ++
 .../std/file/ConstantFileSplitProvider.java     |   29 +
 .../file/DelimitedDataTupleParserFactory.java   |   95 ++
 .../file/FieldCursorForDelimitedDataParser.java |  361 +++++
 .../std/file/FileRemoveOperatorDescriptor.java  |   81 ++
 .../std/file/FileScanOperatorDescriptor.java    |   74 +
 .../hyracks/dataflow/std/file/FileSplit.java    |   63 +
 .../file/FrameFileWriterOperatorDescriptor.java |   80 ++
 .../dataflow/std/file/IFileSplitProvider.java   |   21 +
 .../dataflow/std/file/IRecordReader.java        |   23 +
 .../dataflow/std/file/IRecordWriter.java        |   25 +
 .../hyracks/dataflow/std/file/ITupleParser.java |   24 +
 .../dataflow/std/file/ITupleParserFactory.java  |   24 +
 .../file/LineFileWriteOperatorDescriptor.java   |   60 +
 .../file/PlainFileWriterOperatorDescriptor.java |  133 ++
 .../file/RecordFileScanOperatorDescriptor.java  |   82 ++
 .../hyracks/dataflow/std/file/RecordWriter.java |   85 ++
 ...AccumulatingAggregatorDescriptorFactory.java |   41 +
 .../AbstractRunningAggregatorDescriptor.java    |   41 +
 .../dataflow/std/group/AggregateState.java      |   44 +
 .../DeserializedPreclusteredGroupOperator.java  |  125 ++
 .../std/group/FrameToolsForGroupers.java        |   93 ++
 .../std/group/HashSpillableTableFactory.java    |  474 +++++++
 .../std/group/IAggregatorDescriptor.java        |  106 ++
 .../std/group/IAggregatorDescriptorFactory.java |   30 +
 .../std/group/IFieldAggregateDescriptor.java    |  120 ++
 .../group/IFieldAggregateDescriptorFactory.java |   31 +
 .../dataflow/std/group/IGroupAggregator.java    |   27 +
 .../dataflow/std/group/ISpillableTable.java     |   39 +
 .../std/group/ISpillableTableFactory.java       |   31 +
 .../AvgFieldGroupAggregatorFactory.java         |  172 +++
 .../AvgFieldMergeAggregatorFactory.java         |  171 +++
 .../CountFieldAggregatorFactory.java            |  142 ++
 .../FloatSumFieldAggregatorFactory.java         |  157 +++
 .../IntSumFieldAggregatorFactory.java           |  156 +++
 .../MinMaxStringFieldAggregatorFactory.java     |  200 +++
 .../MultiFieldsAggregatorFactory.java           |  169 +++
 .../ExternalGroupBuildOperatorNodePushable.java |  138 ++
 .../ExternalGroupMergeOperatorNodePushable.java |  465 +++++++
 .../ExternalGroupOperatorDescriptor.java        |  139 ++
 .../std/group/external/ExternalGroupState.java  |   64 +
 .../std/group/hash/GroupingHashTable.java       |  247 ++++
 .../HashGroupBuildOperatorNodePushable.java     |   89 ++
 .../group/hash/HashGroupOperatorDescriptor.java |  112 ++
 .../HashGroupOutputOperatorNodePushable.java    |   44 +
 .../dataflow/std/group/hash/HashGroupState.java |   51 +
 .../PreclusteredGroupOperatorDescriptor.java    |   51 +
 .../PreclusteredGroupOperatorNodePushable.java  |   72 +
 .../preclustered/PreclusteredGroupWriter.java   |  180 +++
 .../sort/ExternalSortGroupByRunGenerator.java   |   85 ++
 .../sort/ExternalSortGroupByRunMerger.java      |  125 ++
 .../sort/SortGroupByOperatorDescriptor.java     |  141 ++
 .../join/GraceHashJoinOperatorDescriptor.java   |  160 +++
 .../join/GraceHashJoinOperatorNodePushable.java |  154 +++
 ...hJoinPartitionBuildOperatorNodePushable.java |  130 ++
 .../std/join/GraceHashJoinPartitionState.java   |   49 +
 .../join/HybridHashJoinOperatorDescriptor.java  |  570 ++++++++
 .../dataflow/std/join/InMemoryHashJoin.java     |  179 +++
 .../InMemoryHashJoinOperatorDescriptor.java     |  254 ++++
 .../dataflow/std/join/JoinComparator.java       |   57 +
 .../std/join/JoinComparatorFactory.java         |   40 +
 .../dataflow/std/join/NestedLoopJoin.java       |  219 +++
 .../join/NestedLoopJoinOperatorDescriptor.java  |  217 +++
 .../std/join/OptimizedHybridHashJoin.java       |  672 +++++++++
 ...timizedHybridHashJoinOperatorDescriptor.java |  706 ++++++++++
 .../DeserializedMapperOperatorDescriptor.java   |   80 ++
 .../dataflow/std/map/IDeserializedMapper.java   |   22 +
 .../std/map/IDeserializedMapperFactory.java     |   23 +
 ...eflectionBasedDeserializedMapperFactory.java |   38 +
 .../map/SamplerDeserializedMapperFactory.java   |   43 +
 .../ConstantTupleSourceOperatorDescriptor.java  |   47 +
 ...ConstantTupleSourceOperatorNodePushable.java |   55 +
 .../std/misc/IdentityOperatorDescriptor.java    |   62 +
 .../std/misc/LimitOperatorDescriptor.java       |   94 ++
 .../std/misc/MaterializerTaskState.java         |   86 ++
 .../misc/MaterializingOperatorDescriptor.java   |  182 +++
 .../std/misc/NullSinkOperatorDescriptor.java    |   55 +
 .../std/misc/PrinterOperatorDescriptor.java     |   69 +
 .../std/misc/SinkOperatorDescriptor.java        |   55 +
 .../std/misc/SplitOperatorDescriptor.java       |  193 +++
 .../std/misc/SplitVectorOperatorDescriptor.java |  189 +++
 .../result/ResultWriterOperatorDescriptor.java  |  121 ++
 .../dataflow/std/sort/AbstractFrameSorter.java  |  186 +++
 .../std/sort/AbstractSortRunGenerator.java      |   77 ++
 .../sort/AbstractSorterOperatorDescriptor.java  |  197 +++
 .../hyracks/dataflow/std/sort/Algorithm.java    |   21 +
 .../sort/ExternalSortOperatorDescriptor.java    |   98 ++
 .../std/sort/ExternalSortRunGenerator.java      |  112 ++
 .../std/sort/ExternalSortRunMerger.java         |  271 ++++
 .../dataflow/std/sort/FrameSorterMergeSort.java |  159 +++
 .../dataflow/std/sort/FrameSorterQuickSort.java |  149 ++
 .../dataflow/std/sort/HeapSortRunGenerator.java |   99 ++
 .../std/sort/HybridTopKSortRunGenerator.java    |  109 ++
 .../hyracks/dataflow/std/sort/IFrameSorter.java |   28 +
 .../dataflow/std/sort/IRunGenerator.java        |   31 +
 .../hyracks/dataflow/std/sort/ISorter.java      |   33 +
 .../hyracks/dataflow/std/sort/ITupleSorter.java |   26 +
 .../sort/InMemorySortOperatorDescriptor.java    |  180 +++
 .../std/sort/RunAndMaxFrameSizePair.java        |   32 +
 .../std/sort/RunMergingFrameReader.java         |  195 +++
 .../std/sort/TopKSorterOperatorDescriptor.java  |   62 +
 .../dataflow/std/sort/TupleSorterHeapSort.java  |  269 ++++
 .../sort/buffermanager/EnumFreeSlotPolicy.java  |   22 +
 .../FrameFreeSlotBiggestFirst.java              |   97 ++
 .../buffermanager/FrameFreeSlotLastFit.java     |   81 ++
 .../buffermanager/FrameFreeSlotSmallestFit.java |   59 +
 .../sort/buffermanager/IFrameBufferManager.java |   68 +
 .../buffermanager/IFrameFreeSlotPolicy.java     |   44 +
 .../std/sort/buffermanager/IFramePool.java      |   48 +
 .../buffermanager/ITupleBufferAccessor.java     |   36 +
 .../sort/buffermanager/ITupleBufferManager.java |   42 +
 .../VariableFrameMemoryManager.java             |  132 ++
 .../sort/buffermanager/VariableFramePool.java   |  200 +++
 .../VariableTupleMemoryManager.java             |  203 +++
 .../sort/util/DeletableFrameTupleAppender.java  |  244 ++++
 .../std/sort/util/GroupFrameAccessor.java       |  170 +++
 .../dataflow/std/sort/util/GroupVSizeFrame.java |   46 +
 .../IAppendDeletableFrameTupleAccessor.java     |   72 +
 .../dataflow/std/structures/AbstractHeap.java   |  156 +++
 .../hyracks/dataflow/std/structures/IHeap.java  |   44 +
 .../dataflow/std/structures/IMaxHeap.java       |   43 +
 .../dataflow/std/structures/IMinHeap.java       |   42 +
 .../dataflow/std/structures/IMinMaxHeap.java    |   18 +
 .../dataflow/std/structures/IResetable.java     |   20 +
 .../std/structures/IResetableComparable.java    |   19 +
 .../structures/IResetableComparableFactory.java |   20 +
 .../std/structures/ISerializableTable.java      |   32 +
 .../dataflow/std/structures/MaxHeap.java        |   63 +
 .../dataflow/std/structures/MinHeap.java        |   62 +
 .../dataflow/std/structures/MinMaxHeap.java     |  217 +++
 .../std/structures/SerializableHashTable.java   |  285 ++++
 .../dataflow/std/structures/TuplePointer.java   |   61 +
 .../std/union/UnionAllOperatorDescriptor.java   |  123 ++
 .../util/DeserializedOperatorNodePushable.java  |   75 +
 .../hyracks/dataflow/std/util/MathUtil.java     |   50 +
 .../dataflow/std/util/ReferenceEntry.java       |   83 ++
 .../std/util/ReferencedPriorityQueue.java       |  139 ++
 .../dataflow/std/util/SelectionTree.java        |  107 ++
 .../std/util/StringSerializationUtils.java      |   27 +
 .../ics/hyracks/dataflow/std/sort/Utility.java  |   23 -
 .../dataflow/std/sort/buffermanager/Common.java |   26 -
 .../FrameFreeSlotBestFitUsingTreeMapTest.java   |   60 -
 .../FrameFreeSlotBiggestFirstTest.java          |   70 -
 .../buffermanager/FrameFreeSlotLastFitTest.java |   86 --
 .../buffermanager/VariableFramePoolTest.java    |  216 ---
 .../VariableFramesMemoryManagerTest.java        |  170 ---
 .../VariableTupleMemoryManagerTest.java         |  230 ---
 .../util/DeletableFrameTupleAppenderTest.java   |  233 ----
 .../std/structures/AbstracHeapTest.java         |   86 --
 .../dataflow/std/structures/MaxHeapTest.java    |   99 --
 .../dataflow/std/structures/MinHeapTest.java    |  102 --
 .../dataflow/std/structures/MinMaxHeapTest.java |  109 --
 .../std/test/util/SelectionTreeTest.java        |   69 -
 .../ics/hyracks/dataflow/std/util/MathTest.java |   40 -
 .../hyracks/dataflow/std/sort/Utility.java      |   23 +
 .../dataflow/std/sort/buffermanager/Common.java |   26 +
 .../FrameFreeSlotBestFitUsingTreeMapTest.java   |   60 +
 .../FrameFreeSlotBiggestFirstTest.java          |   70 +
 .../buffermanager/FrameFreeSlotLastFitTest.java |   86 ++
 .../buffermanager/VariableFramePoolTest.java    |  216 +++
 .../VariableFramesMemoryManagerTest.java        |  170 +++
 .../VariableTupleMemoryManagerTest.java         |  230 +++
 .../util/DeletableFrameTupleAppenderTest.java   |  233 ++++
 .../std/structures/AbstracHeapTest.java         |   86 ++
 .../dataflow/std/structures/MaxHeapTest.java    |   99 ++
 .../dataflow/std/structures/MinHeapTest.java    |  102 ++
 .../dataflow/std/structures/MinMaxHeapTest.java |  109 ++
 .../std/test/util/SelectionTreeTest.java        |   69 +
 .../hyracks/dataflow/std/util/MathTest.java     |   40 +
 .../btree/client/InsertPipelineExample.java     |  205 ---
 .../examples/btree/client/JobHelper.java        |   42 -
 .../client/PrimaryIndexBulkLoadExample.java     |  175 ---
 .../btree/client/PrimaryIndexSearchExample.java |  162 ---
 .../client/SecondaryIndexBulkLoadExample.java   |  161 ---
 .../client/SecondaryIndexSearchExample.java     |  207 ---
 .../btree/client/InsertPipelineExample.java     |  205 +++
 .../examples/btree/client/JobHelper.java        |   42 +
 .../client/PrimaryIndexBulkLoadExample.java     |  175 +++
 .../btree/client/PrimaryIndexSearchExample.java |  162 +++
 .../client/SecondaryIndexBulkLoadExample.java   |  161 +++
 .../client/SecondaryIndexSearchExample.java     |  207 +++
 .../btree/helper/DataGenOperatorDescriptor.java |  162 ---
 .../helper/IndexLifecycleManagerProvider.java   |   29 -
 .../btree/helper/NCApplicationEntryPoint.java   |   36 -
 .../examples/btree/helper/RuntimeContext.java   |   92 --
 .../btree/helper/StorageManagerInterface.java   |   52 -
 .../btree/helper/DataGenOperatorDescriptor.java |  162 +++
 .../helper/IndexLifecycleManagerProvider.java   |   29 +
 .../btree/helper/NCApplicationEntryPoint.java   |   36 +
 .../examples/btree/helper/RuntimeContext.java   |   92 ++
 .../btree/helper/StorageManagerInterface.java   |   52 +
 .../compat/client/WordCountCompatibility.java   |   23 -
 .../compat/client/WordCountCompatibility.java   |   23 +
 .../hyracks/examples/wordcount/WordCount.java   |   62 -
 .../hyracks/examples/wordcount/WordCount.java   |   62 +
 .../compat/test/WordCountCompatibilityIT.java   |   37 -
 .../compat/test/WordCountCompatibilityIT.java   |   37 +
 .../am/btree/AbstractBTreeOperatorTest.java     |  334 -----
 .../tests/am/btree/BTreeOperatorTestHelper.java |   28 -
 .../BTreePrimaryIndexScanOperatorTest.java      |   99 --
 .../BTreePrimaryIndexSearchOperatorTest.java    |  104 --
 .../BTreePrimaryIndexStatsOperatorTest.java     |   69 -
 .../BTreeSecondaryIndexInsertOperatorTest.java  |  124 --
 .../BTreeSecondaryIndexSearchOperatorTest.java  |  124 --
 .../BTreeSecondaryIndexUpsertOperatorTest.java  |  123 --
 .../am/common/ITreeIndexOperatorTestHelper.java |   24 -
 .../am/common/LSMTreeOperatorTestHelper.java    |   76 -
 .../tests/am/common/TreeOperatorTestHelper.java |   46 -
 .../AbstractfWordInvertedIndexTest.java         |  363 -----
 .../BinaryTokenizerOperatorTest.java            |  103 --
 .../PartitionedWordInvertedIndexTest.java       |   65 -
 .../am/invertedindex/WordInvertedIndexTest.java |   60 -
 .../lsm/btree/LSMBTreeOperatorTestHelper.java   |   49 -
 .../LSMBTreePrimaryIndexScanOperatorTest.java   |   34 -
 .../LSMBTreePrimaryIndexSearchOperatorTest.java |   33 -
 ...SMBTreeSecondaryIndexInsertOperatorTest.java |   33 -
 ...SMBTreeSecondaryIndexSearchOperatorTest.java |   33 -
 .../lsm/rtree/LSMRTreeOperatorTestHelper.java   |   56 -
 ...SMRTreeSecondaryIndexInsertOperatorTest.java |   46 -
 ...SMRTreeSecondaryIndexSearchOperatorTest.java |   45 -
 ...eWithAntiMatterTuplesOperatorTestHelper.java |   55 -
 ...rTuplesSecondaryIndexInsertOperatorTest.java |   45 -
 ...rTuplesSecondaryIndexSearchOperatorTest.java |   45 -
 .../am/rtree/AbstractRTreeOperatorTest.java     |  397 ------
 .../tests/am/rtree/RTreeOperatorTestHelper.java |   33 -
 .../RTreeSecondaryIndexInsertOperatorTest.java  |  139 --
 .../RTreeSecondaryIndexScanOperatorTest.java    |  121 --
 .../RTreeSecondaryIndexSearchOperatorTest.java  |  135 --
 .../RTreeSecondaryIndexStatsOperatorTest.java   |   84 --
 .../comm/SerializationDeserializationTest.java  |  155 ---
 .../integration/AbstractIntegrationTest.java    |  228 ---
 .../AbstractMultiNCIntegrationTest.java         |  195 ---
 .../tests/integration/AggregationTest.java      |  913 ------------
 .../tests/integration/CountOfCountsTest.java    |  275 ----
 .../integration/LocalityAwareConnectorTest.java |  215 ---
 .../integration/OptimizedSortMergeTest.java     |  167 ---
 .../tests/integration/ScanPrintTest.java        |  159 ---
 .../tests/integration/SortMergeTest.java        |  148 --
 .../tests/integration/SplitOperatorTest.java    |  112 --
 ...TPCHCustomerOptimizedHybridHashJoinTest.java |  285 ----
 .../TPCHCustomerOrderHashJoinTest.java          | 1028 --------------
 .../TPCHCustomerOrderNestedLoopJoinTest.java    |  434 ------
 .../hyracks/tests/integration/UnionTest.java    |   84 --
 .../integration/VSizeFrameSortMergeTest.java    |  118 --
 .../tests/unit/AbstractRunGeneratorTest.java    |  279 ----
 .../unit/ExternalSortRunGeneratorTest.java      |   32 -
 .../tests/unit/HeapSortRunGeneratorTest.java    |   37 -
 .../tests/unit/HybridSortRunGenerator.java      |   30 -
 .../tests/unit/RunMergingFrameReaderTest.java   |  409 ------
 .../tests/unit/TopKRunGeneratorTest.java        |  208 ---
 .../tests/util/NoopNullWriterFactory.java       |   45 -
 .../util/ResultSerializerFactoryProvider.java   |   76 -
 .../am/btree/AbstractBTreeOperatorTest.java     |  334 +++++
 .../tests/am/btree/BTreeOperatorTestHelper.java |   28 +
 .../BTreePrimaryIndexScanOperatorTest.java      |   99 ++
 .../BTreePrimaryIndexSearchOperatorTest.java    |  104 ++
 .../BTreePrimaryIndexStatsOperatorTest.java     |   69 +
 .../BTreeSecondaryIndexInsertOperatorTest.java  |  124 ++
 .../BTreeSecondaryIndexSearchOperatorTest.java  |  124 ++
 .../BTreeSecondaryIndexUpsertOperatorTest.java  |  123 ++
 .../am/common/ITreeIndexOperatorTestHelper.java |   24 +
 .../am/common/LSMTreeOperatorTestHelper.java    |   76 +
 .../tests/am/common/TreeOperatorTestHelper.java |   46 +
 .../lsm/btree/LSMBTreeOperatorTestHelper.java   |   49 +
 .../LSMBTreePrimaryIndexScanOperatorTest.java   |   34 +
 .../LSMBTreePrimaryIndexSearchOperatorTest.java |   33 +
 ...SMBTreeSecondaryIndexInsertOperatorTest.java |   33 +
 ...SMBTreeSecondaryIndexSearchOperatorTest.java |   33 +
 .../lsm/rtree/LSMRTreeOperatorTestHelper.java   |   56 +
 ...SMRTreeSecondaryIndexInsertOperatorTest.java |   46 +
 ...SMRTreeSecondaryIndexSearchOperatorTest.java |   45 +
 ...eWithAntiMatterTuplesOperatorTestHelper.java |   55 +
 ...rTuplesSecondaryIndexInsertOperatorTest.java |   45 +
 ...rTuplesSecondaryIndexSearchOperatorTest.java |   45 +
 .../am/rtree/AbstractRTreeOperatorTest.java     |  397 ++++++
 .../tests/am/rtree/RTreeOperatorTestHelper.java |   33 +
 .../RTreeSecondaryIndexInsertOperatorTest.java  |  139 ++
 .../RTreeSecondaryIndexScanOperatorTest.java    |  121 ++
 .../RTreeSecondaryIndexSearchOperatorTest.java  |  135 ++
 .../RTreeSecondaryIndexStatsOperatorTest.java   |   84 ++
 .../comm/SerializationDeserializationTest.java  |  155 +++
 .../integration/AbstractIntegrationTest.java    |  228 +++
 .../AbstractMultiNCIntegrationTest.java         |  195 +++
 .../tests/integration/AggregationTest.java      |  913 ++++++++++++
 .../tests/integration/CountOfCountsTest.java    |  275 ++++
 .../integration/LocalityAwareConnectorTest.java |  215 +++
 .../integration/OptimizedSortMergeTest.java     |  167 +++
 .../tests/integration/ScanPrintTest.java        |  159 +++
 .../tests/integration/SortMergeTest.java        |  148 ++
 .../tests/integration/SplitOperatorTest.java    |  112 ++
 ...TPCHCustomerOptimizedHybridHashJoinTest.java |  285 ++++
 .../TPCHCustomerOrderHashJoinTest.java          | 1028 ++++++++++++++
 .../TPCHCustomerOrderNestedLoopJoinTest.java    |  434 ++++++
 .../hyracks/tests/integration/UnionTest.java    |   84 ++
 .../integration/VSizeFrameSortMergeTest.java    |  118 ++
 .../tests/unit/AbstractRunGeneratorTest.java    |  279 ++++
 .../unit/ExternalSortRunGeneratorTest.java      |   32 +
 .../tests/unit/HeapSortRunGeneratorTest.java    |   37 +
 .../tests/unit/HybridSortRunGenerator.java      |   30 +
 .../tests/unit/RunMergingFrameReaderTest.java   |  409 ++++++
 .../tests/unit/TopKRunGeneratorTest.java        |  208 +++
 .../tests/util/NoopNullWriterFactory.java       |   45 +
 .../util/ResultSerializerFactoryProvider.java   |   76 +
 .../shutdown/test/ClusterShutdownIT.java        |   56 -
 .../shutdown/test/ClusterShutdownIT.java        |   56 +
 .../text/client/ExternalGroupClient.java        |  321 -----
 .../examples/text/client/WordCountMain.java     |  205 ---
 .../text/client/ExternalGroupClient.java        |  321 +++++
 .../examples/text/client/WordCountMain.java     |  205 +++
 .../examples/text/WordTupleParserFactory.java   |  175 ---
 .../examples/text/WordTupleParserFactory.java   |  175 +++
 .../hyracks/examples/text/test/WordCountIT.java |   39 -
 .../hyracks/examples/text/test/WordCountIT.java |   39 +
 .../hyracks/examples/tpch/client/Common.java    |   83 --
 .../ics/hyracks/examples/tpch/client/Join.java  |  320 -----
 .../ics/hyracks/examples/tpch/client/Sort.java  |  165 ---
 .../hyracks/examples/tpch/client/Common.java    |   83 ++
 .../hyracks/examples/tpch/client/Join.java      |  320 +++++
 .../hyracks/examples/tpch/client/Sort.java      |  165 +++
 .../hadoop/compat/client/HyracksClient.java     |   83 --
 .../hadoop/compat/client/HyracksRunningJob.java |  204 ---
 .../compat/driver/CompatibilityLayer.java       |  204 ---
 .../hadoop/compat/util/CompatibilityConfig.java |   37 -
 .../compat/util/ConfigurationConstants.java     |   25 -
 .../hadoop/compat/util/DCacheHandler.java       |  106 --
 .../hadoop/compat/util/HadoopAdapter.java       |  423 ------
 .../hyracks/hadoop/compat/util/Utilities.java   |  133 --
 .../hadoop/compat/client/HyracksClient.java     |   83 ++
 .../hadoop/compat/client/HyracksRunningJob.java |  204 +++
 .../compat/driver/CompatibilityLayer.java       |  204 +++
 .../hadoop/compat/util/CompatibilityConfig.java |   37 +
 .../compat/util/ConfigurationConstants.java     |   25 +
 .../hadoop/compat/util/DCacheHandler.java       |  106 ++
 .../hadoop/compat/util/HadoopAdapter.java       |  423 ++++++
 .../hyracks/hadoop/compat/util/Utilities.java   |  133 ++
 .../uci/ics/hyracks/hdfs/ContextFactory.java    |   53 -
 .../ics/hyracks/hdfs/MiniDFSClusterFactory.java |   31 -
 .../org/apache/hyracks/hdfs/ContextFactory.java |   53 +
 .../hyracks/hdfs/MiniDFSClusterFactory.java     |   31 +
 .../uci/ics/hyracks/hdfs/ContextFactory.java    |   54 -
 .../ics/hyracks/hdfs/MiniDFSClusterFactory.java |   34 -
 .../org/apache/hyracks/hdfs/ContextFactory.java |   54 +
 .../hyracks/hdfs/MiniDFSClusterFactory.java     |   34 +
 .../ics/hyracks/hdfs/api/IKeyValueParser.java   |   58 -
 .../hdfs/api/IKeyValueParserFactory.java        |   42 -
 .../uci/ics/hyracks/hdfs/api/INcCollection.java |   25 -
 .../hyracks/hdfs/api/INcCollectionBuilder.java  |   32 -
 .../uci/ics/hyracks/hdfs/api/ITupleWriter.java  |   57 -
 .../hyracks/hdfs/api/ITupleWriterFactory.java   |   35 -
 .../ics/hyracks/hdfs/dataflow/ConfFactory.java  |   55 -
 .../dataflow/HDFSReadOperatorDescriptor.java    |  146 --
 .../dataflow/HDFSWriteOperatorDescriptor.java   |  131 --
 .../hdfs/dataflow/InputSplitsFactory.java       |  106 --
 .../hdfs/lib/RawBinaryComparatorFactory.java    |   46 -
 .../hdfs/lib/RawBinaryHashFunctionFactory.java  |   43 -
 .../hdfs/lib/TextKeyValueParserFactory.java     |   65 -
 .../hdfs/lib/TextTupleWriterFactory.java        |   60 -
 .../IPProximityNcCollectionBuilder.java         |  144 --
 .../scheduler/RackAwareNcCollectionBuilder.java |  225 ---
 .../ics/hyracks/hdfs/scheduler/Scheduler.java   |  404 ------
 .../ics/hyracks/hdfs2/dataflow/ConfFactory.java |   54 -
 .../hdfs2/dataflow/FileSplitsFactory.java       |  106 --
 .../dataflow/HDFSReadOperatorDescriptor.java    |  163 ---
 .../dataflow/HDFSWriteOperatorDescriptor.java   |  130 --
 .../ics/hyracks/hdfs2/scheduler/Scheduler.java  |   99 --
 .../hdfs2/scheduler/WrappedFileSplit.java       |   65 -
 .../hyracks/hdfs/api/IKeyValueParser.java       |   58 +
 .../hdfs/api/IKeyValueParserFactory.java        |   42 +
 .../apache/hyracks/hdfs/api/INcCollection.java  |   25 +
 .../hyracks/hdfs/api/INcCollectionBuilder.java  |   32 +
 .../apache/hyracks/hdfs/api/ITupleWriter.java   |   57 +
 .../hyracks/hdfs/api/ITupleWriterFactory.java   |   35 +
 .../hyracks/hdfs/dataflow/ConfFactory.java      |   55 +
 .../dataflow/HDFSReadOperatorDescriptor.java    |  146 ++
 .../dataflow/HDFSWriteOperatorDescriptor.java   |  131 ++
 .../hdfs/dataflow/InputSplitsFactory.java       |  106 ++
 .../hdfs/lib/RawBinaryComparatorFactory.java    |   46 +
 .../hdfs/lib/RawBinaryHashFunctionFactory.java  |   43 +
 .../hdfs/lib/TextKeyValueParserFactory.java     |   65 +
 .../hdfs/lib/TextTupleWriterFactory.java        |   60 +
 .../IPProximityNcCollectionBuilder.java         |  144 ++
 .../scheduler/RackAwareNcCollectionBuilder.java |  225 +++
 .../hyracks/hdfs/scheduler/Scheduler.java       |  404 ++++++
 .../hyracks/hdfs2/dataflow/ConfFactory.java     |   54 +
 .../hdfs2/dataflow/FileSplitsFactory.java       |  106 ++
 .../dataflow/HDFSReadOperatorDescriptor.java    |  163 +++
 .../dataflow/HDFSWriteOperatorDescriptor.java   |  130 ++
 .../hyracks/hdfs2/scheduler/Scheduler.java      |   99 ++
 .../hdfs2/scheduler/WrappedFileSplit.java       |   65 +
 .../ics/hyracks/hdfs/dataflow/DataflowTest.java |  201 ---
 .../hyracks/hdfs/scheduler/SchedulerTest.java   |  281 ----
 .../ics/hyracks/hdfs/utils/HyracksUtils.java    |   98 --
 .../uci/ics/hyracks/hdfs/utils/TestUtils.java   |   93 --
 .../hyracks/hdfs2/dataflow/DataflowTest.java    |  208 ---
 .../hyracks/hdfs2/scheduler/SchedulerTest.java  |  190 ---
 .../hyracks/hdfs/dataflow/DataflowTest.java     |  201 +++
 .../hyracks/hdfs/scheduler/SchedulerTest.java   |  281 ++++
 .../apache/hyracks/hdfs/utils/HyracksUtils.java |   98 ++
 .../apache/hyracks/hdfs/utils/TestUtils.java    |   93 ++
 .../hyracks/hdfs2/dataflow/DataflowTest.java    |  208 +++
 .../hyracks/hdfs2/scheduler/SchedulerTest.java  |  190 +++
 .../edu/uci/ics/hyracks/ipc/api/IIPCHandle.java |   31 -
 .../java/edu/uci/ics/hyracks/ipc/api/IIPCI.java |   19 -
 .../hyracks/ipc/api/IPCPerformanceCounters.java |   66 -
 .../ipc/api/IPayloadSerializerDeserializer.java |   27 -
 .../ics/hyracks/ipc/api/IResponseCallback.java  |   19 -
 .../uci/ics/hyracks/ipc/api/RPCInterface.java   |   98 --
 .../hyracks/ipc/exceptions/IPCException.java    |   35 -
 .../uci/ics/hyracks/ipc/impl/HandleState.java   |   24 -
 .../hyracks/ipc/impl/IPCConnectionManager.java  |  343 -----
 .../edu/uci/ics/hyracks/ipc/impl/IPCHandle.java |  191 ---
 .../edu/uci/ics/hyracks/ipc/impl/IPCSystem.java |  101 --
 ...ationBasedPayloadSerializerDeserializer.java |   67 -
 .../edu/uci/ics/hyracks/ipc/impl/Message.java   |  127 --
 .../org/apache/hyracks/ipc/api/IIPCHandle.java  |   31 +
 .../java/org/apache/hyracks/ipc/api/IIPCI.java  |   19 +
 .../hyracks/ipc/api/IPCPerformanceCounters.java |   66 +
 .../ipc/api/IPayloadSerializerDeserializer.java |   27 +
 .../hyracks/ipc/api/IResponseCallback.java      |   19 +
 .../apache/hyracks/ipc/api/RPCInterface.java    |   98 ++
 .../hyracks/ipc/exceptions/IPCException.java    |   35 +
 .../apache/hyracks/ipc/impl/HandleState.java    |   24 +
 .../hyracks/ipc/impl/IPCConnectionManager.java  |  343 +++++
 .../org/apache/hyracks/ipc/impl/IPCHandle.java  |  191 +++
 .../org/apache/hyracks/ipc/impl/IPCSystem.java  |  101 ++
 ...ationBasedPayloadSerializerDeserializer.java |   67 +
 .../org/apache/hyracks/ipc/impl/Message.java    |  127 ++
 .../edu/uci/ics/hyracks/ipc/tests/IPCTest.java  |   92 --
 .../org/apache/hyracks/ipc/tests/IPCTest.java   |   92 ++
 .../maven/plugin/AbstractHyracksMojo.java       |  104 --
 .../maven/plugin/AbstractHyracksServerMojo.java |   30 -
 .../maven/plugin/HyracksCCStartMojo.java        |   50 -
 .../maven/plugin/HyracksNCStartMojo.java        |   71 -
 .../maven/plugin/HyracksServiceRegistry.java    |   48 -
 .../maven/plugin/HyracksStopServicesMojo.java   |   29 -
 .../maven/plugin/AbstractHyracksMojo.java       |  104 ++
 .../maven/plugin/AbstractHyracksServerMojo.java |   30 +
 .../maven/plugin/HyracksCCStartMojo.java        |   50 +
 .../maven/plugin/HyracksNCStartMojo.java        |   71 +
 .../maven/plugin/HyracksServiceRegistry.java    |   48 +
 .../maven/plugin/HyracksStopServicesMojo.java   |   29 +
 .../hyracks/net/buffers/IBufferAcceptor.java    |   31 -
 .../net/buffers/ICloseableBufferAcceptor.java   |   36 -
 .../hyracks/net/exceptions/NetException.java    |   34 -
 .../protocols/muxdemux/ChannelControlBlock.java |  401 ------
 .../net/protocols/muxdemux/ChannelSet.java      |  235 ----
 .../net/protocols/muxdemux/IBufferFactory.java  |   26 -
 .../muxdemux/IChannelOpenListener.java          |   30 -
 .../muxdemux/IChannelReadInterface.java         |   55 -
 .../muxdemux/IChannelWriteInterface.java        |   55 -
 .../net/protocols/muxdemux/IEventCounter.java   |   21 -
 .../muxdemux/MultiplexedConnection.java         |  413 ------
 .../net/protocols/muxdemux/MuxDemux.java        |  162 ---
 .../net/protocols/muxdemux/MuxDemuxCommand.java |   89 --
 .../muxdemux/MuxDemuxPerformanceCounters.java   |   66 -
 .../tcp/ITCPConnectionEventListener.java        |   26 -
 .../protocols/tcp/ITCPConnectionListener.java   |   25 -
 .../net/protocols/tcp/TCPConnection.java        |   93 --
 .../hyracks/net/protocols/tcp/TCPEndpoint.java  |  241 ----
 .../hyracks/net/buffers/IBufferAcceptor.java    |   31 +
 .../net/buffers/ICloseableBufferAcceptor.java   |   36 +
 .../hyracks/net/exceptions/NetException.java    |   34 +
 .../protocols/muxdemux/ChannelControlBlock.java |  401 ++++++
 .../net/protocols/muxdemux/ChannelSet.java      |  235 ++++
 .../net/protocols/muxdemux/IBufferFactory.java  |   26 +
 .../muxdemux/IChannelOpenListener.java          |   30 +
 .../muxdemux/IChannelReadInterface.java         |   55 +
 .../muxdemux/IChannelWriteInterface.java        |   55 +
 .../net/protocols/muxdemux/IEventCounter.java   |   21 +
 .../muxdemux/MultiplexedConnection.java         |  413 ++++++
 .../net/protocols/muxdemux/MuxDemux.java        |  162 +++
 .../net/protocols/muxdemux/MuxDemuxCommand.java |   89 ++
 .../muxdemux/MuxDemuxPerformanceCounters.java   |   66 +
 .../tcp/ITCPConnectionEventListener.java        |   26 +
 .../protocols/tcp/ITCPConnectionListener.java   |   25 +
 .../net/protocols/tcp/TCPConnection.java        |   93 ++
 .../hyracks/net/protocols/tcp/TCPEndpoint.java  |  241 ++++
 .../edu/uci/ics/hyracks/net/tests/NetTest.java  |  213 ---
 .../org/apache/hyracks/net/tests/NetTest.java   |  213 +++
 .../server/drivers/VirtualClusterDriver.java    |   78 --
 .../server/process/HyracksCCProcess.java        |   38 -
 .../server/process/HyracksNCProcess.java        |   38 -
 .../server/process/HyracksServerProcess.java    |   85 --
 .../server/drivers/VirtualClusterDriver.java    |   78 ++
 .../server/process/HyracksCCProcess.java        |   38 +
 .../server/process/HyracksNCProcess.java        |   38 +
 .../server/process/HyracksServerProcess.java    |   85 ++
 .../am/bloomfilter/impls/BloomCalculations.java |  163 ---
 .../am/bloomfilter/impls/BloomFilter.java       |  300 ----
 .../bloomfilter/impls/BloomFilterFactory.java   |   41 -
 .../impls/BloomFilterSpecification.java         |   34 -
 .../am/bloomfilter/impls/MurmurHash128Bit.java  |  256 ----
 .../am/bloomfilter/impls/BloomCalculations.java |  163 +++
 .../am/bloomfilter/impls/BloomFilter.java       |  300 ++++
 .../bloomfilter/impls/BloomFilterFactory.java   |   41 +
 .../impls/BloomFilterSpecification.java         |   34 +
 .../am/bloomfilter/impls/MurmurHash128Bit.java  |  256 ++++
 .../storage/am/btree/api/IBTreeFrame.java       |   36 -
 .../am/btree/api/IBTreeInteriorFrame.java       |   31 -
 .../storage/am/btree/api/IBTreeLeafFrame.java   |   48 -
 .../am/btree/api/IPrefixSlotManager.java        |   82 --
 .../storage/am/btree/api/ITupleAcceptor.java    |   22 -
 .../compressors/FieldPrefixCompressor.java      |  455 ------
 .../am/btree/dataflow/BTreeDataflowHelper.java  |   46 -
 .../dataflow/BTreeDataflowHelperFactory.java    |   38 -
 .../dataflow/BTreeSearchOperatorDescriptor.java |   72 -
 .../BTreeSearchOperatorNodePushable.java        |   82 --
 .../BTreeUpdateSearchOperatorDescriptor.java    |   57 -
 .../BTreeUpdateSearchOperatorNodePushable.java  |   70 -
 .../am/btree/exceptions/BTreeException.java     |   31 -
 .../exceptions/BTreeNotUpdateableException.java |   28 -
 .../frames/BTreeFieldPrefixNSMLeafFrame.java    |  777 -----------
 .../BTreeFieldPrefixNSMLeafFrameFactory.java    |   41 -
 .../am/btree/frames/BTreeLeafFrameType.java     |   21 -
 .../am/btree/frames/BTreeNSMInteriorFrame.java  |  463 -------
 .../frames/BTreeNSMInteriorFrameFactory.java    |   41 -
 .../am/btree/frames/BTreeNSMLeafFrame.java      |  298 ----
 .../btree/frames/BTreeNSMLeafFrameFactory.java  |   41 -
 .../am/btree/frames/OrderedSlotManager.java     |  118 --
 .../hyracks/storage/am/btree/impls/BTree.java   | 1118 ---------------
 .../btree/impls/BTreeCountingSearchCursor.java  |  263 ----
 .../am/btree/impls/BTreeCursorInitialState.java |   77 --
 .../storage/am/btree/impls/BTreeOpContext.java  |  226 ---
 .../am/btree/impls/BTreeRangeSearchCursor.java  |  317 -----
 .../storage/am/btree/impls/BTreeSplitKey.java   |   92 --
 .../impls/FieldPrefixPrefixTupleReference.java  |   42 -
 .../am/btree/impls/FieldPrefixSlotManager.java  |  296 ----
 .../btree/impls/FieldPrefixTupleReference.java  |  133 --
 .../storage/am/btree/impls/NodeFrontier.java    |   29 -
 .../storage/am/btree/impls/RangePredicate.java  |  100 --
 .../btree/impls/UnconditionalTupleAcceptor.java |   28 -
 .../storage/am/btree/util/BTreeUtils.java       |   91 --
 .../storage/am/btree/api/IBTreeFrame.java       |   36 +
 .../am/btree/api/IBTreeInteriorFrame.java       |   31 +
 .../storage/am/btree/api/IBTreeLeafFrame.java   |   48 +
 .../am/btree/api/IPrefixSlotManager.java        |   82 ++
 .../storage/am/btree/api/ITupleAcceptor.java    |   22 +
 .../compressors/FieldPrefixCompressor.java      |  455 ++++++
 .../am/btree/dataflow/BTreeDataflowHelper.java  |   46 +
 .../dataflow/BTreeDataflowHelperFactory.java    |   38 +
 .../dataflow/BTreeSearchOperatorDescriptor.java |   72 +
 .../BTreeSearchOperatorNodePushable.java        |   82 ++
 .../BTreeUpdateSearchOperatorDescriptor.java    |   57 +
 .../BTreeUpdateSearchOperatorNodePushable.java  |   70 +
 .../am/btree/exceptions/BTreeException.java     |   31 +
 .../exceptions/BTreeNotUpdateableException.java |   28 +
 .../frames/BTreeFieldPrefixNSMLeafFrame.java    |  777 +++++++++++
 .../BTreeFieldPrefixNSMLeafFrameFactory.java    |   41 +
 .../am/btree/frames/BTreeLeafFrameType.java     |   21 +
 .../am/btree/frames/BTreeNSMInteriorFrame.java  |  463 +++++++
 .../frames/BTreeNSMInteriorFrameFactory.java    |   41 +
 .../am/btree/frames/BTreeNSMLeafFrame.java      |  298 ++++
 .../btree/frames/BTreeNSMLeafFrameFactory.java  |   41 +
 .../am/btree/frames/OrderedSlotManager.java     |  118 ++
 .../hyracks/storage/am/btree/impls/BTree.java   | 1118 +++++++++++++++
 .../btree/impls/BTreeCountingSearchCursor.java  |  263 ++++
 .../am/btree/impls/BTreeCursorInitialState.java |   77 ++
 .../storage/am/btree/impls/BTreeOpContext.java  |  226 +++
 .../am/btree/impls/BTreeRangeSearchCursor.java  |  317 +++++
 .../storage/am/btree/impls/BTreeSplitKey.java   |   92 ++
 .../impls/FieldPrefixPrefixTupleReference.java  |   42 +
 .../am/btree/impls/FieldPrefixSlotManager.java  |  296 ++++
 .../btree/impls/FieldPrefixTupleReference.java  |  133 ++
 .../storage/am/btree/impls/NodeFrontier.java    |   29 +
 .../storage/am/btree/impls/RangePredicate.java  |  100 ++
 .../btree/impls/UnconditionalTupleAcceptor.java |   28 +
 .../storage/am/btree/util/BTreeUtils.java       |   91 ++
 .../am/common/api/ICursorInitialState.java      |   33 -
 .../storage/am/common/api/IFreePageManager.java |   49 -
 .../am/common/api/IFreePageManagerFactory.java  |   19 -
 .../hyracks/storage/am/common/api/IIndex.java   |  131 --
 .../storage/am/common/api/IIndexAccessor.java   |  101 --
 .../storage/am/common/api/IIndexBulkLoader.java |   42 -
 .../storage/am/common/api/IIndexCursor.java     |   34 -
 .../am/common/api/IIndexDataflowHelper.java     |   37 -
 .../am/common/api/IIndexLifecycleManager.java   |   34 -
 .../api/IIndexLifecycleManagerProvider.java     |   23 -
 .../am/common/api/IIndexOperationContext.java   |   26 -
 .../api/IModificationOperationCallback.java     |   50 -
 .../IModificationOperationCallbackFactory.java  |   25 -
 .../am/common/api/IPrimitiveValueProvider.java  |   20 -
 .../api/IPrimitiveValueProviderFactory.java     |   22 -
 .../am/common/api/ISearchOperationCallback.java |   69 -
 .../api/ISearchOperationCallbackFactory.java    |   25 -
 .../storage/am/common/api/ISearchPredicate.java |   26 -
 .../storage/am/common/api/ISlotManager.java     |   47 -
 .../storage/am/common/api/ISplitKey.java        |   39 -
 .../storage/am/common/api/ITreeIndex.java       |   61 -
 .../am/common/api/ITreeIndexAccessor.java       |   45 -
 .../storage/am/common/api/ITreeIndexCursor.java |   34 -
 .../storage/am/common/api/ITreeIndexFrame.java  |  101 --
 .../common/api/ITreeIndexFrameCompressor.java   |   22 -
 .../am/common/api/ITreeIndexFrameFactory.java   |   22 -
 .../am/common/api/ITreeIndexMetaDataFrame.java  |   61 -
 .../api/ITreeIndexMetaDataFrameFactory.java     |   20 -
 .../am/common/api/ITreeIndexTupleReference.java |   32 -
 .../am/common/api/ITreeIndexTupleWriter.java    |   42 -
 .../api/ITreeIndexTupleWriterFactory.java       |   22 -
 .../storage/am/common/api/ITupleFilter.java     |   22 -
 .../am/common/api/ITupleFilterFactory.java      |   24 -
 .../storage/am/common/api/ITupleUpdater.java    |   29 -
 .../am/common/api/ITupleUpdaterFactory.java     |   22 -
 .../am/common/api/ITwoPCIndexBulkLoader.java    |   39 -
 .../am/common/api/IVirtualFreePageManager.java  |   21 -
 .../storage/am/common/api/IndexException.java   |   28 -
 .../am/common/api/TreeIndexException.java       |   38 -
 .../am/common/api/UnsortedInputException.java   |   31 -
 .../PointablePrimitiveValueProviderFactory.java |   47 -
 .../AbstractIndexOperatorDescriptor.java        |  131 --
 .../AbstractTreeIndexOperatorDescriptor.java    |   77 --
 .../dataflow/IIndexDataflowHelperFactory.java   |   26 -
 .../dataflow/IIndexOperatorDescriptor.java      |   53 -
 .../dataflow/ITreeIndexOperatorDescriptor.java  |   28 -
 .../IndexBulkLoadOperatorNodePushable.java      |  115 --
 .../IndexCreateOperatorNodePushable.java        |   54 -
 .../am/common/dataflow/IndexDataflowHelper.java |  162 ---
 .../dataflow/IndexDropOperatorDescriptor.java   |   53 -
 .../dataflow/IndexDropOperatorNodePushable.java |   55 -
 ...xInsertUpdateDeleteOperatorNodePushable.java |  157 ---
 .../common/dataflow/IndexLifecycleManager.java  |  234 ----
 .../am/common/dataflow/IndexRegistry.java       |   39 -
 .../IndexSearchOperatorNodePushable.java        |  208 ---
 .../TreeIndexBulkLoadOperatorDescriptor.java    |   64 -
 .../TreeIndexCreateOperatorDescriptor.java      |   51 -
 .../dataflow/TreeIndexDataflowHelper.java       |   34 -
 ...reeIndexDiskOrderScanOperatorDescriptor.java |   49 -
 ...eIndexDiskOrderScanOperatorNodePushable.java |   99 --
 ...dexInsertUpdateDeleteOperatorDescriptor.java |   61 -
 .../TreeIndexStatsOperatorDescriptor.java       |   54 -
 .../TreeIndexStatsOperatorNodePushable.java     |   91 --
 .../am/common/datagen/DataGenThread.java        |   99 --
 .../storage/am/common/datagen/DataGenUtils.java |   61 -
 .../DocumentStringFieldValueGenerator.java      |   99 --
 .../datagen/DoubleFieldValueGenerator.java      |   35 -
 .../datagen/FloatFieldValueGenerator.java       |   35 -
 .../am/common/datagen/IFieldValueGenerator.java |   21 -
 .../datagen/IntegerFieldValueGenerator.java     |   35 -
 .../datagen/PersonNameFieldValueGenerator.java  |   97 --
 .../am/common/datagen/ProbabilityHelper.java    |   64 -
 .../SortedDoubleFieldValueGenerator.java        |   41 -
 .../datagen/SortedFloatFieldValueGenerator.java |   41 -
 .../SortedIntegerFieldValueGenerator.java       |   41 -
 .../datagen/StringFieldValueGenerator.java      |   46 -
 .../storage/am/common/datagen/TupleBatch.java   |   51 -
 .../am/common/datagen/TupleGenerator.java       |   80 --
 .../TreeIndexDuplicateKeyException.java         |   30 -
 .../TreeIndexNonExistentKeyException.java       |   31 -
 .../am/common/frames/AbstractSlotManager.java   |   74 -
 .../am/common/frames/FrameOpSpaceStatus.java    |   20 -
 .../am/common/frames/LIFOMetaDataFrame.java     |  161 ---
 .../common/frames/LIFOMetaDataFrameFactory.java |   26 -
 .../am/common/frames/TreeIndexNSMFrame.java     |  301 ----
 .../freepage/LinkedListFreePageManager.java     |  230 ---
 .../LinkedListFreePageManagerFactory.java       |   37 -
 .../common/impls/AbstractSearchPredicate.java   |   44 -
 .../am/common/impls/AbstractTreeIndex.java      |  387 ------
 .../am/common/impls/NoOpOperationCallback.java  |   58 -
 .../impls/NoOpOperationCallbackFactory.java     |   40 -
 .../storage/am/common/impls/NodeFrontier.java   |   29 -
 .../impls/TreeIndexDiskOrderScanCursor.java     |  155 ---
 .../am/common/ophelpers/DoubleArrayList.java    |   98 --
 .../am/common/ophelpers/FindTupleMode.java      |   20 -
 .../ophelpers/FindTupleNoExactMatchPolicy.java  |   20 -
 .../storage/am/common/ophelpers/IndexOp.java    |   20 -
 .../am/common/ophelpers/IndexOperation.java     |   31 -
 .../am/common/ophelpers/IntArrayList.java       |   98 --
 .../am/common/ophelpers/LongArrayList.java      |   99 --
 .../am/common/ophelpers/MultiComparator.java    |  129 --
 .../am/common/ophelpers/SingleComparator.java   |   38 -
 .../am/common/ophelpers/SlotOffTupleOff.java    |   38 -
 .../tuples/ConcatenatingTupleReference.java     |  114 --
 .../am/common/tuples/DualTupleReference.java    |   56 -
 .../tuples/PermutingFrameTupleReference.java    |   65 -
 .../common/tuples/PermutingTupleReference.java  |   52 -
 .../am/common/tuples/SimpleTupleReference.java  |   99 --
 .../am/common/tuples/SimpleTupleWriter.java     |  121 --
 .../common/tuples/SimpleTupleWriterFactory.java |   30 -
 .../common/tuples/TypeAwareTupleReference.java  |  125 --
 .../am/common/tuples/TypeAwareTupleWriter.java  |  155 ---
 .../tuples/TypeAwareTupleWriterFactory.java     |   37 -
 .../common/tuples/VarLenIntEncoderDecoder.java  |   88 --
 .../storage/am/common/util/HashMultiSet.java    |  113 --
 .../am/common/util/IndexFileNameUtil.java       |   27 -
 .../common/util/TreeIndexBufferCacheWarmup.java |  102 --
 .../storage/am/common/util/TreeIndexStats.java  |  161 ---
 .../am/common/util/TreeIndexStatsGatherer.java  |   87 --
 .../storage/am/common/util/TreeIndexUtils.java  |   39 -
 .../am/common/api/ICursorInitialState.java      |   33 +
 .../storage/am/common/api/IFreePageManager.java |   49 +
 .../am/common/api/IFreePageManagerFactory.java  |   19 +
 .../hyracks/storage/am/common/api/IIndex.java   |  131 ++
 .../storage/am/common/api/IIndexAccessor.java   |  101 ++
 .../storage/am/common/api/IIndexBulkLoader.java |   42 +
 .../storage/am/common/api/IIndexCursor.java     |   34 +
 .../am/common/api/IIndexDataflowHelper.java     |   37 +
 .../am/common/api/IIndexLifecycleManager.java   |   34 +
 .../api/IIndexLifecycleManagerProvider.java     |   23 +
 .../am/common/api/IIndexOperationContext.java   |   26 +
 .../api/IModificationOperationCallback.java     |   50 +
 .../IModificationOperationCallbackFactory.java  |   25 +
 .../am/common/api/IPrimitiveValueProvider.java  |   20 +
 .../api/IPrimitiveValueProviderFactory.java     |   22 +
 .../am/common/api/ISearchOperationCallback.java |   69 +
 .../api/ISearchOperationCallbackFactory.java    |   25 +
 .../storage/am/common/api/ISearchPredicate.java |   26 +
 .../storage/am/common/api/ISlotManager.java     |   47 +
 .../storage/am/common/api/ISplitKey.java        |   39 +
 .../storage/am/common/api/ITreeIndex.java       |   61 +
 .../am/common/api/ITreeIndexAccessor.java       |   45 +
 .../storage/am/common/api/ITreeIndexCursor.java |   34 +
 .../storage/am/common/api/ITreeIndexFrame.java  |  101 ++
 .../common/api/ITreeIndexFrameCompressor.java   |   22 +
 .../am/common/api/ITreeIndexFrameFactory.java   |   22 +
 .../am/common/api/ITreeIndexMetaDataFrame.java  |   61 +
 .../api/ITreeIndexMetaDataFrameFactory.java     |   20 +
 .../am/common/api/ITreeIndexTupleReference.java |   32 +
 .../am/common/api/ITreeIndexTupleWriter.java    |   42 +
 .../api/ITreeIndexTupleWriterFactory.java       |   22 +
 .../storage/am/common/api/ITupleFilter.java     |   22 +
 .../am/common/api/ITupleFilterFactory.java      |   24 +
 .../storage/am/common/api/ITupleUpdater.java    |   29 +
 .../am/common/api/ITupleUpdaterFactory.java     |   22 +
 .../am/common/api/ITwoPCIndexBulkLoader.java    |   39 +
 .../am/common/api/IVirtualFreePageManager.java  |   21 +
 .../storage/am/common/api/IndexException.java   |   28 +
 .../am/common/api/TreeIndexException.java       |   38 +
 .../am/common/api/UnsortedInputException.java   |   31 +
 .../PointablePrimitiveValueProviderFactory.java |   47 +
 .../AbstractIndexOperatorDescriptor.java        |  131 ++
 .../AbstractTreeIndexOperatorDescriptor.java    |   77 ++
 .../dataflow/IIndexDataflowHelperFactory.java   |   26 +
 .../dataflow/IIndexOperatorDescriptor.java      |   53 +
 .../dataflow/ITreeIndexOperatorDescriptor.java  |   28 +
 .../IndexBulkLoadOperatorNodePushable.java      |  115 ++
 .../IndexCreateOperatorNodePushable.java        |   54 +
 .../am/common/dataflow/IndexDataflowHelper.java |  162 +++
 .../dataflow/IndexDropOperatorDescriptor.java   |   53 +
 .../dataflow/IndexDropOperatorNodePushable.java |   55 +
 ...xInsertUpdateDeleteOperatorNodePushable.java |  157 +++
 .../common/dataflow/IndexLifecycleManager.java  |  234 ++++
 .../am/common/dataflow/IndexRegistry.java       |   39 +
 .../IndexSearchOperatorNodePushable.java        |  208 +++
 .../TreeIndexBulkLoadOperatorDescriptor.java    |   64 +
 .../TreeIndexCreateOperatorDescriptor.java      |   51 +
 .../dataflow/TreeIndexDataflowHelper.java       |   34 +
 ...reeIndexDiskOrderScanOperatorDescriptor.java |   49 +
 ...eIndexDiskOrderScanOperatorNodePushable.java |   99 ++
 ...dexInsertUpdateDeleteOperatorDescriptor.java |   61 +
 .../TreeIndexStatsOperatorDescriptor.java       |   54 +
 .../TreeIndexStatsOperatorNodePushable.java     |   91 ++
 .../am/common/datagen/DataGenThread.java        |   99 ++
 .../storage/am/common/datagen/DataGenUtils.java |   61 +
 .../DocumentStringFieldValueGenerator.java      |   99 ++
 .../datagen/DoubleFieldValueGenerator.java      |   35 +
 .../datagen/FloatFieldValueGenerator.java       |   35 +
 .../am/common/datagen/IFieldValueGenerator.java |   21 +
 .../datagen/IntegerFieldValueGenerator.java     |   35 +
 .../datagen/PersonNameFieldValueGenerator.java  |   97 ++
 .../am/common/datagen/ProbabilityHelper.java    |   64 +
 .../SortedDoubleFieldValueGenerator.java        |   41 +
 .../datagen/SortedFloatFieldValueGenerator.java |   41 +
 .../SortedIntegerFieldValueGenerator.java       |   41 +
 .../datagen/StringFieldValueGenerator.java      |   46 +
 .../storage/am/common/datagen/TupleBatch.java   |   51 +
 .../am/common/datagen/TupleGenerator.java       |   80 ++
 .../TreeIndexDuplicateKeyException.java         |   30 +
 .../TreeIndexNonExistentKeyException.java       |   31 +
 .../am/common/frames/AbstractSlotManager.java   |   74 +
 .../am/common/frames/FrameOpSpaceStatus.java    |   20 +
 .../am/common/frames/LIFOMetaDataFrame.java     |  161 +++
 .../common/frames/LIFOMetaDataFrameFactory.java |   26 +
 .../am/common/frames/TreeIndexNSMFrame.java     |  301 ++++
 .../freepage/LinkedListFreePageManager.java     |  230 +++
 .../LinkedListFreePageManagerFactory.java       |   37 +
 .../common/impls/AbstractSearchPredicate.java   |   44 +
 .../am/common/impls/AbstractTreeIndex.java      |  387 ++++++
 .../am/common/impls/NoOpOperationCallback.java  |   58 +
 .../impls/NoOpOperationCallbackFactory.java     |   40 +
 .../storage/am/common/impls/NodeFrontier.java   |   29 +
 .../impls/TreeIndexDiskOrderScanCursor.java     |  155 +++
 .../am/common/ophelpers/DoubleArrayList.java    |   98 ++
 .../am/common/ophelpers/FindTupleMode.java      |   20 +
 .../ophelpers/FindTupleNoExactMatchPolicy.java  |   20 +
 .../storage/am/common/ophelpers/IndexOp.java    |   20 +
 .../am/common/ophelpers/IndexOperation.java     |   31 +
 .../am/common/ophelpers/IntArrayList.java       |   98 ++
 .../am/common/ophelpers/LongArrayList.java      |   99 ++
 .../am/common/ophelpers/MultiComparator.java    |  129 ++
 .../am/common/ophelpers/SingleComparator.java   |   38 +
 .../am/common/ophelpers/SlotOffTupleOff.java    |   38 +
 .../tuples/ConcatenatingTupleReference.java     |  114 ++
 .../am/common/tuples/DualTupleReference.java    |   56 +
 .../tuples/PermutingFrameTupleReference.java    |   65 +
 .../common/tuples/PermutingTupleReference.java  |   52 +
 .../am/common/tuples/SimpleTupleReference.java  |   99 ++
 .../am/common/tuples/SimpleTupleWriter.java     |  121 ++
 .../common/tuples/SimpleTupleWriterFactory.java |   30 +
 .../common/tuples/TypeAwareTupleReference.java  |  125 ++
 .../am/common/tuples/TypeAwareTupleWriter.java  |  155 +++
 .../tuples/TypeAwareTupleWriterFactory.java     |   37 +
 .../common/tuples/VarLenIntEncoderDecoder.java  |   88 ++
 .../storage/am/common/util/HashMultiSet.java    |  113 ++
 .../am/common/util/IndexFileNameUtil.java       |   27 +
 .../common/util/TreeIndexBufferCacheWarmup.java |  102 ++
 .../storage/am/common/util/TreeIndexStats.java  |  161 +++
 .../am/common/util/TreeIndexStatsGatherer.java  |   87 ++
 .../storage/am/common/util/TreeIndexUtils.java  |   39 +
 .../dataflow/ExternalBTreeDataflowHelper.java   |   88 --
 .../ExternalBTreeDataflowHelperFactory.java     |   51 -
 .../ExternalBTreeWithBuddyDataflowHelper.java   |   89 --
 ...rnalBTreeWithBuddyDataflowHelperFactory.java |   52 -
 .../btree/dataflow/LSMBTreeDataflowHelper.java  |   73 -
 .../dataflow/LSMBTreeDataflowHelperFactory.java |   60 -
 .../impls/AntimatterAwareTupleAcceptor.java     |   32 -
 .../am/lsm/btree/impls/ExternalBTree.java       |  708 ----------
 .../lsm/btree/impls/ExternalBTreeOpContext.java |  135 --
 .../lsm/btree/impls/ExternalBTreeWithBuddy.java |  897 ------------
 .../impls/ExternalBTreeWithBuddyOpContext.java  |  122 --
 .../storage/am/lsm/btree/impls/LSMBTree.java    |  865 ------------
 .../btree/impls/LSMBTreeCursorInitialState.java |  101 --
 .../lsm/btree/impls/LSMBTreeDiskComponent.java  |   58 -
 .../impls/LSMBTreeDiskComponentFactory.java     |   57 -
 .../am/lsm/btree/impls/LSMBTreeFileManager.java |  221 ---
 .../lsm/btree/impls/LSMBTreeFlushOperation.java |  104 --
 .../btree/impls/LSMBTreeMemoryComponent.java    |   46 -
 .../lsm/btree/impls/LSMBTreeMergeOperation.java |  109 --
 .../am/lsm/btree/impls/LSMBTreeOpContext.java   |  198 ---
 .../btree/impls/LSMBTreePointSearchCursor.java  |  227 ---
 .../btree/impls/LSMBTreeRangeSearchCursor.java  |  212 ---
 .../lsm/btree/impls/LSMBTreeSearchCursor.java   |  136 --
 .../impls/LSMBTreeWithBuddyAbstractCursor.java  |  187 ---
 .../LSMBTreeWithBuddyCursorInitialState.java    |  113 --
 .../impls/LSMBTreeWithBuddyDiskComponent.java   |   69 -
 .../LSMBTreeWithBuddyDiskComponentFactory.java  |   61 -
 .../impls/LSMBTreeWithBuddyFileManager.java     |  257 ----
 .../impls/LSMBTreeWithBuddyMemoryComponent.java |   59 -
 .../impls/LSMBTreeWithBuddyMergeOperation.java  |  132 --
 .../impls/LSMBTreeWithBuddySearchCursor.java    |  120 --
 .../impls/LSMBTreeWithBuddySortedCursor.java    |  165 ---
 .../btree/impls/LSMBuddyBTreeMergeCursor.java   |   77 --
 .../btree/tuples/LSMBTreeCopyTupleWriter.java   |   35 -
 .../tuples/LSMBTreeCopyTupleWriterFactory.java  |   37 -
 .../LSMBTreeRefrencingTupleWriterFactory.java   |   65 -
 .../btree/tuples/LSMBTreeTupleReference.java    |   93 --
 .../lsm/btree/tuples/LSMBTreeTupleWriter.java   |   86 --
 .../tuples/LSMBTreeTupleWriterFactory.java      |   38 -
 .../am/lsm/btree/util/LSMBTreeUtils.java        |  213 ---
 .../dataflow/ExternalBTreeDataflowHelper.java   |   88 ++
 .../ExternalBTreeDataflowHelperFactory.java     |   51 +
 .../ExternalBTreeWithBuddyDataflowHelper.java   |   89 ++
 ...rnalBTreeWithBuddyDataflowHelperFactory.java |   52 +
 .../btree/dataflow/LSMBTreeDataflowHelper.java  |   73 +
 .../dataflow/LSMBTreeDataflowHelperFactory.java |   60 +
 .../impls/AntimatterAwareTupleAcceptor.java     |   32 +
 .../am/lsm/btree/impls/ExternalBTree.java       |  708 ++++++++++
 .../lsm/btree/impls/ExternalBTreeOpContext.java |  135 ++
 .../lsm/btree/impls/ExternalBTreeWithBuddy.java |  897 ++++++++++++
 .../impls/ExternalBTreeWithBuddyOpContext.java  |  122 ++
 .../storage/am/lsm/btree/impls/LSMBTree.java    |  865 ++++++++++++
 .../btree/impls/LSMBTreeCursorInitialState.java |  101 ++
 .../lsm/btree/impls/LSMBTreeDiskComponent.java  |   58 +
 .../impls/LSMBTreeDiskComponentFactory.java     |   57 +
 .../am/lsm/btree/impls/LSMBTreeFileManager.java |  221 +++
 .../lsm/btree/impls/LSMBTreeFlushOperation.java |  104 ++
 .../btree/impls/LSMBTreeMemoryComponent.java    |   46 +
 .../lsm/btree/impls/LSMBTreeMergeOperation.java |  109 ++
 .../am/lsm/btree/impls/LSMBTreeOpContext.java   |  198 +++
 .../btree/impls/LSMBTreePointSearchCursor.java  |  227 +++
 .../btree/impls/LSMBTreeRangeSearchCursor.java  |  212 +++
 .../lsm/btree/impls/LSMBTreeSearchCursor.java   |  136 ++
 .../impls/LSMBTreeWithBuddyAbstractCursor.java  |  187 +++
 .../LSMBTreeWithBuddyCursorInitialState.java    |  113 ++
 .../impls/LSMBTreeWithBuddyDiskComponent.java   |   69 +
 .../LSMBTreeWithBuddyDiskComponentFactory.java  |   61 +
 .../impls/LSMBTreeWithBuddyFileManager.java     |  257 ++++
 .../impls/LSMBTreeWithBuddyMemoryComponent.java |   59 +
 .../impls/LSMBTreeWithBuddyMergeOperation.java  |  132 ++
 .../impls/LSMBTreeWithBuddySearchCursor.java    |  120 ++
 .../impls/LSMBTreeWithBuddySortedCursor.java    |  165 +++
 .../btree/impls/LSMBuddyBTreeMergeCursor.java   |   77 ++
 .../btree/tuples/LSMBTreeCopyTupleWriter.java   |   35 +
 .../tuples/LSMBTreeCopyTupleWriterFactory.java  |   37 +
 .../LSMBTreeRefrencingTupleWriterFactory.java   |   65 +
 .../btree/tuples/LSMBTreeTupleReference.java    |   93 ++
 .../lsm/btree/tuples/LSMBTreeTupleWriter.java   |   86 ++
 .../tuples/LSMBTreeTupleWriterFactory.java      |   38 +
 .../am/lsm/btree/util/LSMBTreeUtils.java        |  213 +++
 .../am/lsm/common/api/ILSMComponent.java        |   46 -
 .../am/lsm/common/api/ILSMComponentFactory.java |   27 -
 .../am/lsm/common/api/ILSMComponentFilter.java  |   36 -
 .../common/api/ILSMComponentFilterFactory.java  |   20 -
 .../common/api/ILSMComponentFilterFrame.java    |   40 -
 .../api/ILSMComponentFilterFrameFactory.java    |   19 -
 .../common/api/ILSMComponentFilterManager.java  |   32 -
 .../storage/am/lsm/common/api/ILSMHarness.java  |   63 -
 .../am/lsm/common/api/ILSMIOOperation.java      |   42 -
 .../lsm/common/api/ILSMIOOperationCallback.java |   52 -
 .../api/ILSMIOOperationCallbackFactory.java     |   21 -
 .../api/ILSMIOOperationCallbackProvider.java    |   19 -
 .../common/api/ILSMIOOperationScheduler.java    |   21 -
 .../api/ILSMIOOperationSchedulerProvider.java   |   23 -
 .../storage/am/lsm/common/api/ILSMIndex.java    |   50 -
 .../am/lsm/common/api/ILSMIndexAccessor.java    |  119 --
 .../common/api/ILSMIndexAccessorInternal.java   |   38 -
 .../am/lsm/common/api/ILSMIndexFileManager.java |   77 --
 .../am/lsm/common/api/ILSMIndexInternal.java    |   88 --
 .../common/api/ILSMIndexOperationContext.java   |   40 -
 .../lsm/common/api/ILSMIndexReplicationJob.java |   23 -
 .../am/lsm/common/api/ILSMMergePolicy.java      |   28 -
 .../lsm/common/api/ILSMMergePolicyFactory.java  |   36 -
 .../am/lsm/common/api/ILSMOperationTracker.java |   58 -
 .../api/ILSMOperationTrackerProvider.java       |   23 -
 .../lsm/common/api/ILSMTreeTupleReference.java  |   22 -
 .../storage/am/lsm/common/api/ITwoPCIndex.java  |   73 -
 .../am/lsm/common/api/IVirtualBufferCache.java  |   29 -
 .../common/api/IVirtualBufferCacheProvider.java |   24 -
 .../AbstractLSMIndexDataflowHelper.java         |   73 -
 .../AbstractLSMIndexDataflowHelperFactory.java  |   62 -
 .../LSMIndexCompactOperatorNodePushable.java    |   68 -
 ...xInsertUpdateDeleteOperatorNodePushable.java |  121 --
 .../LSMTreeIndexCompactOperatorDescriptor.java  |   54 -
 ...dexInsertUpdateDeleteOperatorDescriptor.java |   63 -
 .../common/frames/LSMComponentFilterFrame.java  |  104 --
 .../frames/LSMComponentFilterFrameFactory.java  |   36 -
 .../common/freepage/VirtualFreePageManager.java |  116 --
 .../impls/AbortRecoverLSMIndexFileManager.java  |   23 -
 .../common/impls/AbstractDiskLSMComponent.java  |  104 --
 .../lsm/common/impls/AbstractLSMComponent.java  |   44 -
 .../am/lsm/common/impls/AbstractLSMIndex.java   |  333 -----
 .../impls/AbstractLSMIndexFileManager.java      |  429 ------
 .../impls/AbstractMemoryLSMComponent.java       |  204 ---
 .../lsm/common/impls/AsynchronousScheduler.java |  100 --
 .../am/lsm/common/impls/BTreeFactory.java       |   42 -
 .../BlockingIOOperationCallbackWrapper.java     |   62 -
 .../BloomFilterAwareBTreePointSearchCursor.java |   40 -
 .../lsm/common/impls/ConstantMergePolicy.java   |   57 -
 .../impls/ConstantMergePolicyFactory.java       |   57 -
 .../lsm/common/impls/ExternalIndexHarness.java  |  361 -----
 .../am/lsm/common/impls/IndexFactory.java       |   43 -
 .../impls/LSMComponentFileReferences.java       |   48 -
 .../am/lsm/common/impls/LSMComponentFilter.java |  135 --
 .../common/impls/LSMComponentFilterFactory.java |   37 -
 .../common/impls/LSMComponentFilterManager.java |  134 --
 .../am/lsm/common/impls/LSMComponentState.java  |   23 -
 .../storage/am/lsm/common/impls/LSMHarness.java |  496 -------
 .../am/lsm/common/impls/LSMIOOperationTask.java |   33 -
 .../common/impls/LSMIndexReplicationJob.java    |   42 -
 .../lsm/common/impls/LSMIndexSearchCursor.java  |  278 ----
 .../am/lsm/common/impls/LSMOperationType.java   |   24 -
 .../lsm/common/impls/LSMTreeIndexAccessor.java  |  161 ---
 .../impls/MultitenantVirtualBufferCache.java    |  159 ---
 .../am/lsm/common/impls/NoMergePolicy.java      |   36 -
 .../lsm/common/impls/NoMergePolicyFactory.java  |   58 -
 .../common/impls/NoOpIOOperationCallback.java   |   59 -
 .../impls/NoOpOperationTrackerProvider.java     |   66 -
 .../am/lsm/common/impls/PrefixMergePolicy.java  |   92 --
 .../common/impls/PrefixMergePolicyFactory.java  |   59 -
 .../lsm/common/impls/SynchronousScheduler.java  |   33 -
 .../impls/SynchronousSchedulerProvider.java     |   29 -
 .../ThreadCountingOperationTrackerProvider.java |   35 -
 .../lsm/common/impls/ThreadCountingTracker.java |   63 -
 .../am/lsm/common/impls/TreeIndexFactory.java   |   41 -
 .../am/lsm/common/impls/VirtualBufferCache.java |  386 ------
 .../am/lsm/common/api/ILSMComponent.java        |   46 +
 .../am/lsm/common/api/ILSMComponentFactory.java |   27 +
 .../am/lsm/common/api/ILSMComponentFilter.java  |   36 +
 .../common/api/ILSMComponentFilterFactory.java  |   20 +
 .../common/api/ILSMComponentFilterFrame.java    |   40 +
 .../api/ILSMComponentFilterFrameFactory.java    |   19 +
 .../common/api/ILSMComponentFilterManager.java  |   32 +
 .../storage/am/lsm/common/api/ILSMHarness.java  |   63 +
 .../am/lsm/common/api/ILSMIOOperation.java      |   42 +
 .../lsm/common/api/ILSMIOOperationCallback.java |   52 +
 .../api/ILSMIOOperationCallbackFactory.java     |   21 +
 .../api/ILSMIOOperationCallbackProvider.java    |   19 +
 .../common/api/ILSMIOOperationScheduler.java    |   21 +
 .../api/ILSMIOOperationSchedulerProvider.java   |   23 +
 .../storage/am/lsm/common/api/ILSMIndex.java    |   50 +
 .../am/lsm/common/api/ILSMIndexAccessor.java    |  119 ++
 .../common/api/ILSMIndexAccessorInternal.java   |   38 +
 .../am/lsm/common/api/ILSMIndexFileManager.java |   77 ++
 .../am/lsm/common/api/ILSMIndexInternal.java    |   88 ++
 .../common/api/ILSMIndexOperationContext.java   |   40 +
 .../lsm/common/api/ILSMIndexReplicationJob.java |   23 +
 .../am/lsm/common/api/ILSMMergePolicy.java      |   28 +
 .../lsm/common/api/ILSMMergePolicyFactory.java  |   36 +
 .../am/lsm/common/api/ILSMOperationTracker.java |   58 +
 .../api/ILSMOperationTrackerProvider.java       |   23 +
 .../lsm/common/api/ILSMTreeTupleReference.java  |   22 +
 .../storage/am/lsm/common/api/ITwoPCIndex.java  |   73 +
 .../am/lsm/common/api/IVirtualBufferCache.java  |   29 +
 .../common/api/IVirtualBufferCacheProvider.java |   24 +
 .../AbstractLSMIndexDataflowHelper.java         |   73 +
 .../AbstractLSMIndexDataflowHelperFactory.java  |   62 +
 .../LSMIndexCompactOperatorNodePushable.java    |   68 +
 ...xInsertUpdateDeleteOperatorNodePushable.java |  121 ++
 .../LSMTreeIndexCompactOperatorDescriptor.java  |   54 +
 ...dexInsertUpdateDeleteOperatorDescriptor.java |   63 +
 .../common/frames/LSMComponentFilterFrame.java  |  104 ++
 .../frames/LSMComponentFilterFrameFactory.java  |   36 +
 .../common/freepage/VirtualFreePageManager.java |  116 ++
 .../impls/AbortRecoverLSMIndexFileManager.java  |   23 +
 .../common/impls/AbstractDiskLSMComponent.java  |  104 ++
 .../lsm/common/impls/AbstractLSMComponent.java  |   44 +
 .../am/lsm/common/impls/AbstractLSMIndex.java   |  333 +++++
 .../impls/AbstractLSMIndexFileManager.java      |  429 ++++++
 .../impls/AbstractMemoryLSMComponent.java       |  204 +++
 .../lsm/common/impls/AsynchronousScheduler.java |  100 ++
 .../am/lsm/common/impls/BTreeFactory.java       |   42 +
 .../BlockingIOOperationCallbackWrapper.java     |   62 +
 .../BloomFilterAwareBTreePointSearchCursor.java |   40 +
 .../lsm/common/impls/ConstantMergePolicy.java   |   57 +
 .../impls/ConstantMergePolicyFactory.java       |   57 +
 .../lsm/common/impls/ExternalIndexHarness.java  |  361 +++++
 .../am/lsm/common/impls/IndexFactory.java       |   43 +
 .../impls/LSMComponentFileReferences.java       |   48 +
 .../am/lsm/common/impls/LSMComponentFilter.java |  135 ++
 .../common/impls/LSMComponentFilterFactory.java |   37 +
 .../common/impls/LSMComponentFilterManager.java |  134 ++
 .../am/lsm/common/impls/LSMComponentState.java  |   23 +
 .../storage/am/lsm/common/impls/LSMHarness.java |  496 +++++++
 .../am/lsm/common/impls/LSMIOOperationTask.java |   33 +
 .../common/impls/LSMIndexReplicationJob.java    |   42 +
 .../lsm/common/impls/LSMIndexSearchCursor.java  |  278 ++++
 .../am/lsm/common/impls/LSMOperationType.java   |   24 +
 .../lsm/common/impls/LSMTreeIndexAccessor.java  |  161 +++
 .../impls/MultitenantVirtualBufferCache.java    |  159 +++
 .../am/lsm/common/impls/NoMergePolicy.java      |   36 +
 .../lsm/common/impls/NoMergePolicyFactory.java  |   58 +
 .../common/impls/NoOpIOOperationCallback.java   |   59 +
 .../impls/NoOpOperationTrackerProvider.java     |   66 +
 .../am/lsm/common/impls/PrefixMergePolicy.java  |   92 ++
 .../common/impls/PrefixMergePolicyFactory.java  |   59 +
 .../lsm/common/impls/SynchronousScheduler.java  |   33 +
 .../impls/SynchronousSchedulerProvider.java     |   29 +
 .../ThreadCountingOperationTrackerProvider.java |   35 +
 .../lsm/common/impls/ThreadCountingTracker.java |   63 +
 .../am/lsm/common/impls/TreeIndexFactory.java   |   41 +
 .../am/lsm/common/impls/VirtualBufferCache.java |  386 ++++++
 .../lsm/invertedindex/api/IInvertedIndex.java   |   39 -
 .../api/IInvertedIndexAccessor.java             |   35 -
 .../api/IInvertedIndexFileNameMapper.java       |   23 -
 .../api/IInvertedIndexOperatorDescriptor.java   |   34 -
 .../api/IInvertedIndexSearchModifier.java       |   26 -
 .../IInvertedIndexSearchModifierFactory.java    |   22 -
 .../api/IInvertedIndexSearcher.java             |   42 -
 .../invertedindex/api/IInvertedListBuilder.java |   32 -
 .../api/IInvertedListBuilderFactory.java        |   20 -
 .../invertedindex/api/IInvertedListCursor.java  |   54 -
 .../lsm/invertedindex/api/IObjectFactory.java   |   20 -
 .../api/IPartitionedInvertedIndex.java          |   31 -
 ...tractLSMInvertedIndexOperatorDescriptor.java |   90 --
 .../BinaryTokenizerOperatorDescriptor.java      |   64 -
 .../BinaryTokenizerOperatorNodePushable.java    |  161 ---
 ...InvertedIndexBulkLoadOperatorDescriptor.java |   67 -
 .../LSMInvertedIndexCompactOperator.java        |   55 -
 ...SMInvertedIndexCreateOperatorDescriptor.java |   57 -
 .../LSMInvertedIndexDataflowHelper.java         |   90 --
 .../LSMInvertedIndexDataflowHelperFactory.java  |   65 -
 ...InvertedIndexInsertUpdateDeleteOperator.java |   65 -
 ...SMInvertedIndexSearchOperatorDescriptor.java |   75 -
 ...InvertedIndexSearchOperatorNodePushable.java |   74 -
 ...rtitionedLSMInvertedIndexDataflowHelper.java |   90 --
 ...edLSMInvertedIndexDataflowHelperFactory.java |   64 -
 .../exceptions/InvertedIndexException.java      |   30 -
 .../OccurrenceThresholdPanicException.java      |   26 -
 .../invertedindex/impls/LSMInvertedIndex.java   |  957 -------------
 .../impls/LSMInvertedIndexAccessor.java         |  183 ---
 ...nvertedIndexDeletedKeysBTreeMergeCursor.java |   63 -
 .../impls/LSMInvertedIndexDiskComponent.java    |   73 -
 .../LSMInvertedIndexDiskComponentFactory.java   |   58 -
 .../impls/LSMInvertedIndexFileManager.java      |  211 ---
 .../impls/LSMInvertedIndexFlushOperation.java   |  108 --
 .../impls/LSMInvertedIndexMemoryComponent.java  |   57 -
 .../impls/LSMInvertedIndexMergeOperation.java   |  118 --
 .../impls/LSMInvertedIndexOpContext.java        |  165 ---
 .../LSMInvertedIndexRangeSearchCursor.java      |  117 --
 ...ertedIndexRangeSearchCursorInitialState.java |  132 --
 .../impls/LSMInvertedIndexSearchCursor.java     |  190 ---
 ...SMInvertedIndexSearchCursorInitialState.java |  128 --
 .../impls/PartitionedLSMInvertedIndex.java      |   72 -
 .../inmemory/InMemoryInvertedIndex.java         |  210 ---
 .../inmemory/InMemoryInvertedIndexAccessor.java |  117 --
 .../InMemoryInvertedIndexOpContext.java         |   94 --
 .../inmemory/InMemoryInvertedListCursor.java    |  240 ----
 .../PartitionedInMemoryInvertedIndex.java       |  147 --
 ...artitionedInMemoryInvertedIndexAccessor.java |   33 -
 ...rtitionedInMemoryInvertedIndexOpContext.java |   36 -
 .../FixedSizeElementInvertedListBuilder.java    |   80 --
 ...edSizeElementInvertedListBuilderFactory.java |   34 -
 .../FixedSizeElementInvertedListCursor.java     |  295 ----
 .../ondisk/FixedSizeFrameTupleAccessor.java     |  108 --
 .../ondisk/FixedSizeFrameTupleAppender.java     |  127 --
 .../ondisk/FixedSizeTupleReference.java         |   61 -
 .../ondisk/OnDiskInvertedIndex.java             |  685 ---------
 .../ondisk/OnDiskInvertedIndexFactory.java      |   61 -
 .../ondisk/OnDiskInvertedIndexOpContext.java    |   60 -
 .../OnDiskInvertedIndexRangeSearchCursor.java   |  138 --
 .../ondisk/OnDiskInvertedIndexSearchCursor.java |  108 --
 .../ondisk/PartitionedOnDiskInvertedIndex.java  |  115 --
 .../PartitionedOnDiskInvertedIndexFactory.java  |   48 -
 .../search/AbstractTOccurrenceSearcher.java     |  153 --
 .../invertedindex/search/ArrayListFactory.java  |   27 -
 .../ConjunctiveEditDistanceSearchModifier.java  |   39 -
 ...nctiveEditDistanceSearchModifierFactory.java |   36 -
 ...njunctiveListEditDistanceSearchModifier.java |   38 -
 ...veListEditDistanceSearchModifierFactory.java |   35 -
 .../search/ConjunctiveSearchModifier.java       |   46 -
 .../ConjunctiveSearchModifierFactory.java       |   28 -
 .../search/EditDistanceSearchModifier.java      |   70 -
 .../EditDistanceSearchModifierFactory.java      |   37 -
 .../search/InvertedIndexSearchPredicate.java    |   79 --
 .../search/InvertedListCursorFactory.java       |   34 -
 .../search/InvertedListMerger.java              |  322 -----
 .../search/InvertedListPartitions.java          |   94 --
 .../search/JaccardSearchModifier.java           |   63 -
 .../search/JaccardSearchModifierFactory.java    |   35 -
 .../search/ListEditDistanceSearchModifier.java  |   60 -
 .../ListEditDistanceSearchModifierFactory.java  |   35 -
 .../search/PartitionedTOccurrenceSearcher.java  |  188 ---
 .../lsm/invertedindex/search/SearchResult.java  |  185 ---
 .../search/TOccurrenceSearcher.java             |   63 -
 .../AbstractUTF8StringBinaryTokenizer.java      |   81 --
 .../tokenizers/AbstractUTF8Token.java           |  101 --
 .../tokenizers/AbstractUTF8TokenFactory.java    |   32 -
 .../DelimitedUTF8StringBinaryTokenizer.java     |   97 --
 ...limitedUTF8StringBinaryTokenizerFactory.java |   38 -
 .../tokenizers/HashedUTF8NGramToken.java        |   60 -
 .../tokenizers/HashedUTF8NGramTokenFactory.java |   34 -
 .../tokenizers/HashedUTF8WordToken.java         |   83 --
 .../tokenizers/HashedUTF8WordTokenFactory.java  |   34 -
 .../tokenizers/IBinaryTokenizer.java            |   29 -
 .../tokenizers/IBinaryTokenizerFactory.java     |   22 -
 .../invertedindex/tokenizers/INGramToken.java   |   24 -
 .../am/lsm/invertedindex/tokenizers/IToken.java |   37 -
 .../invertedindex/tokenizers/ITokenFactory.java |   22 -
 .../lsm/invertedindex/tokenizers/IntArray.java  |   76 -
 .../NGramUTF8StringBinaryTokenizer.java         |  122 --
 .../NGramUTF8StringBinaryTokenizerFactory.java  |   42 -
 .../tokenizers/UTF8NGramToken.java              |   87 --
 .../tokenizers/UTF8NGramTokenFactory.java       |   35 -
 .../invertedindex/tokenizers/UTF8WordToken.java |   47 -
 .../tokenizers/UTF8WordTokenFactory.java        |   35 -
 .../InvertedIndexTokenizingTupleIterator.java   |   78 --
 .../invertedindex/util/InvertedIndexUtils.java  |  220 ---
 .../am/lsm/invertedindex/util/ObjectCache.java  |   51 -
 ...nedInvertedIndexTokenizingTupleIterator.java |   72 -
 .../lsm/invertedindex/api/IInvertedIndex.java   |   39 +
 .../api/IInvertedIndexAccessor.java             |   35 +
 .../api/IInvertedIndexFileNameMapper.java       |   23 +
 .../api/IInvertedIndexOperatorDescriptor.java   |   34 +
 .../api/IInvertedIndexSearchModifier.java       |   26 +
 .../IInvertedIndexSearchModifierFactory.java    |   22 +
 .../api/IInvertedIndexSearcher.java             |   42 +
 .../invertedindex/api/IInvertedListBuilder.java |   32 +
 .../api/IInvertedListBuilderFactory.java        |   20 +
 .../invertedindex/api/IInvertedListCursor.java  |   54 +
 .../lsm/invertedindex/api/IObjectFactory.java   |   20 +
 .../api/IPartitionedInvertedIndex.java          |   31 +
 ...tractLSMInvertedIndexOperatorDescriptor.java |   90 ++
 .../BinaryTokenizerOperatorDescriptor.java      |   64 +
 .../BinaryTokenizerOperatorNodePushable.java    |  161 +++
 ...InvertedIndexBulkLoadOperatorDescriptor.java |   67 +
 .../LSMInvertedIndexCompactOperator.java        |   55 +
 ...SMInvertedIndexCreateOperatorDescriptor.java |   57 +
 .../LSMInvertedIndexDataflowHelper.java         |   90 ++
 .../LSMInvertedIndexDataflowHelperFactory.java  |   65 +
 ...InvertedIndexInsertUpdateDeleteOperator.java |   65 +
 ...SMInvertedIndexSearchOperatorDescriptor.java |   75 +
 ...InvertedIndexSearchOperatorNodePushable.java |   74 +
 ...rtitionedLSMInvertedIndexDataflowHelper.java |   90 ++
 ...edLSMInvertedIndexDataflowHelperFactory.java |   64 +
 .../exceptions/InvertedIndexException.java      |   30 +
 .../OccurrenceThresholdPanicException.java      |   26 +
 .../invertedindex/impls/LSMInvertedIndex.java   |  957 +++++++++++++
 .../impls/LSMInvertedIndexAccessor.java         |  183 +++
 ...nvertedIndexDeletedKeysBTreeMergeCursor.java |   63 +
 .../impls/LSMInvertedIndexDiskComponent.java    |   73 +
 .../LSMInvertedIndexDiskComponentFactory.java   |   58 +
 .../impls/LSMInvertedIndexFileManager.java      |  211 +++
 .../impls/LSMInvertedIndexFlushOperation.java   |  108 ++
 .../impls/LSMInvertedIndexMemoryComponent.java  |   57 +
 .../impls/LSMInvertedIndexMergeOperation.java   |  118 ++
 .../impls/LSMInvertedIndexOpContext.java        |  165 +++
 .../LSMInvertedIndexRangeSearchCursor.java      |  117 ++
 ...ertedIndexRangeSearchCursorInitialState.java |  132 ++
 .../impls/LSMInvertedIndexSearchCursor.java     |  190 +++
 ...SMInvertedIndexSearchCursorInitialState.java |  128 ++
 .../impls/PartitionedLSMInvertedIndex.java      |   72 +
 .../inmemory/InMemoryInvertedIndex.java         |  210 +++
 .../inmemory/InMemoryInvertedIndexAccessor.java |  117 ++
 .../InMemoryInvertedIndexOpContext.java         |   94 ++
 .../inmemory/InMemoryInvertedListCursor.java    |  240 ++++
 .../PartitionedInMemoryInvertedIndex.java       |  147 ++
 ...artitionedInMemoryInvertedIndexAccessor.java |   33 +
 ...rtitionedInMemoryInvertedIndexOpContext.java |   36 +
 .../FixedSizeElementInvertedListBuilder.java    |   80 ++
 ...edSizeElementInvertedListBuilderFactory.java |   34 +
 .../FixedSizeElementInvertedListCursor.java     |  295 ++++
 .../ondisk/FixedSizeFrameTupleAccessor.java     |  108 ++
 .../ondisk/FixedSizeFrameTupleAppender.java     |  127 ++
 .../ondisk/FixedSizeTupleReference.java         |   61 +
 .../ondisk/OnDiskInvertedIndex.java             |  685 +++++++++
 .../ondisk/OnDiskInvertedIndexFactory.java      |   61 +
 .../ondisk/OnDiskInvertedIndexOpContext.java    |   60 +
 .../OnDiskInvertedIndexRangeSearchCursor.java   |  138 ++
 .../ondisk/OnDiskInvertedIndexSearchCursor.java |  108 ++
 .../ondisk/PartitionedOnDiskInvertedIndex.java  |  115 ++
 .../PartitionedOnDiskInvertedIndexFactory.java  |   48 +
 .../search/AbstractTOccurrenceSearcher.java     |  153 ++
 .../invertedindex/search/ArrayListFactory.java  |   27 +
 .../ConjunctiveEditDistanceSearchModifier.java  |   39 +
 ...nctiveEditDistanceSearchModifierFactory.java |   36 +
 ...njunctiveListEditDistanceSearchModifier.java |   38 +
 ...veListEditDistanceSearchModifierFactory.java |   35 +
 .../search/ConjunctiveSearchModifier.java       |   46 +
 .../ConjunctiveSearchModifierFactory.java       |   28 +
 .../search/EditDistanceSearchModifier.java      |   70 +
 .../EditDistanceSearchModifierFactory.java      |   37 +
 .../search/InvertedIndexSearchPredicate.java    |   79 ++
 .../search/InvertedListCursorFactory.java       |   34 +
 .../search/InvertedListMerger.java              |  322 +++++
 .../search/InvertedListPartitions.java          |   94 ++
 .../search/JaccardSearchModifier.java           |   63 +
 .../search/JaccardSearchModifierFactory.java    |   35 +
 .../search/ListEditDistanceSearchModifier.java  |   60 +
 .../ListEditDistanceSearchModifierFactory.java  |   35 +
 .../search/PartitionedTOccurrenceSearcher.java  |  188 +++
 .../lsm/invertedindex/search/SearchResult.java  |  185 +++
 .../search/TOccurrenceSearcher.java             |   63 +
 .../AbstractUTF8StringBinaryTokenizer.java      |   81 ++
 .../tokenizers/AbstractUTF8Token.java           |  101 ++
 .../tokenizers/AbstractUTF8TokenFactory.java    |   32 +
 .../DelimitedUTF8StringBinaryTokenizer.java     |   97 ++
 ...limitedUTF8StringBinaryTokenizerFactory.java |   38 +
 .../tokenizers/HashedUTF8NGramToken.java        |   60 +
 .../tokenizers/HashedUTF8NGramTokenFactory.java |   34 +
 .../tokenizers/HashedUTF8WordToken.java         |   83 ++
 .../tokenizers/HashedUTF8WordTokenFactory.java  |   34 +
 .../tokenizers/IBinaryTokenizer.java            |   29 +
 .../tokenizers/IBinaryTokenizerFactory.java     |   22 +
 .../invertedindex/tokenizers/INGramToken.java   |   24 +
 .../am/lsm/invertedindex/tokenizers/IToken.java |   37 +
 .../invertedindex/tokenizers/ITokenFactory.java |   22 +
 .../lsm/invertedindex/tokenizers/IntArray.java  |   76 +
 .../NGramUTF8StringBinaryTokenizer.java         |  122 ++
 .../NGramUTF8StringBinaryTokenizerFactory.java  |   42 +
 .../tokenizers/UTF8NGramToken.java              |   87 ++
 .../tokenizers/UTF8NGramTokenFactory.java       |   35 +
 .../invertedindex/tokenizers/UTF8WordToken.java |   47 +
 .../tokenizers/UTF8WordTokenFactory.java        |   35 +
 .../InvertedIndexTokenizingTupleIterator.java   |   78 ++
 .../invertedindex/util/InvertedIndexUtils.java  |  220 +++
 .../am/lsm/invertedindex/util/ObjectCache.java  |   51 +
 ...nedInvertedIndexTokenizingTupleIterator.java |   72 +
 .../AbstractLSMRTreeDataflowHelper.java         |   97 --
 .../dataflow/ExternalRTreeDataflowHelper.java   |  112 --
 .../ExternalRTreeDataflowHelperFactory.java     |   57 -
 .../rtree/dataflow/LSMRTreeDataflowHelper.java  |   92 --
 .../dataflow/LSMRTreeDataflowHelperFactory.java |   75 -
 ...RTreeWithAntiMatterTuplesDataflowHelper.java |   73 -
 ...thAntiMatterTuplesDataflowHelperFactory.java |   71 -
 .../am/lsm/rtree/impls/AbstractLSMRTree.java    |  448 ------
 .../am/lsm/rtree/impls/ExternalRTree.java       |  764 ----------
 .../lsm/rtree/impls/ExternalRTreeOpContext.java |  122 --
 .../storage/am/lsm/rtree/impls/LSMRTree.java    |  636 ---------
 .../lsm/rtree/impls/LSMRTreeAbstractCursor.java |  171 ---
 .../rtree/impls/LSMRTreeCursorInitialState.java |  118 --
 .../LSMRTreeDeletedKeysBTreeMergeCursor.java    |   69 -
 .../lsm/rtree/impls/LSMRTreeDiskComponent.java  |   74 -
 .../impls/LSMRTreeDiskComponentFactory.java     |   57 -
 .../am/lsm/rtree/impls/LSMRTreeFileManager.java |  251 ----
 .../lsm/rtree/impls/LSMRTreeFlushOperation.java |  109 --
 .../rtree/impls/LSMRTreeMemoryComponent.java    |   60 -
 .../lsm/rtree/impls/LSMRTreeMergeOperation.java |  128 --
 .../am/lsm/rtree/impls/LSMRTreeOpContext.java   |  172 ---
 .../lsm/rtree/impls/LSMRTreeSearchCursor.java   |  123 --
 .../lsm/rtree/impls/LSMRTreeSortedCursor.java   |  162 ---
 .../impls/LSMRTreeWithAntiMatterTuples.java     |  463 -------
 ...ithAntiMatterTuplesDiskComponentFactory.java |   47 -
 ...LSMRTreeWithAntiMatterTuplesFileManager.java |   30 -
 ...LSMRTreeWithAntiMatterTuplesFlushCursor.java |  167 ---
 ...SMRTreeWithAntiMatterTuplesSearchCursor.java |  285 ----
 .../am/lsm/rtree/impls/RTreeFactory.java        |   43 -
 .../am/lsm/rtree/impls/TreeTupleSorter.java     |  229 ---
 .../rtree/tuples/LSMRTreeCopyTupleWriter.java   |   35 -
 .../tuples/LSMRTreeCopyTupleWriterFactory.java  |   35 -
 .../rtree/tuples/LSMRTreeTupleReference.java    |   47 -
 .../lsm/rtree/tuples/LSMRTreeTupleWriter.java   |   67 -
 .../tuples/LSMRTreeTupleWriterFactory.java      |   38 -
 .../tuples/LSMTypeAwareTupleWriterFactory.java  |   44 -
 .../am/lsm/rtree/utils/LSMRTreeUtils.java       |  286 ----
 .../AbstractLSMRTreeDataflowHelper.java         |   97 ++
 .../dataflow/ExternalRTreeDataflowHelper.java   |  112 ++
 .../ExternalRTreeDataflowHelperFactory.java     |   57 +
 .../rtree/dataflow/LSMRTreeDataflowHelper.java  |   92 ++
 .../dataflow/LSMRTreeDataflowHelperFactory.java |   75 +
 ...RTreeWithAntiMatterTuplesDataflowHelper.java |   73 +
 ...thAntiMatterTuplesDataflowHelperFactory.java |   71 +
 .../am/lsm/rtree/impls/AbstractLSMRTree.java    |  448 ++++++
 .../am/lsm/rtree/impls/ExternalRTree.java       |  764 ++++++++++
 .../lsm/rtree/impls/ExternalRTreeOpContext.java |  122 ++
 .../storage/am/lsm/rtree/impls/LSMRTree.java    |  636 +++++++++
 .../lsm/rtree/impls/LSMRTreeAbstractCursor.java |  171 +++
 .../rtree/impls/LSMRTreeCursorInitialState.java |  118 ++
 .../LSMRTreeDeletedKeysBTreeMergeCursor.java    |   69 +
 .../lsm/rtree/impls/LSMRTreeDiskComponent.java  |   74 +
 .../impls/LSMRTreeDiskComponentFactory.java     |   57 +
 .../am/lsm/rtree/impls/LSMRTreeFileManager.java |  251 ++++
 .../lsm/rtree/impls/LSMRTreeFlushOperation.java |  109 ++
 .../rtree/impls/LSMRTreeMemoryComponent.java    |   60 +
 .../lsm/rtree/impls/LSMRTreeMergeOperation.java |  128 ++
 .../am/lsm/rtree/impls/LSMRTreeOpContext.java   |  172 +++
 .../lsm/rtree/impls/LSMRTreeSearchCursor.java   |  123 ++
 .../lsm/rtree/impls/LSMRTreeSortedCursor.java   |  162 +++
 .../impls/LSMRTreeWithAntiMatterTuples.java     |  463 +++++++
 ...ithAntiMatterTuplesDiskComponentFactory.java |   47 +
 ...LSMRTreeWithAntiMatterTuplesFileManager.java |   30 +
 ...LSMRTreeWithAntiMatterTuplesFlushCursor.java |  167 +++
 ...SMRTreeWithAntiMatterTuplesSearchCursor.java |  285 ++++
 .../am/lsm/rtree/impls/RTreeFactory.java        |   43 +
 .../am/lsm/rtree/impls/TreeTupleSorter.java     |  229 +++
 .../rtree/tuples/LSMRTreeCopyTupleWriter.java   |   35 +
 .../tuples/LSMRTreeCopyTupleWriterFactory.java  |   35 +
 .../rtree/tuples/LSMRTreeTupleReference.java    |   47 +
 .../lsm/rtree/tuples/LSMRTreeTupleWriter.java   |   67 +
 .../tuples/LSMRTreeTupleWriterFactory.java      |   38 +
 .../tuples/LSMTypeAwareTupleWriterFactory.java  |   44 +
 .../am/lsm/rtree/utils/LSMRTreeUtils.java       |  286 ++++
 ...IGenericPrimitiveSerializerDeserializer.java |   23 -
 .../storage/am/rtree/api/IRTreeFrame.java       |   35 -
 .../am/rtree/api/IRTreeInteriorFrame.java       |   44 -
 .../storage/am/rtree/api/IRTreeLeafFrame.java   |   30 -
 .../storage/am/rtree/api/IRTreePolicy.java      |   34 -
 .../am/rtree/dataflow/RTreeDataflowHelper.java  |   49 -
 .../dataflow/RTreeDataflowHelperFactory.java    |   45 -
 .../dataflow/RTreeSearchOperatorDescriptor.java |   66 -
 .../RTreeSearchOperatorNodePushable.java        |   67 -
 .../am/rtree/frames/RStarTreePolicy.java        |  355 -----
 .../am/rtree/frames/RTreeComputationUtils.java  |  139 --
 .../storage/am/rtree/frames/RTreeNSMFrame.java  |  163 ---
 .../am/rtree/frames/RTreeNSMInteriorFrame.java  |  298 ----
 .../frames/RTreeNSMInteriorFrameFactory.java    |   54 -
 .../am/rtree/frames/RTreeNSMLeafFrame.java      |  122 --
 .../rtree/frames/RTreeNSMLeafFrameFactory.java  |   54 -
 .../storage/am/rtree/frames/RTreePolicy.java    |  233 ----
 .../am/rtree/frames/RTreePolicyType.java        |   20 -
 .../DoublePrimitiveValueProviderFactory.java    |   38 -
 .../storage/am/rtree/impls/EntriesOrder.java    |   20 -
 .../FloatPrimitiveValueProviderFactory.java     |   38 -
 .../IntegerPrimitiveValueProviderFactory.java   |   38 -
 .../storage/am/rtree/impls/PathList.java        |  117 --
 .../hyracks/storage/am/rtree/impls/RTree.java   | 1001 --------------
 .../am/rtree/impls/RTreeCursorInitialState.java |   74 -
 .../storage/am/rtree/impls/RTreeOpContext.java  |  116 --
 .../am/rtree/impls/RTreeSearchCursor.java       |  260 ----
 .../storage/am/rtree/impls/RTreeSplitKey.java   |  154 ---
 .../storage/am/rtree/impls/Rectangle.java       |  138 --
 .../storage/am/rtree/impls/SearchPredicate.java |   56 -
 .../storage/am/rtree/impls/TupleEntry.java      |   52 -
 .../am/rtree/impls/TupleEntryArrayList.java     |   79 --
 .../am/rtree/impls/UnorderedSlotManager.java    |  124 --
 .../linearize/HilbertDoubleComparator.java      |  194 ---
 .../HilbertDoubleComparatorFactory.java         |   37 -
 .../rtree/linearize/ZCurveDoubleComparator.java |  150 --
 .../ZCurveDoubleComparatorFactory.java          |   37 -
 .../am/rtree/linearize/ZCurveIntComparator.java |  144 --
 .../linearize/ZCurveIntComparatorFactory.java   |   37 -
 .../rtree/tuples/RTreeTypeAwareTupleWriter.java |   57 -
 .../RTreeTypeAwareTupleWriterFactory.java       |   35 -
 .../storage/am/rtree/util/RTreeUtils.java       |   79 --
 ...IGenericPrimitiveSerializerDeserializer.java |   23 +
 .../storage/am/rtree/api/IRTreeFrame.java       |   35 +
 .../am/rtree/api/IRTreeInteriorFrame.java       |   44 +
 .../storage/am/rtree/api/IRTreeLeafFrame.java   |   30 +
 .../storage/am/rtree/api/IRTreePolicy.java      |   34 +
 .../am/rtree/dataflow/RTreeDataflowHelper.java  |   49 +
 .../dataflow/RTreeDataflowHelperFactory.java    |   45 +
 .../dataflow/RTreeSearchOperatorDescriptor.java |   66 +
 .../RTreeSearchOperatorNodePushable.java        |   67 +
 .../am/rtree/frames/RStarTreePolicy.java        |  355 +++++
 .../am/rtree/frames/RTreeComputationUtils.java  |  139 ++
 .../storage/am/rtree/frames/RTreeNSMFrame.java  |  163 +++
 .../am/rtree/frames/RTreeNSMInteriorFrame.java  |  298 ++++
 .../frames/RTreeNSMInteriorFrameFactory.java    |   54 +
 .../am/rtree/frames/RTreeNSMLeafFrame.java      |  122 ++
 .../rtree/frames/RTreeNSMLeafFrameFactory.java  |   54 +
 .../storage/am/rtree/frames/RTreePolicy.java    |  233 ++++
 .../am/rtree/frames/RTreePolicyType.java        |   20 +
 .../DoublePrimitiveValueProviderFactory.java    |   38 +
 .../storage/am/rtree/impls/EntriesOrder.java    |   20 +
 .../FloatPrimitiveValueProviderFactory.java     |   38 +
 .../IntegerPrimitiveValueProviderFactory.java   |   38 +
 .../storage/am/rtree/impls/PathList.java        |  117 ++
 .../hyracks/storage/am/rtree/impls/RTree.java   | 1001 ++++++++++++++
 .../am/rtree/impls/RTreeCursorInitialState.java |   74 +
 .../storage/am/rtree/impls/RTreeOpContext.java  |  116 ++
 .../am/rtree/impls/RTreeSearchCursor.java       |  260 ++++
 .../storage/am/rtree/impls/RTreeSplitKey.java   |  154 +++
 .../storage/am/rtree/impls/Rectangle.java       |  138 ++
 .../storage/am/rtree/impls/SearchPredicate.java |   56 +
 .../storage/am/rtree/impls/TupleEntry.java      |   52 +
 .../am/rtree/impls/TupleEntryArrayList.java     |   79 ++
 .../am/rtree/impls/UnorderedSlotManager.java    |  124 ++
 .../linearize/HilbertDoubleComparator.java      |  194 +++
 .../HilbertDoubleComparatorFactory.java         |   37 +
 .../rtree/linearize/ZCurveDoubleComparator.java |  150 ++
 .../ZCurveDoubleComparatorFactory.java          |   37 +
 .../am/rtree/linearize/ZCurveIntComparator.java |  144 ++
 .../linearize/ZCurveIntComparatorFactory.java   |   37 +
 .../rtree/tuples/RTreeTypeAwareTupleWriter.java |   57 +
 .../RTreeTypeAwareTupleWriterFactory.java       |   35 +
 .../storage/am/rtree/util/RTreeUtils.java       |   79 ++
 .../common/IStorageManagerInterface.java        |   33 -
 .../storage/common/buffercache/BufferCache.java |  834 -----------
 .../storage/common/buffercache/CachedPage.java  |  110 --
 .../ClockPageReplacementStrategy.java           |  139 --
 .../common/buffercache/DebugBufferCache.java    |  206 ---
 .../buffercache/DelayPageCleanerPolicy.java     |   44 -
 .../buffercache/DirectBufferAllocator.java      |   28 -
 .../common/buffercache/HeapBufferAllocator.java |   28 -
 .../common/buffercache/IBufferCache.java        |   60 -
 .../buffercache/IBufferCacheInternal.java       |   21 -
 .../buffercache/ICacheMemoryAllocator.java      |   21 -
 .../storage/common/buffercache/ICachedPage.java |   29 -
 .../common/buffercache/ICachedPageInternal.java |   23 -
 .../common/buffercache/IPageCleanerPolicy.java  |   51 -
 .../buffercache/IPageReplacementStrategy.java   |   33 -
 .../storage/common/file/BufferedFileHandle.java |   75 -
 .../storage/common/file/IFileMapManager.java    |   49 -
 .../storage/common/file/IFileMapProvider.java   |   61 -
 .../common/file/ILocalResourceFactory.java      |   19 -
 .../file/ILocalResourceFactoryProvider.java     |   21 -
 .../common/file/ILocalResourceRepository.java   |   34 -
 .../file/ILocalResourceRepositoryFactory.java   |   21 -
 .../storage/common/file/LocalResource.java      |   62 -
 .../file/NoOpLocalResourceFactoryProvider.java  |   27 -
 .../storage/common/file/ResourceIdFactory.java  |   33 -
 .../common/file/ResourceIdFactoryProvider.java  |   38 -
 .../common/file/TransientFileMapManager.java    |   82 --
 .../file/TransientLocalResourceFactory.java     |   23 -
 .../TransientLocalResourceFactoryProvider.java  |   25 -
 .../file/TransientLocalResourceRepository.java  |   78 --
 ...TransientLocalResourceRepositoryFactory.java |   25 -
 .../hyracks/storage/common/sync/LatchType.java  |   20 -
 .../common/IStorageManagerInterface.java        |   33 +
 .../storage/common/buffercache/BufferCache.java |  834 +++++++++++
 .../storage/common/buffercache/CachedPage.java  |  110 ++
 .../ClockPageReplacementStrategy.java           |  139 ++
 .../common/buffercache/DebugBufferCache.java    |  206 +++
 .../buffercache/DelayPageCleanerPolicy.java     |   44 +
 .../buffercache/DirectBufferAllocator.java      |   28 +
 .../common/buffercache/HeapBufferAllocator.java |   28 +
 .../common/buffercache/IBufferCache.java        |   60 +
 .../buffercache/IBufferCacheInternal.java       |   21 +
 .../buffercache/ICacheMemoryAllocator.java      |   21 +
 .../storage/common/buffercache/ICachedPage.java |   29 +
 .../common/buffercache/ICachedPageInternal.java |   23 +
 .../common/buffercache/IPageCleanerPolicy.java  |   51 +
 .../buffercache/IPageReplacementStrategy.java   |   33 +
 .../storage/common/file/BufferedFileHandle.java |   75 +
 .../storage/common/file/IFileMapManager.java    |   49 +
 .../storage/common/file/IFileMapProvider.java   |   61 +
 .../common/file/ILocalResourceFactory.java      |   19 +
 .../file/ILocalResourceFactoryProvider.java     |   21 +
 .../common/file/ILocalResourceRepository.java   |   34 +
 .../file/ILocalResourceRepositoryFactory.java   |   21 +
 .../storage/common/file/LocalResource.java      |   62 +
 .../file/NoOpLocalResourceFactoryProvider.java  |   27 +
 .../storage/common/file/ResourceIdFactory.java  |   33 +
 .../common/file/ResourceIdFactoryProvider.java  |   38 +
 .../common/file/TransientFileMapManager.java    |   82 ++
 .../file/TransientLocalResourceFactory.java     |   23 +
 .../TransientLocalResourceFactoryProvider.java  |   25 +
 .../file/TransientLocalResourceRepository.java  |   78 ++
 ...TransientLocalResourceRepositoryFactory.java |   25 +
 .../hyracks/storage/common/sync/LatchType.java  |   20 +
 ...stractModificationOperationCallbackTest.java |   99 --
 .../am/btree/AbstractOperationCallbackTest.java |   54 -
 .../AbstractSearchOperationCallbackTest.java    |  249 ----
 .../am/btree/OrderedIndexBulkLoadTest.java      |   70 -
 .../am/btree/OrderedIndexDeleteTest.java        |   76 -
 .../am/btree/OrderedIndexExamplesTest.java      |  834 -----------
 .../am/btree/OrderedIndexInsertTest.java        |   75 -
 .../am/btree/OrderedIndexMultiThreadTest.java   |  128 --
 .../am/btree/OrderedIndexSortedInsertTest.java  |   75 -
 .../am/btree/OrderedIndexTestContext.java       |   48 -
 .../am/btree/OrderedIndexTestDriver.java        |  179 ---
 .../storage/am/btree/OrderedIndexTestUtils.java |  517 -------
 .../am/btree/OrderedIndexUpdateTest.java        |   76 -
 .../am/btree/OrderedIndexUpsertTest.java        |   74 -
 .../am/common/AbstractIndexLifecycleTest.java   |  123 --
 .../am/common/AbstractIndexTestWorker.java      |   73 -
 .../hyracks/storage/am/common/CheckTuple.java   |  106 --
 .../storage/am/common/IIndexTestContext.java    |   51 -
 .../am/common/IIndexTestWorkerFactory.java      |   25 -
 .../am/common/ITreeIndexTestContext.java        |   51 -
 .../storage/am/common/ITreeIndexTestWorker.java |   25 -
 .../am/common/IndexMultiThreadTestDriver.java   |   91 --
 .../storage/am/common/IndexTestContext.java     |   82 --
 .../am/common/TestOperationCallback.java        |   65 -
 .../am/common/TestOperationSelector.java        |   67 -
 .../storage/am/common/TestWorkloadConf.java     |   38 -
 .../storage/am/common/TreeIndexTestUtils.java   |  298 ----
 .../am/config/AccessMethodTestsConfig.java      |  206 ---
 .../am/rtree/AbstractRTreeBulkLoadTest.java     |   63 -
 .../am/rtree/AbstractRTreeDeleteTest.java       |   71 -
 .../am/rtree/AbstractRTreeExamplesTest.java     |  917 ------------
 .../am/rtree/AbstractRTreeInsertTest.java       |   68 -
 .../am/rtree/AbstractRTreeMultiThreadTest.java  |  277 ----
 .../am/rtree/AbstractRTreeTestContext.java      |   39 -
 .../am/rtree/AbstractRTreeTestDriver.java       |  209 ---
 .../storage/am/rtree/RTreeCheckTuple.java       |   56 -
 .../storage/am/rtree/RTreeTestUtils.java        |  254 ----
 .../hyracks/test/support/CounterContext.java    |   48 -
 .../TestIndexLifecycleManagerProvider.java      |   30 -
 .../hyracks/test/support/TestJobletContext.java |  125 --
 .../test/support/TestNCApplicationContext.java  |  127 --
 .../hyracks/test/support/TestRootContext.java   |   48 -
 .../TestStorageManagerComponentHolder.java      |  132 --
 .../support/TestStorageManagerInterface.java    |   47 -
 .../hyracks/test/support/TestTaskContext.java   |  132 --
 .../uci/ics/hyracks/test/support/TestUtils.java |   40 -
 .../support/TestVirtualBufferCacheProvider.java |   47 -
 ...stractModificationOperationCallbackTest.java |   99 ++
 .../am/btree/AbstractOperationCallbackTest.java |   54 +
 .../AbstractSearchOperationCallbackTest.java    |  249 ++++
 .../am/btree/OrderedIndexBulkLoadTest.java      |   70 +
 .../am/btree/OrderedIndexDeleteTest.java        |   76 +
 .../am/btree/OrderedIndexExamplesTest.java      |  834 +++++++++++
 .../am/btree/OrderedIndexInsertTest.java        |   75 +
 .../am/btree/OrderedIndexMultiThreadTest.java   |  128 ++
 .../am/btree/OrderedIndexSortedInsertTest.java  |   75 +
 .../am/btree/OrderedIndexTestContext.java       |   48 +
 .../am/btree/OrderedIndexTestDriver.java        |  179 +++
 .../storage/am/btree/OrderedIndexTestUtils.java |  517 +++++++
 .../am/btree/OrderedIndexUpdateTest.java        |   76 +
 .../am/btree/OrderedIndexUpsertTest.java        |   74 +
 .../am/common/AbstractIndexLifecycleTest.java   |  123 ++
 .../am/common/AbstractIndexTestWorker.java      |   73 +
 .../hyracks/storage/am/common/CheckTuple.java   |  106 ++
 .../storage/am/common/IIndexTestContext.java    |   51 +
 .../am/common/IIndexTestWorkerFactory.java      |   25 +
 .../am/common/ITreeIndexTestContext.java        |   51 +
 .../storage/am/common/ITreeIndexTestWorker.java |   25 +
 .../am/common/IndexMultiThreadTestDriver.java   |   91 ++
 .../storage/am/common/IndexTestContext.java     |   82 ++
 .../am/common/TestOperationCallback.java        |   65 +
 .../am/common/TestOperationSelector.java        |   67 +
 .../storage/am/common/TestWorkloadConf.java     |   38 +
 .../storage/am/common/TreeIndexTestUtils.java   |  298 ++++
 .../am/config/AccessMethodTestsConfig.java      |  206 +++
 .../am/rtree/AbstractRTreeBulkLoadTest.java     |   63 +
 .../am/rtree/AbstractRTreeDeleteTest.java       |   71 +
 .../am/rtree/AbstractRTreeExamplesTest.java     |  917 ++++++++++++
 .../am/rtree/AbstractRTreeInsertTest.java       |   68 +
 .../am/rtree/AbstractRTreeMultiThreadTest.java  |  277 ++++
 .../am/rtree/AbstractRTreeTestContext.java      |   39 +
 .../am/rtree/AbstractRTreeTestDriver.java       |  209 +++
 .../storage/am/rtree/RTreeCheckTuple.java       |   56 +
 .../storage/am/rtree/RTreeTestUtils.java        |  254 ++++
 .../hyracks/test/support/CounterContext.java    |   48 +
 .../TestIndexLifecycleManagerProvider.java      |   30 +
 .../hyracks/test/support/TestJobletContext.java |  125 ++
 .../test/support/TestNCApplicationContext.java  |  127 ++
 .../hyracks/test/support/TestRootContext.java   |   48 +
 .../TestStorageManagerComponentHolder.java      |  132 ++
 .../support/TestStorageManagerInterface.java    |   47 +
 .../hyracks/test/support/TestTaskContext.java   |  132 ++
 .../apache/hyracks/test/support/TestUtils.java  |   40 +
 .../support/TestVirtualBufferCacheProvider.java |   47 +
 .../storage/am/bloomfilter/BloomFilterTest.java |  167 ---
 .../MurmurHashForITupleReferenceTest.java       |  296 ----
 .../util/AbstractBloomFilterTest.java           |   58 -
 .../util/BloomFilterTestHarness.java            |  120 --
 .../storage/am/bloomfilter/BloomFilterTest.java |  167 +++
 .../MurmurHashForITupleReferenceTest.java       |  296 ++++
 .../util/AbstractBloomFilterTest.java           |   58 +
 .../util/BloomFilterTestHarness.java            |  120 ++
 .../storage/am/btree/BTreeBulkLoadTest.java     |   59 -
 .../storage/am/btree/BTreeDeleteTest.java       |   59 -
 .../storage/am/btree/BTreeExamplesTest.java     |   50 -
 .../storage/am/btree/BTreeInsertTest.java       |   68 -
 .../storage/am/btree/BTreeLifecycleTest.java    |   89 --
 .../BTreeModificationOperationCallbackTest.java |   49 -
 .../storage/am/btree/BTreeSearchCursorTest.java |  429 ------
 .../btree/BTreeSearchOperationCallbackTest.java |   49 -
 .../storage/am/btree/BTreeSortedInsertTest.java |   68 -
 .../storage/am/btree/BTreeStatsTest.java        |  176 ---
 .../storage/am/btree/BTreeUpdateSearchTest.java |  170 ---
 .../storage/am/btree/BTreeUpdateTest.java       |   59 -
 .../storage/am/btree/BTreeUpsertTest.java       |   68 -
 .../storage/am/btree/FieldPrefixNSMTest.java    |  233 ----
 .../storage/am/btree/StorageManagerTest.java    |  267 ----
 .../btree/multithread/BTreeMultiThreadTest.java |   95 --
 .../am/btree/multithread/BTreeTestWorker.java   |  134 --
 .../multithread/BTreeTestWorkerFactory.java     |   31 -
 .../am/btree/util/AbstractBTreeTest.java        |   47 -
 .../storage/am/btree/util/BTreeTestContext.java |   59 -
 .../storage/am/btree/util/BTreeTestHarness.java |  123 --
 .../storage/am/btree/BTreeBulkLoadTest.java     |   59 +
 .../storage/am/btree/BTreeDeleteTest.java       |   59 +
 .../storage/am/btree/BTreeExamplesTest.java     |   50 +
 .../storage/am/btree/BTreeInsertTest.java       |   68 +
 .../storage/am/btree/BTreeLifecycleTest.java    |   89 ++
 .../BTreeModificationOperationCallbackTest.java |   49 +
 .../storage/am/btree/BTreeSearchCursorTest.java |  429 ++++++
 .../btree/BTreeSearchOperationCallbackTest.java |   49 +
 .../storage/am/btree/BTreeSortedInsertTest.java |   68 +
 .../storage/am/btree/BTreeStatsTest.java        |  176 +++
 .../storage/am/btree/BTreeUpdateSearchTest.java |  170 +++
 .../storage/am/btree/BTreeUpdateTest.java       |   59 +
 .../storage/am/btree/BTreeUpsertTest.java       |   68 +
 .../storage/am/btree/FieldPrefixNSMTest.java    |  233 ++++
 .../storage/am/btree/StorageManagerTest.java    |  267 ++++
 .../btree/multithread/BTreeMultiThreadTest.java |   95 ++
 .../am/btree/multithread/BTreeTestWorker.java   |  134 ++
 .../multithread/BTreeTestWorkerFactory.java     |   31 +
 .../am/btree/util/AbstractBTreeTest.java        |   47 +
 .../storage/am/btree/util/BTreeTestContext.java |   59 +
 .../storage/am/btree/util/BTreeTestHarness.java |  123 ++
 .../am/lsm/btree/LSMBTreeBulkLoadTest.java      |   64 -
 .../am/lsm/btree/LSMBTreeDeleteTest.java        |   64 -
 .../am/lsm/btree/LSMBTreeExamplesTest.java      |  160 ---
 .../am/lsm/btree/LSMBTreeInsertTest.java        |   64 -
 .../am/lsm/btree/LSMBTreeLifecycleTest.java     |   89 --
 .../storage/am/lsm/btree/LSMBTreeMergeTest.java |   63 -
 .../am/lsm/btree/LSMBTreeMergeTestDriver.java   |   93 --
 ...MBTreeModificationOperationCallbackTest.java |  108 --
 .../am/lsm/btree/LSMBTreeMultiBulkLoadTest.java |   65 -
 .../LSMBTreeSearchOperationCallbackTest.java    |  287 ----
 .../am/lsm/btree/LSMBTreeUpdateTest.java        |   64 -
 .../multithread/LSMBTreeMultiThreadTest.java    |  115 --
 .../btree/multithread/LSMBTreeTestWorker.java   |  116 --
 .../multithread/LSMBTreeTestWorkerFactory.java  |   31 -
 .../am/lsm/btree/perf/BTreeBulkLoadRunner.java  |   52 -
 .../am/lsm/btree/perf/BTreePageSizePerf.java    |   85 --
 .../storage/am/lsm/btree/perf/BTreeRunner.java  |   48 -
 .../btree/perf/ConcurrentSkipListRunner.java    |  145 --
 .../am/lsm/btree/perf/IExperimentRunner.java    |   30 -
 .../am/lsm/btree/perf/InMemoryBTreeRunner.java  |  141 --
 .../am/lsm/btree/perf/InMemorySortRunner.java   |  160 ---
 .../am/lsm/btree/perf/LSMTreeRunner.java        |  195 ---
 .../am/lsm/btree/perf/PerfExperiment.java       |  103 --
 .../am/lsm/btree/tuples/LSMBTreeTuplesTest.java |  171 ---
 .../am/lsm/btree/util/LSMBTreeTestContext.java  |   83 --
 .../am/lsm/btree/util/LSMBTreeTestHarness.java  |  212 ---
 .../am/lsm/btree/LSMBTreeBulkLoadTest.java      |   64 +
 .../am/lsm/btree/LSMBTreeDeleteTest.java        |   64 +
 .../am/lsm/btree/LSMBTreeExamplesTest.java      |  160 +++
 .../am/lsm/btree/LSMBTreeInsertTest.java        |   64 +
 .../am/lsm/btree/LSMBTreeLifecycleTest.java     |   89 ++
 .../storage/am/lsm/btree/LSMBTreeMergeTest.java |   63 +
 .../am/lsm/btree/LSMBTreeMergeTestDriver.java   |   93 ++
 ...MBTreeModificationOperationCallbackTest.java |  108 ++
 .../am/lsm/btree/LSMBTreeMultiBulkLoadTest.java |   65 +
 .../LSMBTreeSearchOperationCallbackTest.java    |  287 ++++
 .../am/lsm/btree/LSMBTreeUpdateTest.java        |   64 +
 .../multithread/LSMBTreeMultiThreadTest.java    |  115 ++
 .../btree/multithread/LSMBTreeTestWorker.java   |  116 ++
 .../multithread/LSMBTreeTestWorkerFactory.java  |   31 +
 .../am/lsm/btree/perf/BTreeBulkLoadRunner.java  |   52 +
 .../am/lsm/btree/perf/BTreePageSizePerf.java    |   85 ++
 .../storage/am/lsm/btree/perf/BTreeRunner.java  |   48 +
 .../btree/perf/ConcurrentSkipListRunner.java    |  145 ++
 .../am/lsm/btree/perf/IExperimentRunner.java    |   30 +
 .../am/lsm/btree/perf/InMemoryBTreeRunner.java  |  141 ++
 .../am/lsm/btree/perf/InMemorySortRunner.java   |  160 +++
 .../am/lsm/btree/perf/LSMTreeRunner.java        |  195 +++
 .../am/lsm/btree/perf/PerfExperiment.java       |  103 ++
 .../am/lsm/btree/tuples/LSMBTreeTuplesTest.java |  171 +++
 .../am/lsm/btree/util/LSMBTreeTestContext.java  |   83 ++
 .../am/lsm/btree/util/LSMBTreeTestHarness.java  |  212 +++
 .../am/lsm/common/DummyLSMIndexFileManager.java |   48 -
 .../storage/am/lsm/common/DummyTreeFactory.java |   34 -
 .../am/lsm/common/LSMIndexFileManagerTest.java  |  257 ----
 .../am/lsm/common/VirtualBufferCacheTest.java   |  132 --
 .../lsm/common/VirtualFreePageManagerTest.java  |   58 -
 .../am/lsm/common/DummyLSMIndexFileManager.java |   48 +
 .../storage/am/lsm/common/DummyTreeFactory.java |   34 +
 .../am/lsm/common/LSMIndexFileManagerTest.java  |  257 ++++
 .../am/lsm/common/VirtualBufferCacheTest.java   |  132 ++
 .../lsm/common/VirtualFreePageManagerTest.java  |   58 +
 .../LSMInvertedIndexBulkLoadTest.java           |   26 -
 .../LSMInvertedIndexDeleteTest.java             |   26 -
 .../LSMInvertedIndexInsertTest.java             |   26 -
 .../LSMInvertedIndexMergeTest.java              |   67 -
 .../LSMInvertedIndexSearchTest.java             |   26 -
 ...PartitionedLSMInvertedIndexBulkLoadTest.java |   26 -
 .../PartitionedLSMInvertedIndexDeleteTest.java  |   26 -
 .../PartitionedLSMInvertedIndexInsertTest.java  |   26 -
 .../PartitionedLSMInvertedIndexMergeTest.java   |   67 -
 .../PartitionedLSMInvertedIndexSearchTest.java  |   26 -
 .../common/AbstractInvertedIndexDeleteTest.java |  100 --
 .../common/AbstractInvertedIndexLoadTest.java   |   87 --
 .../common/AbstractInvertedIndexSearchTest.java |  128 --
 .../common/AbstractInvertedIndexTest.java       |  101 --
 .../common/LSMInvertedIndexTestHarness.java     |  218 ---
 .../InMemoryInvertedIndexDeleteTest.java        |   26 -
 .../InMemoryInvertedIndexInsertTest.java        |   26 -
 .../InMemoryInvertedIndexSearchTest.java        |   26 -
 ...titionedInMemoryInvertedIndexDeleteTest.java |   26 -
 ...titionedInMemoryInvertedIndexInsertTest.java |   26 -
 ...titionedInMemoryInvertedIndexSearchTest.java |   26 -
 .../LSMInvertedIndexMultiThreadTest.java        |  162 ---
 .../LSMInvertedIndexMultiThreadTestDriver.java  |   41 -
 .../multithread/LSMInvertedIndexTestWorker.java |  129 --
 .../LSMInvertedIndexWorkerFactory.java          |   31 -
 ...titionedLSMInvertedIndexMultiThreadTest.java |   25 -
 .../ondisk/FixedSizeFrameTupleTest.java         |   75 -
 .../ondisk/OnDiskInvertedIndexBulkLoadTest.java |   26 -
 .../OnDiskInvertedIndexLifecycleTest.java       |   93 --
 .../ondisk/OnDiskInvertedIndexSearchTest.java   |   26 -
 ...titionedOnDiskInvertedIndexBulkLoadTest.java |   26 -
 ...artitionedOnDiskInvertedIndexSearchTest.java |   26 -
 .../tokenizers/NGramTokenizerTest.java          |  228 ---
 .../tokenizers/WordTokenizerTest.java           |  210 ---
 .../util/LSMInvertedIndexTestContext.java       |  259 ----
 .../util/LSMInvertedIndexTestUtils.java         |  567 --------
 .../LSMInvertedIndexBulkLoadTest.java           |   26 +
 .../LSMInvertedIndexDeleteTest.java             |   26 +
 .../LSMInvertedIndexInsertTest.java             |   26 +
 .../LSMInvertedIndexMergeTest.java              |   67 +
 .../LSMInvertedIndexSearchTest.java             |   26 +
 ...PartitionedLSMInvertedIndexBulkLoadTest.java |   26 +
 .../PartitionedLSMInvertedIndexDeleteTest.java  |   26 +
 .../PartitionedLSMInvertedIndexInsertTest.java  |   26 +
 .../PartitionedLSMInvertedIndexMergeTest.java   |   67 +
 .../PartitionedLSMInvertedIndexSearchTest.java  |   26 +
 .../common/AbstractInvertedIndexDeleteTest.java |  100 ++
 .../common/AbstractInvertedIndexLoadTest.java   |   87 ++
 .../common/AbstractInvertedIndexSearchTest.java |  128 ++
 .../common/AbstractInvertedIndexTest.java       |  101 ++
 .../common/LSMInvertedIndexTestHarness.java     |  218 +++
 .../InMemoryInvertedIndexDeleteTest.java        |   26 +
 .../InMemoryInvertedIndexInsertTest.java        |   26 +
 .../InMemoryInvertedIndexSearchTest.java        |   26 +
 ...titionedInMemoryInvertedIndexDeleteTest.java |   26 +
 ...titionedInMemoryInvertedIndexInsertTest.java |   26 +
 ...titionedInMemoryInvertedIndexSearchTest.java |   26 +
 .../LSMInvertedIndexMultiThreadTest.java        |  162 +++
 .../LSMInvertedIndexMultiThreadTestDriver.java  |   41 +
 .../multithread/LSMInvertedIndexTestWorker.java |  129 ++
 .../LSMInvertedIndexWorkerFactory.java          |   31 +
 ...titionedLSMInvertedIndexMultiThreadTest.java |   25 +
 .../ondisk/FixedSizeFrameTupleTest.java         |   75 +
 .../ondisk/OnDiskInvertedIndexBulkLoadTest.java |   26 +
 .../OnDiskInvertedIndexLifecycleTest.java       |   93 ++
 .../ondisk/OnDiskInvertedIndexSearchTest.java   |   26 +
 ...titionedOnDiskInvertedIndexBulkLoadTest.java |   26 +
 ...artitionedOnDiskInvertedIndexSearchTest.java |   26 +
 .../tokenizers/NGramTokenizerTest.java          |  228 +++
 .../tokenizers/WordTokenizerTest.java           |  210 +++
 .../util/LSMInvertedIndexTestContext.java       |  259 ++++
 .../util/LSMInvertedIndexTestUtils.java         |  567 ++++++++
 .../lsm/rtree/AbstractLSMRTreeExamplesTest.java |  168 ---
 .../am/lsm/rtree/LSMRTreeBulkLoadTest.java      |   67 -
 .../am/lsm/rtree/LSMRTreeDeleteTest.java        |   67 -
 .../am/lsm/rtree/LSMRTreeExamplesTest.java      |   64 -
 .../am/lsm/rtree/LSMRTreeInsertTest.java        |   67 -
 .../am/lsm/rtree/LSMRTreeLifecycleTest.java     |   98 --
 .../storage/am/lsm/rtree/LSMRTreeMergeTest.java |   66 -
 .../am/lsm/rtree/LSMRTreeMergeTestDriver.java   |   91 --
 ...SMRTreeWithAntiMatterTuplesBulkLoadTest.java |   67 -
 .../LSMRTreeWithAntiMatterTuplesDeleteTest.java |   67 -
 ...SMRTreeWithAntiMatterTuplesExamplesTest.java |   64 -
 .../LSMRTreeWithAntiMatterTuplesInsertTest.java |   67 -
 ...MRTreeWithAntiMatterTuplesLifecycleTest.java |   98 --
 .../LSMRTreeWithAntiMatterTuplesMergeTest.java  |   66 -
 .../multithread/AbstractLSMRTreeTestWorker.java |   86 --
 .../multithread/LSMRTreeMultiThreadTest.java    |  124 --
 .../rtree/multithread/LSMRTreeTestWorker.java   |  124 --
 .../multithread/LSMRTreeTestWorkerFactory.java  |   31 -
 ...TreeWithAntiMatterTuplesMultiThreadTest.java |  125 --
 .../LSMRTreeWithAntiMatterTuplesTestWorker.java |   73 -
 ...eeWithAntiMatterTuplesTestWorkerFactory.java |   31 -
 .../am/lsm/rtree/util/LSMRTreeTestContext.java  |   95 --
 .../am/lsm/rtree/util/LSMRTreeTestHarness.java  |  212 ---
 ...LSMRTreeWithAntiMatterTuplesTestContext.java |   92 --
 .../lsm/rtree/AbstractLSMRTreeExamplesTest.java |  168 +++
 .../am/lsm/rtree/LSMRTreeBulkLoadTest.java      |   67 +
 .../am/lsm/rtree/LSMRTreeDeleteTest.java        |   67 +
 .../am/lsm/rtree/LSMRTreeExamplesTest.java      |   64 +
 .../am/lsm/rtree/LSMRTreeInsertTest.java        |   67 +
 .../am/lsm/rtree/LSMRTreeLifecycleTest.java     |   98 ++
 .../storage/am/lsm/rtree/LSMRTreeMergeTest.java |   66 +
 .../am/lsm/rtree/LSMRTreeMergeTestDriver.java   |   91 ++
 ...SMRTreeWithAntiMatterTuplesBulkLoadTest.java |   67 +
 .../LSMRTreeWithAntiMatterTuplesDeleteTest.java |   67 +
 ...SMRTreeWithAntiMatterTuplesExamplesTest.java |   64 +
 .../LSMRTreeWithAntiMatterTuplesInsertTest.java |   67 +
 ...MRTreeWithAntiMatterTuplesLifecycleTest.java |   98 ++
 .../LSMRTreeWithAntiMatterTuplesMergeTest.java  |   66 +
 .../multithread/AbstractLSMRTreeTestWorker.java |   86 ++
 .../multithread/LSMRTreeMultiThreadTest.java    |  124 ++
 .../rtree/multithread/LSMRTreeTestWorker.java   |  124 ++
 .../multithread/LSMRTreeTestWorkerFactory.java  |   31 +
 ...TreeWithAntiMatterTuplesMultiThreadTest.java |  125 ++
 .../LSMRTreeWithAntiMatterTuplesTestWorker.java |   73 +
 ...eeWithAntiMatterTuplesTestWorkerFactory.java |   31 +
 .../am/lsm/rtree/util/LSMRTreeTestContext.java  |   95 ++
 .../am/lsm/rtree/util/LSMRTreeTestHarness.java  |  212 +++
 ...LSMRTreeWithAntiMatterTuplesTestContext.java |   92 ++
 .../storage/am/rtree/RTreeBulkLoadTest.java     |   62 -
 .../storage/am/rtree/RTreeDeleteTest.java       |   62 -
 .../storage/am/rtree/RTreeExamplesTest.java     |   58 -
 .../storage/am/rtree/RTreeInsertTest.java       |   62 -
 .../storage/am/rtree/RTreeLifecycleTest.java    |   97 --
 .../storage/am/rtree/RTreeSearchCursorTest.java |  178 ---
 .../rtree/multithread/RTreeMultiThreadTest.java |  102 --
 .../am/rtree/multithread/RTreeTestWorker.java   |  116 --
 .../multithread/RTreeTestWorkerFactory.java     |   31 -
 .../am/rtree/utils/AbstractRTreeTest.java       |   46 -
 .../am/rtree/utils/RTreeTestContext.java        |   63 -
 .../am/rtree/utils/RTreeTestHarness.java        |  122 --
 .../storage/am/rtree/RTreeBulkLoadTest.java     |   62 +
 .../storage/am/rtree/RTreeDeleteTest.java       |   62 +
 .../storage/am/rtree/RTreeExamplesTest.java     |   58 +
 .../storage/am/rtree/RTreeInsertTest.java       |   62 +
 .../storage/am/rtree/RTreeLifecycleTest.java    |   97 ++
 .../storage/am/rtree/RTreeSearchCursorTest.java |  178 +++
 .../rtree/multithread/RTreeMultiThreadTest.java |  102 ++
 .../am/rtree/multithread/RTreeTestWorker.java   |  116 ++
 .../multithread/RTreeTestWorkerFactory.java     |   31 +
 .../am/rtree/utils/AbstractRTreeTest.java       |   46 +
 .../am/rtree/utils/RTreeTestContext.java        |   63 +
 .../am/rtree/utils/RTreeTestHarness.java        |  122 ++
 .../common/BufferCacheRegressionTest.java       |  149 --
 .../hyracks/storage/common/BufferCacheTest.java |  421 ------
 .../common/BufferCacheRegressionTest.java       |  149 ++
 .../hyracks/storage/common/BufferCacheTest.java |  421 ++++++
 .../yarn/am/HyracksYarnApplicationMaster.java   |  251 ----
 .../yarn/am/manifest/AbstractProcess.java       |   37 -
 .../yarn/am/manifest/ClusterController.java     |   18 -
 .../am/manifest/ContainerSpecification.java     |   41 -
 .../yarn/am/manifest/HyracksCluster.java        |   54 -
 .../yarn/am/manifest/ManifestParser.java        |   47 -
 .../yarn/am/manifest/NodeController.java        |   27 -
 .../yarn/am/HyracksYarnApplicationMaster.java   |  251 ++++
 .../yarn/am/manifest/AbstractProcess.java       |   37 +
 .../yarn/am/manifest/ClusterController.java     |   18 +
 .../am/manifest/ContainerSpecification.java     |   41 +
 .../yarn/am/manifest/HyracksCluster.java        |   54 +
 .../yarn/am/manifest/ManifestParser.java        |   47 +
 .../yarn/am/manifest/NodeController.java        |   27 +
 .../yarn/client/KillHyracksApplication.java     |   54 -
 .../yarn/client/LaunchHyracksApplication.java   |  101 --
 .../yarn/client/KillHyracksApplication.java     |   54 +
 .../yarn/client/LaunchHyracksApplication.java   |  101 ++
 .../common/protocols/amrm/AMRMConnection.java   |   59 -
 .../protocols/clientrm/YarnApplication.java     |   58 -
 .../clientrm/YarnClientRMConnection.java        |   65 -
 .../common/resources/LocalResourceHelper.java   |   52 -
 .../yarn/common/resources/ResourceHelper.java   |   26 -
 .../common/protocols/amrm/AMRMConnection.java   |   59 +
 .../protocols/clientrm/YarnApplication.java     |   58 +
 .../clientrm/YarnClientRMConnection.java        |   65 +
 .../common/resources/LocalResourceHelper.java   |   52 +
 .../yarn/common/resources/ResourceHelper.java   |   26 +
 3894 files changed, 195373 insertions(+), 195964 deletions(-)
----------------------------------------------------------------------