You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by ss...@apache.org on 2013/09/25 09:31:57 UTC
[50/50] [abbrv] git commit: Merge branch 'TEZ-398' into master.
Merge branch 'TEZ-398' into master.
Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/f1cbb1c6
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/f1cbb1c6
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/f1cbb1c6
Branch: refs/heads/master
Commit: f1cbb1c60a73add41f93c0f455a803ea0d165aee
Parents: 92f458b 3749a18
Author: Siddharth Seth <ss...@apache.org>
Authored: Wed Sep 25 00:30:12 2013 -0700
Committer: Siddharth Seth <ss...@apache.org>
Committed: Wed Sep 25 00:30:12 2013 -0700
----------------------------------------------------------------------
pom.xml | 14 +-
tez-api/findbugs-exclude.xml | 16 +
tez-api/pom.xml | 90 +
.../org/apache/tez/client/AMConfiguration.java | 100 +
.../java/org/apache/tez/client/TezClient.java | 144 ++
.../org/apache/tez/client/TezClientUtils.java | 560 ++++++
.../java/org/apache/tez/client/TezSession.java | 184 ++
.../tez/client/TezSessionConfiguration.java | 57 +
.../org/apache/tez/common/TezJobConfig.java | 316 +++
.../tez/common/counters/AbstractCounter.java | 52 +
.../common/counters/AbstractCounterGroup.java | 208 ++
.../tez/common/counters/AbstractCounters.java | 385 ++++
.../tez/common/counters/CounterGroup.java | 32 +
.../tez/common/counters/CounterGroupBase.java | 108 ++
.../common/counters/CounterGroupFactory.java | 180 ++
.../apache/tez/common/counters/DAGCounter.java | 39 +
.../tez/common/counters/FileSystemCounter.java | 30 +
.../common/counters/FileSystemCounterGroup.java | 327 ++++
.../common/counters/FrameworkCounterGroup.java | 275 +++
.../tez/common/counters/GenericCounter.java | 109 ++
.../apache/tez/common/counters/JobCounter.java | 45 +
.../common/counters/LimitExceededException.java | 36 +
.../org/apache/tez/common/counters/Limits.java | 112 ++
.../tez/common/counters/ResourceBundles.java | 94 +
.../apache/tez/common/counters/TaskCounter.java | 66 +
.../apache/tez/common/counters/TezCounter.java | 83 +
.../apache/tez/common/counters/TezCounters.java | 144 ++
.../main/java/org/apache/tez/dag/api/DAG.java | 377 ++++
.../apache/tez/dag/api/DagTypeConverters.java | 278 +++
.../main/java/org/apache/tez/dag/api/Edge.java | 59 +
.../org/apache/tez/dag/api/EdgeProperty.java | 147 ++
.../org/apache/tez/dag/api/InputDescriptor.java | 32 +
.../apache/tez/dag/api/OutputDescriptor.java | 32 +
.../apache/tez/dag/api/ProcessorDescriptor.java | 31 +
.../apache/tez/dag/api/TezConfiguration.java | 223 +++
.../org/apache/tez/dag/api/TezConstants.java | 29 +
.../apache/tez/dag/api/TezEntityDescriptor.java | 42 +
.../org/apache/tez/dag/api/TezException.java | 31 +
.../tez/dag/api/TezUncheckedException.java | 33 +
.../java/org/apache/tez/dag/api/Vertex.java | 153 ++
.../apache/tez/dag/api/VertexLocationHint.java | 154 ++
.../apache/tez/dag/api/client/DAGClient.java | 67 +
.../apache/tez/dag/api/client/DAGStatus.java | 130 ++
.../org/apache/tez/dag/api/client/Progress.java | 67 +
.../apache/tez/dag/api/client/VertexStatus.java | 78 +
.../rpc/DAGClientAMProtocolBlockingPB.java | 30 +
.../dag/api/client/rpc/DAGClientRPCImpl.java | 291 +++
.../java/org/apache/tez/runtime/api/Event.java | 28 +
.../java/org/apache/tez/runtime/api/Input.java | 71 +
.../tez/runtime/api/LogicalIOProcessor.java | 43 +
.../apache/tez/runtime/api/LogicalInput.java | 37 +
.../apache/tez/runtime/api/LogicalOutput.java | 36 +
.../java/org/apache/tez/runtime/api/Output.java | 71 +
.../org/apache/tez/runtime/api/Processor.java | 55 +
.../java/org/apache/tez/runtime/api/Reader.java | 26 +
.../apache/tez/runtime/api/TezInputContext.java | 32 +
.../tez/runtime/api/TezOutputContext.java | 33 +
.../tez/runtime/api/TezProcessorContext.java | 41 +
.../apache/tez/runtime/api/TezTaskContext.java | 130 ++
.../java/org/apache/tez/runtime/api/Writer.java | 26 +
.../runtime/api/events/DataMovementEvent.java | 109 ++
.../runtime/api/events/InputFailedEvent.java | 89 +
.../api/events/InputInformationEvent.java | 41 +
.../runtime/api/events/InputReadErrorEvent.java | 65 +
.../common/objectregistry/ObjectLifeCycle.java | 37 +
.../common/objectregistry/ObjectRegistry.java | 56 +
.../objectregistry/ObjectRegistryFactory.java | 32 +
tez-api/src/main/proto/DAGApiRecords.proto | 183 ++
.../src/main/proto/DAGClientAMProtocol.proto | 81 +
tez-api/src/main/proto/Events.proto | 44 +
.../org/apache/tez/dag/api/TestDAGPlan.java | 155 ++
.../org/apache/tez/dag/api/TestDAGVerify.java | 417 ++++
tez-common/pom.xml | 2 +-
.../java/org/apache/tez/common/Constants.java | 54 -
.../org/apache/tez/common/ContainerContext.java | 64 -
.../org/apache/tez/common/ContainerTask.java | 102 -
.../java/org/apache/tez/common/IDUtils.java | 3 +-
.../java/org/apache/tez/common/InputSpec.java | 85 -
.../java/org/apache/tez/common/OutputSpec.java | 84 -
.../org/apache/tez/common/TezJobConfig.java | 304 ---
.../org/apache/tez/common/TezTaskContext.java | 88 -
.../org/apache/tez/common/TezTaskStatus.java | 104 -
.../tez/common/counters/AbstractCounter.java | 52 -
.../common/counters/AbstractCounterGroup.java | 208 --
.../tez/common/counters/AbstractCounters.java | 385 ----
.../tez/common/counters/CounterGroup.java | 32 -
.../tez/common/counters/CounterGroupBase.java | 108 --
.../common/counters/CounterGroupFactory.java | 180 --
.../apache/tez/common/counters/DAGCounter.java | 39 -
.../tez/common/counters/FileSystemCounter.java | 30 -
.../common/counters/FileSystemCounterGroup.java | 327 ----
.../common/counters/FrameworkCounterGroup.java | 275 ---
.../tez/common/counters/GenericCounter.java | 109 --
.../apache/tez/common/counters/JobCounter.java | 45 -
.../common/counters/LimitExceededException.java | 36 -
.../org/apache/tez/common/counters/Limits.java | 112 --
.../tez/common/counters/ResourceBundles.java | 94 -
.../apache/tez/common/counters/TaskCounter.java | 65 -
.../apache/tez/common/counters/TezCounter.java | 83 -
.../apache/tez/common/counters/TezCounters.java | 144 --
.../org/apache/tez/records/TezContainerId.java | 78 -
tez-dag-api/findbugs-exclude.xml | 16 -
tez-dag-api/pom.xml | 88 -
.../org/apache/tez/client/AMConfiguration.java | 100 -
.../java/org/apache/tez/client/TezClient.java | 144 --
.../org/apache/tez/client/TezClientUtils.java | 560 ------
.../java/org/apache/tez/client/TezSession.java | 184 --
.../tez/client/TezSessionConfiguration.java | 57 -
.../main/java/org/apache/tez/dag/api/DAG.java | 377 ----
.../apache/tez/dag/api/DagTypeConverters.java | 287 ---
.../main/java/org/apache/tez/dag/api/Edge.java | 58 -
.../org/apache/tez/dag/api/EdgeProperty.java | 147 --
.../org/apache/tez/dag/api/InputDescriptor.java | 32 -
.../apache/tez/dag/api/OutputDescriptor.java | 32 -
.../apache/tez/dag/api/ProcessorDescriptor.java | 31 -
.../apache/tez/dag/api/TezConfiguration.java | 215 ---
.../org/apache/tez/dag/api/TezConstants.java | 29 -
.../apache/tez/dag/api/TezEntityDescriptor.java | 42 -
.../org/apache/tez/dag/api/TezException.java | 31 -
.../tez/dag/api/TezUncheckedException.java | 33 -
.../java/org/apache/tez/dag/api/Vertex.java | 153 --
.../apache/tez/dag/api/VertexLocationHint.java | 154 --
.../apache/tez/dag/api/client/DAGClient.java | 67 -
.../apache/tez/dag/api/client/DAGStatus.java | 130 --
.../org/apache/tez/dag/api/client/Progress.java | 67 -
.../apache/tez/dag/api/client/VertexStatus.java | 78 -
.../rpc/DAGClientAMProtocolBlockingPB.java | 30 -
.../dag/api/client/rpc/DAGClientRPCImpl.java | 291 ---
tez-dag-api/src/main/proto/DAGApiRecords.proto | 183 --
.../src/main/proto/DAGClientAMProtocol.proto | 81 -
.../org/apache/tez/dag/api/TestDAGPlan.java | 158 --
.../org/apache/tez/dag/api/TestDAGVerify.java | 417 ----
tez-dag/pom.xml | 18 +-
.../apache/hadoop/mapred/YarnOutputFiles.java | 236 ---
.../apache/hadoop/mapred/YarnTezDagChild.java | 461 +++--
.../dag/api/oldrecords/TaskAttemptState.java | 1 -
.../org/apache/tez/dag/app/DAGAppMaster.java | 2 +-
.../dag/app/TaskAttemptListenerImpTezDag.java | 306 ++-
.../tez/dag/app/TaskHeartbeatHandler.java | 9 +-
.../java/org/apache/tez/dag/app/dag/DAG.java | 4 +
.../tez/dag/app/dag/DAGTerminationCause.java | 4 +-
.../org/apache/tez/dag/app/dag/EdgeManager.java | 52 +
.../java/org/apache/tez/dag/app/dag/Task.java | 7 +
.../org/apache/tez/dag/app/dag/TaskAttempt.java | 45 +-
.../dag/app/dag/TaskAttemptStateInternal.java | 1 -
.../tez/dag/app/dag/TaskTerminationCause.java | 7 +-
.../java/org/apache/tez/dag/app/dag/Vertex.java | 37 +-
.../apache/tez/dag/app/dag/VertexScheduler.java | 6 +-
.../tez/dag/app/dag/VertexTerminationCause.java | 4 +-
.../tez/dag/app/dag/event/DAGEventType.java | 1 +
.../app/dag/event/DAGEventVertexReRunning.java | 37 +
.../event/TaskAttemptEventAttemptFailed.java | 39 +
.../dag/event/TaskAttemptEventNodeFailed.java | 4 +-
.../event/TaskAttemptEventOutputConsumable.java | 36 -
.../dag/event/TaskAttemptEventOutputFailed.java | 44 +
.../event/TaskAttemptEventStartedRemotely.java | 7 +-
.../dag/event/TaskAttemptEventStatusUpdate.java | 21 +-
.../dag/app/dag/event/TaskAttemptEventType.java | 5 +-
.../dag/app/dag/event/TaskEventAddTezEvent.java | 36 +
.../tez/dag/app/dag/event/TaskEventType.java | 4 +-
.../app/dag/event/VertexEventRouteEvent.java | 39 +
.../VertexEventSourceTaskAttemptCompleted.java | 7 +-
.../event/VertexEventTaskAttemptCompleted.java | 25 +-
.../VertexEventTaskAttemptFetchFailure.java | 46 -
.../tez/dag/app/dag/event/VertexEventType.java | 7 +-
.../dag/app/dag/impl/BroadcastEdgeManager.java | 74 +
.../apache/tez/dag/app/dag/impl/DAGImpl.java | 144 +-
.../org/apache/tez/dag/app/dag/impl/Edge.java | 220 +++
.../dag/impl/ImmediateStartVertexScheduler.java | 4 +-
.../dag/app/dag/impl/OneToOneEdgeManager.java | 70 +
.../app/dag/impl/ScatterGatherEdgeManager.java | 68 +
.../dag/app/dag/impl/ShuffleVertexManager.java | 121 +-
.../tez/dag/app/dag/impl/TaskAttemptImpl.java | 243 ++-
.../apache/tez/dag/app/dag/impl/TaskImpl.java | 285 ++-
.../apache/tez/dag/app/dag/impl/VertexImpl.java | 430 +++--
.../dag/app/launcher/ContainerLauncherImpl.java | 19 +-
.../app/rm/AMSchedulerEventTALaunchRequest.java | 13 +-
.../dag/app/rm/TaskSchedulerEventHandler.java | 2 +-
.../tez/dag/app/rm/container/AMContainer.java | 2 -
.../rm/container/AMContainerEventAssignTA.java | 22 +-
.../rm/container/AMContainerEventLaunched.java | 9 +-
.../app/rm/container/AMContainerHelpers.java | 8 +-
.../dag/app/rm/container/AMContainerImpl.java | 25 +-
.../dag/app/rm/container/AMContainerTask.java | 8 +-
.../dag/app/speculate/DefaultSpeculator.java | 6 +-
...ponentiallySmoothedTaskRuntimeEstimator.java | 4 +-
.../speculate/LegacyTaskRuntimeEstimator.java | 4 +-
.../app/speculate/NullTaskRuntimesEngine.java | 6 +-
.../tez/dag/app/speculate/Speculator.java | 4 +-
.../tez/dag/app/speculate/SpeculatorEvent.java | 10 +-
.../dag/app/speculate/StartEndTimesBase.java | 6 +-
.../dag/app/speculate/TaskRuntimeEstimator.java | 6 +-
.../apache/tez/dag/utils/TezEngineChildJVM.java | 122 --
.../tez/dag/utils/TezRuntimeChildJVM.java | 122 ++
.../tez/dag/app/dag/impl/TestDAGImpl.java | 2 +-
.../tez/dag/app/dag/impl/TestTaskAttempt.java | 98 +-
.../tez/dag/app/dag/impl/TestTaskImpl.java | 63 +-
.../tez/dag/app/dag/impl/TestVertexImpl.java | 196 +-
.../dag/app/dag/impl/TestVertexScheduler.java | 119 +-
.../tez/dag/app/rm/TestContainerReuse.java | 65 +-
.../dag/app/rm/container/TestAMContainer.java | 24 +-
tez-dist/src/main/assembly/tez-dist-full.xml | 6 +-
tez-dist/src/main/assembly/tez-dist.xml | 6 +-
tez-engine-api/findbugs-exclude.xml | 16 -
tez-engine-api/pom.xml | 60 -
.../java/org/apache/tez/engine/api/Input.java | 83 -
.../java/org/apache/tez/engine/api/Master.java | 39 -
.../java/org/apache/tez/engine/api/Output.java | 65 -
.../org/apache/tez/engine/api/Partitioner.java | 35 -
.../org/apache/tez/engine/api/Processor.java | 62 -
.../java/org/apache/tez/engine/api/Task.java | 79 -
.../common/objectregistry/ObjectLifeCycle.java | 37 -
.../common/objectregistry/ObjectRegistry.java | 56 -
.../objectregistry/ObjectRegistryFactory.java | 32 -
.../tez/engine/records/OutputContext.java | 61 -
.../TezDependentTaskCompletionEvent.java | 250 ---
...TezTaskDependencyCompletionEventsUpdate.java | 64 -
tez-engine/findbugs-exclude.xml | 16 -
tez-engine/pom.xml | 64 -
.../java/org/apache/hadoop/io/BufferUtils.java | 81 -
.../org/apache/hadoop/io/HashComparator.java | 24 -
.../apache/tez/common/RunningTaskContext.java | 70 -
.../apache/tez/common/TezEngineTaskContext.java | 141 --
.../org/apache/tez/common/TezTaskReporter.java | 116 --
.../tez/common/TezTaskUmbilicalProtocol.java | 79 -
.../apache/tez/engine/common/ConfigUtils.java | 144 --
.../apache/tez/engine/common/YARNMaster.java | 57 -
.../tez/engine/common/combine/CombineInput.java | 176 --
.../engine/common/combine/CombineOutput.java | 55 -
.../common/localshuffle/LocalShuffle.java | 128 --
.../objectregistry/ObjectRegistryImpl.java | 65 -
.../objectregistry/ObjectRegistryModule.java | 43 -
.../common/security/DelegationTokenRenewal.java | 318 ---
.../common/security/JobTokenIdentifier.java | 98 -
.../common/security/JobTokenSecretManager.java | 137 --
.../common/security/JobTokenSelector.java | 53 -
.../tez/engine/common/security/Master.java | 57 -
.../common/security/SecureShuffleUtils.java | 142 --
.../tez/engine/common/security/TokenCache.java | 205 --
.../common/shuffle/impl/EventFetcher.java | 212 --
.../common/shuffle/impl/ExceptionReporter.java | 25 -
.../tez/engine/common/shuffle/impl/Fetcher.java | 627 ------
.../common/shuffle/impl/InMemoryReader.java | 157 --
.../common/shuffle/impl/InMemoryWriter.java | 100 -
.../tez/engine/common/shuffle/impl/MapHost.java | 122 --
.../engine/common/shuffle/impl/MapOutput.java | 226 ---
.../common/shuffle/impl/MergeManager.java | 807 --------
.../engine/common/shuffle/impl/MergeThread.java | 108 --
.../tez/engine/common/shuffle/impl/Shuffle.java | 259 ---
.../shuffle/impl/ShuffleClientMetrics.java | 93 -
.../common/shuffle/impl/ShuffleHeader.java | 86 -
.../common/shuffle/impl/ShuffleScheduler.java | 481 -----
.../common/shuffle/server/ShuffleHandler.java | 569 ------
.../tez/engine/common/sort/SortingOutput.java | 32 -
.../engine/common/sort/impl/ExternalSorter.java | 246 ---
.../tez/engine/common/sort/impl/IFile.java | 559 ------
.../common/sort/impl/IFileInputStream.java | 276 ---
.../common/sort/impl/IFileOutputStream.java | 131 --
.../common/sort/impl/PipelinedSorter.java | 957 ---------
.../engine/common/sort/impl/TezIndexRecord.java | 45 -
.../tez/engine/common/sort/impl/TezMerger.java | 797 --------
.../sort/impl/TezRawKeyValueIterator.java | 70 -
.../engine/common/sort/impl/TezSpillRecord.java | 146 --
.../common/sort/impl/dflt/DefaultSorter.java | 1134 -----------
.../sort/impl/dflt/InMemoryShuffleSorter.java | 138 --
.../sort/impl/dflt/SortBufferInputStream.java | 271 ---
.../common/task/impl/CombineValuesIterator.java | 51 -
.../engine/common/task/impl/ValuesIterator.java | 142 --
.../local/output/TezLocalTaskOutputFiles.java | 237 ---
.../common/task/local/output/TezTaskOutput.java | 165 --
.../task/local/output/TezTaskOutputFiles.java | 241 ---
.../tez/engine/lib/input/LocalMergedInput.java | 82 -
.../engine/lib/input/ShuffledMergedInput.java | 107 --
.../engine/lib/output/InMemorySortedOutput.java | 70 -
.../lib/output/LocalOnFileSorterOutput.java | 57 -
.../engine/lib/output/OnFileSortedOutput.java | 69 -
.../apache/tez/engine/runtime/RuntimeUtils.java | 164 --
.../org/apache/tez/engine/task/RuntimeTask.java | 92 -
.../objectregistry/TestObjectRegistry.java | 56 -
.../tez/mapreduce/examples/ExampleDriver.java | 3 +
.../tez/mapreduce/examples/MRRSleepJob.java | 12 +-
.../tez/mapreduce/examples/MapredWordCount.java | 163 ++
.../mapreduce/examples/OrderedWordCount.java | 8 +-
.../tez/mapreduce/examples/WordCount.java | 14 +-
.../apache/tez/mapreduce/TestMRRJobsDAGApi.java | 51 +-
tez-mapreduce/pom.xml | 9 +-
.../mapred/LocalClientProtocolProviderTez.java | 108 +-
.../hadoop/mapred/LocalJobRunnerMetricsTez.java | 196 +-
.../apache/hadoop/mapred/LocalJobRunnerTez.java | 1818 +++++++++---------
.../mapreduce/split/SplitMetaInfoReaderTez.java | 8 +-
.../org/apache/tez/common/TezTaskStatus.java | 105 +
.../tez/mapreduce/combine/MRCombiner.java | 446 ++---
.../org/apache/tez/mapreduce/common/Utils.java | 47 +
.../tez/mapreduce/hadoop/DeprecatedKeys.java | 97 +-
.../apache/tez/mapreduce/hadoop/MRConfig.java | 27 +-
.../apache/tez/mapreduce/hadoop/MRHelpers.java | 16 +
.../hadoop/MultiStageMRConfToTezTranslator.java | 29 +-
.../hadoop/MultiStageMRConfigUtil.java | 2 +-
.../tez/mapreduce/hadoop/TezTypeConverters.java | 9 -
.../tez/mapreduce/hadoop/mapred/MRReporter.java | 76 +
.../hadoop/mapred/TaskAttemptContextImpl.java | 21 +-
.../hadoop/mapreduce/MapContextImpl.java | 6 +-
.../hadoop/mapreduce/ReduceContextImpl.java | 359 ----
.../mapreduce/TaskAttemptContextImpl.java | 102 +-
.../mapreduce/TaskInputOutputContextImpl.java | 6 +-
.../org/apache/tez/mapreduce/input/MRInput.java | 439 +++++
.../tez/mapreduce/input/MRInputLegacy.java | 36 +
.../apache/tez/mapreduce/input/SimpleInput.java | 387 ----
.../apache/tez/mapreduce/output/MROutput.java | 326 ++++
.../tez/mapreduce/output/SimpleOutput.java | 193 --
.../tez/mapreduce/partition/MRPartitioner.java | 105 +-
.../apache/tez/mapreduce/processor/MRTask.java | 646 +++----
.../tez/mapreduce/processor/MRTaskReporter.java | 77 +-
.../processor/TezTaskReporterImpl.java | 270 ---
.../mapreduce/processor/map/MapProcessor.java | 288 ++-
.../processor/reduce/ReduceProcessor.java | 342 ++--
.../tez/mapreduce/task/MRRuntimeTask.java | 270 ---
.../mapreduce/task/impl/YarnOutputFiles.java | 239 ---
.../org/apache/tez/mapreduce/TestUmbilical.java | 62 +
.../tez/mapreduce/TestUmbilicalProtocol.java | 148 --
.../hadoop/TestConfigTranslationMRToTez.java | 2 +-
.../mapreduce/hadoop/TestDeprecatedKeys.java | 18 +-
.../tez/mapreduce/processor/MapUtils.java | 57 +-
.../processor/map/TestMapProcessor.java | 229 +--
.../processor/reduce/TestReduceProcessor.java | 112 +-
tez-runtime-internals/findbugs-exclude.xml | 16 +
tez-runtime-internals/pom.xml | 95 +
.../org/apache/tez/common/ContainerContext.java | 64 +
.../org/apache/tez/common/ContainerTask.java | 74 +
.../tez/common/TezTaskUmbilicalProtocol.java | 57 +
.../runtime/LogicalIOProcessorRuntimeTask.java | 475 +++++
.../org/apache/tez/runtime/RuntimeTask.java | 106 +
.../org/apache/tez/runtime/RuntimeUtils.java | 62 +
.../api/events/TaskAttemptCompletedEvent.java | 28 +
.../api/events/TaskAttemptFailedEvent.java | 35 +
.../api/events/TaskStatusUpdateEvent.java | 70 +
.../tez/runtime/api/impl/EventMetaData.java | 152 ++
.../apache/tez/runtime/api/impl/EventType.java | 29 +
.../apache/tez/runtime/api/impl/InputSpec.java | 88 +
.../apache/tez/runtime/api/impl/OutputSpec.java | 87 +
.../apache/tez/runtime/api/impl/TaskSpec.java | 146 ++
.../apache/tez/runtime/api/impl/TezEvent.java | 248 +++
.../runtime/api/impl/TezHeartbeatRequest.java | 137 ++
.../runtime/api/impl/TezHeartbeatResponse.java | 105 +
.../runtime/api/impl/TezInputContextImpl.java | 84 +
.../runtime/api/impl/TezOutputContextImpl.java | 85 +
.../api/impl/TezProcessorContextImpl.java | 86 +
.../runtime/api/impl/TezTaskContextImpl.java | 145 ++
.../tez/runtime/api/impl/TezUmbilical.java | 36 +
.../objectregistry/ObjectRegistryImpl.java | 68 +
.../objectregistry/ObjectRegistryModule.java | 46 +
.../src/main/proto/Events.proto | 28 +
.../objectregistry/TestObjectRegistry.java | 60 +
tez-runtime-library/pom.xml | 79 +
.../java/org/apache/hadoop/io/BufferUtils.java | 81 +
.../org/apache/hadoop/io/HashComparator.java | 24 +
.../tez/runtime/library/api/KVReader.java | 81 +
.../tez/runtime/library/api/KVWriter.java | 40 +
.../tez/runtime/library/api/Partitioner.java | 52 +
.../broadcast/input/BroadcastInputManager.java | 138 ++
.../broadcast/input/BroadcastKVReader.java | 225 +++
.../BroadcastShuffleInputEventHandler.java | 88 +
.../input/BroadcastShuffleManager.java | 489 +++++
.../broadcast/output/FileBasedKVWriter.java | 125 ++
.../tez/runtime/library/common/ConfigUtils.java | 148 ++
.../tez/runtime/library/common/Constants.java | 61 +
.../library/common/InputAttemptIdentifier.java | 95 +
.../runtime/library/common/InputIdentifier.java | 56 +
.../runtime/library/common/TezRuntimeUtils.java | 152 ++
.../runtime/library/common/ValuesIterator.java | 194 ++
.../tez/runtime/library/common/YARNMaster.java | 57 +
.../library/common/combine/Combiner.java | 42 +
.../common/localshuffle/LocalShuffle.java | 120 ++
.../common/security/JobTokenIdentifier.java | 98 +
.../common/security/JobTokenSecretManager.java | 137 ++
.../common/security/JobTokenSelector.java | 53 +
.../runtime/library/common/security/Master.java | 57 +
.../common/security/SecureShuffleUtils.java | 142 ++
.../library/common/security/TokenCache.java | 205 ++
.../common/shuffle/impl/ExceptionReporter.java | 25 +
.../library/common/shuffle/impl/Fetcher.java | 624 ++++++
.../common/shuffle/impl/InMemoryReader.java | 156 ++
.../common/shuffle/impl/InMemoryWriter.java | 100 +
.../library/common/shuffle/impl/MapHost.java | 124 ++
.../library/common/shuffle/impl/MapOutput.java | 227 +++
.../common/shuffle/impl/MergeManager.java | 782 ++++++++
.../common/shuffle/impl/MergeThread.java | 108 ++
.../library/common/shuffle/impl/Shuffle.java | 278 +++
.../shuffle/impl/ShuffleClientMetrics.java | 91 +
.../common/shuffle/impl/ShuffleHeader.java | 94 +
.../shuffle/impl/ShuffleInputEventHandler.java | 134 ++
.../common/shuffle/impl/ShuffleScheduler.java | 521 +++++
.../common/shuffle/server/ShuffleHandler.java | 572 ++++++
.../common/sort/impl/ExternalSorter.java | 194 ++
.../runtime/library/common/sort/impl/IFile.java | 559 ++++++
.../common/sort/impl/IFileInputStream.java | 276 +++
.../common/sort/impl/IFileOutputStream.java | 129 ++
.../common/sort/impl/PipelinedSorter.java | 932 +++++++++
.../common/sort/impl/TezIndexRecord.java | 45 +
.../library/common/sort/impl/TezMerger.java | 798 ++++++++
.../sort/impl/TezRawKeyValueIterator.java | 70 +
.../common/sort/impl/TezSpillRecord.java | 146 ++
.../common/sort/impl/dflt/DefaultSorter.java | 1108 +++++++++++
.../sort/impl/dflt/InMemoryShuffleSorter.java | 126 ++
.../sort/impl/dflt/SortBufferInputStream.java | 271 +++
.../common/task/impl/ValuesIterator.java | 149 ++
.../local/output/TezLocalTaskOutputFiles.java | 249 +++
.../common/task/local/output/TezTaskOutput.java | 165 ++
.../task/local/output/TezTaskOutputFiles.java | 246 +++
.../library/hadoop/compat/NullProgressable.java | 33 +
.../runtime/library/input/LocalMergedInput.java | 52 +
.../library/input/ShuffledMergedInput.java | 179 ++
.../input/ShuffledMergedInputLegacy.java | 30 +
.../library/input/ShuffledUnorderedKVInput.java | 76 +
.../library/output/InMemorySortedOutput.java | 81 +
.../library/output/LocalOnFileSorterOutput.java | 63 +
.../library/output/OnFileSortedOutput.java | 123 ++
.../library/output/OnFileUnorderedKVOutput.java | 98 +
.../shuffle/common/DiskFetchedInput.java | 111 ++
.../library/shuffle/common/FetchResult.java | 70 +
.../library/shuffle/common/FetchedInput.java | 144 ++
.../shuffle/common/FetchedInputAllocator.java | 31 +
.../shuffle/common/FetchedInputCallback.java | 29 +
.../runtime/library/shuffle/common/Fetcher.java | 608 ++++++
.../library/shuffle/common/FetcherCallback.java | 31 +
.../library/shuffle/common/InputHost.java | 90 +
.../shuffle/common/MemoryFetchedInput.java | 89 +
.../library/shuffle/common/ShuffleUtils.java | 81 +
.../src/main/proto/ShufflePayloads.proto | 33 +
tez-yarn-client/pom.xml | 2 +-
.../org/apache/tez/mapreduce/DAGJobStatus.java | 12 +-
.../org/apache/tez/mapreduce/YARNRunner.java | 6 +-
432 files changed, 31100 insertions(+), 27207 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/f1cbb1c6/tez-dag/src/main/java/org/apache/tez/dag/app/dag/Vertex.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/f1cbb1c6/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/VertexImpl.java
----------------------------------------------------------------------