You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by je...@apache.org on 2014/11/17 20:22:59 UTC
[50/50] [abbrv] tez git commit: Upmerge for final test of TEZ-8 branch
Upmerge for final test of TEZ-8 branch
Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/052f71cc
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/052f71cc
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/052f71cc
Branch: refs/heads/TEZ-8
Commit: 052f71cc7377b21e204aaa42cbafb4a25d1be1b5
Parents: 2ce8ebe 571cea4
Author: Jonathan Eagles <je...@gmail.com>
Authored: Mon Nov 17 13:21:40 2014 -0600
Committer: Jonathan Eagles <je...@gmail.com>
Committed: Mon Nov 17 13:21:40 2014 -0600
----------------------------------------------------------------------
.gitignore | 1 +
CHANGES.txt | 119 +-
docs/pom.xml | 14 +-
docs/src/site/markdown/index_0_5_0.md | 29 -
docs/src/site/markdown/install.md | 4 +
docs/src/site/markdown/releases/index_0_5_0.md | 29 +
docs/src/site/markdown/releases/index_0_5_1.md | 29 +
docs/src/site/site.xml | 3 +-
pom.xml | 3 +-
tez-api/pom.xml | 22 +
.../apache/tez/client/TezApiVersionInfo.java | 29 +
.../java/org/apache/tez/client/TezClient.java | 35 +-
.../org/apache/tez/client/TezClientUtils.java | 253 ++--
.../org/apache/tez/common/ATSConstants.java | 12 +
.../org/apache/tez/common/TezCommonUtils.java | 40 +-
.../java/org/apache/tez/common/TezUtils.java | 36 +
.../org/apache/tez/common/TezYARNUtils.java | 62 +-
.../java/org/apache/tez/common/VersionInfo.java | 105 ++
.../org/apache/tez/common/counters/Limits.java | 16 +-
.../apache/tez/common/security/ACLManager.java | 5 +-
.../common/security/JobTokenSecretManager.java | 40 +-
.../main/java/org/apache/tez/dag/api/DAG.java | 33 +-
.../apache/tez/dag/api/DagTypeConverters.java | 56 +-
.../apache/tez/dag/api/EdgeManagerPlugin.java | 22 +-
.../apache/tez/dag/api/EntityDescriptor.java | 6 +-
.../apache/tez/dag/api/TaskLocationHint.java | 71 +-
.../apache/tez/dag/api/TezConfiguration.java | 244 +++-
.../org/apache/tez/dag/api/TezConstants.java | 4 +
.../apache/tez/dag/api/VertexManagerPlugin.java | 36 +-
.../tez/dag/api/VertexManagerPluginContext.java | 53 +-
.../tez/dag/api/client/DAGClientImpl.java | 12 -
.../org/apache/tez/dag/api/client/Progress.java | 22 +-
.../apache/tez/dag/api/event/VertexState.java | 17 +-
.../tez/runtime/api/InputInitializer.java | 7 +-
.../api/events/InputInitializerEvent.java | 6 +
tez-api/src/main/proto/DAGApiRecords.proto | 11 +-
.../resources/tez-api-version-info.properties | 22 +
.../org/apache/tez/client/TestTezClient.java | 65 +-
.../apache/tez/client/TestTezClientUtils.java | 177 ++-
.../apache/tez/common/TestTezCommonUtils.java | 9 +-
.../org/apache/tez/common/TestTezYARNUtils.java | 60 +
.../org/apache/tez/common/TestVersionInfo.java | 66 +
.../org/apache/tez/dag/api/TestDAGPlan.java | 18 +-
.../tez/dag/api/TestDagTypeConverters.java | 4 +-
.../tez/dag/api/TestTaskLocationHint.java | 62 +
.../resources/test1-version-info.properties | 22 +
.../resources/test2-version-info.properties | 21 +
.../resources/test3-version-info.properties | 22 +
.../tez/common/EnvironmentUpdateUtils.java | 4 +-
.../org/apache/tez/common/TezUtilsInternal.java | 28 +
.../tez/common/TestEnvironmentUpdateUtils.java | 64 +-
.../org/apache/tez/common/TestTezUtils.java | 57 +-
tez-dag/findbugs-exclude.xml | 2 +-
tez-dag/pom.xml | 22 +
.../java/org/apache/tez/client/LocalClient.java | 4 +-
.../tez/dag/api/client/ProgressBuilder.java | 8 +
.../java/org/apache/tez/dag/app/AppContext.java | 4 +-
.../org/apache/tez/dag/app/DAGAppMaster.java | 199 ++-
.../apache/tez/dag/app/TezDagVersionInfo.java | 28 +
.../java/org/apache/tez/dag/app/dag/DAG.java | 2 +
.../app/dag/RootInputInitializerManager.java | 59 +-
.../java/org/apache/tez/dag/app/dag/Task.java | 20 +-
.../org/apache/tez/dag/app/dag/TaskAttempt.java | 2 -
.../dag/app/dag/TaskAttemptStateInternal.java | 1 -
.../tez/dag/app/dag/TaskTerminationCause.java | 7 +-
.../java/org/apache/tez/dag/app/dag/Vertex.java | 20 +-
.../tez/dag/app/dag/VertexTerminationCause.java | 5 +
...DAGAppMasterEventSchedulingServiceError.java | 34 +
.../app/dag/event/DAGAppMasterEventType.java | 3 +-
.../app/dag/event/TaskAttemptEventSchedule.java | 19 +-
.../dag/app/dag/event/TaskAttemptEventType.java | 1 -
.../tez/dag/app/dag/event/TaskEventType.java | 1 -
.../event/VertexEventManagerUserCodeError.java | 36 +
.../dag/event/VertexEventRootInputFailed.java | 7 +-
.../tez/dag/app/dag/event/VertexEventType.java | 1 +
.../dag/app/dag/impl/AMUserCodeException.java | 56 +
.../apache/tez/dag/app/dag/impl/DAGImpl.java | 133 +-
.../tez/dag/app/dag/impl/DAGSchedulerMRR.java | 334 -----
.../app/dag/impl/DAGSchedulerNaturalOrder.java | 19 +-
.../DAGSchedulerNaturalOrderControlled.java | 256 ++++
.../org/apache/tez/dag/app/dag/impl/Edge.java | 121 +-
.../dag/impl/ImmediateStartVertexManager.java | 93 +-
.../tez/dag/app/dag/impl/TaskAttemptImpl.java | 114 +-
.../apache/tez/dag/app/dag/impl/TaskImpl.java | 183 +--
.../apache/tez/dag/app/dag/impl/VertexImpl.java | 1034 ++++++++++-----
.../tez/dag/app/dag/impl/VertexManager.java | 220 +++-
.../dag/app/launcher/ContainerLauncherImpl.java | 17 +-
.../app/rm/AMSchedulerEventTALaunchRequest.java | 7 +-
.../dag/app/rm/TaskSchedulerEventHandler.java | 55 +-
.../dag/app/rm/YarnTaskSchedulerService.java | 193 ++-
.../tez/dag/app/rm/node/AMNodeEventType.java | 11 +-
.../apache/tez/dag/app/rm/node/AMNodeImpl.java | 38 +-
.../apache/tez/dag/app/rm/node/AMNodeMap.java | 225 ----
.../tez/dag/app/rm/node/AMNodeTracker.java | 211 +++
.../tez/dag/history/HistoryEventType.java | 1 +
.../dag/history/events/AppLaunchedEvent.java | 104 ++
.../dag/history/events/DAGFinishedEvent.java | 11 +-
.../dag/history/events/DAGInitializedEvent.java | 10 +-
.../dag/history/events/DAGSubmittedEvent.java | 1 +
.../history/events/TaskAttemptStartedEvent.java | 9 +-
.../dag/history/events/TaskFinishedEvent.java | 1 +
.../dag/history/events/VertexFinishedEvent.java | 12 +-
.../events/VertexParallelismUpdatedEvent.java | 17 +-
.../tez/dag/history/logging/EntityTypes.java | 1 +
.../impl/HistoryEventJsonConversion.java | 118 +-
.../apache/tez/dag/history/utils/DAGUtils.java | 111 +-
.../utils/Simple2LevelVersionComparator.java | 105 ++
.../org/apache/tez/runtime/task/TezChild.java | 2 +-
tez-dag/src/main/proto/HistoryEvents.proto | 2 +
.../resources/tez-container-log4j.properties | 2 +-
.../resources/tez-dag-version-info.properties | 22 +
.../org/apache/tez/client/TestLocalMode.java | 2 +-
.../apache/tez/dag/app/MockDAGAppMaster.java | 31 +-
.../tez/dag/app/TestMockDAGAppMaster.java | 27 +-
.../org/apache/tez/dag/app/TestPreemption.java | 6 +-
.../apache/tez/dag/app/TestRecoveryParser.java | 6 +-
.../tez/dag/app/dag/impl/TestDAGImpl.java | 462 ++++++-
.../tez/dag/app/dag/impl/TestDAGRecovery.java | 19 +-
.../tez/dag/app/dag/impl/TestDAGScheduler.java | 137 +-
.../TestDAGSchedulerNaturalOrderControlled.java | 374 ++++++
.../apache/tez/dag/app/dag/impl/TestEdge.java | 5 +-
.../impl/TestImmediateStartVertexManager.java | 131 ++
.../tez/dag/app/dag/impl/TestTaskAttempt.java | 177 +--
.../app/dag/impl/TestTaskAttemptRecovery.java | 2 +-
.../tez/dag/app/dag/impl/TestTaskImpl.java | 65 +-
.../tez/dag/app/dag/impl/TestTaskRecovery.java | 181 ++-
.../tez/dag/app/dag/impl/TestVertexImpl.java | 1200 ++++++++++++++----
.../tez/dag/app/dag/impl/TestVertexManager.java | 105 +-
.../dag/app/dag/impl/TestVertexRecovery.java | 137 +-
.../tez/dag/app/rm/TestContainerReuse.java | 32 +-
.../tez/dag/app/rm/TestTaskScheduler.java | 86 +-
.../app/rm/TestTaskSchedulerEventHandler.java | 62 +-
.../tez/dag/app/rm/node/TestAMNodeMap.java | 268 ----
.../tez/dag/app/rm/node/TestAMNodeTracker.java | 339 +++++
.../TestHistoryEventsProtoConversion.java | 41 +-
.../impl/TestHistoryEventJsonConversion.java | 64 +-
.../tez/dag/history/utils/TestDAGUtils.java | 23 +-
.../TestSimple2LevelVersionComparator.java | 66 +
.../org/apache/tez/examples/ExampleDriver.java | 61 -
.../apache/tez/examples/HashJoinExample.java | 4 +-
.../org/apache/tez/examples/JoinValidate.java | 2 +-
.../apache/tez/examples/OrderedWordCount.java | 4 +-
.../tez/examples/SortMergeJoinExample.java | 18 +-
.../java/org/apache/tez/examples/WordCount.java | 2 +-
.../mapred/split/TezMapredSplitsGrouper.java | 30 +-
.../split/TezMapReduceSplitsGrouper.java | 41 +-
.../apache/tez/mapreduce/client/YARNRunner.java | 14 +
.../tez/mapreduce/hadoop/DeprecatedKeys.java | 12 +-
.../org/apache/tez/mapreduce/input/MRInput.java | 26 +-
.../tez/mapreduce/input/MultiMRInput.java | 5 +-
.../apache/tez/mapreduce/output/MROutput.java | 6 +
.../hadoop/mapred/split/TestGroupedSplits.java | 142 +++
.../tez/mapreduce/input/TestMultiMRInput.java | 10 +-
.../tez/mapreduce/processor/MapUtils.java | 2 +-
.../processor/reduce/TestReduceProcessor.java | 2 +-
tez-plugins/pom.xml | 28 +-
.../tez-mbeans-resource-calculator/pom.xml | 60 +
.../tez/util/TezMxBeanResourceCalculator.java | 74 ++
.../util/TestTezMxBeanResourceCalculator.java | 74 ++
.../logging/ats/ATSHistoryLoggingService.java | 158 ++-
.../ats/HistoryEventTimelineConversion.java | 131 +-
.../ats/TestATSHistoryLoggingService.java | 47 +-
.../ats/TestHistoryEventTimelineConversion.java | 455 ++++++-
.../src/test/resources/log4j.properties | 19 +
.../runtime/api/impl/TezInputContextImpl.java | 2 +-
.../api/impl/TezMergedInputContextImpl.java | 2 +-
.../runtime/api/impl/TezOutputContextImpl.java | 2 +-
.../api/impl/TezProcessorContextImpl.java | 2 +-
.../common/resources/MemoryDistributor.java | 8 +-
.../common/resources/ScalingAllocator.java | 4 +-
.../TestLogicalIOProcessorRuntimeTask.java | 2 +-
.../common/resources/TestMemoryDistributor.java | 8 +-
.../java/org/apache/hadoop/io/FileChunk.java | 42 +-
.../vertexmanager/InputReadyVertexManager.java | 11 +-
.../vertexmanager/ShuffleVertexManager.java | 217 +++-
.../library/api/TezRuntimeConfiguration.java | 8 +
.../common/readers/UnorderedKVReader.java | 10 +-
.../common/security/SecureShuffleUtils.java | 36 +-
.../common/shuffle/DiskFetchedInput.java | 121 ++
.../library/common/shuffle/FetchResult.java | 70 +
.../library/common/shuffle/FetchedInput.java | 152 +++
.../common/shuffle/FetchedInputAllocator.java | 34 +
.../common/shuffle/FetchedInputCallback.java | 29 +
.../runtime/library/common/shuffle/Fetcher.java | 970 ++++++++++++++
.../library/common/shuffle/FetcherCallback.java | 33 +
.../library/common/shuffle/HttpConnection.java | 426 +++++++
.../library/common/shuffle/InputHost.java | 133 ++
.../common/shuffle/LocalDiskFetchedInput.java | 119 ++
.../common/shuffle/MemoryFetchedInput.java | 90 ++
.../common/shuffle/ShuffleEventHandler.java | 28 +
.../library/common/shuffle/ShuffleUtils.java | 240 ++++
.../common/shuffle/impl/ExceptionReporter.java | 25 -
.../library/common/shuffle/impl/Fetcher.java | 595 ---------
.../common/shuffle/impl/InMemoryReader.java | 162 ---
.../common/shuffle/impl/InMemoryWriter.java | 61 -
.../library/common/shuffle/impl/MapHost.java | 124 --
.../library/common/shuffle/impl/MapOutput.java | 234 ----
.../common/shuffle/impl/MergeManager.java | 930 --------------
.../common/shuffle/impl/MergeThread.java | 108 --
.../library/common/shuffle/impl/Shuffle.java | 484 -------
.../shuffle/impl/ShuffleClientMetrics.java | 92 --
.../common/shuffle/impl/ShuffleHeader.java | 94 --
.../shuffle/impl/ShuffleInputEventHandler.java | 134 --
.../impl/ShuffleInputEventHandlerImpl.java | 169 +++
.../common/shuffle/impl/ShuffleManager.java | 802 ++++++++++++
.../common/shuffle/impl/ShuffleScheduler.java | 620 ---------
.../impl/SimpleFetchedInputAllocator.java | 200 +++
.../orderedgrouped/ExceptionReporter.java | 25 +
.../orderedgrouped/FetcherOrderedGrouped.java | 703 ++++++++++
.../shuffle/orderedgrouped/InMemoryReader.java | 162 +++
.../shuffle/orderedgrouped/InMemoryWriter.java | 61 +
.../common/shuffle/orderedgrouped/MapHost.java | 124 ++
.../shuffle/orderedgrouped/MapOutput.java | 237 ++++
.../shuffle/orderedgrouped/MergeManager.java | 945 ++++++++++++++
.../shuffle/orderedgrouped/MergeThread.java | 109 ++
.../common/shuffle/orderedgrouped/Shuffle.java | 483 +++++++
.../orderedgrouped/ShuffleClientMetrics.java | 92 ++
.../shuffle/orderedgrouped/ShuffleHeader.java | 94 ++
.../ShuffleInputEventHandlerOrderedGrouped.java | 137 ++
.../orderedgrouped/ShuffleScheduler.java | 626 +++++++++
.../shuffle/orderedgrouped/package-info.java | 22 +
.../library/common/shuffle/package-info.java | 22 +
.../common/sort/impl/ExternalSorter.java | 2 +-
.../runtime/library/common/sort/impl/IFile.java | 10 +-
.../common/sort/impl/PipelinedSorter.java | 5 +-
.../common/sort/impl/dflt/DefaultSorter.java | 17 +-
.../local/output/TezLocalTaskOutputFiles.java | 10 +-
.../common/task/local/output/TezTaskOutput.java | 7 +
.../task/local/output/TezTaskOutputFiles.java | 7 +-
.../writers/UnorderedPartitionedKVWriter.java | 2 +-
.../HadoopKeyValuesBasedBaseEdgeConfig.java | 13 +
.../conf/OrderedGroupedKVInputConfig.java | 15 +-
.../conf/OrderedPartitionedKVEdgeConfig.java | 19 +
.../conf/OrderedPartitionedKVOutputConfig.java | 15 +-
.../library/conf/UnorderedKVEdgeConfig.java | 20 +
.../library/conf/UnorderedKVInputConfig.java | 15 +-
.../library/conf/UnorderedKVOutputConfig.java | 15 +-
.../conf/UnorderedPartitionedKVEdgeConfig.java | 19 +
.../UnorderedPartitionedKVOutputConfig.java | 14 +-
.../apache/tez/runtime/library/conf/Utils.java | 45 +
.../exceptions/FetcherReadTimeoutException.java | 49 +
.../library/input/OrderedGroupedKVInput.java | 11 +-
.../runtime/library/input/UnorderedKVInput.java | 17 +-
.../output/OrderedPartitionedKVOutput.java | 11 +-
.../library/output/UnorderedKVOutput.java | 11 +-
.../output/UnorderedPartitionedKVOutput.java | 9 +-
.../WeightedScalingMemoryDistributor.java | 10 +-
.../shuffle/common/DiskFetchedInput.java | 121 --
.../library/shuffle/common/FetchResult.java | 70 -
.../library/shuffle/common/FetchedInput.java | 152 ---
.../shuffle/common/FetchedInputAllocator.java | 34 -
.../shuffle/common/FetchedInputCallback.java | 29 -
.../runtime/library/shuffle/common/Fetcher.java | 856 -------------
.../library/shuffle/common/FetcherCallback.java | 33 -
.../library/shuffle/common/HttpConnection.java | 414 ------
.../library/shuffle/common/InputHost.java | 133 --
.../shuffle/common/LocalDiskFetchedInput.java | 119 --
.../shuffle/common/MemoryFetchedInput.java | 90 --
.../shuffle/common/ShuffleEventHandler.java | 28 -
.../library/shuffle/common/ShuffleUtils.java | 237 ----
.../impl/ShuffleInputEventHandlerImpl.java | 163 ---
.../shuffle/common/impl/ShuffleManager.java | 804 ------------
.../impl/SimpleFetchedInputAllocator.java | 200 ---
.../shuffle/common/impl/package-info.java | 22 -
.../library/shuffle/common/package-info.java | 22 -
.../TestInputReadyVertexManager.java | 45 +-
.../vertexmanager/TestShuffleVertexManager.java | 563 ++++++--
.../TestWeightedScalingMemoryDistributor.java | 18 +-
.../library/common/TestValuesIterator.java | 6 +-
.../library/common/shuffle/TestFetcher.java | 204 +++
.../common/shuffle/impl/TestFetcher.java | 161 ---
.../impl/TestShuffleInputEventHandler.java | 173 ---
.../impl/TestShuffleInputEventHandlerImpl.java | 162 +++
.../impl/TestSimpleFetchedInputAllocator.java | 88 ++
.../shuffle/orderedgrouped/TestFetcher.java | 298 +++++
.../orderedgrouped/TestMergeManager.java | 237 ++++
.../TestShuffleInputEventHandler.java | 172 +++
.../library/common/sort/impl/TestIFile.java | 5 +-
.../TestUnorderedPartitionedKVWriter.java | 2 +-
.../TestOrderedPartitionedKVEdgeConfig.java | 45 +-
.../library/conf/TestUnorderedKVEdgeConfig.java | 48 +-
.../TestUnorderedPartitionedKVEdgeConfig.java | 44 +-
.../library/output/TestOnFileSortedOutput.java | 2 +-
.../output/TestOnFileUnorderedKVOutput.java | 2 +-
.../library/shuffle/common/TestFetcher.java | 199 ---
.../impl/TestShuffleInputEventHandlerImpl.java | 163 ---
.../impl/TestSimpleFetchedInputAllocator.java | 88 --
.../examples/BroadcastAndOneToOneExample.java | 4 +-
.../mapreduce/examples/BroadcastLoadGen.java | 148 +++
.../tez/mapreduce/examples/ExampleDriver.java | 11 +-
.../org/apache/tez/mapreduce/examples/Join.java | 7 +-
.../tez/mapreduce/examples/MapredWordCount.java | 7 +-
.../mapreduce/examples/RandomTextWriter.java | 4 +-
.../tez/mapreduce/examples/RandomWriter.java | 4 +-
.../org/apache/tez/mapreduce/examples/Sort.java | 4 +-
.../examples/TestOrderedWordCount.java | 1 +
.../apache/tez/mapreduce/TestMRRJobsDAGApi.java | 10 +-
.../org/apache/tez/test/TestAMRecovery.java | 5 +-
.../tez/test/TestExceptionPropagation.java | 342 ++++-
.../org/apache/tez/test/TestFaultTolerance.java | 17 +-
.../org/apache/tez/test/TestSecureShuffle.java | 2 +-
.../java/org/apache/tez/test/TestTezJobs.java | 138 ++
tez-tools/swimlanes/amlogparser.py | 2 +-
tez-tools/tez-tfile-parser/README.txt | 24 +
tez-tools/tez-tfile-parser/pom.xml | 150 +++
.../java/org/apache/tez/tools/TFileLoader.java | 184 +++
.../org/apache/tez/tools/TFileRecordReader.java | 107 ++
tez-ui/src/main/webapp/bower.json | 1 -
308 files changed, 19974 insertions(+), 11289 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/tez/blob/052f71cc/.gitignore
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/tez/blob/052f71cc/CHANGES.txt
----------------------------------------------------------------------
diff --cc CHANGES.txt
index d2d7a21,bb31375..69a6e94
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@@ -6,23 -6,41 +6,54 @@@ Release 0.6.0: Unrelease
INCOMPATIBLE CHANGES
ALL CHANGES:
+ TEZ-1634. Fix compressed IFile shuffle errors
+ TEZ-1615. Skeleton framework for Tez UI
+ TEZ-1604. Task View for Tez UI
+ TEZ-1603. Vertex View for Tez UI.
+ TEZ-1720. Allow filters in all tables and also to pass in filters using url params.
+ TEZ-1708. Make UI part of TEZ build process.
+ TEZ-1617. Shim layer for Tez UI for use within Ambari.
+ TEZ-1741. App view.
+ TEZ-1751. Log view & download links in task and task attempt view.
+ TEZ-1753. Queue in dags view.
+ TEZ-1765. Allow dropdown lists in table filters.
+ TEZ-1606. Counters View for DAG, Vertex, and Task.
+ TEZ-1768. follow up jira to address minor issues in Tez-ui.
+ TEZ-1733. TezMerger should sort FileChunks on size when merging
+ TEZ-1738. Tez tfile parser for log parsing
+ TEZ-1627. Remove OUTPUT_CONSUMABLE and related Event in TaskAttemptImpl
+ TEZ-1736. Add support for Inputs/Outputs in runtime-library to generate history text data.
+ TEZ-1721. Update INSTALL instructions for clarifying tez client jars
+ compatibility with runtime tarball on HDFS.
+ TEZ-1690. TestMultiMRInput tests fail because of user collisions.
- Release 0.5.2: Unreleased
+ Release 0.5.3: Unreleased
+
+ ALL CHANGES:
+ TEZ-1758. TezClient should provide YARN diagnostics when the AM crashes
+ TEZ-1742. Improve response time of internal preemption
+ TEZ-1745. TestATSHistoryLoggingService::testATSHistoryLoggingServiceShutdown can be flaky.
+ TEZ-1747. Increase test timeout for TestSecureShuffle.
+ TEZ-1746. Flaky test in TestVertexImpl and TestExceptionPropagation.
+ TEZ-1749. Increase test timeout for TestLocalMode.testMultipleClientsWithSession
+ TEZ-1750. Add a DAGScheduler which schedules tasks only when sources have been scheduled.
+ TEZ-1761. TestRecoveryParser::testGetLastInProgressDAG fails in similar manner to TEZ-1686.
+ TEZ-1687. Use logIdentifier of Vertex for logging.
+ TEZ-1737. Should add taskNum in VertexFinishedEvent.
+ TEZ-1770. Handle ConnectExceptions correctly when establishing connections to an NM which may be down.
+ TEZ-1774. AppLaunched event for Timeline does not have start time set.
+ TEZ-1772. Failing tests post TEZ-1737.
+
+ Release 0.5.2: 2014-11-07
INCOMPATIBLE CHANGES
+ TEZ-1666. UserPayload should be null if the payload is not specified.
+ 0.5.1 client cannot talk to 0.5.2 AMs (TEZ-1666 and TEZ-1664).
+ context.getUserPayload can now return null, apps may need to add defensive code.
+ TEZ-1699. Vertex.setParallelism should throw an exception for invalid
+ invocations
+ TEZ-1700. Replace containerId from TaskLocationHint with [TaskIndex+Vertex]
+ based affinity
ALL CHANGES:
TEZ-1620. Wait for application finish before stopping MiniTezCluster
@@@ -50,9 -149,7 +162,10 @@@ ALL CHANGE
TEZ-1580. Change TestOrderedWordCount to optionally use MR configs.
TEZ-1524. Resolve user group information only if ACLs are enabled.
TEZ-1581. GroupByOrderByMRRTest no longer functional.
+ TEZ-1157. Optimize broadcast shuffle to download data only once per host.
+ TEZ-1594. Initial TezUI into TEZ-8 branch
+ TEZ-1595. Document timeline server setup for use with the Tez UI
+ TEZ-1157. Optimize broadcast shuffle to download data only once per host.
TEZ-1607. support mr envs in mrrsleep and testorderedwordcount
TEZ-1499. Add SortMergeJoinExample to tez-examples
TEZ-1613. Decrease running time for TestAMRecovery
http://git-wip-us.apache.org/repos/asf/tez/blob/052f71cc/docs/src/site/site.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/tez/blob/052f71cc/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/tez/blob/052f71cc/tez-ui/src/main/webapp/bower.json
----------------------------------------------------------------------
diff --cc tez-ui/src/main/webapp/bower.json
index efec4ec,0000000..18cae96
mode 100644,000000..100644
--- a/tez-ui/src/main/webapp/bower.json
+++ b/tez-ui/src/main/webapp/bower.json
@@@ -1,32 -1,0 +1,31 @@@
+{
+ "name": "tez-ui",
+ "version": "0.0.1",
+ "dependencies": {
+ "ember": "1.7.0",
+ "moment": ">=2.7.0",
+ "ember-data": "1.0.0-beta.10",
+ "ember-i18n": "1.6.*",
+ "bootstrap": "3.0.0",
+ "ember-json-mapper": "master",
+ "jquery-ui": ">=1.11",
+ "d3": "3.4.11",
+ "ember-addons.bs_for_ember": "~0.7.0",
+ "ember-table": "~0.2.2"
+ },
+ "devDependencies": {
+ "ember-mocha-adapter": "0.1.2",
+ "handlebars": "~2.0.0",
+ "jquery-ui": "~1.11.1",
+ "jquery-mousewheel": "~3.1.12",
+ "antiscroll": "*",
+ "font-awesome": "~4.2.0"
+ },
+ "resolutions": {
+ "handlebars": "~1.3.0",
+ "jquery-ui": ">=1.11",
+ "jquery-mousewheel": "~3.1.12",
+ "antiscroll": "fa3f81d3c0",
- "font-awesome": "~4.2.0",
+ "ember": "1.7.0"
+ }
+}