You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by je...@apache.org on 2016/02/11 17:34:28 UTC
tez git commit: TEZ-3104. Tez fails on Bzip2 intermediate output
format on hadoop 2.7.1 and earlier
Repository: tez
Updated Branches:
refs/heads/master 99c85d3f9 -> 6f57630ee
TEZ-3104. Tez fails on Bzip2 intermediate output format on hadoop 2.7.1 and earlier
Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/6f57630e
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/6f57630e
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/6f57630e
Branch: refs/heads/master
Commit: 6f57630ee5d5a1a02342a25e4b48a698fd237390
Parents: 99c85d3
Author: Jonathan Eagles <je...@yahoo-inc.com>
Authored: Thu Feb 11 10:33:52 2016 -0600
Committer: Jonathan Eagles <je...@yahoo-inc.com>
Committed: Thu Feb 11 10:33:52 2016 -0600
----------------------------------------------------------------------
CHANGES.txt | 2 ++
.../tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java | 2 ++
2 files changed, 4 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/tez/blob/6f57630e/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index c769843..61aaaa7 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -6,6 +6,7 @@ Release 0.8.3: Unreleased
INCOMPATIBLE CHANGES
ALL CHANGES:
+ TEZ-3104. Tez fails on Bzip2 intermediate output format on hadoop 2.7.1 and earlier
TEZ-3090. MRInput should make dagIdentifier, vertexIdentifier, etc available to the InputFormat jobConf.
TEZ-3093. CriticalPathAnalyzer should be accessible via zeppelin.
TEZ-3089. TaskConcurrencyAnalyzer can return negative task count with very large jobs.
@@ -329,6 +330,7 @@ INCOMPATIBLE CHANGES
TEZ-2949. Allow duplicate dag names within session for Tez.
ALL CHANGES
+ TEZ-3104. Tez fails on Bzip2 intermediate output format on hadoop 2.7.1 and earlier
TEZ-3093. CriticalPathAnalyzer should be accessible via zeppelin.
TEZ-3089. TaskConcurrencyAnalyzer can return negative task count with very large jobs.
TEZ-2307. Possible wrong error message when submitting new dag.
http://git-wip-us.apache.org/repos/asf/tez/blob/6f57630e/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java
index de3b2cb..db43651 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java
@@ -116,6 +116,8 @@ public class Shuffle implements ExceptionReporter {
Class<? extends CompressionCodec> codecClass =
ConfigUtils.getIntermediateInputCompressorClass(conf, DefaultCodec.class);
codec = ReflectionUtils.newInstance(codecClass, conf);
+ // Work around needed for HADOOP-12191. Avoids the native initialization synchronization race
+ codec.getDecompressorType();
} else {
codec = null;
}