You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by rb...@apache.org on 2016/08/29 22:28:29 UTC

tez git commit: TEZ-2741. Hive on Tez does not work well with Sequence Files Schema changes (gopalv via rbalamohan)

Repository: tez
Updated Branches:
  refs/heads/master a9eb93701 -> 5149cc486


TEZ-2741. Hive on Tez does not work well with Sequence Files Schema changes (gopalv via rbalamohan)


Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/5149cc48
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/5149cc48
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/5149cc48

Branch: refs/heads/master
Commit: 5149cc486e65de3eeff82319e21556af21689aea
Parents: a9eb937
Author: Rajesh Balamohan <rb...@apache.org>
Authored: Tue Aug 30 03:58:30 2016 +0530
Committer: Rajesh Balamohan <rb...@apache.org>
Committed: Tue Aug 30 03:58:30 2016 +0530

----------------------------------------------------------------------
 CHANGES.txt                                                      | 1 +
 .../apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java  | 4 ++++
 2 files changed, 5 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/tez/blob/5149cc48/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index f17fd81..eb02a09 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -7,6 +7,7 @@ INCOMPATIBLE CHANGES
 
 ALL CHANGES:
 
+  TEZ-2741. Hive on Tez does not work well with Sequence Files Schema changes.
   TEZ-2852. TestVertexImpl fails due to race in AsyncDispatcher.
   TEZ-3395. Refactor ShuffleVertexManager to make parts of it re-usable in other plugins.
   TEZ-3413. ConcurrentModificationException in HistoryEventTimelineConversion for AppLaunchedEvent.

http://git-wip-us.apache.org/repos/asf/tez/blob/5149cc48/tez-mapreduce/src/main/java/org/apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java
----------------------------------------------------------------------
diff --git a/tez-mapreduce/src/main/java/org/apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java b/tez-mapreduce/src/main/java/org/apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java
index e082e3a..82028d1 100644
--- a/tez-mapreduce/src/main/java/org/apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java
+++ b/tez-mapreduce/src/main/java/org/apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java
@@ -151,6 +151,10 @@ public class TezGroupedSplitsInputFormat<K, V>
       while ((curReader == null) || !curReader.next(key, value)) {
         if (!initNextRecordReader()) {
           return false;
+        } else {
+          // reset keys & values
+         key = createKey();
+         value = createValue();
         }
       }
       return true;