[tez] branch master updated: TEZ-4256 : Reduce key comparisons in reducer side (Rajesh Balamohan via Gopal V)

[ha...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

hashutosh pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/tez.git


The following commit(s) were added to refs/heads/master by this push:
     new 51953a6  TEZ-4256 : Reduce key comparisons in reducer side (Rajesh Balamohan via Gopal V)
51953a6 is described below

commit 51953a67641392eb5cf4b2c4fb035baab0badf27
Author: Rajesh Balamohan <rb...@apache.org>
AuthorDate: Mon Dec 7 12:35:26 2020 -0800

    TEZ-4256 : Reduce key comparisons in reducer side (Rajesh Balamohan via Gopal V)
    
    Signed-off-by: Ashutosh Chauhan <ha...@apache.org>
---
 .../tez/runtime/library/common/shuffle/orderedgrouped/MergeManager.java | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MergeManager.java b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MergeManager.java
index 8565e71..59ff577 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MergeManager.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MergeManager.java
@@ -1128,7 +1128,7 @@ public class MergeManager implements FetchedInputAllocatorOrderedGrouped {
         final int klen = kb.getLength() - kp;
         key.reset(kb.getData(), kp, klen);
         bytesRead += klen;
-        return KeyState.NEW_KEY;
+        return kvIter.isSameKey() ? KeyState.SAME_KEY : KeyState.NEW_KEY;
       }
       return KeyState.NO_KEY;
     }