You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@crunch.apache.org by gr...@apache.org on 2012/08/25 21:25:14 UTC
git commit: CRUNCH-23 : Sorting Issue - Hardcode number of reducers
to 1. - require an elaborate fix, Check JIRA for details
Updated Branches:
refs/heads/master e4e8f9948 -> ca2b9c06a
CRUNCH-23 : Sorting Issue - Hardcode number of reducers to 1. - require an elaborate fix, Check JIRA for details
Signed-off-by: Gabriel Reid <gr...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/incubator-crunch/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-crunch/commit/ca2b9c06
Tree: http://git-wip-us.apache.org/repos/asf/incubator-crunch/tree/ca2b9c06
Diff: http://git-wip-us.apache.org/repos/asf/incubator-crunch/diff/ca2b9c06
Branch: refs/heads/master
Commit: ca2b9c06a5d9d430cfb987dc66fcfa34301cc026
Parents: e4e8f99
Author: Rahul Sharma <rs...@xebia.com>
Authored: Sat Aug 25 08:27:02 2012 +0530
Committer: Gabriel Reid <gr...@apache.org>
Committed: Sat Aug 25 21:00:47 2012 +0200
----------------------------------------------------------------------
.../src/main/java/org/apache/crunch/lib/Sort.java | 6 ++++++
1 files changed, 6 insertions(+), 0 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-crunch/blob/ca2b9c06/crunch/src/main/java/org/apache/crunch/lib/Sort.java
----------------------------------------------------------------------
diff --git a/crunch/src/main/java/org/apache/crunch/lib/Sort.java b/crunch/src/main/java/org/apache/crunch/lib/Sort.java
index a8c5760..f2729a2 100644
--- a/crunch/src/main/java/org/apache/crunch/lib/Sort.java
+++ b/crunch/src/main/java/org/apache/crunch/lib/Sort.java
@@ -288,6 +288,9 @@ public class Sort {
throw new RuntimeException("Unrecognized type family: " + tf);
}
}
+ // TODO:CRUNCH-23: Intermediate Fix for release 1. More elaborate fix is
+ // required check JIRA for details.
+ builder.numReducers(1);
return builder.build();
}
@@ -303,6 +306,9 @@ public class Sort {
} else {
throw new RuntimeException("Unrecognized type family: " + tf);
}
+ // TODO:CRUNCH-23: Intermediate Fix for release 1. More elaborate fix is
+ // required check JIRA for details.
+ builder.numReducers(1);
return builder.build();
}