You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2016/07/11 06:33:49 UTC
kylin git commit: KYLIN-1656 set cap for max and min reducer numbers
Repository: kylin
Updated Branches:
refs/heads/master 9595b1603 -> 80bb6f75d
KYLIN-1656 set cap for max and min reducer numbers
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/80bb6f75
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/80bb6f75
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/80bb6f75
Branch: refs/heads/master
Commit: 80bb6f75d75990d5b9c381eb4fe89a42bbe8d971
Parents: 9595b16
Author: shaofengshi <sh...@apache.org>
Authored: Mon Jul 11 14:32:04 2016 +0800
Committer: shaofengshi <sh...@apache.org>
Committed: Mon Jul 11 14:33:21 2016 +0800
----------------------------------------------------------------------
.../org/apache/kylin/source/hive/CreateFlatHiveTableStep.java | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/80bb6f75/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java
----------------------------------------------------------------------
diff --git a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java
index 0297bfa..8a4aaa2 100644
--- a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java
+++ b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java
@@ -62,7 +62,8 @@ public class CreateFlatHiveTableStep extends AbstractExecutable {
int mapperInputRows = config.getHadoopJobMapperInputRows();
int numReducers = Math.round(rowCount / ((float) mapperInputRows));
- numReducers = Math.max(1, numReducers);
+ numReducers = Math.max(numReducers, config.getHadoopJobMinReducerNumber());
+ numReducers = Math.min(numReducers, config.getHadoopJobMaxReducerNumber());
stepLogger.log("total input rows = " + rowCount);
stepLogger.log("expected input rows per mapper = " + mapperInputRows);