You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by ni...@apache.org on 2019/04/26 14:10:09 UTC
[kylin] branch master updated: KYLIN-3987 Set a larger value of
reducer num for fact distinct job
This is an automated email from the ASF dual-hosted git repository.
nic pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kylin.git
The following commit(s) were added to refs/heads/master by this push:
new 4b11e1d KYLIN-3987 Set a larger value of reducer num for fact distinct job
4b11e1d is described below
commit 4b11e1d04e495ec6fd9484dd73c4d001644b431a
Author: chao long <wa...@qq.com>
AuthorDate: Fri Apr 26 18:27:56 2019 +0800
KYLIN-3987 Set a larger value of reducer num for fact distinct job
---
core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java | 2 +-
core-common/src/main/resources/kylin-defaults.properties | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
index a750610..05a1450 100644
--- a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
+++ b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
@@ -1355,7 +1355,7 @@ public abstract class KylinConfigBase implements Serializable {
//UHC: ultra high cardinality columns, contain the ShardByColumns and the GlobalDictionaryColumns
public int getUHCReducerCount() {
- return Integer.parseInt(getOptional("kylin.engine.mr.uhc-reducer-count", "1"));
+ return Integer.parseInt(getOptional("kylin.engine.mr.uhc-reducer-count", "3"));
}
public boolean isBuildUHCDictWithMREnabled() {
diff --git a/core-common/src/main/resources/kylin-defaults.properties b/core-common/src/main/resources/kylin-defaults.properties
index 819c8af..62f63ca 100644
--- a/core-common/src/main/resources/kylin-defaults.properties
+++ b/core-common/src/main/resources/kylin-defaults.properties
@@ -190,7 +190,7 @@ kylin.engine.mr.mapper-input-rows=1000000
kylin.engine.mr.build-dict-in-reducer=true
# Number of reducers for fetching UHC column distinct values
-kylin.engine.mr.uhc-reducer-count=1
+kylin.engine.mr.uhc-reducer-count=3
# Whether using an additional step to build UHC dictionary
kylin.engine.mr.build-uhc-dict-in-additional-step=false