You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by ni...@apache.org on 2019/05/10 09:18:18 UTC
[kylin] branch 2.6.x updated: KYLIN-3987 Set a larger value of
reducer num for fact distinct job
This is an automated email from the ASF dual-hosted git repository.
nic pushed a commit to branch 2.6.x
in repository https://gitbox.apache.org/repos/asf/kylin.git
The following commit(s) were added to refs/heads/2.6.x by this push:
new 9bbf520 KYLIN-3987 Set a larger value of reducer num for fact distinct job
9bbf520 is described below
commit 9bbf520f1149cea59697460dad252ee9de2cad34
Author: chao long <wa...@qq.com>
AuthorDate: Fri Apr 26 18:27:56 2019 +0800
KYLIN-3987 Set a larger value of reducer num for fact distinct job
---
core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java | 2 +-
core-common/src/main/resources/kylin-defaults.properties | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
index 23a6637..0497d1e 100644
--- a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
+++ b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
@@ -1321,7 +1321,7 @@ abstract public class KylinConfigBase implements Serializable {
//UHC: ultra high cardinality columns, contain the ShardByColumns and the GlobalDictionaryColumns
public int getUHCReducerCount() {
- return Integer.parseInt(getOptional("kylin.engine.mr.uhc-reducer-count", "1"));
+ return Integer.parseInt(getOptional("kylin.engine.mr.uhc-reducer-count", "3"));
}
public boolean isBuildUHCDictWithMREnabled() {
diff --git a/core-common/src/main/resources/kylin-defaults.properties b/core-common/src/main/resources/kylin-defaults.properties
index c95000c..3491c15 100644
--- a/core-common/src/main/resources/kylin-defaults.properties
+++ b/core-common/src/main/resources/kylin-defaults.properties
@@ -189,7 +189,7 @@ kylin.engine.mr.mapper-input-rows=1000000
kylin.engine.mr.build-dict-in-reducer=true
# Number of reducers for fetching UHC column distinct values
-kylin.engine.mr.uhc-reducer-count=1
+kylin.engine.mr.uhc-reducer-count=3
# Whether using an additional step to build UHC dictionary
kylin.engine.mr.build-uhc-dict-in-additional-step=false