You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ku...@apache.org on 2019/06/12 11:15:41 UTC
[carbondata] branch master updated: [CARBONDATA-3417] Changed the
number of cores for load and compaction in Range Column
This is an automated email from the ASF dual-hosted git repository.
kunalkapoor pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/carbondata.git
The following commit(s) were added to refs/heads/master by this push:
new f2144ca [CARBONDATA-3417] Changed the number of cores for load and compaction in Range Column
f2144ca is described below
commit f2144cad0406f78f0c95f665d9dde2c031e757a7
Author: manishnalla1994 <ma...@gmail.com>
AuthorDate: Thu Jun 6 17:50:46 2019 +0530
[CARBONDATA-3417] Changed the number of cores for load and compaction in Range Column
Changed the number of cores for load and compaction in Range Column
This closes #3263
---
.../carbondata/processing/store/CarbonFactDataHandlerModel.java | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
diff --git a/processing/src/main/java/org/apache/carbondata/processing/store/CarbonFactDataHandlerModel.java b/processing/src/main/java/org/apache/carbondata/processing/store/CarbonFactDataHandlerModel.java
index 8aaeb9d..726d906 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/store/CarbonFactDataHandlerModel.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/store/CarbonFactDataHandlerModel.java
@@ -741,8 +741,9 @@ public class CarbonFactDataHandlerModel {
this.numberOfCores = CarbonProperties.getInstance().getNumberOfLoadingCores();
}
- if (this.sortScope != null && this.sortScope.equals(SortScopeOptions.SortScope.GLOBAL_SORT)
- && tableSpec.getCarbonTable().getRangeColumn() != null) {
+ if (this.sortScope != null && this.sortScope.equals(SortScopeOptions.SortScope.GLOBAL_SORT) && (
+ tableSpec.getCarbonTable().getRangeColumn() == null || (
+ tableSpec.getCarbonTable().getRangeColumn() != null && !this.isCompactionFlow))) {
this.numberOfCores = 1;
}
// Overriding it to the task specified cores.