You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ch...@apache.org on 2017/07/06 14:41:56 UTC
[31/50] [abbrv] carbondata git commit: Fixed batch load issue
Fixed batch load issue
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/02f06fd3
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/02f06fd3
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/02f06fd3
Branch: refs/heads/branch-1.1
Commit: 02f06fd3058ed4bdce1c65e82d80694630c20c82
Parents: 72bbb62
Author: ravipesala <ra...@gmail.com>
Authored: Tue Jun 13 23:13:16 2017 +0530
Committer: ravipesala <ra...@gmail.com>
Committed: Thu Jun 15 13:39:14 2017 +0530
----------------------------------------------------------------------
.../newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java | 3 ---
1 file changed, 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/carbondata/blob/02f06fd3/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
----------------------------------------------------------------------
diff --git a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java b/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
index 20fd48b..f1b4a80 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
@@ -197,9 +197,6 @@ public class UnsafeBatchParallelReadMergeSorterImpl extends AbstractMergeSorter
private void createSortDataRows() {
int inMemoryChunkSizeInMB = CarbonProperties.getInstance().getSortMemoryChunkSizeInMB();
- if (inMemoryChunkSizeInMB > sortParameters.getBatchSortSizeinMb()) {
- inMemoryChunkSizeInMB = sortParameters.getBatchSortSizeinMb();
- }
this.finalMerger = new UnsafeSingleThreadFinalSortFilesMerger(sortParameters,
sortParameters.getTempFileLocation());
unsafeIntermediateFileMerger = new UnsafeIntermediateMerger(sortParameters);