You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by gv...@apache.org on 2017/06/14 12:23:57 UTC
[1/2] carbondata git commit: Fixed batch load issue
Repository: carbondata
Updated Branches:
refs/heads/master f5b08de13 -> 447049a51
Fixed batch load issue
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/9d29083a
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/9d29083a
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/9d29083a
Branch: refs/heads/master
Commit: 9d29083ad697b1d9c72be0132386dce488f87863
Parents: f5b08de
Author: ravipesala <ra...@gmail.com>
Authored: Tue Jun 13 23:13:16 2017 +0530
Committer: Venkata Ramana G <ra...@huawei.com>
Committed: Wed Jun 14 17:47:15 2017 +0530
----------------------------------------------------------------------
.../newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java | 3 ---
1 file changed, 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/carbondata/blob/9d29083a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
----------------------------------------------------------------------
diff --git a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java b/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
index ccd5afd..305a2ee 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
@@ -198,9 +198,6 @@ public class UnsafeBatchParallelReadMergeSorterImpl extends AbstractMergeSorter
private void createSortDataRows() {
int inMemoryChunkSizeInMB = CarbonProperties.getInstance().getSortMemoryChunkSizeInMB();
- if (inMemoryChunkSizeInMB > sortParameters.getBatchSortSizeinMb()) {
- inMemoryChunkSizeInMB = sortParameters.getBatchSortSizeinMb();
- }
this.finalMerger = new UnsafeSingleThreadFinalSortFilesMerger(sortParameters,
sortParameters.getTempFileLocation());
unsafeIntermediateFileMerger = new UnsafeIntermediateMerger(sortParameters);
[2/2] carbondata git commit: [CARBONDATA-1172] Fixed batch load issue,
creating small chunks. This closes #1029
Posted by gv...@apache.org.
[CARBONDATA-1172] Fixed batch load issue, creating small chunks. This closes #1029
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/447049a5
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/447049a5
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/447049a5
Branch: refs/heads/master
Commit: 447049a516a08d87d8620c9cb75e5b8775628569
Parents: f5b08de 9d29083
Author: Venkata Ramana G <ra...@huawei.com>
Authored: Wed Jun 14 17:53:41 2017 +0530
Committer: Venkata Ramana G <ra...@huawei.com>
Committed: Wed Jun 14 17:53:41 2017 +0530
----------------------------------------------------------------------
.../newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java | 3 ---
1 file changed, 3 deletions(-)
----------------------------------------------------------------------