You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2016/12/13 11:14:59 UTC
[4/4] incubator-carbondata git commit: [CARBONDATA-470]Add unsafe
offheap and on-heap sort in carbodata loading This closes #369
[CARBONDATA-470]Add unsafe offheap and on-heap sort in carbodata loading This closes #369
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/910155d4
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/910155d4
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/910155d4
Branch: refs/heads/master
Commit: 910155d42196dafed6d684df9d29b72ceb702d52
Parents: 8940514 f1f9348
Author: jackylk <ja...@huawei.com>
Authored: Tue Dec 13 19:14:07 2016 +0800
Committer: jackylk <ja...@huawei.com>
Committed: Tue Dec 13 19:14:07 2016 +0800
----------------------------------------------------------------------
.../core/constants/CarbonCommonConstants.java | 32 +
.../core/memory/HeapMemoryAllocator.java | 84 ++
.../carbondata/core/memory/MemoryAllocator.java | 36 +
.../carbondata/core/memory/MemoryBlock.java | 57 ++
.../carbondata/core/memory/MemoryLocation.java | 55 ++
.../core/memory/UnsafeMemoryAllocator.java | 40 +
.../carbondata/core/unsafe/CarbonUnsafe.java | 48 +
dev/javastyle-config.xml | 6 +-
dev/javastyle-suppressions.xml | 35 +
.../newflow/iterator/InputIterator.java | 40 +
.../impl/UnsafeParallelReadMergeSorterImpl.java | 219 +++++
.../newflow/sort/unsafe/IntPointerBuffer.java | 95 ++
.../sort/unsafe/UnsafeCarbonRowPage.java | 356 +++++++
.../sort/unsafe/UnsafeMemoryManager.java | 99 ++
.../newflow/sort/unsafe/UnsafeSortDataRows.java | 356 +++++++
.../unsafe/comparator/UnsafeRowComparator.java | 133 +++
.../UnsafeRowComparatorForNormalDIms.java | 61 ++
.../sort/unsafe/holder/SortTempChunkHolder.java | 35 +
.../sort/unsafe/holder/UnsafeCarbonRow.java | 23 +
.../unsafe/holder/UnsafeCarbonRowForMerge.java | 25 +
.../holder/UnsafeFinalMergePageHolder.java | 90 ++
.../unsafe/holder/UnsafeInmemoryHolder.java | 80 ++
.../holder/UnsafeInmemoryMergeHolder.java | 90 ++
.../holder/UnsafeSortTempFileChunkHolder.java | 455 +++++++++
.../UnsafeInMemoryIntermediateDataMerger.java | 217 +++++
.../merger/UnsafeIntermediateFileMerger.java | 364 +++++++
.../unsafe/merger/UnsafeIntermediateMerger.java | 180 ++++
.../UnsafeSingleThreadFinalSortFilesMerger.java | 313 ++++++
.../newflow/sort/unsafe/sort/TimSort.java | 943 +++++++++++++++++++
.../unsafe/sort/UnsafeIntSortDataFormat.java | 74 ++
.../newflow/steps/SortProcessorStepImpl.java | 10 +-
31 files changed, 4647 insertions(+), 4 deletions(-)
----------------------------------------------------------------------