You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2017/04/07 12:11:31 UTC
[4/4] incubator-carbondata git commit: [CARBONDATA-782]support
SORT_COLUMNS This closes #757
[CARBONDATA-782]support SORT_COLUMNS This closes #757
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/f60f6b62
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/f60f6b62
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/f60f6b62
Branch: refs/heads/12-dev
Commit: f60f6b62ce022519ed2fbfaf9de381f9c73f1ca1
Parents: 914d61e fcf7401
Author: jackylk <ja...@huawei.com>
Authored: Fri Apr 7 20:10:45 2017 +0800
Committer: jackylk <ja...@huawei.com>
Committed: Fri Apr 7 20:10:45 2017 +0800
----------------------------------------------------------------------
.../core/constants/CarbonCommonConstants.java | 1 +
.../core/datastore/block/SegmentProperties.java | 42 +++
.../impl/VariableLengthDimensionDataChunk.java | 58 +++-
.../impl/btree/BTreeDataRefNodeFinder.java | 24 +-
.../core/keygenerator/mdkey/Bits.java | 6 +-
.../ThriftWrapperSchemaConverterImpl.java | 18 +
.../core/metadata/schema/table/CarbonTable.java | 24 ++
.../schema/table/column/ColumnSchema.java | 10 +
.../impl/DictionaryBasedResultCollector.java | 12 +-
...structureBasedDictionaryResultCollector.java | 4 +-
.../scan/filter/FilterExpressionProcessor.java | 4 +-
.../carbondata/core/scan/filter/FilterUtil.java | 98 ++++--
...velRangeLessThanEqualFilterExecuterImpl.java | 2 +-
.../RowLevelRangeLessThanFiterExecuterImpl.java | 2 +-
.../visitor/NoDictionaryTypeVisitor.java | 3 +-
.../visitor/RangeNoDictionaryTypeVisitor.java | 3 +-
.../AbstractDetailQueryResultIterator.java | 4 +-
.../scan/result/vector/CarbonColumnVector.java | 7 +
.../util/AbstractDataFileFooterConverter.java | 7 +
.../apache/carbondata/core/util/ByteUtil.java | 336 ++++++++++++++++++-
.../apache/carbondata/core/util/CarbonUtil.java | 18 +
.../carbondata/core/util/DataTypeUtil.java | 70 ++++
.../impl/btree/BTreeBlockFinderTest.java | 10 +-
.../core/scan/filter/FilterUtilTest.java | 7 +-
.../carbondata/hadoop/CarbonInputFormat.java | 4 +-
.../internal/index/impl/InMemoryBTreeIndex.java | 4 +-
.../impl/DictionaryDecodeReadSupport.java | 3 +
.../hadoop/util/BlockLevelTraverser.java | 4 +-
.../hadoop/test/util/StoreCreator.java | 5 +
.../testsuite/sortcolumns/TestSortColumns.scala | 267 +++++++++++++++
.../spark/sql/catalyst/CarbonDDLSqlParser.scala | 125 +++----
.../execution/command/carbonTableSchema.scala | 66 ++--
.../apache/spark/sql/TestCarbonSqlParser.scala | 56 +---
.../readsupport/SparkRowReadSupportImpl.java | 13 +-
.../vectorreader/ColumnarVectorWrapper.java | 13 +
.../org/apache/spark/sql/TableCreator.scala | 145 ++++----
.../merger/CompactionResultSortProcessor.java | 10 +-
.../merger/RowResultMergerProcessor.java | 14 +-
.../newflow/CarbonDataLoadConfiguration.java | 24 ++
.../newflow/DataLoadProcessBuilder.java | 24 +-
.../impl/NonDictionaryFieldConverterImpl.java | 21 +-
.../sort/impl/ParallelReadMergeSorterImpl.java | 3 +-
...arallelReadMergeSorterWithBucketingImpl.java | 3 +-
.../sort/unsafe/UnsafeCarbonRowPage.java | 11 +-
.../newflow/sort/unsafe/UnsafeSortDataRows.java | 11 +-
.../unsafe/comparator/UnsafeRowComparator.java | 10 +-
.../UnsafeRowComparatorForNormalDIms.java | 8 +-
.../holder/UnsafeFinalMergePageHolder.java | 4 +-
.../unsafe/holder/UnsafeInmemoryHolder.java | 5 +-
.../holder/UnsafeSortTempFileChunkHolder.java | 2 +-
.../UnsafeSingleThreadFinalSortFilesMerger.java | 4 +-
.../newflow/steps/NoSortProcessorStepImpl.java | 153 +++++++++
.../sortdata/IntermediateFileMerger.java | 3 +-
.../sortdata/NewRowComparator.java | 12 +-
.../sortdata/NewRowComparatorForNormalDims.java | 10 +-
.../sortandgroupby/sortdata/RowComparator.java | 10 +-
.../sortdata/RowComparatorForNormalDims.java | 10 +-
.../sortandgroupby/sortdata/SortDataRows.java | 13 +-
.../sortandgroupby/sortdata/SortParameters.java | 43 +++
.../sortdata/SortTempFileChunkHolder.java | 11 +-
.../store/CarbonFactDataHandlerColumnar.java | 45 ++-
.../store/CarbonFactDataHandlerModel.java | 7 +
.../store/SingleThreadFinalSortFilesMerger.java | 8 +-
63 files changed, 1601 insertions(+), 353 deletions(-)
----------------------------------------------------------------------