You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2017/03/31 15:50:46 UTC

[3/3] incubator-carbondata git commit: [CARBONDATA-782]support SORT_COLUMNS This closes #715

[CARBONDATA-782]support SORT_COLUMNS This closes #715


Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/5763f8c6
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/5763f8c6
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/5763f8c6

Branch: refs/heads/12-dev
Commit: 5763f8c60372bb42e30464e90f922a01a2d05343
Parents: 3b62d25 f993908
Author: jackylk <ja...@huawei.com>
Authored: Fri Mar 31 21:08:43 2017 +0530
Committer: jackylk <ja...@huawei.com>
Committed: Fri Mar 31 21:08:43 2017 +0530

----------------------------------------------------------------------
 .../core/constants/CarbonCommonConstants.java   |   1 +
 .../core/datastore/block/SegmentProperties.java |  22 ++
 .../impl/VariableLengthDimensionDataChunk.java  |  58 +++-
 .../core/keygenerator/mdkey/Bits.java           |   6 +-
 .../ThriftWrapperSchemaConverterImpl.java       |  18 +
 .../core/metadata/schema/table/CarbonTable.java |  28 ++
 .../schema/table/column/ColumnSchema.java       |  10 +
 .../impl/DictionaryBasedResultCollector.java    |  12 +-
 ...structureBasedDictionaryResultCollector.java |   4 +-
 .../carbondata/core/scan/filter/FilterUtil.java |  90 +++--
 .../visitor/NoDictionaryTypeVisitor.java        |   3 +-
 .../visitor/RangeNoDictionaryTypeVisitor.java   |   3 +-
 .../scan/result/vector/CarbonColumnVector.java  |   7 +
 .../util/AbstractDataFileFooterConverter.java   |   7 +
 .../apache/carbondata/core/util/ByteUtil.java   | 336 ++++++++++++++++++-
 .../carbondata/core/util/DataTypeUtil.java      |  70 ++++
 .../core/scan/filter/FilterUtilTest.java        |   7 +-
 .../impl/DictionaryDecodeReadSupport.java       |   3 +
 .../hadoop/test/util/StoreCreator.java          |   5 +
 .../testsuite/sortcolumns/TestSortColumns.scala | 188 +++++++++++
 .../spark/merger/RowResultMerger.java           |  17 +-
 .../spark/sql/catalyst/CarbonDDLSqlParser.scala | 118 ++++---
 .../execution/command/carbonTableSchema.scala   |  66 ++--
 .../apache/spark/sql/TestCarbonSqlParser.scala  |  56 +---
 .../readsupport/SparkRowReadSupportImpl.java    |  13 +-
 .../vectorreader/ColumnarVectorWrapper.java     |  13 +
 .../org/apache/spark/sql/TableCreator.scala     | 138 ++++----
 .../newflow/CarbonDataLoadConfiguration.java    |  20 ++
 .../newflow/DataLoadProcessBuilder.java         |   2 +
 .../impl/NonDictionaryFieldConverterImpl.java   |  21 +-
 .../sort/impl/ParallelReadMergeSorterImpl.java  |   3 +-
 ...arallelReadMergeSorterWithBucketingImpl.java |   3 +-
 .../sort/unsafe/UnsafeCarbonRowPage.java        |  11 +-
 .../newflow/sort/unsafe/UnsafeSortDataRows.java |  11 +-
 .../unsafe/comparator/UnsafeRowComparator.java  |  10 +-
 .../UnsafeRowComparatorForNormalDIms.java       |   8 +-
 .../holder/UnsafeFinalMergePageHolder.java      |   4 +-
 .../unsafe/holder/UnsafeInmemoryHolder.java     |   5 +-
 .../holder/UnsafeSortTempFileChunkHolder.java   |   2 +-
 .../UnsafeSingleThreadFinalSortFilesMerger.java |   4 +-
 .../sortdata/IntermediateFileMerger.java        |   3 +-
 .../sortdata/NewRowComparator.java              |  12 +-
 .../sortdata/NewRowComparatorForNormalDims.java |  10 +-
 .../sortandgroupby/sortdata/RowComparator.java  |  10 +-
 .../sortdata/RowComparatorForNormalDims.java    |  10 +-
 .../sortandgroupby/sortdata/SortDataRows.java   |  13 +-
 .../sortandgroupby/sortdata/SortParameters.java |  43 +++
 .../sortdata/SortTempFileChunkHolder.java       |  11 +-
 .../store/CarbonFactDataHandlerColumnar.java    |  45 ++-
 .../store/SingleThreadFinalSortFilesMerger.java |   8 +-
 50 files changed, 1253 insertions(+), 315 deletions(-)
----------------------------------------------------------------------