You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2016/12/28 14:32:21 UTC
[3/3] incubator-carbondata git commit: [CARBONDATA-467] Adding
bucketing to carbon table loading This closes #358
[CARBONDATA-467] Adding bucketing to carbon table loading This closes #358
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/dc7c86ef
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/dc7c86ef
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/dc7c86ef
Branch: refs/heads/master
Commit: dc7c86ef388af86392667289eec68e46bc257128
Parents: 65b9221 cbf8797
Author: jackylk <ja...@huawei.com>
Authored: Wed Dec 28 22:31:55 2016 +0800
Committer: jackylk <ja...@huawei.com>
Committed: Wed Dec 28 22:31:55 2016 +0800
----------------------------------------------------------------------
.../carbon/datastore/SegmentTaskIndexStore.java | 89 +++++--
.../ThriftWrapperSchemaConverterImpl.java | 30 +++
.../carbon/metadata/schema/BucketingInfo.java | 49 ++++
.../metadata/schema/table/CarbonTable.java | 14 +
.../metadata/schema/table/TableSchema.java | 14 +
.../core/carbon/path/CarbonTablePath.java | 37 ++-
.../carbondata/core/partition/Partitioner.java | 26 ++
.../partition/impl/HashPartitionerImpl.java | 105 ++++++++
.../core/util/CarbonMetadataUtil.java | 4 +-
.../apache/carbondata/core/util/CarbonUtil.java | 5 +-
.../datastore/SegmentTaskIndexStoreTest.java | 8 +-
.../CarbonFormatDirectoryStructureTest.java | 4 +-
.../core/util/CarbonMetadataUtilTest.java | 3 +-
format/src/main/thrift/carbondata_index.thrift | 1 +
format/src/main/thrift/schema.thrift | 9 +
.../carbondata/hadoop/CarbonInputFormat.java | 22 +-
.../carbondata/hadoop/CarbonInputSplit.java | 18 ++
.../hadoop/CarbonMultiBlockSplit.java | 23 +-
.../internal/index/impl/InMemoryBTreeIndex.java | 9 +-
.../apache/carbondata/spark/CarbonOption.scala | 7 +
.../carbondata/spark/rdd/CarbonMergerRDD.scala | 2 +-
.../carbondata/spark/rdd/CarbonScanRDD.scala | 146 ++++++----
.../spark/sql/catalyst/CarbonDDLSqlParser.scala | 7 +-
.../execution/command/carbonTableSchema.scala | 29 +-
.../org/apache/spark/sql/CarbonSqlParser.scala | 11 +-
.../apache/carbondata/spark/CarbonOption.scala | 7 +
.../org/apache/spark/sql/CarbonSource.scala | 14 +-
.../org/apache/spark/sql/TableCreator.scala | 6 +-
.../execution/CarbonLateDecodeStrategy.scala | 42 ++-
.../spark/sql/parser/CarbonSparkSqlParser.scala | 14 +-
.../bucketing/TableBucketingTestCase.scala | 193 ++++++++++++++
.../newflow/CarbonDataLoadConfiguration.java | 11 +
.../newflow/DataLoadProcessBuilder.java | 29 ++
.../processing/newflow/row/CarbonRow.java | 2 +
...arallelReadMergeSorterWithBucketingImpl.java | 265 +++++++++++++++++++
...ConverterProcessorWithBucketingStepImpl.java | 189 +++++++++++++
.../steps/DataWriterProcessorStepImpl.java | 79 +++---
.../newflow/steps/SortProcessorStepImpl.java | 11 +-
.../sortandgroupby/sortdata/SortParameters.java | 28 ++
.../store/CarbonFactDataHandlerColumnar.java | 4 +
.../store/CarbonFactDataHandlerModel.java | 9 +-
.../store/SingleThreadFinalSortFilesMerger.java | 4 +
.../store/writer/AbstractFactDataWriter.java | 6 +-
.../store/writer/CarbonDataWriterVo.java | 9 +
44 files changed, 1417 insertions(+), 177 deletions(-)
----------------------------------------------------------------------