You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ra...@apache.org on 2016/12/01 09:53:58 UTC
[5/5] incubator-carbondata git commit: [CARBONDATA-458]Improving
First time query performance. This closes #265
[CARBONDATA-458]Improving First time query performance. This closes #265
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/7213ac05
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/7213ac05
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/7213ac05
Branch: refs/heads/master
Commit: 7213ac0579ba2f8b171474b73487f484e2a2df50
Parents: 9ad98f4 d54dc64
Author: ravipesala <ra...@gmail.com>
Authored: Thu Dec 1 15:19:41 2016 +0530
Committer: ravipesala <ra...@gmail.com>
Committed: Thu Dec 1 15:19:41 2016 +0530
----------------------------------------------------------------------
.../core/carbon/datastore/BlockIndexStore.java | 4 +-
.../core/carbon/datastore/DataRefNode.java | 18 +-
.../datastore/block/SegmentProperties.java | 7 +
.../carbon/datastore/block/TableBlockInfo.java | 20 +-
.../chunk/reader/CarbonDataReaderFactory.java | 93 +++++
.../reader/DimensionColumnChunkReader.java | 2 +-
.../chunk/reader/MeasureColumnChunkReader.java | 2 +-
.../reader/dimension/AbstractChunkReader.java | 12 +-
...CompressedDimensionChunkFileBasedReader.java | 135 -------
...mpressedDimensionChunkFileBasedReaderV1.java | 146 +++++++
...mpressedDimensionChunkFileBasedReaderV2.java | 308 +++++++++++++++
.../measure/AbstractMeasureChunkReader.java | 33 +-
.../CompressedMeasureChunkFileBasedReader.java | 92 -----
...CompressedMeasureChunkFileBasedReaderV1.java | 106 +++++
...CompressedMeasureChunkFileBasedReaderV2.java | 234 +++++++++++
.../impl/btree/AbstractBTreeLeafNode.java | 4 +-
.../datastore/impl/btree/BTreeNonLeafNode.java | 4 +-
.../impl/btree/BlockletBTreeLeafNode.java | 36 +-
.../carbon/metadata/blocklet/BlockletInfo.java | 40 ++
.../metadata/blocklet/DataFileFooter.java | 6 +-
.../core/constants/CarbonCommonConstants.java | 18 +-
.../util/AbstractDataFileFooterConverter.java | 390 ++++++++++++++++++
.../core/util/CarbonMetadataUtil.java | 158 +++++++-
.../carbondata/core/util/CarbonProperties.java | 121 +++---
.../apache/carbondata/core/util/CarbonUtil.java | 209 ++++++++--
.../core/util/DataFileFooterConverter.java | 391 +------------------
.../core/util/DataFileFooterConverter2.java | 135 +++++++
.../util/DataFileFooterConverterFactory.java | 64 +++
.../core/writer/CarbonFooterWriter.java | 4 -
.../executor/impl/AbstractQueryExecutor.java | 55 ++-
.../executor/impl/QueryExecutorProperties.java | 4 +-
.../scan/executor/infos/BlockExecutionInfo.java | 12 +-
.../scan/executor/util/QueryUtil.java | 102 +++--
.../scan/scanner/AbstractBlockletScanner.java | 7 +-
.../scan/scanner/impl/FilterScanner.java | 48 ++-
.../carbon/datastore/block/BlockInfoTest.java | 12 +-
.../datastore/block/TableBlockInfoTest.java | 32 +-
.../datastore/block/TableTaskInfoTest.java | 8 +-
...ressedDimensionChunkFileBasedReaderTest.java | 23 +-
...mpressedMeasureChunkFileBasedReaderTest.java | 30 +-
.../core/util/CarbonMetadataUtilTest.java | 3 +-
.../carbondata/core/util/CarbonUtilTest.java | 18 +-
.../core/util/DataFileFooterConverterTest.java | 11 +-
format/src/main/thrift/carbondata.thrift | 30 +-
.../carbondata/hadoop/CarbonInputFormat.java | 66 ++--
.../carbondata/hadoop/CarbonInputSplit.java | 107 +++--
.../internal/index/impl/InMemoryBTreeIndex.java | 5 +-
.../spark/merger/CarbonCompactionUtil.java | 4 +-
.../carbondata/spark/rdd/CarbonMergerRDD.scala | 4 +-
.../spark/rdd/CarbonDataRDDFactory.scala | 2 +-
.../spark/src/test/resources/OLDFORMATTABLE.csv | 34 ++
.../src/test/resources/OLDFORMATTABLEHIVE.csv | 33 ++
.../TestQueryWithOldCarbonDataFile.scala | 70 ++++
.../store/CarbonDataWriterFactory.java | 70 ++++
.../store/CarbonFactDataHandlerColumnar.java | 54 ++-
.../store/writer/AbstractFactDataWriter.java | 316 +++++++--------
.../store/writer/CarbonDataWriterVo.java | 321 +++++++++++++++
.../store/writer/CarbonFactDataWriterImpl2.java | 285 ++++++++++++++
...actDataWriterImplForIntIndexAndAggBlock.java | 223 +++--------
.../processing/store/writer/NodeHolder.java | 38 +-
.../carbon/datastore/BlockIndexStoreTest.java | 43 +-
61 files changed, 3504 insertions(+), 1358 deletions(-)
----------------------------------------------------------------------