You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2017/02/26 14:54:32 UTC

[4/4] incubator-carbondata git commit: [CARBONDATA-726] Added code for V3 format Writer and Reader This closes #609

[CARBONDATA-726] Added code for V3 format Writer and Reader This closes #609


Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/740358c1
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/740358c1
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/740358c1

Branch: refs/heads/master
Commit: 740358c1344a03a2795c38f1c49548b6413a60e5
Parents: 922683e 2cf1104
Author: jackylk <ja...@huawei.com>
Authored: Sun Feb 26 22:52:27 2017 +0800
Committer: jackylk <ja...@huawei.com>
Committed: Sun Feb 26 22:52:27 2017 +0800

----------------------------------------------------------------------
 .../core/constants/CarbonCommonConstants.java   |  38 +-
 .../constants/CarbonV3DataFormatConstants.java  |  84 ++++
 .../datastore/chunk/AbstractRawColumnChunk.java |  11 +
 .../chunk/reader/CarbonDataReaderFactory.java   |  14 +-
 .../AbstractChunkReaderV2V3Format.java          | 126 +++++
 ...mpressedDimensionChunkFileBasedReaderV2.java | 127 ++---
 ...mpressedDimensionChunkFileBasedReaderV3.java | 268 ++++++++++
 .../AbstractMeasureChunkReaderV2V3Format.java   | 124 +++++
 ...CompressedMeasureChunkFileBasedReaderV2.java | 106 +---
 ...CompressedMeasureChunkFileBasedReaderV3.java | 239 +++++++++
 .../SafeFixedLengthDimensionDataChunkStore.java |   9 +-
 .../columnar/BlockIndexerStorageForShort.java   | 228 +++++++++
 .../columnar/ColumnWithShortIndex.java          |  76 +++
 .../ColumnWithShortIndexForNoDictionay.java     |  46 ++
 .../core/metadata/ColumnarFormatVersion.java    |   9 +-
 .../executor/impl/AbstractQueryExecutor.java    |  10 +-
 .../IncludeColGroupFilterExecuterImpl.java      |  24 +
 ...velRangeLessThanEqualFilterExecuterImpl.java |  14 +-
 .../RowLevelRangeLessThanFiterExecuterImpl.java |  14 +-
 .../carbondata/core/util/BitSetGroup.java       |   6 +-
 .../core/util/CarbonMetadataUtil.java           | 347 ++++++++++++-
 .../carbondata/core/util/CarbonProperties.java  | 110 +++-
 .../apache/carbondata/core/util/CarbonUtil.java | 110 ++++
 .../util/DataFileFooterConverterFactory.java    |   5 +-
 .../core/util/DataFileFooterConverterV3.java    | 141 ++++++
 .../apache/carbondata/core/util/NodeHolder.java | 430 ++++++++++++++++
 .../core/util/CarbonMetadataUtilTest.java       |   2 +-
 format/src/main/thrift/carbondata.thrift        |  27 +-
 .../store/CarbonDataWriterFactory.java          |   7 +-
 .../store/CarbonFactDataHandlerColumnar.java    |  56 ++-
 .../store/writer/AbstractFactDataWriter.java    |  54 +-
 .../store/writer/CarbonFactDataWriter.java      |   1 +
 .../processing/store/writer/NodeHolder.java     | 410 ---------------
 .../writer/v1/CarbonFactDataWriterImplV1.java   |   9 +-
 .../writer/v2/CarbonFactDataWriterImplV2.java   |   8 +-
 .../writer/v3/CarbonFactDataWriterImplV3.java   | 499 +++++++++++++++++++
 .../store/writer/v3/DataWriterHolder.java       |  68 +++
 37 files changed, 3114 insertions(+), 743 deletions(-)
----------------------------------------------------------------------