You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ch...@apache.org on 2016/12/06 15:49:45 UTC
[6/6] incubator-carbondata git commit: [CARBONDATA-498] Refactor
compression model for scan This closes #404
[CARBONDATA-498] Refactor compression model for scan This closes #404
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/bc8265c9
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/bc8265c9
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/bc8265c9
Branch: refs/heads/master
Commit: bc8265c9ae59467b05150d436da57cd8ca97be4c
Parents: b7f3be7 360edc8
Author: chenliang613 <ch...@apache.org>
Authored: Tue Dec 6 23:48:55 2016 +0800
Committer: chenliang613 <ch...@apache.org>
Committed: Tue Dec 6 23:48:55 2016 +0800
----------------------------------------------------------------------
...CompressedMeasureChunkFileBasedReaderV1.java | 27 +-
...CompressedMeasureChunkFileBasedReaderV2.java | 10 +-
.../core/compression/ValueCompressor.java | 25 +-
.../store/compression/MeasureMetaDataModel.java | 105 +---
.../store/compression/ReaderCompressModel.java | 61 +++
.../compression/ValueCompressionModel.java | 236 ---------
.../compression/ValueCompressonHolder.java | 17 +-
.../store/compression/WriterCompressModel.java | 221 ++++++++
.../decimal/UnCompressByteArray.java | 137 +++++
.../decimal/UnCompressMaxMinByte.java | 135 +++++
.../decimal/UnCompressMaxMinDefault.java | 111 ++++
.../decimal/UnCompressMaxMinFloat.java | 102 ++++
.../decimal/UnCompressMaxMinInt.java | 127 +++++
.../decimal/UnCompressMaxMinLong.java | 126 +++++
.../decimal/UnCompressMaxMinShort.java | 126 +++++
.../nondecimal/UnCompressNonDecimalByte.java | 96 ++++
.../nondecimal/UnCompressNonDecimalDefault.java | 96 ++++
.../nondecimal/UnCompressNonDecimalFloat.java | 100 ++++
.../nondecimal/UnCompressNonDecimalInt.java | 94 ++++
.../nondecimal/UnCompressNonDecimalLong.java | 96 ++++
.../UnCompressNonDecimalMaxMinByte.java | 111 ++++
.../UnCompressNonDecimalMaxMinDefault.java | 105 ++++
.../UnCompressNonDecimalMaxMinFloat.java | 110 ++++
.../UnCompressNonDecimalMaxMinInt.java | 108 ++++
.../UnCompressNonDecimalMaxMinLong.java | 112 ++++
.../UnCompressNonDecimalMaxMinShort.java | 110 ++++
.../nondecimal/UnCompressNonDecimalShort.java | 98 ++++
.../compression/none/UnCompressNoneByte.java | 128 +++++
.../compression/none/UnCompressNoneDefault.java | 100 ++++
.../compression/none/UnCompressNoneFloat.java | 105 ++++
.../compression/none/UnCompressNoneInt.java | 143 ++++++
.../compression/none/UnCompressNoneLong.java | 129 +++++
.../compression/none/UnCompressNoneShort.java | 127 +++++
.../compression/type/UnCompressByteArray.java | 137 -----
.../compression/type/UnCompressDefaultLong.java | 52 --
.../compression/type/UnCompressMaxMinByte.java | 138 -----
.../type/UnCompressMaxMinByteForLong.java | 80 ---
.../type/UnCompressMaxMinDefault.java | 116 -----
.../type/UnCompressMaxMinDefaultLong.java | 79 ---
.../compression/type/UnCompressMaxMinFloat.java | 108 ----
.../compression/type/UnCompressMaxMinInt.java | 137 -----
.../compression/type/UnCompressMaxMinLong.java | 137 -----
.../compression/type/UnCompressMaxMinShort.java | 136 -----
.../type/UnCompressNonDecimalByte.java | 96 ----
.../type/UnCompressNonDecimalDefault.java | 96 ----
.../type/UnCompressNonDecimalFloat.java | 100 ----
.../type/UnCompressNonDecimalInt.java | 95 ----
.../type/UnCompressNonDecimalLong.java | 96 ----
.../type/UnCompressNonDecimalMaxMinByte.java | 111 ----
.../type/UnCompressNonDecimalMaxMinDefault.java | 105 ----
.../type/UnCompressNonDecimalMaxMinFloat.java | 110 ----
.../type/UnCompressNonDecimalMaxMinInt.java | 108 ----
.../type/UnCompressNonDecimalMaxMinLong.java | 112 ----
.../type/UnCompressNonDecimalMaxMinShort.java | 110 ----
.../type/UnCompressNonDecimalShort.java | 98 ----
.../compression/type/UnCompressNoneByte.java | 132 -----
.../compression/type/UnCompressNoneDefault.java | 100 ----
.../compression/type/UnCompressNoneFloat.java | 105 ----
.../compression/type/UnCompressNoneInt.java | 145 ------
.../compression/type/UnCompressNoneLong.java | 129 -----
.../compression/type/UnCompressNoneShort.java | 127 -----
...ractHeavyCompressedDoubleArrayDataStore.java | 8 +-
...yCompressedDoubleArrayDataInMemoryStore.java | 21 +-
.../AbstractDoubleArrayDataStore.java | 82 ---
.../DoubleArrayDataInMemoryStore.java | 158 ------
.../core/datastorage/util/StoreFactory.java | 33 +-
.../core/metadata/BlockletInfoColumnar.java | 8 +-
.../core/metadata/ValueEncoderMeta.java | 20 +-
.../core/util/CarbonMetadataUtil.java | 12 +-
.../apache/carbondata/core/util/CarbonUtil.java | 10 +-
.../core/util/ValueCompressionUtil.java | 511 ++++++++-----------
...mpressedMeasureChunkFileBasedReaderTest.java | 16 +-
.../core/util/CarbonMetadataUtilTest.java | 31 +-
.../carbondata/core/util/CarbonUtilTest.java | 7 +-
.../core/util/ValueCompressionUtilTest.java | 206 ++++----
.../core/writer/CarbonFooterWriterTest.java | 6 +-
format/src/main/thrift/schema.thrift | 2 +-
.../execution/command/carbonTableSchema.scala | 2 +-
.../csvreaderstep/step-attributes.xml | 2 +-
.../store/CarbonFactDataHandlerColumnar.java | 14 +-
.../store/writer/CarbonFactDataWriter.java | 4 +-
.../processing/store/writer/NodeHolder.java | 8 +-
.../writer/v1/CarbonFactDataWriterImplV1.java | 4 +-
83 files changed, 3553 insertions(+), 4241 deletions(-)
----------------------------------------------------------------------