You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2017/05/10 01:17:07 UTC
[5/5] carbondata git commit: [CARBONDATA-1015] Refactory write step
and add ColumnPage in data load This closes #852
[CARBONDATA-1015] Refactory write step and add ColumnPage in data load This closes #852
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/a161db4e
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/a161db4e
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/a161db4e
Branch: refs/heads/12-dev
Commit: a161db4e254c0d62988287ef928add0cb26194c7
Parents: b72a90e a79a3a1
Author: jackylk <ja...@huawei.com>
Authored: Wed May 10 09:12:07 2017 +0800
Committer: jackylk <ja...@huawei.com>
Committed: Wed May 10 09:12:07 2017 +0800
----------------------------------------------------------------------
.../core/compression/BigIntCompressor.java | 9 +-
.../core/compression/DoubleCompressor.java | 43 +-
.../core/compression/ValueCompressor.java | 3 +-
.../core/constants/CarbonCommonConstants.java | 6 -
.../chunk/store/MeasureChunkStoreFactory.java | 26 +-
.../BlockIndexerStorageForNoInvertedIndex.java | 2 +-
...ndexerStorageForNoInvertedIndexForShort.java | 3 +-
.../compression/MeasureMetaDataModel.java | 8 +-
.../compression/ReaderCompressModel.java | 8 +-
.../compression/ValueCompressionHolder.java | 26 +-
.../compression/WriterCompressModel.java | 41 +-
.../compression/decimal/CompressByteArray.java | 4 +-
.../decimal/CompressionMaxMinByte.java | 6 +-
.../decimal/CompressionMaxMinDefault.java | 6 +-
.../decimal/CompressionMaxMinInt.java | 6 +-
.../decimal/CompressionMaxMinLong.java | 6 +-
.../decimal/CompressionMaxMinShort.java | 6 +-
.../nondecimal/CompressionNonDecimalByte.java | 6 +-
.../CompressionNonDecimalDefault.java | 6 +-
.../nondecimal/CompressionNonDecimalInt.java | 6 +-
.../nondecimal/CompressionNonDecimalLong.java | 6 +-
.../CompressionNonDecimalMaxMinByte.java | 6 +-
.../CompressionNonDecimalMaxMinDefault.java | 6 +-
.../CompressionNonDecimalMaxMinInt.java | 6 +-
.../CompressionNonDecimalMaxMinLong.java | 6 +-
.../CompressionNonDecimalMaxMinShort.java | 6 +-
.../nondecimal/CompressionNonDecimalShort.java | 6 +-
.../compression/none/CompressionNoneByte.java | 6 +-
.../none/CompressionNoneDefault.java | 6 +-
.../compression/none/CompressionNoneInt.java | 6 +-
.../compression/none/CompressionNoneLong.java | 6 +-
.../compression/none/CompressionNoneShort.java | 6 +-
.../dataholder/CarbonWriteDataHolder.java | 156 +--
.../HeavyCompressedDoubleArrayDataStore.java | 57 --
.../core/datastore/page/ColumnPage.java | 42 +
.../core/datastore/page/ComplexColumnPage.java | 77 ++
.../datastore/page/FixLengthColumnPage.java | 155 +++
.../datastore/page/VarLengthColumnPage.java | 42 +
.../datastore/page/compression/Compression.java | 23 +
.../datastore/page/encoding/ColumnCodec.java | 35 +
.../datastore/page/encoding/DummyCodec.java | 37 +
.../page/statistics/PageStatistics.java | 124 +++
.../page/statistics/StatisticsCollector.java | 66 ++
.../core/metadata/ValueEncoderMeta.java | 18 +-
.../core/metadata/datatype/DataType.java | 6 +-
.../apache/carbondata/core/util/ByteUtil.java | 2 +
.../core/util/CarbonMetadataUtil.java | 44 +-
.../carbondata/core/util/CarbonProperties.java | 1 -
.../apache/carbondata/core/util/CarbonUtil.java | 2 +-
.../carbondata/core/util/CompressionFinder.java | 10 +-
.../carbondata/core/util/DataTypeUtil.java | 3 -
.../apache/carbondata/core/util/NodeHolder.java | 31 +-
.../core/util/ValueCompressionUtil.java | 190 ++--
.../core/util/CarbonMetadataUtilTest.java | 11 +-
.../core/util/ValueCompressionUtilTest.java | 114 +--
.../core/writer/CarbonFooterWriterTest.java | 2 +-
.../examples/CarbonSessionExample.scala | 1 +
format/src/main/thrift/carbondata.thrift | 8 +-
.../testsuite/emptyrow/TestEmptyRows.scala | 2 +-
.../dataload/TestLoadDataWithNoMeasure.scala | 8 +-
.../ColumnGroupDataTypesTestCase.scala | 6 +
.../spark/sql/parser/CarbonSparkSqlParser.scala | 2 +-
.../merger/CompactionResultSortProcessor.java | 17 +-
.../sort/impl/ParallelReadMergeSorterImpl.java | 2 +-
...arallelReadMergeSorterWithBucketingImpl.java | 2 +-
.../sort/unsafe/UnsafeCarbonRowPage.java | 133 +--
.../newflow/sort/unsafe/UnsafeSortDataRows.java | 10 +-
.../holder/UnsafeSortTempFileChunkHolder.java | 29 +-
.../merger/UnsafeIntermediateFileMerger.java | 38 +-
.../CarbonRowDataWriterProcessorStepImpl.java | 10 +-
.../sortdata/IntermediateFileMerger.java | 37 +-
.../sortandgroupby/sortdata/SortDataRows.java | 29 +-
.../sortandgroupby/sortdata/SortParameters.java | 25 +-
.../sortdata/SortTempFileChunkHolder.java | 29 +-
.../store/CarbonFactDataHandlerColumnar.java | 975 ++++++++-----------
.../store/CarbonFactDataHandlerModel.java | 27 +-
.../store/SingleThreadFinalSortFilesMerger.java | 11 +-
.../store/colgroup/ColGroupBlockStorage.java | 29 +-
.../writer/v3/CarbonFactDataWriterImplV3.java | 4 +-
.../util/CarbonDataProcessorUtil.java | 50 +-
.../store/colgroup/ColGroupMinMaxTest.java | 2 +
81 files changed, 1727 insertions(+), 1306 deletions(-)
----------------------------------------------------------------------