You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2016/12/29 14:35:32 UTC
[3/3] incubator-carbondata git commit: [CARBONDATA-401] One Pass Load
This closes #310
[CARBONDATA-401] One Pass Load This closes #310
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/20a0b9ec
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/20a0b9ec
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/20a0b9ec
Branch: refs/heads/master
Commit: 20a0b9ec55749aff6b63ab9d1d1721af0806e483
Parents: 241f45f 05b2654
Author: jackylk <ja...@huawei.com>
Authored: Thu Dec 29 22:35:01 2016 +0800
Committer: jackylk <ja...@huawei.com>
Committed: Thu Dec 29 22:35:01 2016 +0800
----------------------------------------------------------------------
.../AbstractColumnDictionaryInfo.java | 2 +-
.../dictionary/AbstractDictionaryCache.java | 25 --
.../cache/dictionary/ColumnDictionaryInfo.java | 2 +-
.../dictionary/ColumnReverseDictionaryInfo.java | 2 +-
.../cache/dictionary/ForwardDictionary.java | 4 +-
.../cache/dictionary/ReverseDictionary.java | 4 +-
.../metadata/schema/table/CarbonTable.java | 62 +++--
.../core/constants/CarbonCommonConstants.java | 10 +
.../dictionary/client/DictionaryClient.java | 92 +++++++
.../client/DictionaryClientHandler.java | 109 +++++++++
.../dictionary/generator/DictionaryWriter.java | 29 +++
.../IncrementalColumnDictionaryGenerator.java | 241 +++++++++++++++++++
.../generator/ServerDictionaryGenerator.java | 74 ++++++
.../generator/TableDictionaryGenerator.java | 116 +++++++++
.../dictionary/generator/key/DictionaryKey.java | 92 +++++++
.../dictionary/generator/key/KryoRegister.java | 68 ++++++
.../dictionary/server/DictionaryServer.java | 93 +++++++
.../server/DictionaryServerHandler.java | 108 +++++++++
.../apache/carbondata/core/util/CarbonUtil.java | 27 +++
.../spark/util/GlobalDictionaryUtil.scala | 4 +-
.../spark/sql/catalyst/CarbonDDLSqlParser.scala | 3 +-
.../spark/rdd/CarbonDataRDDFactory.scala | 15 ++
.../execution/command/carbonTableSchema.scala | 79 +++++-
.../test/resources/columndictionary/country.csv | 5 +
.../test/resources/columndictionary/name.csv | 10 +
.../spark/src/test/resources/dataIncrement.csv | 21 ++
.../complexType/TestCreateTableWithDouble.scala | 2 +
.../dataload/TestLoadDataWithSinglePass.scala | 114 +++++++++
.../filterexpr/FilterProcessorTestCase.scala | 2 +-
.../processing/datatypes/PrimitiveDataType.java | 41 +++-
.../processing/model/CarbonLoadModel.java | 45 ++++
.../newflow/CarbonDataLoadConfiguration.java | 42 ++++
.../newflow/DataLoadProcessBuilder.java | 11 +
.../impl/DictionaryFieldConverterImpl.java | 52 +++-
.../converter/impl/FieldEncoderFactory.java | 23 +-
.../converter/impl/RowConverterImpl.java | 45 +++-
.../DictionaryServerClientDictionary.java | 95 ++++++++
37 files changed, 1692 insertions(+), 77 deletions(-)
----------------------------------------------------------------------