You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2017/02/24 05:42:19 UTC
[2/2] incubator-carbondata git commit: [CARBONDATA-715] Optimize
Single-Pass data load flow This closes #605
[CARBONDATA-715] Optimize Single-Pass data load flow This closes #605
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/bb0bc2ee
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/bb0bc2ee
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/bb0bc2ee
Branch: refs/heads/master
Commit: bb0bc2ee22f7a9b86c900171e6c9bcf60a1601b1
Parents: 3e36cdf 87dade7
Author: jackylk <ja...@huawei.com>
Authored: Fri Feb 24 13:42:01 2017 +0800
Committer: jackylk <ja...@huawei.com>
Committed: Fri Feb 24 13:42:01 2017 +0800
----------------------------------------------------------------------
core/pom.xml | 5 +
.../dictionary/client/DictionaryClient.java | 58 ++++---
.../client/DictionaryClientHandler.java | 112 +++++++------
.../generator/ServerDictionaryGenerator.java | 14 +-
.../generator/TableDictionaryGenerator.java | 12 +-
.../dictionary/generator/key/DictionaryKey.java | 90 -----------
.../generator/key/DictionaryMessage.java | 157 +++++++++++++++++++
.../generator/key/DictionaryMessageType.java | 38 +++++
.../dictionary/generator/key/KryoRegister.java | 66 --------
.../dictionary/server/DictionaryServer.java | 86 +++++-----
.../server/DictionaryServerHandler.java | 77 +++++----
.../spark/rdd/CarbonDataRDDFactory.scala | 32 ++--
.../spark/rdd/CarbonDataRDDFactory.scala | 38 +++--
.../processing/datatypes/PrimitiveDataType.java | 32 ++--
.../impl/DictionaryFieldConverterImpl.java | 35 +++--
.../converter/impl/FieldEncoderFactory.java | 24 +--
.../converter/impl/RowConverterImpl.java | 98 +++++++++---
.../DictionaryServerClientDictionary.java | 25 ++-
.../steps/DataConverterProcessorStepImpl.java | 22 ++-
...ConverterProcessorWithBucketingStepImpl.java | 21 ++-
.../newflow/steps/SortProcessorStepImpl.java | 4 +-
.../sortandgroupby/sortdata/SortParameters.java | 4 +-
22 files changed, 603 insertions(+), 447 deletions(-)
----------------------------------------------------------------------