You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2017/02/14 23:26:52 UTC
[3/3] incubator-carbondata git commit: [CARBONDATA-681] CSVReader
related code improvement This closes #573
[CARBONDATA-681] CSVReader related code improvement This closes #573
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/f3496ee0
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/f3496ee0
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/f3496ee0
Branch: refs/heads/master
Commit: f3496ee0bf5d98ed65210208d3e364e95b6c0962
Parents: 25de27f d6ceb1d
Author: jackylk <ja...@huawei.com>
Authored: Tue Feb 14 15:26:40 2017 -0800
Committer: jackylk <ja...@huawei.com>
Committed: Tue Feb 14 15:26:40 2017 -0800
----------------------------------------------------------------------
.../carbondata/hadoop/CarbonInputFormat.java | 6 +-
.../carbondata/hadoop/csv/CSVInputFormat.java | 288 -----
.../recorditerator/RecordReaderIterator.java | 98 --
.../hadoop/io/BoundedInputStream.java | 129 ---
.../hadoop/io/StringArrayWritable.java | 70 --
.../hadoop/readsupport/CarbonReadSupport.java | 15 +-
.../AbstractDictionaryDecodedReadSupport.java | 84 --
.../impl/ArrayWritableReadSupport.java | 48 -
.../impl/DictionaryDecodeReadSupport.java | 94 ++
.../impl/DictionaryDecodedReadSupportImpl.java | 34 -
.../readsupport/impl/RawDataReadSupport.java | 17 +-
.../hadoop/csv/CSVInputFormatTest.java | 169 ---
hadoop/src/test/resources/data.csv.bz2 | Bin 10572 -> 0 bytes
hadoop/src/test/resources/data.csv.gz | Bin 14710 -> 0 bytes
hadoop/src/test/resources/data.csv.lz4 | Bin 24495 -> 0 bytes
hadoop/src/test/resources/data.csv.snappy | Bin 24263 -> 0 bytes
.../spark/rdd/NewCarbonDataLoadRDD.scala | 8 +-
.../carbondata/spark/util/CommonUtil.scala | 2 +-
.../spark/util/GlobalDictionaryUtil.scala | 4 +-
.../readsupport/SparkRowReadSupportImpl.java | 4 +-
.../readsupport/SparkRowReadSupportImpl.java | 4 +-
.../processing/csvload/BoundedInputStream.java | 129 +++
.../processing/csvload/CSVInputFormat.java | 285 +++++
.../csvload/CSVRecordReaderIterator.java | 97 ++
.../processing/csvload/StringArrayWritable.java | 70 ++
.../processing/csvload/CSVInputFormatTest.java | 167 +++
processing/src/test/resources/csv/data.csv | 1001 ++++++++++++++++++
processing/src/test/resources/csv/data.csv.bz2 | Bin 0 -> 10572 bytes
processing/src/test/resources/csv/data.csv.gz | Bin 0 -> 14710 bytes
processing/src/test/resources/csv/data.csv.lz4 | Bin 0 -> 24495 bytes
.../src/test/resources/csv/data.csv.snappy | Bin 0 -> 24263 bytes
31 files changed, 1870 insertions(+), 953 deletions(-)
----------------------------------------------------------------------