You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ra...@apache.org on 2016/09/06 14:42:06 UTC
[2/2] incubator-carbondata git commit: [CARBONDATA-188] Compress CSV
file before loading This closes #104
[CARBONDATA-188] Compress CSV file before loading This closes #104
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/00518622
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/00518622
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/00518622
Branch: refs/heads/master
Commit: 005186223228aa18fef9475db1f2cd82bbff8a82
Parents: c7999c1 952ba38
Author: ravipesala <ra...@gmail.com>
Authored: Tue Sep 6 20:10:41 2016 +0530
Committer: ravipesala <ra...@gmail.com>
Committed: Tue Sep 6 20:10:41 2016 +0530
----------------------------------------------------------------------
.../datastorage/store/impl/FileFactory.java | 41 +++---
.../examples/DataFrameAPIExample.scala | 11 +-
.../apache/carbondata/examples/PerfTest.scala | 1 -
.../examples/util/InitForExamples.scala | 1 -
.../apache/carbondata/spark/CarbonOption.scala | 2 +
.../carbondata/spark/csv/CarbonTextFile.scala | 2 +
.../carbondata/spark/csv/DefaultSource.scala | 17 ++-
.../org/apache/carbondata/spark/package.scala | 40 +++---
.../spark/rdd/CarbonDataRDDFactory.scala | 2 +
.../spark/util/GlobalDictionaryUtil.scala | 1 +
.../spark/sql/CarbonDatasourceRelation.scala | 2 +-
.../scala/org/apache/spark/util/FileUtils.scala | 4 +-
.../spark/src/test/resources/sample.csv.gz | Bin 0 -> 106 bytes
.../MultiFilesDataLoagdingTestCase.scala | 2 +-
.../dataload/SparkDatasourceSuite.scala | 81 ++++++++++++
.../dataload/TestLoadDataGeneral.scala | 66 ++++++++++
.../csvreaderstep/BoundedDataStream.java | 126 +++++++++++++++++++
.../csvreaderstep/CustomDataStream.java | 126 -------------------
.../csvreaderstep/UnivocityCsvParser.java | 43 ++++---
19 files changed, 374 insertions(+), 194 deletions(-)
----------------------------------------------------------------------