You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2016/11/30 17:46:52 UTC
[6/6] incubator-carbondata git commit: [CARBONDATA-473] integrate
with spark 2 stable datasource api This closes #372
[CARBONDATA-473] integrate with spark 2 stable datasource api This closes #372
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/286eccb5
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/286eccb5
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/286eccb5
Branch: refs/heads/master
Commit: 286eccb5ec925925da7fbd394a51423edcda14eb
Parents: d94b99f 590ecce
Author: jackylk <ja...@huawei.com>
Authored: Thu Dec 1 01:46:15 2016 +0800
Committer: jackylk <ja...@huawei.com>
Committed: Thu Dec 1 01:46:15 2016 +0800
----------------------------------------------------------------------
conf/dataload.properties.template | 73 ++
core/pom.xml | 7 -
.../examples/GenerateDictionaryExample.scala | 7 +-
examples/spark2/src/main/resources/data.csv | 11 +
.../carbondata/examples/CarbonExample.scala | 109 ++
hadoop/pom.xml | 7 -
.../carbondata/hadoop/CarbonProjection.java | 5 +-
.../AbstractDictionaryDecodedReadSupport.java | 2 +
integration-testcases/pom.xml | 8 -
integration/spark-common/pom.xml | 10 +-
.../spark/merger/CarbonCompactionUtil.java | 1 -
.../readsupport/SparkRowReadSupportImpl.java | 9 +-
.../spark/rdd/CarbonDataLoadRDD.scala | 3 +-
.../spark/rdd/DataLoadPartitionCoalescer.scala | 2 +-
.../carbondata/spark/util/CommonUtil.scala | 3 +-
.../spark/util/GlobalDictionaryUtil.scala | 2 +-
.../CarbonTableIdentifierImplicit.scala | 2 -
.../spark/sql/hive/DistributionUtil.scala | 17 +-
integration/spark/pom.xml | 7 -
.../spark/sql/CarbonDatasourceRelation.scala | 1 +
.../scala/org/apache/spark/sql/CarbonEnv.scala | 10 +-
.../scala/org/apache/spark/sql/CarbonScan.scala | 1 -
.../org/apache/spark/sql/CarbonSparkUtil.scala | 3 +-
integration/spark2/pom.xml | 5 +
.../spark/load/DeleteLoadFromMetadata.java | 44 +
.../carbondata/spark/util/CarbonQueryUtil.java | 248 ++++
.../spark/CarbonColumnValidator.scala | 36 +
.../apache/carbondata/spark/CarbonFilters.scala | 391 ++++++
.../apache/carbondata/spark/CarbonOption.scala | 48 +
.../carbondata/spark/CarbonSparkFactory.scala | 60 +
.../spark/DictionaryDetailHelper.scala | 62 +
.../org/apache/carbondata/spark/KeyVal.scala | 89 ++
.../spark/rdd/CarbonDataRDDFactory.scala | 1115 ++++++++++++++++++
.../carbondata/spark/rdd/CarbonScanRDD.scala | 250 ++++
.../spark/rdd/NewCarbonDataLoadRDD.scala | 305 +++++
.../carbondata/spark/util/CarbonSparkUtil.scala | 45 +
.../carbondata/spark/util/QueryPlanUtil.scala | 56 +
.../apache/spark/repl/CarbonSparkILoop.scala | 72 ++
.../spark/sql/CarbonCatalystOperators.scala | 98 ++
.../spark/sql/CarbonDataFrameWriter.scala | 168 +++
.../sql/CarbonDatasourceHadoopRelation.scala | 78 ++
.../spark/sql/CarbonDictionaryDecoder.scala | 222 ++++
.../scala/org/apache/spark/sql/CarbonEnv.scala | 59 +
.../scala/org/apache/spark/sql/CarbonScan.scala | 11 +-
.../org/apache/spark/sql/CarbonSource.scala | 143 +++
.../spark/sql/SparkUnknownExpression.scala | 130 ++
.../org/apache/spark/sql/TableCreator.scala | 490 ++++++++
.../execution/CarbonLateDecodeStrategy.scala | 128 +-
.../execution/command/carbonTableSchema.scala | 750 ++++++++++++
.../spark/sql/hive/CarbonHiveMetadataUtil.scala | 56 +
.../apache/spark/sql/hive/CarbonMetastore.scala | 803 +++++++++++++
.../sql/optimizer/CarbonLateDecodeRule.scala | 796 +++++++++++++
.../org/apache/spark/util/CleanFiles.scala | 46 +
.../org/apache/spark/util/Compaction.scala | 46 +
.../apache/spark/util/DeleteSegmentByDate.scala | 47 +
.../apache/spark/util/DeleteSegmentById.scala | 52 +
.../org/apache/spark/util/ShowSegments.scala | 82 ++
.../org/apache/spark/util/TableAPIUtil.scala | 54 +
.../org/apache/spark/util/TableLoader.scala | 93 ++
.../carbondata/CarbonDataSourceSuite.scala | 70 ++
pom.xml | 30 +-
processing/pom.xml | 7 -
.../lcm/status/SegmentStatusManager.java | 7 +-
63 files changed, 7402 insertions(+), 190 deletions(-)
----------------------------------------------------------------------