You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2017/10/10 03:08:07 UTC
[20/50] [abbrv] carbondata git commit: Merge branch 'master' of
https://git-wip-us.apache.org/repos/asf/carbondata
Merge branch 'master' of https://git-wip-us.apache.org/repos/asf/carbondata
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/663834ae
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/663834ae
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/663834ae
Branch: refs/heads/streaming_ingest
Commit: 663834aeb119aad1fc8e7933c4bf769963755c75
Parents: 6c73bee b221c98
Author: chenliang613 <ch...@apache.org>
Authored: Fri Sep 29 14:30:43 2017 +0800
Committer: chenliang613 <ch...@apache.org>
Committed: Fri Sep 29 14:30:43 2017 +0800
----------------------------------------------------------------------
README.md | 2 +-
.../core/datamap/DataMapStoreManager.java | 111 +-
.../carbondata/core/datamap/TableDataMap.java | 35 +-
.../carbondata/core/datastore/TableSpec.java | 4 +-
.../page/UnsafeVarLengthColumnPage.java | 12 -
.../datastore/page/VarLengthColumnPageBase.java | 2 +-
.../carbondata/core/indexstore/Blocklet.java | 49 -
.../core/indexstore/BlockletDetailsFetcher.java | 47 +
.../core/indexstore/ExtendedBlocklet.java | 82 ++
.../TableBlockIndexUniqueIdentifier.java | 4 +
.../blockletindex/BlockletDataMap.java | 25 +-
.../blockletindex/BlockletDataMapFactory.java | 71 +-
.../ThriftWrapperSchemaConverterImpl.java | 4 +-
.../core/metadata/schema/BucketingInfo.java | 32 +-
.../core/metadata/schema/PartitionInfo.java | 95 +-
.../core/metadata/schema/table/TableSchema.java | 25 +
.../scan/executor/util/RestructureUtil.java | 7 +-
.../carbondata/core/scan/filter/FilterUtil.java | 12 +-
.../executer/RowLevelFilterExecuterImpl.java | 27 +-
format/src/main/thrift/schema.thrift | 4 +-
.../hadoop/api/CarbonTableInputFormat.java | 46 +-
.../carbondata/hadoop/api/DataMapJob.java | 5 +-
.../hadoop/api/DistributableDataMapFormat.java | 14 +-
.../src/test/resources/partition_data.csv | 1 -
.../testsuite/datamap/DataMapWriterSuite.scala | 4 +-
.../iud/UpdateCarbonTableTestCase.scala | 804 +++++------
.../carbondata/spark/load/CarbonLoaderUtil.java | 23 +-
.../load/DataLoadProcessorStepOnSpark.scala | 2 +-
.../carbondata/spark/rdd/SparkDataMapJob.scala | 12 +-
.../carbondata/spark/util/CommonUtil.scala | 24 +
.../spark/sql/catalyst/CarbonDDLSqlParser.scala | 5 +-
.../apache/spark/sql/hive/CarbonMetastore.scala | 6 +-
.../VectorizedCarbonRecordReader.java | 4 +-
.../spark/rdd/CarbonDataRDDFactory.scala | 20 +-
.../spark/sql/CarbonCatalystOperators.scala | 16 +-
.../spark/sql/CarbonDataFrameWriter.scala | 4 +-
.../sql/CarbonDatasourceHadoopRelation.scala | 4 +-
.../org/apache/spark/sql/CarbonSource.scala | 2 +-
.../spark/sql/SparkUnknownExpression.scala | 1 -
.../execution/CarbonLateDecodeStrategy.scala | 553 --------
.../execution/command/AlterTableCommands.scala | 460 ------
.../command/CarbonCreateTableCommand.scala | 107 ++
.../CarbonDescribeFormattedCommand.scala | 133 ++
.../command/CarbonDropTableCommand.scala | 94 ++
.../sql/execution/command/DDLStrategy.scala | 143 --
.../sql/execution/command/IUDCommands.scala | 857 ------------
.../execution/command/carbonTableSchema.scala | 1315 ------------------
.../AlterTableCompactionCommand.scala | 90 ++
.../management/CarbonShowLoadsCommand.scala | 50 +
.../command/management/CleanFilesCommand.scala | 58 +
.../management/DeleteLoadByIdCommand.scala | 48 +
.../DeleteLoadByLoadDateCommand.scala | 50 +
.../management/LoadTableByInsertCommand.scala | 53 +
.../command/management/LoadTableCommand.scala | 520 +++++++
.../command/mutation/DeleteExecution.scala | 322 +++++
.../command/mutation/HorizontalCompaction.scala | 246 ++++
.../HorizontalCompactionException.scala | 24 +
.../mutation/ProjectForDeleteCommand.scala | 105 ++
.../mutation/ProjectForUpdateCommand.scala | 228 +++
.../spark/sql/execution/command/package.scala | 53 +
.../AlterTableDropCarbonPartitionCommand.scala | 176 +++
.../AlterTableSplitCarbonPartitionCommand.scala | 187 +++
.../partition/ShowCarbonPartitionsCommand.scala | 60 +
.../schema/AlterTableAddColumnCommand.scala | 115 ++
.../AlterTableDataTypeChangeCommand.scala | 116 ++
.../schema/AlterTableDropColumnCommand.scala | 148 ++
.../schema/AlterTableRenameTableCommand.scala | 174 +++
.../strategy/CarbonLateDecodeStrategy.scala | 554 ++++++++
.../sql/execution/strategy/DDLStrategy.scala | 162 +++
.../spark/sql/hive/CarbonAnalysisRules.scala | 10 +-
.../spark/sql/hive/CarbonFileMetastore.scala | 2 +-
.../spark/sql/hive/CarbonHiveMetaStore.scala | 2 +-
.../spark/sql/hive/CarbonSessionState.scala | 7 +-
.../execution/command/CarbonHiveCommands.scala | 5 +-
.../sql/optimizer/CarbonLateDecodeRule.scala | 3 +-
.../sql/parser/CarbonSpark2SqlParser.scala | 41 +-
.../spark/sql/parser/CarbonSparkSqlParser.scala | 4 +-
.../org/apache/spark/util/Compaction.scala | 5 +-
.../org/apache/spark/util/TableLoader.scala | 4 +-
.../partition/TestAlterPartitionTable.scala | 69 +-
.../vectorreader/AddColumnTestCases.scala | 24 +
.../vectorreader/VectorReaderTestCase.scala | 2 +-
.../newflow/sort/SortStepRowUtil.java | 3 +-
.../UnsafeSingleThreadFinalSortFilesMerger.java | 2 +-
.../CarbonRowDataWriterProcessorStepImpl.java | 2 +-
.../steps/DataConverterProcessorStepImpl.java | 8 +-
86 files changed, 5058 insertions(+), 3983 deletions(-)
----------------------------------------------------------------------