You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ku...@apache.org on 2020/04/01 12:51:57 UTC

[carbondata] branch branch-2.0 updated (252c789 -> a906785)

This is an automated email from the ASF dual-hosted git repository.

kunalkapoor pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/carbondata.git.


    from 252c789  [CARBONDATA-3491] Return updated/deleted rows count when execute update/delete sql
     add cb7e189  [CARBONDATA-3509] Support disable query prefetch by configuration
     add 20e4149  [HOTFIX] Remove hive-service from carbondata assembly jar
     add 56a1667  [CARBONDATA-3499] Fix insert failure with customFileProvider
     add 57e4e9e  [CARBONDATA-3502] Select query with UDF having Match expression inside IN expression Fails
     add f3685a5  [CARBONDATA-3505] Drop database cascade fix
     add a42f2e4  [CARBONDATA-3497] Support to write long string for streaming table
     add 8906bd2  [CARBONDATA-3513] fix 'taskNo' exceeding Long.MAX_VALUE issue when execute major compaction
     add f875b79  [CARBONDATA-3452] dictionary include udf handle all the scenarios
     add 1345154  [CARBONDATA-3495] Fix Insert into Complex data type of Binary failure with Carbon & SparkFileFormat
     add 18b151c  [CARBONDATA-3507] Fix Create Table As Select Failure in Spark-2.3
     add 6e788be  [CARBONDATA-3508] Support CG datamap pruning fallback while querying
     add 1878549  [HOTFIX] Fix NPE on windows
     add 26f2c77  [CARBONDATA-3506]Fix alter table failures on parition table with hive.metastore.disallow.incompatible.col.type.changes as true
     add da525ec  [CARBONDATA-3515] Limit local dictionary size to 16MB and allow configuration.
     add 2db8bf2  [HOTFIX] fix missing quotation marks in datamap doc
     add 41ac71a  [CARBONDATA-3454] optimized index server output for count(*)
     add ef64c29  [HOTFIX] fix incorrect word in index-server doc
     add 02c6c89  [CARBONDATA-3489] Optimized the comparator instances in sort
     add 005445f  [HOTFIX] Remove duplicate case for BYTE_ARRAY
     add 6b682eb  [DOC] Update doc for alter sort_columns
     add 5bab524  [HOTFIX] Fix wrong min/max index of measure
     add f068926  [CARBONDATA-3473] Fix data size calcution of the last column in CarbonCli
     add 07f8f79  [CARBONDATA-3520] CTAS should fail if select query contains duplicate columns
     add 5c755aa  [HOTFIX]Update Documentation for MV datamap
     add 64a574e  [CARBONDATA-3523] Store data file size into index file
     add f64f3d7  [CARBONDATA-3527] Fix 'String length cannot exceed 32000 characters' issue when load data with 'GLOBAL_SORT' from csv files which include big complex type data
     add 1084136  [CARBONDATA-3517] Add Segment with Path
     add 5b76062  [CARBONDATA-3501] Fix update table with varchar column
     add 686c20c  [CARBONDATA-3526]Fix cache issue during update and query
     add b04e443  [SDV] Enhancements in SDV Test framework Problem: Migrated sdv framework to run with Spark-2.3. Some testcases were failing because hive deletes the csv file after loading, hence next load was failing.
     add 45ccdf0  [CARBONDATA-3524] Support global_sort compaction
     add 2418317  [CARBONDATA-3544] cli support summary statistics for all columns
     add 94c16c8  [CARBONDATA-3551] Fix NPE in multi-thread pruning on NonTransactional tables
     add c474730  [CARBONDATA-3541]Select queries with Aggregation Functions such as variance, stddev,etc fails with MV datamap
     add 793f13f  [CARBONDATA-3496] Maintain the list of TableDataMap based on tableId instead of tableUniqueName
     add 49d6258  [CARBONDATA-3553] Support SDK Writer using existing schema file
     add 9a20ac7  [CARBONDATA-3521] optimize read property file code
     add 93e52ff  [CARBONDATA-3516] Supporting mixed formats in carbon
     add 26755cd  [CARBONDATA-3516] Fixed compilation issue for mixed formats in Spark-2.1
     add 75417fe  [CARBONDATA-3552]Fix dataload failure for column added in 1.1 which is a sort column in latest version
     add 9e423e9  [CARBONDATA-3518] Support create table like command
     add eac9dbb  [CARBONDATA-3529]Block Add Partition directly on MV datamap table
     add cda4f6a  [HOTFIX][TESTCASE] Testcase fix for replacing lambda function for Java-1.7
     add 52c31bf  [HOTFIX] Correct links in documentation
     add af843b2  [CARBONDATA-3558] Clean up codes for property "autoRefreshDataMap"
     add 2a2dcea  [CARBONDATA-3528] refactor java checkstyle rules
     add e72c0fc  [CARBONDATA-3492] Pre-priming cache
     add 327c120  [CARBONDATA-3563] optimize java code checkstyle for RedundantImport rule
     add a1b13e1  [CARBONDATA-3564] optimize java code checkstyle for EmptyStatement rule
     add 9a2246d  [CARBONDATA-3556] Added testcases for Insert into Complex data type of all Primitive types with 2 levels
     add b159b95  [CARBONDATA-3542] Support Map data type reading through Hive
     add 9aa5973  Fixed issues for Add Segment
     add 9affb68  Added validation for compacting mixed format segments
     add 4d4826e  [HOTFIX] Improve select query after Update/Delete operation.
     add 86f12c8  Fix for SDK filter queries not working when schema is given explicitly in Add Segment
     add 2cec58b  [CARBONDATA-3568] optimize java code checkstyle for @Override rule
     add 15b88ef  [CARBONDATA-3512]Index Server enhancement
     add e4bed33  [CARBONDATA-3572] optimize java code checkstyle for LeftCurly rule
     add c9061c7  [CARBONDATA-3569] Remove some conflicting jars from assembly jar
     add de6d6c7  [Dependabot] Bump solr.version from 6.3.0 to 8.2.0 in /datamap/lucene
     add 46f2d29  [Dependabot] Bump lucene.version from 6.3.0 to 8.3.0 in /datamap/lucene
     add ab0b7bb  Revert "[Dependabot] Bump lucene.version from 6.3.0 to 8.3.0 in /datamap/lucene"
     add 6be86e3  Revert "[Dependabot] Bump solr.version from 6.3.0 to 8.2.0 in /datamap/lucene"
     add 7d82feb  [CARBONDATA-3577] Use Spark 2.3 as default version and upgrade Spark 2.3.2 to 2.3.4
     add b887d53  [HOTFIX] Change pom version to 2.0.0-SNAPSHOT
     add 404c022  [CARBONDATA-3244] Add benchmark for Change Data Capture scenario
     add fa61d20  [CARBONDATA-3561] Fix incorrect results after execute delete/update operation if there are null values
     add 61fb393  [CARBONDATA-3583] Upgrade default JDK version 1.7 to 1.8
     add 567f190  [CARBONDATA-3575] optimize java code checkstyle for OperatorWrap rule
     add 3630b12  [CARBONDATA-3566] Support add segment for partition table
     add 533ec04  [CARBONDATA-3570] Change task number to jobid+taskid for FileFormat
     add 28bcfa3  [CARBONDATA-3579] Support merging index files when adding new partition
     add 4e45354  [HOTFIX] Remove unnecessary list files API invocation
     add dd6b146  [HOTFIX] Remove unnecessary table status read
     add 86b9e5d  [CARBONDATA-3571] Add table status file read retry for query
     add be76a62  [CARBONDATA-3578] Make table status file smaller
     add 93c52ed  [CARBONDATA-3530] Support Create timeseries MV Datamap with the supported granularity levels
     add ee66456  [CARBONDATA-3574] Block IUD for Add Segment and Delete segment by id issue fix
     add 10149eb  [CARBONDATA-3584] Fix Select Query failure for Boolean dictionary column when Codegen is diasbled
     add 8694ed4  [CARBONDATA-3531] Support load and query for MV timeseries and support multiple granularity
     add 488a547  [CARBONDATA-3555] Make move filter related methods under DataMapFilter
     add 236913c  [CARBONDATA-3584] Fix Select Query failure for Boolean dictionary column when Codegen is enabled
     add 1f46a7b  [HOTFIX][checkstyle] update AnnotationLocation rule #3464
     add 023800c  [CARBONDATA-3576] optimize java code checkstyle for EmptyLineSeparator rule
     add cf86972  [CARBONDATA-3591] optimize java code checkstyle for NoWhitespaceAfter rule
     add 577dc47  [HOTFIX] Remove unnecessary Map object in CarbonTable #3442
     add bc5c2e5  [HOTFIX] Change not to use cache when creating CarbonTable from schema file #3472
     add 5b101ec  [CARBONDATA-3594] Optimize getSplits() during compaction
     add ca13a2e  [CARBONDATA-3589]: Adding NULL segments check and empty segments check before prepriming
     add 030f711  [HOTFIX] optimize java code checkstyle for NoWhitespaceBefore rule
     add 83174b7  [CARBONDATA-2863] Refactored CarbonFile interface
     add 10a2da0   [CARBONDATA-3255] Support python writer and reader SDK
     add 70ab62f  [checkstyle] optimize java code checkstyle for WhitespaceAfter rule
     add 0126e9d  [checkstyle] optimize java code checkstyle for SimplifyBooleanExpression rule
     add 7245ad1  [checkstyle] optimize java code checkstyle for AvoidStarImport rule
     add bacda1a  fix start/end key of no-dict sort columns
     add 1696f8d  [CARBONDATA-3557] Support write Flink streaming data to Carbon
     add e403a14  [HOTFIX] fix compile errors
     add ad576d4  [CARBONDATA-3596] Fix exception when execute load data command or select sql on a table which includes complex columns after execute 'add column' command
     add c6f9aad  [HOTFIX] Ignore testcase for compatibility problem in spark 2.1
     add 1a181d1  [CARBONDATA-3606] Remove custom partition feature #3498
     add ba073b3  [CARBONDATA-3585] Handle Range Compaction failure in case of KryoSerializer
     add 27a689a  [CARBONDATA-3351] Block bloom datamap creation on binary datatype column
     add ca52847  [CARBONDATA-3588] Table id taken as key generated from table path for non-transactional table
     add 2c0a1e0  [CARBONDATA-3607] Remove batch_sort feature #3499
     add 1954551  [CARBONDATA-3601] Show Segments displays wrong Index size for Partition table with Merge Index Enabled
     add 75cab45  [CARBONDATA-3600] Fix creating mv timeseries UDF column as partition column
     add 3ebf7f6  [CARBONDATA-3611] Fix failed when filter with measure columns on stream table when this stream table includes complex columns
     add fdcfcbf  [CARBONDATA-3616]: Load and drop table operations fail when index server is stopped with indexserver and prepriming property enabled
     add cef25ef  [CARBONDATA-3619] Fix NoSuchMethodError(registerCurrentOperationLog) While Creating Table
     add 730d25b  [HOTFIX] Solve GSON jar dependency conflict with Hadoop
     add b3786ca  [CARBONDATA-3624] Support creating MV datamap without giving filter columns in projection and bug fixes
     add f2fa4e5  [CARBONDATA-3593] Add BLOCKLET_SCANNED_NUM and fix TOTAL_BLOCKLET_NUM not right when blocklet filtered
     add 3098fec  [CARBONDATA-3599] Support insert data from stage files written by SDK
     add 5d287b8  [CARBONDATA-3582] support table status file backup
     add 4a603d6  [CARBONDATA-3609][CARBONDATA-3610] Remove preaggregate and timeseries datamap
     add 3e0a80b  [HOTFIX] Fix UDF, Hex SQL Functions test case for binary
     add f6c7564  Revert "[HOTFIX] Fix UDF, Hex SQL Functions test case for binary"
     add 7e4bd88  [HOTFIX] Fix UDF, Hex SQL Functions test case for binary
     add 431d5fb  [CARBONDATA-3626] Improve performance when load data into carbon table with lots of columns
     add eff2977  [CARBONDATA-3519]Made optimizations in write step to avoid unnecessary memory blk allocation/free
     add 32bd37f  wip
     add 0a93c13  [CARBONDATA-3614] Support Alter table properties set/unset for longstring columns
     add 01d0614  [CARBONDATA-3618] Update query should throw exception if key has more than one value
     add 2b222d4  [CARBONDATA-3629] Fix Select query failure on aggregation of same column on MV
     add bd54ce8  [CARBONDATA-3628] Support alter hive table add array and map type column
     add 3b85e9f  Revert "wip"
     add b0bdab2   [CARBONDATA-3640][CARBONDATA-3557] Support flink ingest carbon partition table
     add 45e84e5  [CARBONDATA-3641] Refactory data loading for partition table
     add 7374a89  [HOTFIX] Modify pull request template
     add 731433c  [CARBONATA-3605] Remove global dictionary feature
     add 1ded13e  [DOC][FAQ] add faq for how to deal with slow task
     add 2ec9009  [CARBONDATA-3631] StringIndexOutOfBoundsException When Inserting Select From a Parquet Table with Empty array/map
     add 7a0fe21  [HOTFIX] fix dataloading/insertInto complex data type issue for partition table
     add b3e6e80  [CARBONDATA-3644Support Configuration of Complex Delimiters in Carbon Properties
     add d1dadd5  [DOC] add a chinese document to compare query performance of CarbonData and columnar DB
     add eb0848f  [HOTFIX] Fix InsertFromStage complex data type issue for partition table
     add 4a3e99b  [CARBONDATA-3651] Add flink-build module to collect runtime packages which depended by flink module
     add 8842a9e  [CARBONDATA-3630] update should support limit 1 sub query and empty result subquery
     add 5b8ac84  [CARBONDATA-3597] Support Merge for SCD and CCD scenarios
     add 00f516b  [CARBONDATA-3639][CARBONDATA-3638] Fix global sort exception in load from CSV flow with binary non-sort columns
     add 467acfc  [HOTFIX] Fix testcase failure after #3528
     add c8cd7e0  [CARBONDATA-3600]Fix the cleanup failure issue if user fails to access table
     add 123904a  [HOTFIX] Optimize array length in loop in scala code
     add 5bd345b  [CARBONDATA-3650] Remove file format V1 and V2 reader
     add 868ece6  [CARBONDATA-3652] Make insert and select table columns equal
     add 71a4cf4  [DOC] Add an introduction documention for detailed data query
     add 2c0ee8e  [CARBONDATA-3653] Support huge data for complex child columns
     add 511dc6d  [CARBONDATA-3642] Add column name in error msg when string length exceed 32000
     add a4700af  [CARBONDATA-3602]Fix MV issues with session level operations
     add b992571  [CARBONDATA-3649] Hive expression is pushed down to carbon
     add 7dec0f1  [CARBONDATA-3655] Support set base64 string as struct<binary> field value
     add ba35a02  [CARBONDATA-3514] Support Spark 2.4.4 integration
     add 1a03b2d  [CARBONDATA-3660] Fix FileNotFound error when concurrent loading
     add d5b35d8  Revert "[CARBONDATA-3514] Support Spark 2.4.4 integration"
     add 1259496  [CARBONDATA-3503][Carbon2] Adapt to SparkSessionExtension
     add e2ddc41  [CARBONDATA-3661] Fix target file size check fail when upload local file to carbon store
     add 6c1ab32  [CARBONDATA-3620][CARBONDATA-3622] Update does not load cache in memory, behavior inconsistent with scenario when index server is not running
     add 6455dbc  [DOC] add performance-tuning with codegen parameters support
     add c52e90d  [CARBONDATA-3656] set Default TaskNo To Avoid Conflicts when concurrently write data by SDK
     add d08688a  [CARBONDATA-3623]: Fixed global sort compaction failure on timestamp column
     add 7442c29  [CARBONDATA-3659] Fix issues with alluxio without host and port
     add f906eef  [CARBONDATA-3658] Prune and Cache only Matched partitioned segments for filter on Partitioned table
     add 82347da  [HOTFIX] Fix After alter table add column schemaOrdinal is not continuous
     add f40b349  [CARBONDATA-3627] C++ SDK support write data withSchemaFile
     add 7d3987b  [CARBONDATA-3492]: Added prepriming in the Index Server Documentation
     add cbab1ac  [CARBONDATA-3592] Fix query on bloom in case of multiple data files in one segment
     add 1613ed9  [HOTFIX] Making maven repo changes in pom.xml
     add f2c0b2c  [CARBONDATA-3657]Support alter hive table add columns with complex types
     add 7a4c208  [CARBONDATA-3646] [CARBONDATA-3647]: Fix query failure with Index Server
     add 3d88685  [CARBONDATA-3663] Support loading stage files in batches
     add 6353024  [CARBONDATA-3645] BadRecords are inserted as NULL when column is of complex data type and BAD_RECORDS_ACTION is IGNORE
     add f8a1573  [CARBONDATA-3503] Optimize Carbon SparkExtensions
     add 8bc2172  [CARBONDATA-3271] Integrating deep learning framework TensorFlow
     add 2d18b16  Revert "[CARBONDATA-3271] Integrating deep learning framework TensorFlow"
     add d3fe825  [CARBONDATA-3271] Integrating deep learning framework TensorFlow
     add 8865671  [CARBONDATA-3666] Avoided listing of table dir in refresh command
     add 1e559f7  [HOTFIX] Fix INSERT STAGE footer read error
     add c15d55c  [DOC] CarbonExtensions doc
     add c78cf66  [CARBONDATA-3662] Changes to show metacache command
     add e4a49e9  [CARBONDATA-3514] Support spark 2.4 integration
     add 95e949b  [HOTFIX] fix compile error for flink module with spark 2.4
     add 7eea3b3  [CARBONDATA-3669] Delete Physical Partition When Drop Partition
     add 2b04c02  [CARBONDATA-3648] Support Alter Table Compaction Level Threshold
     add e17eb93  [CARBONDATA-3605] Remove global dictionary in query
     add ea111d6  [CARBONDATA-3664]Add SchemaEvolutionEntry after alter set sort columns
     add 7a0b592  [CARBONDATA-3586][CARBONDATA-3587][CARBONDATA-3595]Adding valid segments into segments to be refreshed map before inserting segments to index server
     add b332d90  [CARBONDATA-3667] Insert stage recover processing of the partition table throw exception "the unexpected 0 segment found"
     add b2eb53d  [CARBONDATA-3548]Geospatial Support: Modified to create and load the table with geo spatial index column and added InPolygon UDF
     add 6ec8e32  [CARBONDATA-3575] Remove redundant exception throws
     add cf47039  [CARBONDATA-3636]Timeseries query is not hitting datamap if granularity in query is given case insensitive
     add 8acaf08  [CARBONDATA-3532] Support Query Rollup for MV TimeSeries Queries
     add e925b42  [CARBONDATA-3674] remove Encoding.DICTIONARY and Encoding.DIRECT_DICTIONARY usage
     add 819bf4e  [CARBONDATA-3668] CarbonSession should use old flow (non-CarbonExtensions flow)
     add eff4aa3  [CARBONDATA-3668] Fix compile issue of CarbonSessionCatalog for spark 2.4
     add 3ea8cf5  [CARBONDATA-3678] optimize list files in insert stage
     add 862b97f  [CARBONDATA-3676] Support clean carbon data files of stages.
     add 586aac5  [CARBONDATA-3677] Fixed performance issue for drop table
     add ca19958  [HOTFIX] Concurrent insert test case failure fix
     add 9608607  [CARBONDATA-3548] Implement hash id generation and quadtree processing for polygon geo spatial queries
     add 7661750  [HOTFIX] Allow space between input file paths
     add 1e678fe  [CARBONDATA-3684] Remove MDK and cardinality in write path
     add 4540441  [HOTFIX] Remove unused parameter in TabelModel
     add 8ff487f  [CARBONDATA-3548] Polygon expression processing using unknown expression and filtering performance improvement
     add 42b15ec  add Secondary index feature for better pruning
     add f127245  [CARBONDATA-3680] core changes and load changes for SI integration
     add 60e9b85  Why is this PR needed?
     add 1803226  [CARBONDATA-3637] Optimize insert into flow
     add 80234de  [CARBONDATA-3709] Move stage_data directory to the $tablePath/ from $tablePath/Metadata/
     add 141574b  [CARBONDATA-3689][CARBONDATA-3694] Separate Materialized View command from DataMap command
     add a2ed889  [CARBONDATA-3679] Optimize local sort performance
     add 7011cf3  [CARBONDATA-3717] Fix inconsistent configs in docs
     add 09b3d60  [HOTFIX] exclude servlet-api.jar and jsp-api.jar from dependency
     add 10f9e99  [CARBONDATA-3695]  Integrating deep learning framework PyTorch
     add 66a9d3e  [CARBONDATA-3688] Add compressor name in data file name
     add 85d333c  [Re-factory] Re-factory modules
     add 55a07da  [Re-factory] Re-factory modules
     add 4e8f819  [CARBONDATA-3705] Support create and load MV for spark datasource table
     add 070d7e7  [CARBONDATA-3710] Make stage files queryable
     add 6b7facc  [CARBONDATA-3637] Use optimized insert flow for MV and insert stage command
     add 2b475ed  [CARBONDATA-3720] Support alter table scenario for new insert into flow
     add 85623be  [CARBONDATA-3723] Fix insert failure when partition column is a first column of projection in MV
     add c377cd1  [CARBONDATA-3719] upgraded hive version to 3.1.0
     add e40912c  [HOTFIX] Remove spark dependency in Processing module
     add c31a809  [CARBONDATA-3715]Fix Timeseries Query Rollup failure for timeseries column of Date type
     add 2bdfe1e  [CARBONDATA-3348] Fix the case insensitive validation for duplicate sort column.
     add 6ed72fb  [CARBONDATA-3716] Fixed spark 2.4 UT failures
     add 99300c0  [HOTFIX] optimize module dependency
     add ac647c3  [CARBONDATA-3725]fix concurrent creation of Materialized Views issue
     add 78b20a8  [CARBONDATA-3696] Avoid list db's all Tables to check table exists in the db
     add 6833af6  [CARBONDATA-3732] Fix ClassCastException with rand() udf function
     add 21110cd  [CARBONDATA-3721][CARBONDATA-3590] Optimize Bucket Table
     add 5cb8371  [CARBONDATA-3721] use centrol repo #3658
     add ed3610c  [CARBONDATA-3735] Avoid listing all tables in metastore
     add 8808e9c  [CARBONDATA-3731] Avoid data copy in Writer
     add 3acc2de  [CARBONDATA-3700] Optimize prune performance when prunning with multi-threads
     add 5c28ee6  [CARBONDATA-3714] Support specify order type when list stage files
     add 20179f8  [CARBONDATA-3728] Fix insert failure on partition table with local sort
     add 6ebf10b  [HOTFIX] Remove Useless filepath truncation During prunning
     add f568d9b  [CARBONDATA-3730] Avoid data conversion and remove duplicate codes in BlockIndexerStorage
     add ce999e1  [CARBONDATA-3687] Support writing non-transactional carbondata files through hive
     add b4fb3f8  [CARBONDATA-3726] Add CDC and Data Dedup example
     add 3ff1e1b  [CARBONDATA-3734] Fix insert failure on partition table when parition column is in sort column
     add 552cadb  [HOTFIX] Exclude netty-all in lower version which could conflict with higher version
     add 3959c31  [HOTFIX] Fix CarbonHive CI Failures
     add a5ebd5f  [CARBONDATA-3737] support prestodb and prestosql
     add 3eaf33a  [CARBONDATA-3665] Support TimeBased Cache expiration using ExpiringMap
     add 5a715ce  [CARBONDATA-3741] Fix ParseException from hive during ALTER SET TBLPROERTIES if database name starts with Underscore
     add f248a4d  Why is this PR needed? When add segment is done on main table which has SI also on it. Then filter query is fired on SI column, only segments which are loaded can be considered for SI pruning and external segment should be queried from main table.
     add becccf5  [CARBONDATA-3733] Fix Incorrect query results on mv with limit
     add 4c05dc4  [HOTFIX] Fix ClassName for load datamaps parallel job
     add 8ab12b7  [CARBONDATA-3742] Support spark 2.4.5 integration
     add d3204f7  [CARBONDATA-3718] Support SegmentLevel MinMax for better Pruning and less driver memory usage for cache
     add 93e7856  [CARBONDATA-3752] Reuse Exchange to fix performance issue
     add cd81837  [HOTFIX] Fix all flink test case failure and enable UT in CI
     add 994034b  [CARBONDATA-3756] Fix stage query bug it only read the first blocklet of each carbondata file
     add dc77027  [CARBONDATA-3548] Add spatial-index user guid to doc
     add 1052bf6  [CARBONDATA-3740] Add line separator option to load command to configure the line separator during csv parsing.
     new a906785  [maven-release-plugin] prepare release apache-carbondata-2.0.0-rc1

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .github/PULL_REQUEST_TEMPLATE.md                   |    25 +-
 .gitignore                                         |     8 +
 README.md                                          |     7 +-
 assembly/pom.xml                                   |     8 +-
 build/README.md                                    |    10 +-
 common/pom.xml                                     |     6 +-
 .../apache/carbondata/common/CarbonIterator.java   |     9 +-
 .../common/annotations/InterfaceStability.java     |     8 +-
 .../carbondata/common/constants/LoggerAction.java  |     3 +-
 .../exceptions/DeprecatedFeatureException.java     |    34 +
 .../sql/MalformedMaterializedViewException.java    |    42 +
 conf/carbon.properties.template                    |     3 -
 conf/dataload.properties.template                  |    10 +-
 core/pom.xml                                       |    24 +-
 .../org/apache/carbondata/core/cache/Cache.java    |     7 +-
 .../carbondata/core/cache/CacheProvider.java       |    37 +-
 .../apache/carbondata/core/cache/CacheType.java    |    14 -
 .../apache/carbondata/core/cache/Cacheable.java    |     8 -
 .../carbondata/core/cache/CarbonLRUCache.java      |    87 +-
 .../dictionary/AbstractColumnDictionaryInfo.java   |   304 -
 .../cache/dictionary/AbstractDictionaryCache.java  |   313 -
 .../dictionary/ColumnDictionaryChunkIterator.java  |    99 -
 .../cache/dictionary/ColumnDictionaryInfo.java     |   325 -
 .../dictionary/ColumnReverseDictionaryInfo.java    |   132 -
 .../core/cache/dictionary/Dictionary.java          |   117 -
 .../dictionary/DictionaryBuilderException.java     |    43 -
 .../dictionary/DictionaryByteArrayWrapper.java     |     6 +-
 .../cache/dictionary/DictionaryCacheLoader.java    |    40 -
 .../dictionary/DictionaryCacheLoaderImpl.java      |   168 -
 .../cache/dictionary/DictionaryChunksWrapper.java  |   125 -
 .../DictionaryColumnUniqueIdentifier.java          |   170 -
 .../core/cache/dictionary/DictionaryInfo.java      |   109 -
 .../core/cache/dictionary/ForwardDictionary.java   |   175 -
 .../cache/dictionary/ForwardDictionaryCache.java   |   285 -
 .../cache/dictionary/ManageDictionaryAndBTree.java |   123 -
 .../core/cache/dictionary/ReverseDictionary.java   |   150 -
 .../cache/dictionary/ReverseDictionaryCache.java   |   266 -
 .../core/constants/CarbonCommonConstants.java      |   398 +-
 .../constants/CarbonCommonConstantsInternal.java   |     3 +-
 .../core/constants/CarbonLoadOptionConstants.java  |    29 +-
 .../constants/CarbonV3DataFormatConstants.java     |     1 +
 .../core/constants/CarbonVersionConstants.java     |     5 -
 .../core/constants/SortScopeOptions.java           |     4 +-
 .../core/datamap/AbstractDataMapJob.java           |    11 +-
 .../carbondata/core/datamap/DataMapCatalog.java    |     5 +
 .../carbondata/core/datamap/DataMapChooser.java    |    30 +-
 .../core/datamap/DataMapDistributable.java         |     6 +-
 .../carbondata/core/datamap/DataMapFilter.java     |   171 +-
 .../apache/carbondata/core/datamap/DataMapJob.java |     3 +
 .../carbondata/core/datamap/DataMapLevel.java      |     1 +
 .../carbondata/core/datamap/DataMapMeta.java       |     6 +-
 .../carbondata/core/datamap/DataMapProvider.java   |    28 +-
 .../core/datamap/DataMapStoreManager.java          |   178 +-
 .../carbondata/core/datamap/DataMapUtil.java       |   102 +-
 .../core/datamap/DistributableDataMapFormat.java   |    74 +-
 .../apache/carbondata/core/datamap/Segment.java    |    91 +-
 .../core/datamap/SegmentDataMapGroup.java          |     1 +
 .../carbondata/core/datamap/TableDataMap.java      |   203 +-
 .../core/datamap/dev/BlockletSerializer.java       |     5 +-
 .../core/datamap/dev/CacheableDataMap.java         |    13 +-
 .../carbondata/core/datamap/dev/DataMap.java       |    15 +-
 .../core/datamap/dev/DataMapBuilder.java           |     1 +
 .../core/datamap/dev/DataMapFactory.java           |    38 +-
 .../core/datamap/dev/DataMapSyncStatus.java        |     1 -
 .../carbondata/core/datamap/dev/DataMapWriter.java |     4 +-
 .../datamap/dev/cgdatamap/CoarseGrainDataMap.java  |    13 +-
 .../datamap/dev/expr/AndDataMapExprWrapper.java    |    15 +-
 .../dev/expr/DataMapDistributableWrapper.java      |     8 +-
 .../core/datamap/dev/expr/DataMapExprWrapper.java  |    37 +-
 .../datamap/dev/expr/DataMapExprWrapperImpl.java   |    27 +-
 .../datamap/dev/expr/OrDataMapExprWrapper.java     |    19 +-
 .../datamap/dev/fgdatamap/FineGrainBlocklet.java   |    21 +-
 .../datamap/dev/fgdatamap/FineGrainDataMap.java    |    12 +-
 .../dev/fgdatamap/FineGrainDataMapFactory.java     |     1 +
 .../core/datamap/status/DataMapStatus.java         |     3 +-
 .../core/datamap/status/DataMapStatusDetail.java   |     1 +
 .../core/datamap/status/DataMapStatusManager.java  |    16 +-
 .../status/DataMapStatusStorageProvider.java       |     1 +
 .../status/DatabaseDataMapStatusProvider.java      |    49 +
 .../status/DiskBasedDataMapStatusProvider.java     |     3 +-
 .../carbondata/core/datastore/DataRefNode.java     |     8 +-
 .../carbondata/core/datastore/FileReader.java      |     1 +
 .../apache/carbondata/core/datastore/IndexKey.java |    60 -
 .../datastore/TableSegmentUniqueIdentifier.java    |     6 +-
 .../carbondata/core/datastore/TableSpec.java       |    54 +-
 .../core/datastore/block/AbstractIndex.java        |    23 +-
 .../carbondata/core/datastore/block/BlockInfo.java |   134 -
 .../core/datastore/block/BlockletInfos.java        |   110 -
 .../core/datastore/block/SegmentProperties.java    |   488 +-
 .../block/SegmentPropertiesAndSchemaHolder.java    |    76 +-
 .../core/datastore/block/TableBlockInfo.java       |   198 +-
 .../block/TableBlockUniqueIdentifier.java          |    87 -
 .../core/datastore/block/TableTaskInfo.java        |   139 -
 .../blocklet/BlockletEncodedColumnPage.java        |     4 +-
 .../core/datastore/blocklet/EncodedBlocklet.java   |    17 +-
 .../datastore/chunk/AbstractRawColumnChunk.java    |     1 +
 .../core/datastore/chunk/DimensionColumnPage.java  |     1 +
 .../chunk/impl/AbstractDimensionColumnPage.java    |    29 +-
 .../chunk/impl/DimensionRawColumnChunk.java        |    14 +-
 .../chunk/impl/FixedLengthDimensionColumnPage.java |    13 +-
 .../chunk/impl/MeasureRawColumnChunk.java          |    11 +-
 .../impl/VariableLengthDimensionColumnPage.java    |    31 +-
 .../chunk/reader/CarbonDataReaderFactory.java      |    37 +-
 .../chunk/reader/DimensionColumnChunkReader.java   |     7 +-
 .../chunk/reader/MeasureColumnChunkReader.java     |     6 +-
 .../reader/dimension/AbstractChunkReader.java      |    95 -
 .../dimension/AbstractChunkReaderV2V3Format.java   |   114 -
 .../dimension/AbstractDimensionChunkReader.java    |   142 +
 .../CompressedDimensionChunkFileBasedReaderV1.java |   178 -
 .../CompressedDimensionChunkFileBasedReaderV2.java |   202 -
 ...mpressedDimChunkFileBasedPageLevelReaderV3.java |   179 -
 .../CompressedDimensionChunkFileBasedReaderV3.java |   388 -
 .../dimension/v3/DimensionChunkPageReaderV3.java   |   178 +
 .../dimension/v3/DimensionChunkReaderV3.java       |   389 +
 .../reader/measure/AbstractMeasureChunkReader.java |    86 +-
 .../AbstractMeasureChunkReaderV2V3Format.java      |   110 -
 .../CompressedMeasureChunkFileBasedReaderV1.java   |   109 -
 .../CompressedMeasureChunkFileBasedReaderV2.java   |   151 -
 .../CompressedMeasureChunkFileBasedReaderV3.java   |   253 -
 ...mpressedMsrChunkFileBasedPageLevelReaderV3.java |   163 -
 .../measure/v3/MeasureChunkPageReaderV3.java       |   164 +
 .../reader/measure/v3/MeasureChunkReaderV3.java    |   256 +
 .../datastore/chunk/store/ColumnPageWrapper.java   |    11 +-
 .../impl/LocalDictDimensionDataChunkStore.java     |    33 +-
 .../safe/AbstractNonDictionaryVectorFiller.java    |     3 +-
 .../safe/SafeAbsractDimensionDataChunkStore.java   |    27 +-
 .../SafeFixedLengthDimensionDataChunkStore.java    |    15 +-
 .../SafeVariableLengthDimensionDataChunkStore.java |     1 +
 ...VariableShortLengthDimensionDataChunkStore.java |     6 +-
 .../UnsafeAbstractDimensionDataChunkStore.java     |    30 +-
 .../UnsafeFixedLengthDimensionDataChunkStore.java  |    15 +-
 ...nsafeVariableLengthDimensionDataChunkStore.java |     3 +-
 .../datastore/columnar/BlockIndexerStorage.java    |   112 +-
 .../BlockIndexerStorageForNoDictionary.java        |   115 -
 ...ckIndexerStorageForNoInvertedIndexForShort.java |   134 -
 .../columnar/BlockIndexerStorageForShort.java      |   191 -
 .../columnar/ByteArrayBlockIndexerStorage.java     |    73 +
 .../ByteArrayBlockIndexerStorageWithoutRowId.java  |    60 +
 .../columnar/ByteArrayColumnWithRowId.java         |    61 +
 .../core/datastore/columnar/ColumnWithRowId.java   |    63 -
 .../columnar/ColumnWithRowIdForHighCard.java       |    47 -
 .../columnar/ColumnWithRowIdForNoDictionary.java   |    72 -
 .../columnar/ColumnarKeyStoreDataHolder.java       |    52 -
 .../columnar/ColumnarKeyStoreMetadata.java         |    51 -
 .../columnar/DummyBlockIndexerStorage.java         |    60 +
 .../columnar/ObjectArrayBlockIndexerStorage.java   |    77 +
 .../datastore/columnar/ObjectColumnWithRowId.java  |    65 +
 .../datastore/compression/AbstractCompressor.java  |    45 +-
 .../core/datastore/compression/Compressor.java     |    15 +-
 .../datastore/compression/CompressorFactory.java   |     1 +
 .../core/datastore/compression/GzipCompressor.java |    92 +-
 .../datastore/compression/SnappyCompressor.java    |   100 +-
 .../core/datastore/compression/ZstdCompressor.java |    24 +-
 .../exception/CarbonDataWriterException.java       |     3 +-
 .../datastore/exception/IndexBuilderException.java |     3 +-
 .../filesystem/AbstractDFSCarbonFile.java          |   506 +-
 .../datastore/filesystem/AlluxioCarbonFile.java    |   115 +-
 .../core/datastore/filesystem/CarbonFile.java      |    68 +-
 .../core/datastore/filesystem/HDFSCarbonFile.java  |    38 +-
 .../core/datastore/filesystem/LocalCarbonFile.java |   315 +-
 .../core/datastore/filesystem/S3CarbonFile.java    |    58 +-
 .../datastore/filesystem/ViewFSCarbonFile.java     |    27 +-
 .../core/datastore/impl/DFSFileReaderImpl.java     |    35 +-
 .../datastore/impl/DefaultFileTypeProvider.java    |    38 +-
 .../core/datastore/impl/FileFactory.java           |   222 +-
 .../core/datastore/impl/FileReaderImpl.java        |    30 +-
 .../page/ActualDataBasedFallbackEncoder.java       |     4 +-
 .../carbondata/core/datastore/page/ColumnPage.java |   252 +-
 .../datastore/page/ColumnPageValueConverter.java   |    15 +
 .../core/datastore/page/ComplexColumnPage.java     |    12 +-
 .../core/datastore/page/DecimalColumnPage.java     |     5 +-
 .../page/DecoderBasedFallbackEncoder.java          |     4 +-
 .../core/datastore/page/EncodedTablePage.java      |    21 +-
 .../datastore/page/FallbackEncodedColumnPage.java  |     1 +
 .../datastore/page/LVByteBufferColumnPage.java     |   420 +
 .../core/datastore/page/LazyColumnPage.java        |     7 +-
 .../core/datastore/page/LocalDictColumnPage.java   |   167 +-
 .../core/datastore/page/SafeDecimalColumnPage.java |    15 +-
 .../datastore/page/SafeFixLengthColumnPage.java    |    18 +-
 .../datastore/page/SafeVarLengthColumnPage.java    |    13 +-
 .../datastore/page/UnsafeDecimalColumnPage.java    |    15 +-
 .../datastore/page/UnsafeFixLengthColumnPage.java  |    86 +-
 .../datastore/page/UnsafeVarLengthColumnPage.java  |    15 +-
 .../page/UnsafeVarLengthColumnPageBase.java        |    60 +
 .../datastore/page/VarLengthColumnPageBase.java    |   105 +-
 .../datastore/page/encoding/ColumnPageDecoder.java |    10 +-
 .../datastore/page/encoding/ColumnPageEncoder.java |    29 +-
 .../page/encoding/DefaultEncodingFactory.java      |    13 +-
 .../datastore/page/encoding/EncodedColumnPage.java |     8 +-
 .../datastore/page/encoding/EncodingFactory.java   |    15 +-
 .../page/encoding/adaptive/AdaptiveCodec.java      |    26 +-
 .../adaptive/AdaptiveDeltaFloatingCodec.java       |    28 +-
 .../adaptive/AdaptiveDeltaIntegralCodec.java       |    28 +-
 .../encoding/adaptive/AdaptiveFloatingCodec.java   |    28 +-
 .../encoding/adaptive/AdaptiveIntegralCodec.java   |    27 +-
 .../encoding/compress/DirectCompressCodec.java     |    29 +-
 .../legacy/ComplexDimensionIndexCodec.java         |     7 +-
 .../dimension/legacy/DictDimensionIndexCodec.java  |    77 -
 .../legacy/DirectDictDimensionIndexCodec.java      |     8 +-
 .../legacy/HighCardDictDimensionIndexCodec.java    |    88 -
 .../dimension/legacy/IndexStorageEncoder.java      |    41 +-
 .../dimension/legacy/PlainDimensionIndexCodec.java |    93 +
 .../core/datastore/page/encoding/rle/RLECodec.java |    23 +-
 .../core/datastore/page/key/TablePageKey.java      |   193 -
 .../page/statistics/ColumnPageStatsCollector.java  |     9 +
 .../page/statistics/DummyStatsCollector.java       |    46 +-
 .../page/statistics/KeyPageStatsCollector.java     |    18 +-
 .../statistics/LVLongStringStatsCollector.java     |    51 -
 .../statistics/LVShortStringStatsCollector.java    |    50 -
 .../page/statistics/LVStringStatsCollector.java    |   151 -
 .../statistics/PrimitivePageStatsCollector.java    |    10 +-
 .../page/statistics/StringStatsCollector.java      |   157 +
 .../carbondata/core/datastore/row/CarbonRow.java   |     3 +-
 .../core/datastore/row/WriteStepRowUtil.java       |    15 +-
 .../carbondata/core/devapi/BiDictionary.java       |     2 +-
 .../core/devapi/DictionaryGenerationException.java |    33 -
 .../core/devapi/DictionaryGenerator.java           |    29 -
 .../core/dictionary/client/DictionaryClient.java   |    29 -
 .../client/NonSecureDictionaryClient.java          |    97 -
 .../client/NonSecureDictionaryClientHandler.java   |   126 -
 .../dictionary/generator/DictionaryWriter.java     |    28 -
 .../IncrementalColumnDictionaryGenerator.java      |   253 -
 .../generator/ServerDictionaryGenerator.java       |    78 -
 .../generator/TableDictionaryGenerator.java        |   126 -
 .../generator/key/DictionaryMessage.java           |   186 -
 .../generator/key/DictionaryMessageType.java       |    37 -
 .../core/dictionary/server/DictionaryServer.java   |    41 -
 .../server/NonSecureDictionaryServer.java          |   180 -
 .../server/NonSecureDictionaryServerHandler.java   |   112 -
 .../service/AbstractDictionaryServer.java          |    88 -
 .../service/DictionaryOnePassService.java          |    30 -
 .../service/DictionaryServiceProvider.java         |    27 -
 .../NonSecureDictionaryServiceProvider.java        |    42 -
 .../carbondata/core/enums/EscapeSequences.java     |     1 -
 .../core/exception/CarbonFileException.java        |    32 +
 .../fileoperations/AtomicFileOperationFactory.java |     2 +-
 .../fileoperations/AtomicFileOperationS3Impl.java  |    18 +-
 .../fileoperations/AtomicFileOperationsImpl.java   |    32 +-
 .../core/indexstore/AbstractMemoryDMStore.java     |    21 +-
 .../carbondata/core/indexstore/BlockMetaInfo.java  |     1 +
 .../carbondata/core/indexstore/Blocklet.java       |     3 +-
 .../core/indexstore/BlockletDataMapIndexStore.java |    55 +-
 .../indexstore/BlockletDataMapIndexWrapper.java    |    15 +-
 .../core/indexstore/BlockletDetailInfo.java        |    26 +-
 .../core/indexstore/BlockletDetailsFetcher.java    |     1 +
 .../core/indexstore/ExtendedBlocklet.java          |    90 +-
 .../core/indexstore/ExtendedBlockletWrapper.java   |    47 +-
 .../ExtendedBlockletWrapperContainer.java          |    28 +-
 .../carbondata/core/indexstore/PartitionSpec.java  |    16 +-
 .../core/indexstore/SafeMemoryDMStore.java         |     6 +-
 .../core/indexstore/SegmentBlockIndexInfo.java     |    54 +
 .../core/indexstore/SegmentPropertiesFetcher.java  |     8 +-
 .../carbondata/core/indexstore/SegmentWrapper.java |    65 +
 .../core/indexstore/SegmentWrapperContainer.java   |    64 +
 .../TableBlockIndexUniqueIdentifier.java           |    10 +-
 .../TableBlockIndexUniqueIdentifierWrapper.java    |    23 +
 .../core/indexstore/UnsafeMemoryDMStore.java       |    44 +-
 .../indexstore/blockletindex/BlockDataMap.java     |   289 +-
 .../indexstore/blockletindex/BlockletDataMap.java  |    80 +-
 .../BlockletDataMapDistributable.java              |     1 +
 .../blockletindex/BlockletDataMapFactory.java      |   375 +-
 .../blockletindex/BlockletDataMapModel.java        |    10 +-
 .../blockletindex/BlockletDataMapRowIndexes.java   |     1 +
 .../blockletindex/BlockletDataRefNode.java         |    86 +-
 .../indexstore/blockletindex/IndexWrapper.java     |    11 +-
 .../blockletindex/SegmentIndexFileStore.java       |    23 +-
 .../carbondata/core/indexstore/row/DataMapRow.java |     1 +
 .../core/indexstore/row/DataMapRowImpl.java        |    66 +-
 .../core/indexstore/row/UnsafeDataMapRow.java      |    57 +-
 .../core/indexstore/schema/CarbonRowSchema.java    |    20 +-
 .../core/indexstore/schema/SchemaGenerator.java    |    13 +-
 .../carbondata/core/keygenerator/KeyGenerator.java |    51 +-
 .../keygenerator/columnar/ColumnarSplitter.java    |    83 -
 .../MultiDimKeyVarLengthEquiSplitGenerator.java    |   200 -
 ...MultiDimKeyVarLengthVariableSplitGenerator.java |   201 -
 .../DirectDictionaryGenerator.java                 |     1 +
 .../DirectDictionaryKeyGeneratorFactory.java       |     1 +
 .../timestamp/DateDirectDictionaryGenerator.java   |    15 +-
 .../TimeStampDirectDictionaryGenerator.java        |    10 +-
 .../timestamp/TimeStampGranularityConstants.java   |     1 +
 .../timestamp/TimeStampGranularityTypeValue.java   |     1 +
 .../keygenerator/factory/KeyGeneratorFactory.java  |    11 -
 .../keygenerator/mdkey/AbstractKeyGenerator.java   |     3 +-
 .../carbondata/core/keygenerator/mdkey/Bits.java   |    36 +-
 .../mdkey/MultiDimKeyVarLengthGenerator.java       |    44 +-
 .../core/keygenerator/mdkey/NumberCompressor.java  |   183 -
 .../core/localdictionary/PageLevelDictionary.java  |     6 +-
 .../dictionaryholder/DictionaryStore.java          |     1 +
 .../dictionaryholder/MapBasedDictionaryStore.java  |    26 +-
 .../DictionaryThresholdReachedException.java       |     4 +-
 .../generator/ColumnLocalDictionaryGenerator.java  |    10 +-
 .../generator/LocalDictionaryGenerator.java        |     1 +
 .../carbondata/core/locks/AbstractCarbonLock.java  |     2 +-
 .../carbondata/core/locks/AlluxioFileLock.java     |     6 +-
 .../carbondata/core/locks/CarbonLockFactory.java   |    63 +-
 .../carbondata/core/locks/CarbonLockUtil.java      |     3 +-
 .../apache/carbondata/core/locks/HdfsFileLock.java |    10 +-
 .../carbondata/core/locks/LocalFileLock.java       |    10 +-
 .../apache/carbondata/core/locks/LockUsage.java    |     1 +
 .../apache/carbondata/core/locks/S3FileLock.java   |    13 +-
 .../carbondata/core/locks/ZooKeeperLocking.java    |     9 +-
 .../carbondata/core/memory/CarbonUnsafe.java       |     1 -
 .../core/memory/HeapMemoryAllocator.java           |     6 +-
 .../apache/carbondata/core/memory/MemoryBlock.java |     1 -
 .../core/memory/UnsafeMemoryManager.java           |     2 +-
 .../core/memory/UnsafeSortMemoryManager.java       |     1 +
 .../core/metadata/AbsoluteTableIdentifier.java     |    20 +-
 .../carbondata/core/metadata/CarbonMetadata.java   |    15 +-
 .../core/metadata/CarbonTableIdentifier.java       |    13 +-
 .../carbondata/core/metadata/ColumnIdentifier.java |    10 +-
 .../core/metadata/ColumnarFormatVersion.java       |     4 +-
 .../core/metadata/DatabaseLocationProvider.java    |    64 +
 .../carbondata/core/metadata/SegmentFileStore.java |   330 +-
 .../core/metadata/blocklet/BlockletInfo.java       |   114 +-
 .../core/metadata/blocklet/DataFileFooter.java     |    28 +-
 .../core/metadata/blocklet/SegmentInfo.java        |    51 -
 .../metadata/blocklet/datachunk/DataChunk.java     |   227 -
 .../core/metadata/converter/SchemaConverter.java   |    14 +-
 .../ThriftWrapperSchemaConverterImpl.java          |    88 +-
 .../core/metadata/datatype/BinaryType.java         |     2 +
 .../core/metadata/datatype/DataType.java           |     2 -
 .../core/metadata/datatype/DataTypeAdapter.java    |     6 +-
 .../core/metadata/datatype/DataTypes.java          |     7 +-
 .../metadata/datatype/DecimalConverterFactory.java |    58 +-
 .../carbondata/core/metadata/datatype/Field.java   |   326 +
 .../core/metadata/datatype/LegacyLongType.java     |    33 -
 .../core/metadata/datatype/StructField.java        |     5 +-
 .../carbondata/core/metadata/encoder/Encoding.java |     8 +-
 .../core/metadata/index/BlockIndexInfo.java        |    19 +
 .../core/metadata/schema/PartitionInfo.java        |    91 +-
 .../core/metadata/schema/SchemaEvolution.java      |     1 +
 .../core/metadata/schema/SchemaEvolutionEntry.java |     1 +
 .../core/metadata/schema/SchemaReader.java         |    39 +
 .../schema/datamap/DataMapClassProvider.java       |    10 +-
 .../metadata/schema/datamap/DataMapProperty.java   |    15 +-
 .../core/metadata/schema/datamap/Granularity.java  |    46 -
 .../metadata/schema/indextable/IndexMetadata.java  |   128 +
 .../metadata/schema/indextable/IndexTableInfo.java |   147 +
 .../metadata/schema/partition/PartitionType.java   |     1 +
 .../schema/table/AggregationDataMapSchema.java     |   383 -
 .../core/metadata/schema/table/CarbonTable.java    |   687 +-
 .../metadata/schema/table/CarbonTableBuilder.java  |     4 +-
 .../core/metadata/schema/table/DataMapSchema.java  |   114 +-
 .../schema/table/DataMapSchemaFactory.java         |    24 +-
 .../schema/table/DataMapSchemaStorageProvider.java |     1 -
 .../table/DatabaseDMSchemaStorageProvider.java     |    58 +
 .../table/DiskBasedDMSchemaStorageProvider.java    |    54 +-
 .../metadata/schema/table/RelationIdentifier.java  |    45 +-
 .../core/metadata/schema/table/TableInfo.java      |    96 +-
 .../core/metadata/schema/table/TableSchema.java    |    63 +-
 .../metadata/schema/table/TableSchemaBuilder.java  |    26 +-
 .../metadata/schema/table/column/CarbonColumn.java |    17 +-
 .../schema/table/column/CarbonDimension.java       |    37 +-
 .../table/column/CarbonImplicitDimension.java      |    21 +-
 .../schema/table/column/CarbonMeasure.java         |     6 +-
 .../metadata/schema/table/column/ColumnSchema.java |    39 +-
 .../table/column/ColumnUniqueIdGenerator.java      |    31 +
 .../table/column/ParentColumnTableRelation.java    |     7 +-
 .../carbondata/core/mutate/CarbonUpdateUtil.java   |   112 +-
 .../core/mutate/DeleteDeltaBlockDetails.java       |     6 +-
 .../core/mutate/DeleteDeltaBlockletDetails.java    |     6 +-
 .../carbondata/core/mutate/DeleteDeltaVo.java      |     1 +
 .../core/mutate/SegmentUpdateDetails.java          |    32 +-
 .../apache/carbondata/core/mutate/TupleIdEnum.java |     1 +
 .../apache/carbondata/core/mutate/UpdateVO.java    |     7 +-
 .../core/mutate/data/BlockMappingVO.java           |     4 +-
 .../core/mutate/data/RowCountDetailsVO.java        |     6 +-
 .../carbondata/core/preagg/AggregateQueryPlan.java |    48 -
 .../core/preagg/AggregateTableSelector.java        |   139 -
 .../carbondata/core/preagg/DaysOfWeekEnum.java     |    49 +
 .../apache/carbondata/core/preagg/QueryColumn.java |    85 -
 .../core/preagg/TimeSeriesFunctionEnum.java        |    13 +-
 .../carbondata/core/preagg/TimeSeriesUDF.java      |    57 +
 .../carbondata/core/profiler/TablePruningInfo.java |     4 +-
 .../LatestFilesReadCommittedScope.java             |    31 +-
 .../core/readcommitter/ReadCommittedScope.java     |     4 +-
 .../TableStatusReadCommittedScope.java             |    25 +-
 .../core/reader/CarbonDeleteDeltaFileReader.java   |     4 +-
 .../reader/CarbonDeleteDeltaFileReaderImpl.java    |    18 +-
 .../core/reader/CarbonDeleteFilesDataReader.java   |    10 +-
 .../reader/CarbonDictionaryMetadataReader.java     |    69 -
 .../reader/CarbonDictionaryMetadataReaderImpl.java |   197 -
 .../core/reader/CarbonDictionaryReader.java        |    10 +-
 .../core/reader/CarbonDictionaryReaderImpl.java    |   306 -
 .../carbondata/core/reader/CarbonFooterReader.java |     3 +-
 .../core/reader/CarbonFooterReaderV3.java          |     6 +-
 .../carbondata/core/reader/CarbonHeaderReader.java |     4 +-
 .../core/reader/CarbonIndexFileReader.java         |    11 +-
 .../carbondata/core/reader/ThriftReader.java       |     3 +-
 .../sortindex/CarbonDictionarySortIndexReader.java |    45 -
 .../CarbonDictionarySortIndexReaderImpl.java       |   202 -
 .../scan/collector/ResultCollectorFactory.java     |    12 +-
 .../scan/collector/ScannedResultCollector.java     |     1 +
 .../impl/AbstractScannedResultCollector.java       |     1 +
 .../impl/DictionaryBasedResultCollector.java       |    66 +-
 .../impl/DictionaryBasedVectorResultCollector.java |    12 +-
 .../collector/impl/RawBasedResultCollector.java    |     1 +
 .../RestructureBasedDictionaryResultCollector.java |    17 +-
 .../impl/RestructureBasedRawResultCollector.java   |   119 +-
 .../RestructureBasedVectorResultCollector.java     |    20 +-
 .../collector/impl/RowIdBasedResultCollector.java  |    11 +-
 .../impl/RowIdRawBasedResultCollector.java         |     1 +
 .../RowIdRestructureBasedRawResultCollector.java   |     1 +
 .../core/scan/complextypes/ArrayQueryType.java     |    34 +-
 .../core/scan/complextypes/ComplexQueryType.java   |    18 +-
 .../core/scan/complextypes/MapQueryType.java       |     5 +-
 .../core/scan/complextypes/PrimitiveQueryType.java |    90 +-
 .../core/scan/complextypes/StructQueryType.java    |    37 +-
 .../core/scan/executor/QueryExecutor.java          |     5 +-
 .../core/scan/executor/QueryExecutorFactory.java   |     1 +
 .../exception/QueryExecutionException.java         |     4 +-
 .../scan/executor/impl/AbstractQueryExecutor.java  |   163 +-
 .../scan/executor/impl/DetailQueryExecutor.java    |     4 +-
 .../executor/impl/QueryExecutorProperties.java     |     9 +-
 .../executor/impl/VectorDetailQueryExecutor.java   |     5 +-
 .../scan/executor/infos/BlockExecutionInfo.java    |    82 +-
 .../core/scan/executor/infos/DeleteDeltaInfo.java  |     7 +-
 .../core/scan/executor/infos/MeasureInfo.java      |     1 +
 .../core/scan/executor/util/QueryUtil.java         |   350 +-
 .../core/scan/executor/util/RestructureUtil.java   |    54 +-
 .../core/scan/expression/ColumnExpression.java     |     2 +-
 .../core/scan/expression/ExpressionResult.java     |    60 +-
 .../core/scan/expression/LiteralExpression.java    |     1 -
 .../core/scan/expression/MatchExpression.java      |     9 +-
 .../scan/expression/RangeExpressionEvaluator.java  |     3 +-
 .../expression/conditional/EqualToExpression.java  |     4 +-
 .../conditional/GreaterThanEqualToExpression.java  |     4 +-
 .../conditional/GreaterThanExpression.java         |     5 +-
 .../expression/conditional/ImplicitExpression.java |    19 +-
 .../scan/expression/conditional/InExpression.java  |     4 +-
 .../conditional/LessThanEqualToExpression.java     |     4 +-
 .../expression/conditional/LessThanExpression.java |     4 +-
 .../conditional/NotEqualsExpression.java           |     4 +-
 .../expression/conditional/NotInExpression.java    |     4 +-
 .../exception/FilterIllegalMemberException.java    |     1 -
 .../scan/expression/logical/FalseExpression.java   |    18 +-
 .../scan/expression/logical/RangeExpression.java   |     3 +-
 .../scan/expression/logical/TrueExpression.java    |    15 +-
 .../core/scan/filter/ColumnFilterInfo.java         |     2 +
 .../core/scan/filter/FilterExecutorUtil.java       |     1 +
 .../scan/filter/FilterExpressionProcessor.java     |   251 +-
 .../core/scan/filter/FilterProcessor.java          |    11 +-
 .../carbondata/core/scan/filter/FilterUtil.java    |  1240 +--
 .../filter/executer/AndFilterExecuterImpl.java     |     9 +-
 .../scan/filter/executer/BitSetUpdaterFactory.java |     7 +-
 .../executer/DimColumnExecuterFilterInfo.java      |     1 +
 .../filter/executer/ExcludeFilterExecuterImpl.java |     9 +-
 .../scan/filter/executer/FalseFilterExecutor.java  |    18 +-
 .../scan/filter/executer/FilterBitSetUpdater.java  |     1 +
 .../core/scan/filter/executer/FilterExecuter.java  |     1 +
 .../executer/ImplicitColumnFilterExecutor.java     |     1 +
 .../ImplicitIncludeFilterExecutorImpl.java         |    13 +-
 .../filter/executer/IncludeFilterExecuterImpl.java |    19 +-
 .../executer/MeasureColumnExecuterFilterInfo.java  |     1 +
 .../scan/filter/executer/OrFilterExecuterImpl.java |     1 +
 .../executer/RangeValueFilterExecuterImpl.java     |    27 +-
 .../filter/executer/RestructureEvaluatorImpl.java  |     8 +-
 .../RestructureExcludeFilterExecutorImpl.java      |     4 +-
 .../RestructureIncludeFilterExecutorImpl.java      |     4 +-
 .../executer/RowLevelFilterExecuterImpl.java       |   167 +-
 .../RowLevelRangeGrtThanFiterExecuterImpl.java     |    31 +-
 ...LevelRangeGrtrThanEquaToFilterExecuterImpl.java |    34 +-
 ...wLevelRangeLessThanEqualFilterExecuterImpl.java |    33 +-
 .../RowLevelRangeLessThanFilterExecuterImpl.java   |    31 +-
 .../executer/RowLevelRangeTypeExecuterFactory.java |     1 +
 .../scan/filter/executer/TrueFilterExecutor.java   |     8 +-
 .../core/scan/filter/intf/FilterExecuterType.java  |     1 +
 .../carbondata/core/scan/filter/intf/RowImpl.java  |    12 +-
 .../scan/filter/optimizer/RangeFilterOptmizer.java |     3 +-
 .../core/scan/filter/partition/AndFilterImpl.java  |    43 -
 .../scan/filter/partition/EqualToFilterImpl.java   |    59 -
 .../core/scan/filter/partition/InFilterImpl.java   |    60 -
 .../partition/KeepAllPartitionFilterImpl.java      |    33 -
 .../core/scan/filter/partition/OrFilterImpl.java   |    43 -
 .../scan/filter/partition/PartitionFilterIntf.java |    36 -
 .../scan/filter/partition/PartitionFilterUtil.java |   209 -
 .../partition/PruneAllPartitionFilterImpl.java     |    33 -
 .../scan/filter/partition/RangeFilterImpl.java     |    87 -
 .../resolver/ConditionalFilterResolverImpl.java    |    96 +-
 .../scan/filter/resolver/FilterResolverIntf.java   |    32 +-
 .../filter/resolver/LogicalFilterResolverImpl.java |    30 +-
 .../resolver/RowLevelFilterResolverImpl.java       |     5 +-
 .../resolver/RowLevelRangeFilterResolverImpl.java  |    81 +-
 .../resolver/metadata/FilterResolverMetadata.java  |    11 +-
 .../resolverinfo/DimColumnResolvedFilterInfo.java  |     6 +-
 .../resolverinfo/FalseConditionalResolverImpl.java |     8 +-
 .../MeasureColumnResolvedFilterInfo.java           |     7 +-
 .../resolverinfo/TrueConditionalResolverImpl.java  |     7 +-
 .../visitor/CustomTypeDictionaryVisitor.java       |     1 +
 .../visitor/DictionaryColumnVisitor.java           |    81 -
 .../visitor/FilterInfoTypeVisitorFactory.java      |    14 +-
 .../visitor/ImplicitColumnVisitor.java             |     4 +-
 .../resolverinfo/visitor/MeasureColumnVisitor.java |     1 +
 .../visitor/NoDictionaryTypeVisitor.java           |     1 +
 .../visitor/RangeDictionaryColumnVisitor.java      |    66 -
 .../visitor/ResolvedFilterInfoVisitorIntf.java     |     6 +-
 .../core/scan/model/ProjectionColumn.java          |     1 +
 .../carbondata/core/scan/model/QueryModel.java     |    72 +-
 .../core/scan/model/QueryModelBuilder.java         |    48 +-
 .../core/scan/partition/HashPartitioner.java       |    41 -
 .../core/scan/partition/ListPartitioner.java       |    77 -
 .../core/scan/partition/PartitionUtil.java         |   129 -
 .../core/scan/partition/Partitioner.java           |    27 -
 .../core/scan/partition/RangePartitioner.java      |    89 -
 .../carbondata/core/scan/processor/BlockScan.java  |   103 -
 .../core/scan/processor/DataBlockIterator.java     |     8 +-
 .../scan/processor/RawBlockletColumnChunks.java    |     1 +
 .../core/scan/result/BlockletScannedResult.java    |    27 +-
 .../carbondata/core/scan/result/RowBatch.java      |     6 +-
 .../scan/result/impl/FilterQueryScannedResult.java |    29 +-
 .../result/impl/NonFilterQueryScannedResult.java   |    29 +-
 .../AbstractDetailQueryResultIterator.java         |     9 +-
 .../scan/result/iterator/ChunkRowIterator.java     |     6 +-
 .../iterator/ColumnDriftRawResultIterator.java     |     8 +-
 .../result/iterator/DetailQueryResultIterator.java |     4 +-
 .../PartitionSpliterRawResultIterator.java         |     7 +-
 .../scan/result/iterator/RawResultIterator.java    |    14 +-
 .../iterator/VectorDetailQueryResultIterator.java  |     1 +
 .../scan/result/vector/CarbonColumnVector.java     |     1 -
 .../core/scan/result/vector/CarbonDictionary.java  |     2 +-
 .../core/scan/result/vector/ColumnVectorInfo.java  |    10 +-
 .../result/vector/MeasureDataVectorProcessor.java  |     2 +
 .../result/vector/impl/CarbonColumnVectorImpl.java |   132 +-
 .../result/vector/impl/CarbonDictionaryImpl.java   |    55 +-
 .../directread/AbstractCarbonColumnarVector.java   |     3 +-
 ...ColumnarVectorWrapperDirectWithDeleteDelta.java |    10 +-
 ...apperDirectWithDeleteDeltaAndInvertedIndex.java |     3 +-
 ...lumnarVectorWrapperDirectWithInvertedIndex.java |     9 +-
 .../core/scan/scanner/BlockletScanner.java         |     1 +
 .../core/scan/scanner/LazyPageLoader.java          |     1 +
 .../scan/scanner/impl/BlockletFilterScanner.java   |    34 +-
 .../scan/scanner/impl/BlockletFullScanner.java     |     4 +-
 .../core/scan/wrappers/ByteArrayWrapper.java       |    13 +-
 .../core/scan/wrappers/IntArrayWrapper.java        |     6 +-
 .../core/segmentmeta/BlockColumnMetaDataInfo.java  |    64 +
 .../segmentmeta/SegmentColumnMetaDataInfo.java     |    79 +
 .../core/segmentmeta/SegmentMetaDataInfo.java      |    37 +
 .../core/segmentmeta/SegmentMetaDataInfoStats.java |   167 +
 .../core/service/CarbonCommonFactory.java          |    33 -
 .../core/service/ColumnUniqueIdService.java        |     1 +
 .../carbondata/core/service/DictionaryService.java |    76 -
 .../core/service/impl/ColumnUniqueIdGenerator.java |     4 +-
 .../core/service/impl/DictionaryFactory.java       |    98 -
 .../stats/DriverQueryStatisticsRecorderDummy.java  |     1 +
 .../stats/DriverQueryStatisticsRecorderImpl.java   |     1 +
 .../carbondata/core/stats/QueryStatistic.java      |     1 +
 .../core/stats/QueryStatisticsConstants.java       |     2 +
 .../core/stats/QueryStatisticsRecorder.java        |     1 +
 .../core/stats/QueryStatisticsRecorderDummy.java   |     3 +-
 .../core/stats/QueryStatisticsRecorderImpl.java    |     1 +
 .../carbondata/core/stats/TaskStatistics.java      |     4 +-
 .../carbondata/core/statusmanager/FileFormat.java  |    53 +-
 .../core/statusmanager/LoadMetadataDetails.java    |   152 +-
 .../core/statusmanager/SegmentRefreshInfo.java     |     3 +-
 .../core/statusmanager/SegmentStatusManager.java   |   265 +-
 .../statusmanager/SegmentUpdateStatusManager.java  |   227 +-
 .../carbondata/core/statusmanager/StageInput.java  |   136 +
 .../core/statusmanager/StageInputCollector.java    |   143 +
 .../core/stream/ExtendedByteArrayOutputStream.java |     1 +
 .../carbondata/core/stream/StreamPruner.java       |    16 +-
 .../core/util/AbstractDataFileFooterConverter.java |   121 +-
 .../apache/carbondata/core/util/BitSetGroup.java   |     1 +
 .../carbondata/core/util/BlockletDataMapUtil.java  |   150 +-
 .../org/apache/carbondata/core/util/ByteUtil.java  |    42 +-
 .../core/util/CarbonLoadStatisticsImpl.java        |    38 +-
 .../carbondata/core/util/CarbonMetadataUtil.java   |   118 +-
 .../carbondata/core/util/CarbonProperties.java     |   447 +-
 .../carbondata/core/util/CarbonTaskInfo.java       |     1 +
 .../carbondata/core/util/CarbonThreadFactory.java  |     4 +-
 .../apache/carbondata/core/util/CarbonUtil.java    |   696 +-
 .../apache/carbondata/core/util/CustomIndex.java   |    80 +
 .../core/util/DataFileFooterConverter.java         |    28 +-
 .../core/util/DataFileFooterConverter2.java        |   152 -
 .../core/util/DataFileFooterConverterFactory.java  |     8 +-
 .../core/util/DataFileFooterConverterV3.java       |     8 +-
 .../carbondata/core/util/DataTypeConverter.java    |     8 +
 .../core/util/DataTypeConverterImpl.java           |     3 +-
 .../apache/carbondata/core/util/DataTypeUtil.java  |    97 +-
 .../carbondata/core/util/DeleteLoadFolders.java    |    13 +-
 .../carbondata/core/util/NonDictionaryUtil.java    |    92 -
 .../core/util/ObjectSerializationUtil.java         |     2 +-
 .../core/util/OutputFilesInfoHolder.java           |    78 +
 .../apache/carbondata/core/util/SessionParams.java |    42 +-
 .../carbondata/core/util/TaskMetricsMap.java       |     1 -
 .../core/util/ThreadLocalSessionInfo.java          |    14 +
 .../carbondata/core/util/ThreadLocalTaskInfo.java  |     2 +-
 .../BigDecimalSerializableComparator.java          |    34 +
 .../comparator/BooleanSerializableComparator.java  |    38 +
 .../ByteArraySerializableComparator.java           |    37 +
 .../core/util/comparator/Comparator.java           |   175 +-
 .../comparator/DoubleSerializableComparator.java   |    32 +
 .../comparator/FloatSerializableComparator.java    |    32 +
 .../util/comparator/IntSerializableComparator.java |    38 +
 .../comparator/LongSerializableComparator.java     |    38 +
 .../comparator/ShortSerializableComparator.java    |    38 +
 .../comparator/StringSerializableComparator.java   |    34 +
 .../carbondata/core/util/path/CarbonTablePath.java |   273 +-
 .../core/writer/CarbonDeleteDeltaWriter.java       |     1 +
 .../core/writer/CarbonDeleteDeltaWriterImpl.java   |    13 +-
 .../core/writer/CarbonDictionaryWriter.java        |    50 -
 .../core/writer/CarbonDictionaryWriterImpl.java    |   423 -
 .../core/writer/CarbonIndexFileMergeWriter.java    |    81 +-
 .../core/writer/CarbonIndexFileWriter.java         |     1 +
 .../carbondata/core/writer/ThriftWriter.java       |     3 +-
 .../sortindex/CarbonDictionarySortIndexWriter.java |    43 -
 .../CarbonDictionarySortIndexWriterImpl.java       |   191 -
 .../writer/sortindex/CarbonDictionarySortInfo.java |    63 -
 .../CarbonDictionarySortInfoPreparator.java        |   146 -
 .../sortindex/CarbonDictionarySortModel.java       |   164 -
 .../java/org/apache/carbondata/events/Event.java   |     4 +-
 .../apache/carbondata/events/OperationContext.java |     3 +-
 .../carbondata/events/OperationEventListener.java  |     3 +-
 .../apache/carbondata/hadoop/CarbonInputSplit.java |    81 +-
 .../carbondata/hadoop/CarbonInputSplitWrapper.java |    68 +
 .../hadoop/internal/ObjectArrayWritable.java       |     1 +
 .../core/CarbonPropertiesValidationTest.java       |     3 +-
 .../carbondata/core/cache/CacheProviderTest.java   |    69 -
 .../carbondata/core/cache/CarbonLRUCacheTest.java  |    11 +-
 .../dictionary/AbstractDictionaryCacheTest.java    |   181 -
 .../ColumnDictionaryChunkIteratorTest.java         |    66 -
 .../cache/dictionary/ColumnDictionaryInfoTest.java |   591 --
 .../ColumnReverseDictionaryInfoTest.java           |    51 -
 .../dictionary/DictionaryByteArrayWrapperTest.java |    72 -
 .../dictionary/DictionaryCacheLoaderImplTest.java  |   103 -
 .../dictionary/DictionaryChunksWrapperTest.java    |   113 -
 .../DictionaryColumnUniqueIdentifierTest.java      |   102 -
 .../dictionary/ForwardDictionaryCacheTest.java     |   285 -
 .../cache/dictionary/ForwardDictionaryTest.java    |   127 -
 .../dictionary/ReverseDictionaryCacheTest.java     |   281 -
 .../cache/dictionary/ReverseDictionaryTest.java    |    96 -
 .../core/carbon/CarbonTableIdentifierTest.java     |     3 +-
 .../core/carbon/ColumnIdentifierTest.java          |     1 +
 .../store/impl/DFSFileReaderImplUnitTest.java      |     1 +
 .../store/impl/FileFactoryImplUnitTest.java        |    34 +-
 .../store/impl/FileReaderImplUnitTest.java         |     1 +
 .../filesystem/store/impl/TestFileProvider.java    |    10 +-
 .../core/datastore/CompressdFileTest.java          |     3 +-
 .../core/datastore/block/BlockInfoTest.java        |    90 -
 .../datastore/block/SegmentPropertiesTest.java     |    71 +-
 .../datastore/block/SegmentPropertiesTestUtil.java |     9 +-
 .../core/datastore/block/TableBlockInfoTest.java   |    29 +-
 .../core/datastore/block/TableTaskInfoTest.java    |    80 -
 .../ColumnarKeyStoreDataHolderUnitTest.java        |    91 -
 .../filesystem/AlluxioCarbonFileTest.java          |    23 +-
 .../datastore/filesystem/HDFSCarbonFileTest.java   |    31 +-
 .../datastore/filesystem/LocalCarbonFileTest.java  |    12 +-
 .../datastore/filesystem/ViewFsCarbonFileTest.java |    35 +-
 .../core/datastore/page/encoding/RLECodecTest.java |     1 +
 .../dictionary/client/DictionaryClientTest.java    |   206 -
 .../IncrementalColumnDictionaryGeneratorTest.java  |   188 -
 .../generator/ServerDictionaryGeneratorTest.java   |   216 -
 .../generator/TableDictionaryGeneratorTest.java    |   239 -
 .../blockletindex/TestBlockletDataMap.java         |     3 +-
 .../blockletindex/TestBlockletDataMapFactory.java  |     5 +
 ...iDimKeyVarLengthEquiSplitGeneratorUnitTest.java |   197 -
 ...KeyVarLengthVariableSplitGeneratorUnitTest.java |   150 -
 .../DateDirectDictionaryGeneratorTest.java         |     1 +
 .../factory/KeyGeneratorFactoryUnitTest.java       |    61 -
 .../mdkey/NumberCompressorUnitTest.java            |   116 -
 .../DictionaryByteArrayWrapperTest.java            |    74 +
 .../core/localdictionary/TestDictionaryStore.java  |     1 +
 .../TestLocalDictionaryGenerator.java              |     1 +
 .../localdictionary/TestPageLevelDictionary.java   |     5 +-
 .../core/locks/CarbonLockFactoryTest.java          |   130 +
 .../core/metadata/CarbonMetadataTest.java          |    11 +-
 .../metadata/DatabaseLocationProviderTest.java     |    45 +
 .../ThriftWrapperSchemaConverterImplTest.java      |     6 +-
 .../metadata/schema/table/CarbonTableTest.java     |     7 +-
 .../table/CarbonTableWithComplexTypesTest.java     |     5 +-
 .../DiskBasedDMSchemaStoraheProviderSuite.java     |     3 +-
 .../core/metadata/schema/table/TableInfoTest.java  |    14 +-
 .../metadata/schema/table/TableSchemaTest.java     |     1 +
 .../reader/CarbonDictionaryReaderImplTest.java     |   109 -
 .../core/reader/CarbonIndexFileReaderTest.java     |     2 -
 .../carbondata/core/reader/ThriftReaderTest.java   |    95 -
 .../CarbonDictionarySortIndexReaderImplTest.java   |   143 -
 .../core/scan/complextypes/ArrayQueryTypeTest.java |     1 +
 .../scan/complextypes/PrimitiveQueryTypeTest.java  |    81 +-
 .../core/scan/executor/util/QueryUtilTest.java     |    98 +-
 .../scan/executor/util/RestructureUtilTest.java    |     1 +
 .../core/scan/expression/ExpressionResultTest.java |     1 +
 .../conditional/EqualToExpressionUnitTest.java     |     3 +-
 .../GreaterThanEqualToExpressionUnitTest.java      |     5 +-
 .../conditional/GreaterThanExpressionUnitTest.java |     5 +-
 .../conditional/InExpressionUnitTest.java          |     1 +
 .../LessThanEqualToExpressionUnitTest.java         |     5 +-
 .../conditional/LessThanExpressionUnitTest.java    |     5 +-
 .../conditional/ListExpressionUnitTest.java        |     1 +
 .../conditional/NotEqualsExpressionUnitTest.java   |     5 +-
 .../conditional/NotInExpressionUnitTest.java       |     1 +
 .../scan/filter/FilterExpressionProcessorTest.java |    10 +-
 .../core/scan/filter/FilterUtilTest.java           |   167 +-
 .../executer/ExcludeFilterExecuterImplTest.java    |     7 +-
 .../executer/IncludeFilterExecuterImplTest.java    |     1 +
 .../carbondata/core/scan/result/RowBatchTest.java  |     1 +
 .../core/scan/wrappers/ByteArrayWrapperTest.java   |     1 +
 .../DriverQueryStatisticsRecorderImplTest.java     |     1 +
 .../apache/carbondata/core/util/ByteUtilTest.java  |     1 +
 .../core/util/CarbonMetadataUtilTest.java          |     5 +-
 .../carbondata/core/util/CarbonTestUtil.java       |     3 -
 .../carbondata/core/util/CarbonUtilTest.java       |   116 +-
 .../core/util/DataFileFooterConverterTest.java     |     8 +-
 .../core/util/RangeFilterProcessorTest.java        |    15 +-
 .../writer/CarbonDictionaryWriterImplTest.java     |   538 -
 .../CarbonDictionarySortIndexWriterImplTest.java   |   138 -
 .../CarbonDictionarySortInfoPreparatorTest.java    |    98 -
 .../sortindex/CarbonDictionarySortModelTest.java   |   206 -
 datamap/bloom/pom.xml                              |    82 -
 .../datamap/bloom/AbstractBloomDataMapWriter.java  |   214 -
 .../datamap/bloom/BloomCacheKeyValue.java          |   112 -
 .../datamap/bloom/BloomCoarseGrainDataMap.java     |   418 -
 .../bloom/BloomCoarseGrainDataMapFactory.java      |   473 -
 .../datamap/bloom/BloomDataMapBuilder.java         |    99 -
 .../datamap/bloom/BloomDataMapCache.java           |    92 -
 .../datamap/bloom/BloomDataMapModel.java           |    38 -
 .../datamap/bloom/BloomDataMapWriter.java          |    99 -
 .../datamap/bloom/BloomIndexFileStore.java         |   244 -
 .../hadoop/util/bloom/CarbonBloomFilter.java       |   177 -
 datamap/examples/pom.xml                           |    83 -
 .../datamap/examples/MinMaxDataWriter.java         |   286 -
 .../datamap/examples/MinMaxIndexDataMap.java       |   182 -
 .../examples/MinMaxIndexDataMapFactory.java        |   172 -
 .../datamap/examples/MinMaxDataMapSuite.scala      |   125 -
 datamap/lucene/pom.xml                             |   145 -
 .../datamap/lucene/LuceneDataMapFactoryBase.java   |   353 -
 .../datamap/lucene/LuceneDataMapWriter.java        |   489 -
 .../datamap/lucene/LuceneFineGrainDataMap.java     |   443 -
 .../lucene/LuceneFineGrainDataMapFactory.java      |   115 -
 datamap/mv/core/pom.xml                            |   174 -
 .../carbondata/mv/datamap/MVAnalyzerRule.scala     |   182 -
 .../carbondata/mv/datamap/MVDataMapProvider.scala  |   210 -
 .../apache/carbondata/mv/datamap/MVHelper.scala    |   817 --
 .../org/apache/carbondata/mv/datamap/MVUtil.scala  |   375 -
 .../carbondata/mv/rewrite/DefaultMatchMaker.scala  |   743 --
 .../apache/carbondata/mv/rewrite/MatchMaker.scala  |    47 -
 .../apache/carbondata/mv/rewrite/Navigator.scala   |   209 -
 .../carbondata/mv/rewrite/QueryRewrite.scala       |    60 -
 .../mv/rewrite/SummaryDatasetCatalog.scala         |   273 -
 .../org/apache/carbondata/mv/rewrite/Utils.scala   |   460 -
 .../carbondata/mv/rewrite/MVCoalesceTestCase.scala |    93 -
 .../mv/rewrite/MVCountAndCaseTestCase.scala        |    88 -
 .../carbondata/mv/rewrite/MVCreateTestCase.scala   |  1251 ---
 .../mv/rewrite/MVExceptionTestCase.scala           |    62 -
 .../mv/rewrite/MVFilterAndJoinTest.scala           |    70 -
 .../mv/rewrite/MVIncrementalLoadingTestcase.scala  |   627 --
 .../carbondata/mv/rewrite/MVInvalidTestCase.scala  |    47 -
 .../mv/rewrite/MVMultiJoinTestCase.scala           |    87 -
 .../carbondata/mv/rewrite/MVRewriteTestCase.scala  |    89 -
 .../carbondata/mv/rewrite/MVSampleTestCase.scala   |   166 -
 .../carbondata/mv/rewrite/MVTPCDSTestCase.scala    |   143 -
 .../carbondata/mv/rewrite/MVTpchTestCase.scala     |   242 -
 .../mv/rewrite/SelectAllColumnsSuite.scala         |    50 -
 .../mv/rewrite/TestAllOperationsOnMV.scala         |   624 --
 .../mv/rewrite/TestPartitionWithMV.scala           |   681 --
 .../carbondata/mv/rewrite/TestSQLSuite.scala       |    99 -
 .../carbondata/mv/rewrite/Tpcds_1_4_Suite.scala    |    84 -
 datamap/mv/plan/pom.xml                            |   161 -
 .../mv/expressions/modular/subquery.scala          |   170 -
 .../mv/plans/modular/AggregatePushDown.scala       |   170 -
 .../carbondata/mv/plans/modular/Harmonizer.scala   |   252 -
 .../mv/plans/modular/ModularPatterns.scala         |   250 -
 .../carbondata/mv/plans/modular/ModularPlan.scala  |   215 -
 .../mv/plans/modular/ModularRelation.scala         |   202 -
 .../carbondata/mv/plans/modular/Modularizer.scala  |   117 -
 .../org/apache/carbondata/mv/plans/package.scala   |    55 -
 .../mv/plans/util/BirdcageOptimizer.scala          |   202 -
 .../mv/plans/util/Logical2ModularExtractions.scala |   380 -
 .../apache/carbondata/mv/plans/util/Printers.scala |   347 -
 .../carbondata/mv/plans/util/SQLBuildDSL.scala     |   455 -
 .../carbondata/mv/plans/util/SQLBuilder.scala      |   269 -
 .../carbondata/mv/plans/util/Signature.scala       |    49 -
 .../carbondata/mv/testutil/ModularPlanTest.scala   |   162 -
 .../carbondata/mv/testutil/Tpcds_1_4_Tables.scala  |   859 --
 .../apache/carbondata/mv/plans/IsSPJGHSuite.scala  |    58 -
 .../mv/plans/LogicalToModularPlanSuite.scala       |   195 -
 .../carbondata/mv/plans/ModularToSQLSuite.scala    |   149 -
 .../carbondata/mv/plans/SignatureSuite.scala       |    77 -
 .../mv/plans/Tpcds_1_4_BenchmarkSuite.scala        |    86 -
 dev/findbugs-exclude.xml                           |    18 +
 dev/java-code-format-template.xml                  |     1 -
 dev/javastyle-config.xml                           |    60 +-
 docs/alluxio-guide.md                              |    10 +-
 docs/carbon-as-spark-datasource-guide.md           |     2 +-
 docs/configuration-parameters.md                   |    17 +-
 docs/datamap-developer-guide.md                    |    36 -
 docs/datamap/datamap-management.md                 |   152 -
 docs/datamap/mv-datamap-guide.md                   |   208 -
 docs/datamap/preaggregate-datamap-guide.md         |   275 -
 docs/datamap/timeseries-datamap-guide.md           |   154 -
 docs/ddl-of-carbondata.md                          |   173 +-
 docs/dml-of-carbondata.md                          |   138 +-
 docs/documentation.md                              |     2 +-
 docs/faq.md                                        |    26 +-
 docs/file-structure-of-carbondata.md               |     2 -
 docs/hive-guide.md                                 |     3 +-
 docs/images/codegen.png                            |   Bin 0 -> 8302 bytes
 docs/images/spatial-index-1.png                    |   Bin 0 -> 1835 bytes
 docs/images/spatial-index-2.png                    |   Bin 0 -> 16910 bytes
 docs/index-developer-guide.md                      |    34 +
 docs/index-server.md                               |    46 +-
 .../bloomfilter-index-guide.md}                    |     0
 docs/index/index-management.md                     |   141 +
 .../lucene-index-guide.md}                         |     0
 docs/index/mv-guide.md                             |   271 +
 docs/introduction.md                               |    16 +-
 docs/language-manual.md                            |     8 +-
 docs/performance-tuning.md                         |     2 +-
 docs/presto-guide.md                               |   298 -
 docs/prestodb-guide.md                             |   300 +
 docs/prestosql-guide.md                            |   299 +
 docs/query-with-spark-sql-performance -tuning.md   |    58 +
 docs/quick-start-guide.md                          |   235 +-
 docs/sdk-guide.md                                  |    24 +-
 docs/spatial-index-guide.md                        |    97 +
 docs/streaming-guide.md                            |    10 +-
 docs/usecases.md                                   |     8 +-
 ...200\247\350\203\275\345\257\271\346\257\224.md" |   154 +
 ...277\207\346\273\244\346\235\241\344\273\266.md" |   533 +
 docs/zh_cn/images/SortColumns.png                  |   Bin 0 -> 6789 bytes
 examples/flink/pom.xml                             |    21 +-
 examples/spark/pom.xml                             |   206 +
 .../examples/sdk/CarbonReaderExample.java          |   170 +
 .../carbondata/examples/sdk/SDKS3Example.java      |   140 +
 .../carbondata/examples/sdk/SDKS3ReadExample.java  |     0
 .../examples/sdk/SDKS3SchemaReadExample.java       |    69 +
 .../examples/sql/JavaCarbonSessionExample.java     |    92 +
 .../src/main/resources/Test_Data1.csv              |     0
 .../src/main/resources/complexdata.csv             |     0
 .../{spark2 => spark}/src/main/resources/data.csv  |     0
 .../{spark2 => spark}/src/main/resources/data1.csv |     0
 .../src/main/resources/dataSample.csv              |     0
 .../spark/src/main}/resources/dimSample.csv        |     0
 .../src/main/resources/factSample.csv              |     0
 .../src/main/resources/log4j.properties            |     0
 .../src/main/resources/sample.csv                  |     0
 .../src/main/resources/streamSample.csv            |     0
 .../benchmark/ConcurrentQueryBenchmark.scala       |   580 ++
 .../org/apache/carbondata/benchmark/Query.scala    |     0
 .../carbondata/benchmark/SCDType2Benchmark.scala   |   300 +
 .../benchmark/SimpleQueryBenchmark.scala           |   346 +
 .../carbondata/examples/AlluxioExample.scala       |   130 +
 .../carbondata/examples/AlterTableExample.scala    |    82 +
 .../apache/carbondata/examples/CDCExample.scala    |   332 +
 .../examples/CarbonDataFrameExample.scala          |    73 +
 .../carbondata/examples/CarbonSessionExample.scala |   147 +
 .../examples/CarbonSortColumnsExample.scala        |   122 +
 .../examples/CaseClassDataFrameAPIExample.scala    |    53 +
 .../examples/CustomCompactionExample.scala         |   101 +
 .../examples/DataFrameComplexTypeExample.scala     |   162 +
 .../examples/DataManagementExample.scala           |   114 +
 .../examples/DataUpdateDeleteExample.scala         |   165 +
 .../apache/carbondata/examples/DedupExample.scala  |   207 +
 .../carbondata/examples/DirectSQLExample.scala     |   113 +
 .../carbondata/examples/ExternalTableExample.scala |   104 +
 .../carbondata/examples/HadoopFileExample.scala    |    77 +
 .../apache/carbondata/examples/HiveExample.scala   |   303 +
 .../carbondata/examples/LuceneDataMapExample.scala |   114 +
 .../org/apache/carbondata/examples/MVExample.scala |   220 +
 .../carbondata/examples/QuerySegmentExample.scala  |   150 +
 .../apache/carbondata/examples/S3CsvExample.scala  |    99 +
 .../org/apache/carbondata/examples/S3Example.scala |   141 +
 .../carbondata/examples/S3UsingSDkExample.scala    |   127 +
 .../carbondata/examples/SparkSessionExample.scala  |   179 +
 .../examples/SparkStreamingExample.scala           |   210 +
 .../examples/StandardPartitionExample.scala        |   199 +
 .../carbondata/examples/StreamSQLExample.scala     |   102 +
 .../examples/StreamingUsingBatchLoadExample.scala  |   208 +
 .../examples/StreamingWithRowParserExample.scala   |   214 +
 .../examples/StructuredStreamingExample.scala      |   209 +
 .../TableLevelCompactionOptionExample.scala        |   125 +
 .../carbondata/examples/util/ExampleUtils.scala    |   149 +
 .../apache/carbondata/examplesCI/RunExamples.scala |   129 +
 examples/spark2/pom.xml                            |   256 -
 .../examples/sdk/CarbonReaderExample.java          |   170 -
 .../carbondata/examples/sdk/SDKS3Example.java      |   140 -
 .../examples/sdk/SDKS3SchemaReadExample.java       |    69 -
 .../examples/sql/JavaCarbonSessionExample.java     |    94 -
 .../benchmark/ConcurrentQueryBenchmark.scala       |   579 --
 .../benchmark/SimpleQueryBenchmark.scala           |   346 -
 .../carbondata/examples/AllDictionaryExample.scala |    86 -
 .../carbondata/examples/AlluxioExample.scala       |   132 -
 .../carbondata/examples/AlterTableExample.scala    |    83 -
 .../examples/CarbonDataFrameExample.scala          |    73 -
 .../examples/CarbonPartitionExample.scala          |   215 -
 .../carbondata/examples/CarbonSessionExample.scala |   140 -
 .../examples/CarbonSortColumnsExample.scala        |   122 -
 .../examples/CaseClassDataFrameAPIExample.scala    |    53 -
 .../examples/CustomCompactionExample.scala         |   100 -
 .../examples/DataFrameComplexTypeExample.scala     |   220 -
 .../examples/DataManagementExample.scala           |   113 -
 .../examples/DataUpdateDeleteExample.scala         |   165 -
 .../carbondata/examples/DirectSQLExample.scala     |   113 -
 .../carbondata/examples/ExternalTableExample.scala |   104 -
 .../carbondata/examples/HadoopFileExample.scala    |    77 -
 .../apache/carbondata/examples/HiveExample.scala   |   271 -
 .../carbondata/examples/LuceneDataMapExample.scala |   114 -
 .../carbondata/examples/MVDataMapExample.scala     |   221 -
 .../examples/PreAggregateDataMapExample.scala      |   239 -
 .../carbondata/examples/QuerySegmentExample.scala  |   150 -
 .../apache/carbondata/examples/S3CsvExample.scala  |    99 -
 .../org/apache/carbondata/examples/S3Example.scala |   142 -
 .../carbondata/examples/S3UsingSDkExample.scala    |   127 -
 .../carbondata/examples/SparkSessionExample.scala  |   186 -
 .../examples/SparkStreamingExample.scala           |   211 -
 .../examples/StandardPartitionExample.scala        |   199 -
 .../carbondata/examples/StreamSQLExample.scala     |   102 -
 .../examples/StreamingUsingBatchLoadExample.scala  |   209 -
 .../examples/StreamingWithRowParserExample.scala   |   214 -
 .../examples/StructuredStreamingExample.scala      |   209 -
 .../TableLevelCompactionOptionExample.scala        |   124 -
 .../TimeSeriesPreAggregateTableExample.scala       |   108 -
 .../examples/util/AllDictionaryUtil.scala          |   110 -
 .../carbondata/examples/util/ExampleUtils.scala    |   119 -
 .../apache/carbondata/examplesCI/RunExamples.scala |   138 -
 format/pom.xml                                     |     2 +-
 format/src/main/thrift/dictionary_metadata.thrift  |    30 -
 format/src/main/thrift/schema.thrift               |    12 +-
 format/src/main/thrift/sort_index.thrift           |    26 -
 geo/pom.xml                                        |   180 +
 .../org/apache/carbondata/geo/GeoHashImpl.java     |   403 +
 .../org/apache/carbondata/geo/QuadTreeCls.java     |   922 ++
 .../geo/scan/expression/PolygonExpression.java     |   173 +
 .../org/apache/carbondata/geo/QuadTreeClsTest.java |   325 +
 hadoop/pom.xml                                     |     6 +-
 .../carbondata/hadoop/AbstractRecordReader.java    |     1 +
 .../carbondata/hadoop/CacheAccessClient.java       |   106 -
 .../carbondata/hadoop/CarbonMultiBlockSplit.java   |     3 +-
 .../apache/carbondata/hadoop/CarbonProjection.java |     1 +
 .../carbondata/hadoop/CarbonRecordReader.java      |    34 +-
 .../carbondata/hadoop/InputMetricsStats.java       |     1 -
 .../hadoop/api/CarbonFileInputFormat.java          |   179 +-
 .../carbondata/hadoop/api/CarbonInputFormat.java   |   257 +-
 .../hadoop/api/CarbonOutputCommitter.java          |   167 +-
 .../hadoop/api/CarbonTableInputFormat.java         |   304 +-
 .../hadoop/api/CarbonTableOutputFormat.java        |   103 +-
 .../hadoop/readsupport/CarbonReadSupport.java      |    12 +-
 .../readsupport/impl/CarbonRowReadSupport.java     |    25 +-
 .../impl/DictionaryDecodeReadSupport.java          |   100 -
 .../hadoop/stream/CarbonStreamInputFormat.java     |    38 +-
 .../hadoop/stream/CarbonStreamUtils.java           |     1 +
 .../hadoop/stream/StreamBlockletReader.java        |     2 +-
 .../hadoop/stream/StreamRecordReader.java          |    80 +-
 .../carbondata/hadoop/testutil/StoreCreator.java   |    92 +-
 .../hadoop/util/CarbonInputFormatUtil.java         |    98 -
 .../hadoop/util/CarbonInputSplitTaskInfo.java      |    12 +-
 .../hadoop/util/CarbonVectorizedRecordReader.java  |    31 +-
 .../hadoop/ft/CarbonTableInputFormatTest.java      |    20 +-
 .../hadoop/ft/CarbonTableOutputFormatTest.java     |     7 +-
 index/bloom/pom.xml                                |    75 +
 .../datamap/bloom/AbstractBloomDataMapWriter.java  |   210 +
 .../datamap/bloom/BloomCacheKeyValue.java          |   121 +
 .../datamap/bloom/BloomCoarseGrainDataMap.java     |   376 +
 .../bloom/BloomCoarseGrainDataMapFactory.java      |   478 +
 .../datamap/bloom/BloomDataMapBuilder.java         |    99 +
 .../datamap/bloom/BloomDataMapCache.java           |    91 +
 .../datamap/bloom/BloomDataMapDistributable.java   |     0
 .../datamap/bloom/BloomDataMapModel.java           |    39 +
 .../datamap/bloom/BloomDataMapWriter.java          |    71 +
 .../datamap/bloom/BloomIndexFileStore.java         |   239 +
 .../carbondata/datamap/bloom/DataConvertUtil.java  |     0
 .../hadoop/util/bloom/CarbonBloomFilter.java       |   178 +
 index/examples/pom.xml                             |    81 +
 .../datamap/examples/BlockletMinMax.java           |     0
 .../datamap/examples/MinMaxDataWriter.java         |   291 +
 .../datamap/examples/MinMaxIndexBlockDetails.java  |     0
 .../datamap/examples/MinMaxIndexDataMap.java       |   184 +
 .../examples/MinMaxIndexDataMapFactory.java        |   180 +
 .../datamap/examples/MinMaxDataMapSuite.scala      |   125 +
 index/lucene/pom.xml                               |   143 +
 .../datamap/lucene/LuceneDataMapBuilder.java       |     0
 .../datamap/lucene/LuceneDataMapDistributable.java |     0
 .../datamap/lucene/LuceneDataMapFactoryBase.java   |   352 +
 .../datamap/lucene/LuceneDataMapWriter.java        |   489 +
 .../datamap/lucene/LuceneFineGrainDataMap.java     |   446 +
 .../lucene/LuceneFineGrainDataMapFactory.java      |   113 +
 index/secondary-index/pom.xml                      |   210 +
 .../CarbonDataFileMergeTestCaseOnSI.scala          |   276 +
 .../CarbonIndexFileMergeTestCaseWithSI.scala       |   289 +
 .../testsuite/secondaryindex/DropTableTest.scala   |    77 +
 .../InsertIntoCarbonTableTestCase.scala            |    47 +
 ...tAlterTableColumnRenameWithSecondaryIndex.scala |   113 +
 .../TestBroadCastSIFilterPushJoinWithUDF.scala     |   436 +
 .../TestCTASWithSecondaryIndex.scala               |   349 +
 .../secondaryindex/TestCacheOperationsForSI.scala  |   124 +
 .../testsuite/secondaryindex/TestCarbonJoin.scala  |    73 +
 .../TestCreateIndexForCleanAndDeleteSegment.scala  |    95 +
 .../secondaryindex/TestCreateIndexTable.scala      |   489 +
 .../TestCreateIndexWithLoadAndCompaction.scala     |   267 +
 .../TestLikeQueryWithSecondaryIndex.scala          |    95 +
 .../TestNIQueryWithSecondaryIndex.scala            |   253 +
 .../TestRegisterIndexCarbonTable.scala             |    86 +
 .../secondaryindex/TestSIWithAddSegment.scala      |   113 +
 .../secondaryindex/TestSIWithSecondryIndex.scala   |   250 +
 .../TestSecondaryIndexForORFilterPushDown.scala    |   254 +
 .../TestSecondaryIndexWithAggQueries.scala         |   178 +
 .../secondaryindex/TestSecondaryIndexWithIUD.scala |   465 +
 ...IndexWithIndexOnFirstColumnAndSortColumns.scala |    48 +
 .../TestSecondaryIndexWithLocalDictionary.scala    |    94 +
 .../TestSecondaryIndexWithUnsafeColumnPage.scala   |    46 +
 .../apache/spark/util/TestCarbonSegmentUtil.scala  |   313 +
 integration/flink-build/pom.xml                    |   155 +
 integration/flink-proxy/pom.xml                    |    41 +
 .../org/apache/carbon/flink/ProxyFileSystem.java   |   126 +
 .../carbon/flink/ProxyFileSystemFactory.java       |    42 +
 .../org/apache/carbon/flink/ProxyFileWriter.java   |    36 +
 .../carbon/flink/ProxyFileWriterFactory.java       |   152 +
 .../org/apache/carbon/flink/ProxyRecoverable.java  |    61 +
 .../carbon/flink/ProxyRecoverableOutputStream.java |   128 +
 .../carbon/flink/ProxyRecoverableSerializer.java   |   176 +
 .../carbon/flink/ProxyRecoverableWriter.java       |    80 +
 .../org.apache.flink.core.fs.FileSystemFactory     |     1 +
 integration/flink/pom.xml                          |   330 +
 .../apache/carbon/core/metadata/StageManager.java  |   100 +
 .../apache/carbon/flink/CarbonLocalProperty.java   |    30 +
 .../org/apache/carbon/flink/CarbonLocalWriter.java |   233 +
 .../carbon/flink/CarbonLocalWriterFactory.java     |    56 +
 .../flink/CarbonLocalWriterFactoryBuilder.java     |    53 +
 .../org/apache/carbon/flink/CarbonS3Property.java  |    36 +
 .../org/apache/carbon/flink/CarbonS3Writer.java    |   228 +
 .../apache/carbon/flink/CarbonS3WriterFactory.java |   104 +
 .../carbon/flink/CarbonS3WriterFactoryBuilder.java |    54 +
 .../java/org/apache/carbon/flink/CarbonWriter.java |   245 +
 .../apache/carbon/flink/CarbonWriterFactory.java   |    77 +
 .../carbon/flink/CarbonWriterFactoryBuilder.java   |    74 +
 ....apache.carbon.flink.CarbonWriterFactoryBuilder |     2 +
 .../carbon/flink/TestCarbonPartitionWriter.scala   |   278 +
 .../org/apache/carbon/flink/TestCarbonWriter.scala |   330 +
 .../apache/carbon/flink/TestDeleteStageFiles.scala |   281 +
 .../scala/org/apache/carbon/flink/TestSource.scala |    62 +
 integration/hive/pom.xml                           |    36 +-
 .../carbondata/hive/CarbonArrayInspector.java      |   172 -
 .../hive/CarbonDictionaryDecodeReadSupport.java    |   266 -
 .../carbondata/hive/CarbonFileHiveSerDe.java       |    21 +
 .../carbondata/hive/CarbonHiveInputSplit.java      |    46 +-
 .../carbondata/hive/CarbonHiveRecordReader.java    |   141 +-
 .../org/apache/carbondata/hive/CarbonHiveRow.java  |    52 +
 .../apache/carbondata/hive/CarbonHiveSerDe.java    |   167 +-
 .../carbondata/hive/CarbonObjectInspector.java     |   208 -
 .../hive/CarbonStorageFormatDescriptor.java        |    46 -
 .../carbondata/hive/CarbonStorageHandler.java      |   114 +
 .../carbondata/hive/Hive2CarbonExpression.java     |   164 +
 .../apache/carbondata/hive/HiveDataTypeUtils.java  |   109 +
 .../carbondata/hive/MapredCarbonInputFormat.java   |   138 +-
 .../carbondata/hive/MapredCarbonOutputFormat.java  |   101 +-
 .../carbondata/hive/WritableReadSupport.java       |   253 +
 .../hive/test/server/HiveEmbeddedServer2.java      |    39 +-
 .../apache/carbondata/hive/util/DataTypeUtil.java  |    84 +
 .../carbondata/hive/util/HiveCarbonUtil.java       |   315 +
 ...pache.hadoop.hive.ql.io.StorageFormatDescriptor |     1 -
 .../hive/src/main/resources/complex/complex.csv    |     1 +
 integration/hive/src/main/resources/csv/data.csv   |    10 +
 .../hive/src/main/resources/log4j.properties       |     1 -
 .../carbondata/hive/Hive2CarbonExpressionTest.java |   356 +
 .../org/apache/carbondata/hive/HiveCarbonTest.java |   107 +
 .../org/apache/carbondata/hive/HiveTestUtils.java  |    76 +
 .../apache/carbondata/hive/TestCarbonSerDe.java    |    29 +-
 integration/presto/pom.xml                         |   162 +-
 .../presto/CarbonColumnVectorWrapper.java          |   114 +-
 .../carbondata/presto/CarbonVectorBatch.java       |    34 +-
 .../presto/CarbondataColumnConstraint.java         |    87 -
 .../presto/CarbondataConnectorFactory.java         |   197 -
 .../apache/carbondata/presto/CarbondataModule.java |   171 -
 .../carbondata/presto/CarbondataPageSource.java    |   486 -
 .../presto/CarbondataPageSourceProvider.java       |   108 -
 .../apache/carbondata/presto/CarbondataPlugin.java |    35 -
 .../carbondata/presto/CarbondataSplitManager.java  |   165 -
 .../presto/ColumnarVectorWrapperDirect.java        |   159 +-
 .../presto/PrestoCarbonVectorizedRecordReader.java |    58 +-
 .../apache/carbondata/presto/PrestoFilterUtil.java |   331 -
 .../java/org/apache/carbondata/presto/Types.java   |     1 +
 .../presto/impl/CarbonLocalInputSplit.java         |    42 +-
 .../presto/impl/CarbonLocalMultiBlockSplit.java    |    15 +-
 .../carbondata/presto/impl/CarbonTableConfig.java  |    20 +-
 .../carbondata/presto/impl/CarbonTableReader.java  |   414 -
 .../presto/readers/BooleanStreamReader.java        |   106 -
 .../presto/readers/ByteStreamReader.java           |   105 -
 .../presto/readers/DecimalSliceStreamReader.java   |   182 -
 .../presto/readers/DoubleStreamReader.java         |   104 -
 .../presto/readers/FloatStreamReader.java          |   105 -
 .../presto/readers/IntegerStreamReader.java        |    98 -
 .../presto/readers/LongStreamReader.java           |   101 -
 .../presto/readers/ObjectStreamReader.java         |    71 -
 .../presto/readers/ShortStreamReader.java          |   101 -
 .../presto/readers/SliceStreamReader.java          |   172 -
 .../presto/readers/TimestampStreamReader.java      |   102 -
 .../presto/CarbondataColumnConstraint.java         |    93 +
 .../presto/CarbondataConnectorFactory.java         |   201 +
 .../apache/carbondata/presto/CarbondataModule.java |   172 +
 .../carbondata/presto/CarbondataPageSource.java    |   487 +
 .../presto/CarbondataPageSourceProvider.java       |   108 +
 .../apache/carbondata/presto/CarbondataPlugin.java |    36 +
 .../carbondata/presto/CarbondataSplitManager.java  |   172 +
 .../apache/carbondata/presto/PrestoFilterUtil.java |   330 +
 .../carbondata/presto/impl/CarbonTableReader.java  |   400 +
 .../presto/readers/BooleanStreamReader.java        |    95 +
 .../presto/readers/ByteStreamReader.java           |    92 +
 .../presto/readers/DecimalSliceStreamReader.java   |   165 +
 .../presto/readers/DoubleStreamReader.java         |    92 +
 .../presto/readers/FloatStreamReader.java          |    92 +
 .../presto/readers/IntegerStreamReader.java        |    90 +
 .../presto/readers/LongStreamReader.java           |    89 +
 .../presto/readers/ObjectStreamReader.java         |    77 +
 .../presto/readers/PrestoVectorBlockBuilder.java   |     0
 .../presto/readers/ShortStreamReader.java          |    89 +
 .../presto/readers/SliceStreamReader.java          |   160 +
 .../presto/readers/TimestampStreamReader.java      |    90 +
 .../presto/CarbondataColumnConstraint.java         |    93 +
 .../presto/CarbondataConnectorFactory.java         |   217 +
 .../apache/carbondata/presto/CarbondataModule.java |   167 +
 .../carbondata/presto/CarbondataPageSource.java    |   498 +
 .../presto/CarbondataPageSourceProvider.java       |   110 +
 .../apache/carbondata/presto/CarbondataPlugin.java |    36 +
 .../carbondata/presto/CarbondataSplitManager.java  |   182 +
 .../apache/carbondata/presto/PrestoFilterUtil.java |   330 +
 .../carbondata/presto/impl/CarbonTableReader.java  |   400 +
 .../presto/readers/BooleanStreamReader.java        |    95 +
 .../presto/readers/ByteStreamReader.java           |    91 +
 .../presto/readers/DecimalSliceStreamReader.java   |   165 +
 .../presto/readers/DoubleStreamReader.java         |    92 +
 .../presto/readers/FloatStreamReader.java          |    92 +
 .../presto/readers/IntegerStreamReader.java        |    90 +
 .../presto/readers/LongStreamReader.java           |    89 +
 .../presto/readers/ObjectStreamReader.java         |    77 +
 .../presto/readers/PrestoVectorBlockBuilder.java   |    28 +
 .../presto/readers/ShortStreamReader.java          |    89 +
 .../presto/readers/SliceStreamReader.java          |   160 +
 .../presto/readers/TimestampStreamReader.java      |    90 +
 .../presto/CarbonDictionaryDecodeReadSupport.scala |   142 -
 .../presto/CarbonPrestoDecodeReadSupport.scala     |    54 +
 .../carbondata/presto/server/PrestoServer.scala    |     0
 .../carbondata/presto/server/PrestoServer.scala    |   203 +
 .../PrestoAllDataTypeLocalDictTest.scala           |     7 +-
 .../integrationtest/PrestoAllDataTypeTest.scala    |    17 +-
 .../PrestoTestNonTransactionalTableFiles.scala     |     8 +-
 .../presto/util/CarbonDataStoreCreator.scala       |   295 +-
 integration/spark-common-cluster-test/pom.xml      |    34 +-
 .../cluster/sdv/generated/AlterTableTestCase.scala |   248 +-
 .../cluster/sdv/generated/BadRecordTestCase.scala  |    36 +-
 .../sdv/generated/BatchSortLoad1TestCase.scala     |   292 -
 .../sdv/generated/BatchSortLoad2TestCase.scala     |   282 -
 .../sdv/generated/BatchSortLoad3TestCase.scala     |   191 -
 .../sdv/generated/BatchSortQueryTestCase.scala     |  1043 --
 .../sdv/generated/BloomFilterDataMapTestCase.scala |    10 +-
 .../cluster/sdv/generated/BucketingTestCase.scala  |   181 -
 .../CarbonV1toV3CompatabilityTestCase.scala        |    98 -
 .../cluster/sdv/generated/ColumndictTestCase.scala |   492 -
 .../sdv/generated/ComplexDataTypeTestCase.scala    |    42 +-
 .../generated/CreateTableAsSelectTestCase.scala    |    38 +-
 .../CreateTableWithLocalDictionaryTestCase.scala   |   302 +-
 .../sdv/generated/DataLoadingIUDTestCase.scala     |   494 +-
 .../sdv/generated/DataLoadingTestCase.scala        |   327 +-
 .../sdv/generated/DataLoadingV3TestCase.scala      |    10 +-
 .../cluster/sdv/generated/GlobalSortTestCase.scala |   123 +-
 .../sdv/generated/InvertedindexTestCase.scala      |   762 +-
 .../LoadTableWithLocalDictionaryTestCase.scala     |    36 +-
 .../cluster/sdv/generated/LuceneTestCase.scala     |    41 +-
 .../cluster/sdv/generated/MergeIndexTestCase.scala |     8 +-
 .../sdv/generated/OffheapQuery1TestCase.scala      |     4 +-
 .../sdv/generated/OffheapQuery2TestCase.scala      |     4 +-
 .../sdv/generated/OffheapSort1TestCase.scala       |    28 +-
 .../sdv/generated/OffheapSort2TestCase.scala       |    28 +-
 .../cluster/sdv/generated/PartitionTestCase.scala  |   520 -
 .../PartitionWithPreAggregateTestCase.scala        |   275 -
 .../sdv/generated/PreAggregateTestCase.scala       |   230 -
 .../sdv/generated/PrestoSampleTestCase.scala       |     2 +-
 .../cluster/sdv/generated/QueriesBVATestCase.scala |     8 +-
 .../sdv/generated/QueriesBasicTestCase.scala       |    34 +-
 .../sdv/generated/QueriesCompactionTestCase.scala  |    98 +-
 .../QueriesExcludeDictionaryTestCase.scala         |  5044 ---------
 .../QueriesIncludeDictionaryTestCase.scala         |  4686 ---------
 .../sdv/generated/QueriesNormalTestCase.scala      |    12 +-
 .../sdv/generated/QueriesRangeFilterTestCase.scala |    24 +-
 .../generated/QueriesSparkBlockDistTestCase.scala  |     6 +-
 .../cluster/sdv/generated/SDKwriterTestCase.scala  |    90 +-
 .../sdv/generated/SetParameterTestCase.scala       |    42 +-
 .../cluster/sdv/generated/ShowLoadsTestCase.scala  |     6 +-
 .../cluster/sdv/generated/SinglepassTestCase.scala |   765 --
 .../generated/SortColumnExcudeDictTestCase.scala   |   118 +-
 .../cluster/sdv/generated/SortColumnTestCase.scala |   124 +-
 .../sdv/generated/StandardPartitionTestCase.scala  |   110 +-
 .../generated/TableCommentAlterTableTestCase.scala |    29 +-
 .../generated/TestPartitionWithGlobalSort.scala    |    48 +-
 .../generated/TimeSeriesPreAggregateTestCase.scala |   192 -
 .../sdv/generated/TimestamptypesTestCase.scala     |     8 +-
 .../sdv/generated/V3offheapvectorTestCase.scala    |     8 +-
 .../cluster/sdv/generated/Vector1TestCase.scala    |     6 +-
 .../cluster/sdv/generated/Vector2TestCase.scala    |     6 +-
 ...teTableUsingSparkCarbonFileFormatTestCase.scala |     2 +-
 .../datasource/SparkCarbonDataSourceTestCase.scala |    11 +-
 .../sdv/register/TestRegisterCarbonTable.scala     |    83 +-
 .../carbondata/cluster/sdv/suite/SDVSuites.scala   |   175 +-
 .../spark/sql/common/util/DataSourceTestUtil.scala |     6 +-
 .../apache/spark/sql/common/util/PlanTest.scala    |     2 +-
 .../apache/spark/sql/common/util/QueryTest.scala   |    21 +-
 integration/spark-common-test/pom.xml              |   431 -
 .../org/apache/carbondata/sdk/util/BinaryUtil.java |    88 -
 .../spark-common-test/src/test/resources/dict.txt  |     1 -
 .../src/test/resources/structofarray.csv           |    10 -
 .../lucene/LuceneCoarseGrainDataMapSuite.scala     |    74 -
 .../lucene/LuceneFineGrainDataMapSuite.scala       |   952 --
 .../aggquery/IntegerDataTypeTestCase.scala         |   183 -
 .../spark/testsuite/bigdecimal/TestBigInt.scala    |   102 -
 .../TestDimensionWithDecimalDataType.scala         |    63 -
 .../testsuite/binary/TestBinaryDataType.scala      |  1741 ----
 .../complexType/TestAdaptiveComplexType.scala      |   570 -
 .../TestAdaptiveEncodingForNullValues.scala        |   173 -
 .../complexType/TestCompactionComplexType.scala    |  1143 --
 .../complexType/TestComplexDataType.scala          |  1016 --
 .../complexType/TestComplexTypeQuery.scala         |   302 -
 .../complexType/TestComplexTypeWithBigArray.scala  |   160 -
 .../complexType/TestCreateTableWithDouble.scala    |    92 -
 .../dataload/MultiFilesDataLoagdingTestCase.scala  |    49 -
 .../testsuite/dataload/TestLoadDataGeneral.scala   |   287 -
 .../dataload/TestLoadDataWithAutoLoadMerge.scala   |    56 -
 .../dataload/TestLoadDataWithBlankLine.scala       |    63 -
 .../dataload/TestLoadDataWithCompression.scala     |   646 --
 .../TestLoadDataWithEmptyArrayColumns.scala        |    63 -
 .../dataload/TestLoadDataWithJunkChars.scala       |    57 -
 .../dataload/TestLoadDataWithMaxMinBigInt.scala    |    95 -
 .../dataload/TestLoadDataWithMaxMinInteger.scala   |    94 -
 .../dataload/TestLoadDataWithNullMeasures.scala    |    49 -
 .../dataload/TestLoadDataWithSinglePass.scala      |   129 -
 .../TestLoadDataWithSortColumnBounds.scala         |   354 -
 .../dataload/TestLoadDataWithYarnLocalDirs.scala   |    99 -
 .../dataload/TestNoInvertedIndexLoadAndQuery.scala |   372 -
 .../emptyrow/TestCSVHavingOnlySpaceChar.scala      |    59 -
 .../spark/testsuite/emptyrow/TestEmptyRows.scala   |    89 -
 .../testsuite/emptyrow/TestSkipEmptyLines.scala    |    99 -
 .../preaggregate/TestPreAggCreateCommand.scala     |   534 -
 .../preaggregate/TestPreAggStreaming.scala         |   143 -
 .../preaggregate/TestPreAggregateCompaction.scala  |   212 -
 .../preaggregate/TestPreAggregateDrop.scala        |   169 -
 .../preaggregate/TestPreAggregateExpressions.scala |   182 -
 .../preaggregate/TestPreAggregateLoad.scala        |  1039 --
 .../preaggregate/TestPreAggregateMisc.scala        |    81 -
 .../TestPreAggregateTableSelection.scala           |   466 -
 .../TestPreAggregateWithSubQuery.scala             |   102 -
 .../primitiveTypes/DoubleDataTypeTestCase.scala    |   104 -
 .../primitiveTypes/FloatDataTypeTestCase.scala     |    77 -
 .../TestAdaptiveEncodingForPrimitiveTypes.scala    |   430 -
 .../timeseries/TestTimeSeriesCreateTable.scala     |   604 --
 .../timeseries/TestTimeSeriesDropSuite.scala       |   231 -
 .../TestTimeSeriesMatchStrategySuite.scala         |   401 -
 .../TestTimeSeriesUnsupportedSuite.scala           |   265 -
 .../timeseries/TestTimeseriesCompaction.scala      |   136 -
 .../timeseries/TestTimeseriesDataLoad.scala        |   597 --
 .../timeseries/TestTimeseriesTableSelection.scala  |   882 --
 .../aggquery/AllDataTypesTestCaseAggregate.scala   |   106 -
 .../testsuite/aggquery/AverageQueryTestCase.scala  |   116 -
 .../allqueries/AllDataTypesTestCase.scala          |  1216 ---
 .../testsuite/allqueries/DoubleDataTypeTest.scala  |   180 -
 .../allqueries/InsertIntoCarbonTableTestCase.scala |   413 -
 .../allqueries/MeasureOnlyTableTestCases.scala     |   396 -
 ...ryWithColumnMetCacheAndCacheLevelProperty.scala |   346 -
 .../allqueries/TestQueryWithoutDataLoad.scala      |    60 -
 .../allqueries/TestTableNameHasDbName.scala        |    51 -
 .../TestAlterTableSortColumnsProperty.scala        |   613 --
 ...leWithColumnMetCacheAndCacheLevelProperty.scala |   187 -
 .../badrecordloger/BadRecordActionTest.scala       |   263 -
 .../badrecordloger/BadRecordEmptyDataTest.scala    |   187 -
 .../badrecordloger/BadRecordLoggerTest.scala       |   359 -
 .../testsuite/bigdecimal/TestAvgForBigInt.scala    |    52 -
 .../testsuite/bigdecimal/TestBigDecimal.scala      |   223 -
 .../bigdecimal/TestNullAndEmptyFields.scala        |   117 -
 .../bigdecimal/TestNullAndEmptyFieldsUnsafe.scala  |   118 -
 .../blockprune/BlockPruneQueryTestCase.scala       |   110 -
 .../CarbonCustomBlockDistributionTest.scala        |   115 -
 .../compaction/TestHybridCompaction.scala          |   262 -
 .../TestAlterTableWithTableComment.scala           |   130 -
 ...bonFileInputFormatWithExternalCarbonTable.scala |   234 -
 .../TestCreateDDLForComplexMapType.scala           |   537 -
 .../createTable/TestCreateExternalTable.scala      |   148 -
 .../TestCreateHiveTableWithCarbonDS.scala          |    86 -
 .../createTable/TestCreateTableAsSelect.scala      |   427 -
 .../createTable/TestCreateTableIfNotExists.scala   |   104 -
 .../TestCreateTableWithBlockletSize.scala          |    86 -
 .../TestCreateTableWithColumnComment.scala         |    54 -
 ...leWithColumnMetCacheAndCacheLevelProperty.scala |   171 -
 .../TestCreateTableWithCompactionOptions.scala     |   178 -
 ...TestCreateTableWithDatabaseNameCaseChange.scala |    82 -
 .../createTable/TestCreateTableWithSortScope.scala |   115 -
 .../TestCreateTableWithSpaceInColumnName.scala     |    61 -
 .../TestCreateTableWithTableComment.scala          |    75 -
 .../TestNonTransactionalCarbonTable.scala          |  2734 -----
 .../TestNonTransactionalCarbonTableForBinary.scala |   162 -
 ...TestNonTransactionalCarbonTableForMapType.scala |   583 --
 ...TestNonTransactionalCarbonTableJsonWriter.scala |   377 -
 ...nTransactionalCarbonTableWithAvroDataType.scala |  1289 ---
 ...onTransactionalCarbonTableWithComplexType.scala |   541 -
 .../createTable/TestRenameTableWithDataMap.scala   |   200 -
 .../CarbonIndexFileMergeTestCase.scala             |   535 -
 .../CompactionSupportGlobalSortBigFileTest.scala   |   136 -
 .../CompactionSupportGlobalSortFunctionTest.scala  |   542 -
 .../CompactionSupportGlobalSortParameterTest.scala |   582 --
 .../CompactionSupportSpecifiedSegmentsTest.scala   |   133 -
 .../DataCompactionBlockletBoundryTest.scala        |    94 -
 .../DataCompactionBoundaryConditionsTest.scala     |   107 -
 .../DataCompactionCardinalityBoundryTest.scala     |   123 -
 .../datacompaction/DataCompactionLockTest.scala    |   122 -
 .../MajorCompactionIgnoreInMinorTest.scala         |   190 -
 .../MajorCompactionStopsAfterCompaction.scala      |   142 -
 .../MajorCompactionWithMeasureSortColumns.scala    |    97 -
 .../TableLevelCompactionOptionTest.scala           |   358 -
 .../testsuite/dataload/TestBatchSortDataLoad.scala |   212 -
 .../TestDataLoadWithColumnsMoreThanSchema.scala    |   162 -
 .../dataload/TestDataLoadWithFileName.scala        |    89 -
 .../TestDataWithDicExcludeAndInclude.scala         |    99 -
 .../dataload/TestGlobalSortDataLoad.scala          |   405 -
 .../testsuite/dataload/TestLoadDataFrame.scala     |   441 -
 .../dataload/TestLoadDataUseAllDictionary.scala    |    55 -
 .../TestLoadDataWithDiffTimestampFormat.scala      |   133 -
 .../TestLoadDataWithFileHeaderException.scala      |   152 -
 .../TestLoadDataWithHiveSyntaxDefaultFormat.scala  |   781 --
 .../TestLoadDataWithHiveSyntaxUnsafe.scala         |   731 --
 ...adDataWithMalformedCarbonCommandException.scala |   144 -
 .../dataload/TestLoadDataWithNoMeasure.scala       |   114 -
 .../spark/testsuite/dataload/TestLoadOptions.scala |    80 -
 .../dataload/TestLoadTblNameIsKeyword.scala        |    90 -
 .../dataload/TestLoadWithSortTempCompressed.scala  |   237 -
 .../dataload/TestRangeColumnDataLoad.scala         |  1013 --
 .../dataload/TestTableLevelBlockSize.scala         |   148 -
 .../testsuite/dataload/TestTableLoadMinSize.scala  |   169 -
 .../testsuite/datamap/CGDataMapTestCase.scala      |   562 -
 .../testsuite/datamap/DataMapWriterSuite.scala     |   248 -
 .../testsuite/datamap/FGDataMapTestCase.scala      |   576 -
 .../testsuite/datamap/TestDataMapCommand.scala     |   591 --
 .../testsuite/datamap/TestDataMapStatus.scala      |   313 -
 .../dataretention/DataRetentionTestCase.scala      |   290 -
 .../spark/testsuite/datetype/DateTypeTest.scala    |    88 -
 .../dblocation/DBLocationCarbonTableTestCase.scala |   273 -
 .../deleteTable/TestDeleteTableNewDDL.scala        |   254 -
 .../describeTable/TestDescribeTable.scala          |    89 -
 .../detailquery/AllQueriesSpark2TestCase.scala     |    48 -
 .../testsuite/detailquery/CastColumnTestCase.scala |   972 --
 .../ColumnPropertyValidationTestCase.scala         |    57 -
 .../detailquery/ExpressionWithNullTestCase.scala   |   170 -
 .../HighCardinalityDataTypesTestCase.scala         |   250 -
 .../detailquery/IntegerDataTypeTestCase.scala      |    43 -
 .../detailquery/NoDictionaryColumnTestCase.scala   |    72 -
 .../RangeFilterAllDataTypesTestCases.scala         |   680 --
 .../detailquery/RangeFilterTestCase.scala          |   640 --
 .../SubqueryWithFilterAndSortTestCase.scala        |    77 -
 .../ValueCompressionDataTypeTestCase.scala         |   136 -
 .../DateDataTypeDirectDictionaryTest.scala         |   159 -
 ...ataTypeDirectDictionaryWithNoDictTestCase.scala |   102 -
 ...rectDictionaryWithOffHeapSortDisabledTest.scala |    81 -
 .../DateDataTypeNullDataTest.scala                 |    82 -
 ...TimestampDataTypeDirectDictionaryTestCase.scala |   182 -
 ...ataTypeDirectDictionaryWithNoDictTestCase.scala |    99 -
 .../TimestampDataTypeNullDataTest.scala            |    88 -
 .../TimestampNoDictionaryColumnCastTestCase.scala  |    80 -
 .../TimestampNoDictionaryColumnTestCase.scala      |    91 -
 .../filterexpr/AllDataTypesTestCaseFilter.scala    |    85 -
 .../testsuite/filterexpr/CountStarTestCase.scala   |    74 -
 .../filterexpr/FilterProcessorTestCase.scala       |   395 -
 .../filterexpr/GrtLtFilterProcessorTestCase.scala  |   187 -
 .../filterexpr/IntegerDataTypeTestCase.scala       |    43 -
 .../NullMeasureValueTestCaseFilter.scala           |    55 -
 .../TestAndEqualFilterEmptyOperandValue.scala      |    77 -
 .../testsuite/filterexpr/TestBetweenFilter.scala   |    73 -
 .../testsuite/filterexpr/TestGrtLessFilter.scala   |    89 -
 .../filterexpr/TestImplicitFilterExpression.scala  |   117 -
 .../spark/testsuite/filterexpr/TestInFilter.scala  |   173 -
 .../testsuite/filterexpr/TestIsNullFilter.scala    |    32 -
 .../testsuite/filterexpr/TestNotNullFilter.scala   |    59 -
 .../FlatFolderTableLoadingTestCase.scala           |   202 -
 .../InsertIntoNonCarbonTableTestCase.scala         |   185 -
 .../testsuite/iud/DeleteCarbonTableTestCase.scala  |   387 -
 .../iud/HorizontalCompactionTestCase.scala         |   460 -
 .../iud/TestInsertAndOtherCommandConcurrent.scala  |   371 -
 .../testsuite/iud/UpdateCarbonTableTestCase.scala  |   872 --
 .../UpdateCarbonTableTestCaseWithBadRecord.scala   |    69 -
 .../joinquery/AllDataTypesTestCaseJoin.scala       |   106 -
 .../joinquery/IntegerDataTypeTestCase.scala        |    43 -
 .../joinquery/JoinWithoutDictionaryColumn.scala    |   100 -
 .../testsuite/joinquery/OrderByLimitTestCase.scala |    90 -
 .../LocalDictionarySupportAlterTableTest.scala     |  1464 ---
 .../LocalDictionarySupportCreateTableTest.scala    |  2465 -----
 .../LocalDictionarySupportLoadTableTest.scala      |   340 -
 .../longstring/VarcharDataTypesBasicTestCase.scala |   557 -
 .../NullMeasureValueTestCaseAggregate.scala        |    81 -
 .../TestNullValueSerialization.scala               |   101 -
 .../TestAllDataTypeForPartitionTable.scala         |  1238 ---
 .../TestCompactionForPartitionTable.scala          |    82 -
 .../partition/TestDDLForPartitionTable.scala       |   430 -
 ...DDLForPartitionTableWithDefaultProperties.scala |   206 -
 .../TestDataLoadingForPartitionTable.scala         |   409 -
 .../partition/TestQueryForPartitionTable.scala     |   287 -
 .../testsuite/partition/TestShowPartitions.scala   |   225 -
 .../partition/TestUpdateForPartitionTable.scala    |    71 -
 .../testsuite/predefdic/TestPreDefDictionary.scala |   138 -
 .../testsuite/sortcolumns/TestSortColumns.scala    |   460 -
 .../sortcolumns/TestSortColumnsWithUnsafe.scala    |   298 -
 .../sortexpr/AllDataTypesTestCaseSort.scala        |    62 -
 .../sortexpr/IntegerDataTypeTestCase.scala         |    43 -
 .../StandardPartitionBadRecordLoggerTest.scala     |   241 -
 .../StandardPartitionGlobalSortTestCase.scala      |  1091 --
 .../StandardPartitionTableCleanTestCase.scala      |   185 -
 .../StandardPartitionTableCompactionTestCase.scala |   224 -
 .../StandardPartitionTableDropTestCase.scala       |   228 -
 .../StandardPartitionTableLoadingTestCase.scala    |   569 -
 .../StandardPartitionTableOverwriteTestCase.scala  |   321 -
 .../StandardPartitionTableQueryTestCase.scala      |   493 -
 ...StandardPartitionWithPreaggregateTestCase.scala |   677 --
 .../windowsexpr/WindowsExprTestCase.scala          |    66 -
 .../carbondata/spark/util/SparkQueryTest.scala     |    50 -
 .../sql/commands/TestCarbonDropCacheCommand.scala  |   200 -
 .../sql/commands/TestCarbonShowCacheCommand.scala  |   234 -
 .../sql/commands/UsingCarbondataSuite.scala        |   144 -
 .../command/CarbonTableSchemaCommonSuite.scala     |    69 -
 .../apache/spark/sql/profiler/ProfilerSuite.scala  |   149 -
 integration/spark-common/pom.xml                   |   190 -
 .../dictionary/client/SecureDictionaryClient.java  |   116 -
 .../client/SecureDictionaryClientHandler.java      |   104 -
 .../provider/SecureDictionaryServiceProvider.java  |    34 -
 .../dictionary/server/SecureDictionaryServer.java  |   234 -
 .../server/SecureDictionaryServerHandler.java      |    98 -
 .../spark/partition/DropPartitionCallable.java     |    39 -
 .../spark/partition/SplitPartitionCallable.java    |    41 -
 .../org/apache/carbondata/spark/util/Util.java     |   133 -
 .../org/apache/carbondata/api/CarbonStore.scala    |   357 -
 .../carbondata/events/AlterTableEvents.scala       |   241 -
 .../carbondata/events/CreateTableEvents.scala      |    45 -
 .../org/apache/carbondata/events/Events.scala      |   200 -
 .../spark/CarbonAliasDecoderRelation.scala         |    43 -
 .../org/apache/carbondata/spark/CarbonOption.scala |    86 -
 .../carbondata/spark/CarbonSparkFactory.scala      |    59 -
 .../carbondata/spark/DictionaryDetailHelper.scala  |    62 -
 .../apache/carbondata/spark/InitInputMetrics.java  |    32 -
 .../apache/carbondata/spark/PartitionFactory.scala |    65 -
 .../carbondata/spark/load/CsvRDDHelper.scala       |   163 -
 .../spark/load/DataLoadProcessBuilderOnSpark.scala |   398 -
 .../spark/load/DataLoadProcessorStepOnSpark.scala  |   475 -
 .../carbondata/spark/load/GlobalSortHelper.scala   |    44 -
 .../spark/rdd/AlterTableAddColumnRDD.scala         |   116 -
 .../spark/rdd/AlterTableDropColumnRDD.scala        |    97 -
 .../spark/rdd/AlterTableLoadPartitionRDD.scala     |   108 -
 .../spark/rdd/CarbonGlobalDictionaryRDD.scala      |   583 --
 .../carbondata/spark/rdd/CarbonIUDMergerRDD.scala  |   120 -
 .../carbondata/spark/rdd/CarbonMergerRDD.scala     |   751 --
 .../spark/rdd/CarbonScanPartitionRDD.scala         |   272 -
 .../carbondata/spark/rdd/CarbonScanRDD.scala       |   799 --
 .../spark/rdd/CarbonSparkPartition.scala           |    38 -
 .../spark/rdd/InsertTaskCompletionListener.scala   |    48 -
 .../spark/rdd/NewCarbonDataLoadRDD.scala           |   522 -
 .../carbondata/spark/rdd/PartitionDropper.scala    |   118 -
 .../carbondata/spark/rdd/PartitionSplitter.scala   |    93 -
 .../carbondata/spark/rdd/SparkReadSupport.scala    |    28 -
 .../carbondata/spark/rdd/StreamHandoffRDD.scala    |   438 -
 .../carbondata/spark/rdd/UpdateDataLoad.scala      |    77 -
 .../spark/tasks/DictionaryWriterTask.scala         |   107 -
 .../spark/tasks/SortIndexWriterTask.scala          |    60 -
 .../carbondata/spark/util/CarbonScalaUtil.scala    |   710 --
 .../apache/carbondata/spark/util/CommonUtil.scala  |  1020 --
 .../spark/util/DataTypeConverterUtil.scala         |   118 -
 .../spark/util/GlobalDictionaryUtil.scala          |   859 --
 .../carbondata/streaming/StreamSinkFactory.scala   |   281 -
 .../apache/spark/DataSkewRangePartitioner.scala    |   385 -
 .../org/apache/spark/rdd/CarbonMergeFilesRDD.scala |   227 -
 .../spark/rdd/DataLoadPartitionCoalescer.scala     |   364 -
 .../spark/sql/catalyst/CarbonDDLSqlParser.scala    |  1604 ---
 .../command/carbonTableSchemaCommon.scala          |   961 --
 .../streaming/CarbonAppendableStreamSink.scala     |   385 -
 .../apache/spark/sql/hive/DistributionUtil.scala   |   300 -
 .../optimizer/CarbonDecoderOptimizerHelper.scala   |   179 -
 .../apache/spark/sql/profiler/ProfilerLogger.scala |   368 -
 .../spark/sql/test/ResourceRegisterAndCopier.scala |   197 -
 .../apache/spark/sql/test/TestQueryExecutor.scala  |   194 -
 .../org/apache/spark/sql/test/util/QueryTest.scala |   202 -
 .../org/apache/spark/sql/util/SparkSQLUtil.scala   |   252 -
 .../apache/spark/util/CarbonReflectionUtils.scala  |   400 -
 .../scala/org/apache/spark/util/FileUtils.scala    |   118 -
 .../org/apache/spark/util/PartitionUtils.scala     |   343 -
 .../org/apache/spark/util/SparkUtilTest.scala      |    58 -
 integration/spark-datasource/pom.xml               |   318 -
 .../converter/SparkDataTypeConverterImpl.java      |   190 -
 .../spark/vectorreader/ColumnarVectorWrapper.java  |   359 -
 .../vectorreader/ColumnarVectorWrapperDirect.java  |   242 -
 .../vectorreader/VectorizedCarbonRecordReader.java |   384 -
 .../execution/datasources/CarbonFileIndex.scala    |   177 -
 .../datasources/CarbonFileIndexReplaceRule.scala   |   107 -
 .../datasources/CarbonSparkDataSourceUtil.scala    |   302 -
 .../datasources/SparkCarbonFileFormat.scala        |   534 -
 .../CarbonTaskCompletionListener.scala             |    76 -
 .../apache/spark/sql/util/SparkTypeConverter.scala |   171 -
 .../apache/spark/sql/CarbonDictionaryWrapper.java  |    44 -
 .../org/apache/spark/sql/CarbonVectorProxy.java    |   549 -
 .../apache/spark/sql/CarbonDictionaryWrapper.java  |    53 -
 .../org/apache/spark/sql/CarbonVectorProxy.java    |   522 -
 .../org/apache/spark/sql/ColumnVectorFactory.java  |    45 -
 ...org.apache.spark.sql.sources.DataSourceRegister |    17 -
 .../org/apache/carbondata/sdk/util/BinaryUtil.java |    89 -
 .../src/test/resources/structofarray.csv           |    21 -
 .../SparkCarbonDataSourceBinaryTest.scala          |   638 --
 .../datasource/SparkCarbonDataSourceTest.scala     |  1985 ----
 ...TestCreateTableUsingSparkCarbonFileFormat.scala |   508 -
 .../spark/sql/carbondata/datasource/TestUtil.scala |   192 -
 integration/spark/pom.xml                          |   562 +
 .../apache/carbondata/datamap/DataMapManager.java  |    60 +
 .../carbondata/datamap/IndexDataMapProvider.java   |   143 +
 .../spark/exception/ProcessMetaDataException.java  |     0
 .../spark/load/DecimalSerializableComparator.java  |    36 +
 .../SparkGenericRowReadSupportImpl.java            |    58 +
 .../spark/readsupport/SparkRowReadSupportImpl.java |    31 +
 .../org/apache/carbondata/spark/util/Util.java     |   171 +
 .../org/apache/carbondata/api/CarbonStore.scala    |   373 +
 .../converter/SparkDataTypeConverterImpl.java      |   192 +
 .../datamap/CarbonMergeBloomIndexFilesRDD.scala    |     0
 .../datamap/IndexDataMapRebuildRDD.scala           |   456 +
 .../apache/carbondata/datamap/TextMatchUDF.scala   |     0
 .../carbondata/events/AlterTableEvents.scala       |   241 +
 .../org/apache/carbondata/events/CacheEvents.scala |     0
 .../carbondata/events/CarbonInitEvents.scala       |     0
 .../carbondata/events/CleanFilesEvents.scala       |     0
 .../events/CreateCarbonRelationEvent.scala         |    40 +
 .../carbondata/events/CreateDatabaseEvents.scala   |     0
 .../carbondata/events/CreateTableEvents.scala      |    45 +
 .../apache/carbondata/events/DataMapEvents.scala   |     0
 .../carbondata/events/DeleteSegmentEvents.scala    |     0
 .../carbondata/events/DropDataMapEvents.scala      |     0
 .../apache/carbondata/events/DropTableEvents.scala |     0
 .../org/apache/carbondata/events/Events.scala      |   217 +
 .../org/apache/carbondata/events/IUDEvents.scala   |     0
 .../carbondata/events/IndexServerEvents.scala      |    33 +
 .../carbondata/events/LookupRelationEvents.scala   |     0
 .../carbondata/events/RefreshTableEvents.scala     |     0
 .../events/exception/EventExceptions.scala         |     0
 .../scala/org/apache/carbondata/geo/GeoUtils.scala |    49 +
 .../org/apache/carbondata/geo/InPolygonUDF.scala   |    35 +
 .../carbondata/indexserver/DataMapJobs.scala       |   140 +
 .../indexserver/DistributedCountRDD.scala          |   116 +
 .../indexserver/DistributedPruneRDD.scala          |   182 +
 .../indexserver/DistributedRDDUtils.scala          |   400 +
 .../indexserver/DistributedShowCacheRDD.scala      |    95 +
 .../carbondata/indexserver/IndexServer.scala       |   314 +
 .../indexserver/InvalidateSegmentCacheRDD.scala    |     0
 .../carbondata/indexserver/SegmentPruneRDD.scala   |    65 +
 .../carbondata/spark/CarbonColumnValidator.scala   |     0
 .../org/apache/carbondata/spark/CarbonOption.scala |    80 +
 .../carbondata/spark/CarbonSparkFactory.scala      |    39 +
 .../apache/carbondata/spark/InitInputMetrics.java  |    31 +
 .../scala/org/apache/carbondata/spark/KeyVal.scala |     0
 .../apache/carbondata/spark/StreamingOption.scala  |     0
 .../carbondata/spark/load/CsvRDDHelper.scala       |   164 +
 .../spark/load/DataLoadProcessBuilderOnSpark.scala |   592 ++
 .../spark/load/DataLoadProcessorStepOnSpark.scala  |   515 +
 .../carbondata/spark/load/GlobalSortHelper.scala   |   204 +
 .../spark/rdd/CarbonDataRDDFactory.scala           |  1188 +++
 .../spark/rdd/CarbonDeltaRowScanRDD.scala          |    90 +
 .../spark/rdd/CarbonDropPartitionRDD.scala         |     0
 .../spark/rdd/CarbonGlobalDictionaryRDD.scala      |    70 +
 .../carbondata/spark/rdd/CarbonIUDMergerRDD.scala  |   123 +
 .../carbondata/spark/rdd/CarbonMergerRDD.scala     |   738 ++
 .../apache/carbondata/spark/rdd/CarbonRDD.scala    |     0
 .../carbondata/spark/rdd/CarbonScanRDD.scala       |   784 ++
 .../spark/rdd/CarbonSparkPartition.scala           |    37 +
 .../spark/rdd/CarbonTableCompactor.scala           |   446 +
 .../carbondata/spark/rdd/CompactionFactory.scala   |    49 +
 .../rdd/CompactionTaskCompletionListener.scala     |    77 +
 .../apache/carbondata/spark/rdd/Compactor.scala    |    74 +
 .../spark/rdd/InsertTaskCompletionListener.scala   |    61 +
 .../spark/rdd/NewCarbonDataLoadRDD.scala           |   534 +
 .../spark/rdd/QueryTaskCompletionListener.scala    |     0
 .../carbondata/spark/rdd/SparkReadSupport.scala    |    29 +
 .../carbondata/spark/rdd/StreamHandoffRDD.scala    |   431 +
 .../carbondata/spark/rdd/UpdateDataLoad.scala      |    86 +
 .../spark/thriftserver/CarbonThriftServer.scala    |    90 +
 .../carbondata/spark/util/CarbonScalaUtil.scala    |   778 ++
 .../carbondata/spark/util/CarbonSparkUtil.scala    |   167 +
 .../apache/carbondata/spark/util/CommonUtil.scala  |  1053 ++
 .../carbondata/spark/util/DataGenerator.scala      |     0
 .../spark/util/DataTypeConverterUtil.scala         |   174 +
 .../spark/vectorreader/ColumnarVectorWrapper.java  |   396 +
 .../vectorreader/ColumnarVectorWrapperDirect.java  |   281 +
 .../vectorreader/VectorizedCarbonRecordReader.java |   356 +
 .../apache/carbondata/store/SparkCarbonStore.scala |   109 +
 .../stream/CarbonStreamRecordReader.java           |   175 +
 .../carbondata/stream/StreamJobManager.scala       |   205 +
 .../streaming/CarbonSparkStreamingListener.scala   |     0
 .../streaming/CarbonStreamSparkStreaming.scala     |     0
 .../streaming/CarbonStreamingQueryListener.scala   |     0
 .../carbondata/streaming/StreamSinkFactory.scala   |   203 +
 .../org/apache/spark/CarbonInputMetrics.scala      |     0
 .../apache/spark/DataSkewRangePartitioner.scala    |   387 +
 .../org/apache/spark/rdd/CarbonMergeFilesRDD.scala |   330 +
 .../apache/spark/rdd/DataLoadCoalescedRDD.scala    |     0
 .../spark/rdd/DataLoadPartitionCoalescer.scala     |   368 +
 .../apache/spark/sql/CarbonBoundReference.scala    |    37 +
 .../apache/spark/sql/CarbonCatalystOperators.scala |   161 +
 .../org/apache/spark/sql/CarbonCountStar.scala     |   111 +
 .../apache/spark/sql/CarbonDataFrameWriter.scala   |   136 +
 .../spark/sql/CarbonDatasourceHadoopRelation.scala |   134 +
 .../apache/spark/sql/CarbonDictionaryWrapper.java  |    59 +
 .../scala/org/apache/spark/sql/CarbonEnv.scala     |   403 +
 .../org/apache/spark/sql/CarbonExpressions.scala   |     0
 .../org/apache/spark/sql/CarbonExtensions.scala    |    90 +
 .../scala/org/apache/spark/sql/CarbonSession.scala |   294 +
 .../scala/org/apache/spark/sql/CarbonSource.scala  |   457 +
 .../spark/sql/CarbonSparkStreamingFactory.scala    |     0
 .../scala/org/apache/spark/sql/CarbonUtils.scala   |   129 +
 .../org/apache/spark/sql/CarbonVectorProxy.java    |   554 +
 .../org/apache/spark/sql/ColumnVectorFactory.java  |    43 +
 .../spark/sql/CustomDeterministicExpression.scala  |    42 +
 .../scala/org/apache/spark/sql/EnvHelper.scala     |    59 +
 .../main/scala/org/apache/spark/sql/SQLConf.scala  |     0
 .../apache/spark/sql/SparkUnknownExpression.scala  |     0
 .../execution/datasources/CarbonFileIndex.scala    |   179 +
 .../datasources/CarbonFileIndexReplaceRule.scala   |   107 +
 .../datasources/CarbonSparkDataSourceUtil.scala    |   302 +
 .../datasources/SparkCarbonFileFormat.scala        |   541 +
 .../readsupport/SparkUnsafeRowReadSuport.scala     |     0
 .../CarbonTaskCompletionListener.scala             |    81 +
 .../catalyst/AbstractCarbonSparkSQLParser.scala    |     0
 .../spark/sql/catalyst/CarbonDDLSqlParser.scala    |   348 +
 .../spark/sql/catalyst/CarbonParserUtil.scala      |  1248 +++
 .../catalyst/CarbonTableIdentifierImplicit.scala   |     0
 .../spark/sql/catalyst/analysis/EmptyRule.scala    |     0
 .../sql/events/MergeBloomIndexEventListener.scala  |     0
 .../spark/sql/events/MergeIndexEventListener.scala |   172 +
 .../sql/execution/CastExpressionOptimization.scala |     0
 .../sql/execution/command/cache/CacheUtil.scala    |   119 +
 .../command/cache/CarbonDropCacheCommand.scala     |    66 +
 .../command/cache/CarbonShowCacheCommand.scala     |   466 +
 .../command/carbonTableSchemaCommon.scala          |   894 ++
 .../datamap/CarbonCreateDataMapCommand.scala       |   231 +
 .../datamap/CarbonDataMapRebuildCommand.scala      |    93 +
 .../command/datamap/CarbonDataMapShowCommand.scala |    91 +
 .../command/datamap/CarbonDropDataMapCommand.scala |   206 +
 .../command/management/CarbonAddLoadCommand.scala  |   373 +
 .../CarbonAlterTableCompactionCommand.scala        |   426 +
 .../CarbonAlterTableFinishStreaming.scala          |     0
 .../management/CarbonCleanFilesCommand.scala       |   159 +
 .../command/management/CarbonCliCommand.scala      |    75 +
 .../management/CarbonDeleteLoadByIdCommand.scala   |     0
 .../CarbonDeleteLoadByLoadDateCommand.scala        |     0
 .../management/CarbonDeleteStageFilesCommand.scala |   182 +
 .../management/CarbonInsertFromStageCommand.scala  |   614 ++
 .../management/CarbonInsertIntoCommand.scala       |   521 +
 .../CarbonInsertIntoHadoopFsRelationCommand.scala  |   282 +
 .../management/CarbonInsertIntoWithDf.scala        |   209 +
 .../command/management/CarbonLoadDataCommand.scala |   297 +
 .../command/management/CarbonLoadParams.scala      |    59 +
 .../management/CarbonShowLoadsCommand.scala        |    76 +
 .../command/management/CommonLoadUtils.scala       |  1169 +++
 .../management/RefreshCarbonTableCommand.scala     |   239 +
 .../mutation/CarbonProjectForDeleteCommand.scala   |   183 +
 .../mutation/CarbonProjectForUpdateCommand.scala   |   332 +
 .../command/mutation/CarbonTruncateCommand.scala   |    56 +
 .../command/mutation/DeleteExecution.scala         |   456 +
 .../command/mutation/HorizontalCompaction.scala    |   252 +
 .../mutation/HorizontalCompactionException.scala   |     0
 .../execution/command/mutation/IUDCommonUtil.scala |     0
 .../mutation/merge/CarbonMergeDataSetCommand.scala |   556 +
 .../merge/CarbonMergeDataSetException.scala        |    33 +
 .../mutation/merge/HistoryTableLoadHelper.scala    |   136 +
 .../mutation/merge/MergeDataSetBuilder.scala       |   134 +
 .../command/mutation/merge/MergeProjection.scala   |   114 +
 .../command/mutation/merge/MutationAction.scala    |   174 +
 .../command/mutation/merge/TranxManager.scala      |    62 +
 .../command/mutation/merge/interfaces.scala        |    88 +
 .../spark/sql/execution/command/package.scala      |     0
 .../CarbonAlterTableAddHivePartitionCommand.scala  |   179 +
 .../CarbonAlterTableDropHivePartitionCommand.scala |   199 +
 .../schema/CarbonAlterTableAddColumnCommand.scala  |   138 +
 ...nAlterTableColRenameDataTypeChangeCommand.scala |   372 +
 .../schema/CarbonAlterTableDropColumnCommand.scala |   211 +
 .../schema/CarbonAlterTableRenameCommand.scala     |   190 +
 .../schema/CarbonAlterTableSetCommand.scala        |    45 +
 .../schema/CarbonAlterTableUnsetCommand.scala      |    44 +
 .../command/stream/CarbonCreateStreamCommand.scala |   292 +
 .../command/stream/CarbonDropStreamCommand.scala   |     0
 .../command/stream/CarbonShowStreamsCommand.scala  |     0
 .../table/CarbonCreateDataSourceTableCommand.scala |   109 +
 .../table/CarbonCreateTableAsSelectCommand.scala   |   115 +
 .../command/table/CarbonCreateTableCommand.scala   |   201 +
 .../table/CarbonCreateTableLikeCommand.scala       |    76 +
 .../table/CarbonDescribeFormattedCommand.scala     |   366 +
 .../command/table/CarbonDropTableCommand.scala     |   187 +
 .../command/table/CarbonExplainCommand.scala       |    91 +
 .../table/CarbonShowCreateTableCommand.scala       |   119 +
 .../command/table/CarbonShowTablesCommand.scala    |    67 +
 .../datasources/SparkCarbonTableFormat.scala       |   631 ++
 .../strategy/CarbonLateDecodeStrategy.scala        |   898 ++
 .../sql/execution/strategy/CarbonPlanHelper.scala  |   172 +
 .../spark/sql/execution/strategy/DDLHelper.scala   |   477 +
 .../spark/sql/execution/strategy/DDLStrategy.scala |   277 +
 .../spark/sql/execution/strategy/DMLHelper.scala   |    65 +
 .../execution/strategy/MixedFormatHandler.scala    |   395 +
 .../sql/execution/strategy/PushDownHelper.scala    |   123 +
 .../strategy/StreamingTableStrategy.scala          |   116 +
 .../streaming/CarbonAppendableStreamSink.scala     |   381 +
 .../spark/sql/hive/CarbonAnalysisRules.scala       |   330 +
 .../org/apache/spark/sql/hive/CarbonAnalyzer.scala |    50 +
 .../spark/sql/hive/CarbonFileMetastore.scala       |   581 ++
 .../spark/sql/hive/CarbonHiveMetaStore.scala       |   206 +
 .../spark/sql/hive/CarbonHiveMetadataUtil.scala    |   162 +
 .../org/apache/spark/sql/hive/CarbonMVRules.scala  |    47 +
 .../apache/spark/sql/hive/CarbonMetaStore.scala    |   208 +
 .../org/apache/spark/sql/hive/CarbonRelation.scala |   228 +
 .../spark/sql/hive/CarbonSessionCatalog.scala      |   102 +
 .../spark/sql/hive/CarbonSessionCatalogUtil.scala  |   175 +
 .../apache/spark/sql/hive/CarbonSessionUtil.scala  |   185 +
 .../spark/sql/hive/CarbonSqlAstBuilder.scala       |    52 +
 .../org/apache/spark/sql/hive/CarbonSqlConf.scala  |   132 +
 .../CreateCarbonSourceTableAsSelectCommand.scala   |   135 +
 .../apache/spark/sql/hive/DistributionUtil.scala   |   301 +
 .../spark/sql/hive/SqlAstBuilderHelper.scala       |   111 +
 .../spark/sql/hive/cli/CarbonSQLCLIDriver.scala    |    60 +
 .../execution/command/CarbonHiveCommands.scala     |   147 +
 .../execution/command/CarbonResetCommand.scala     |    46 +
 .../sql/listeners/DropCacheEventListeners.scala    |   123 +
 .../apache/spark/sql/listeners/MVListeners.scala   |   398 +
 .../spark/sql/listeners/PrePrimingListener.scala   |    59 +
 .../sql/listeners/ShowCacheEventListeners.scala    |    96 +
 .../apache/spark/sql/optimizer/CarbonFilters.scala |   423 +
 .../apache/spark/sql/optimizer/CarbonIUDRule.scala |    71 +
 .../sql/optimizer/CarbonUDFTransformRule.scala     |     0
 .../parser/CarbonExtensionSpark2SqlParser.scala    |    66 +
 .../sql/parser/CarbonExtensionSqlParser.scala      |    72 +
 .../spark/sql/parser/CarbonSpark2SqlParser.scala   |   818 ++
 .../spark/sql/parser/CarbonSparkSqlParser.scala    |   153 +
 .../sql/parser/CarbonSparkSqlParserUtil.scala      |   764 ++
 .../org/apache/spark/sql/profiler/Profiler.scala   |     0
 .../spark/sql/profiler/ProfilerListener.scala      |     0
 .../apache/spark/sql/profiler/ProfilerLogger.scala |   367 +
 .../Jobs/BlockletDataMapDetailsWithSchema.java     |    67 +
 .../Jobs/CarbonBlockLoaderHelper.java              |    98 +
 .../Jobs/DistributableBlockletDataMapLoader.java   |   194 +
 .../Jobs/SparkBlockletDataMapLoaderJob.scala       |   199 +
 .../secondaryindex/command/DropIndexCommand.scala  |   188 +
 .../command/RegisterIndexTableCommand.scala        |   104 +
 .../secondaryindex/command/SICreationCommand.scala |   576 +
 .../sql/secondaryindex/command/SILoadCommand.scala |   149 +
 .../command/SIRebuildSegmentCommand.scala          |   202 +
 .../command/ShowIndexesCommand.scala               |   164 +
 .../AlterTableColumnRenameEventListener.scala      |   157 +
 .../AlterTableCompactionPostEventListener.scala    |   125 +
 .../events/AlterTableDropColumnEventListener.scala |    91 +
 .../AlterTableMergeIndexSIEventListener.scala      |   120 +
 .../events/AlterTableRenameEventListener.scala     |    64 +
 .../events/CleanFilesPostEventListener.scala       |    60 +
 .../events/CreateCarbonRelationEventListener.scala |    49 +
 .../events/DeleteFromTableEventListener.scala      |    78 +
 .../events/DeleteSegmentByDateListener.scala       |    58 +
 .../events/DeleteSegmentByIdListener.scala         |    57 +
 .../events/DropCacheSIEventListener.scala          |    61 +
 .../sql/secondaryindex/events/LoadSIEvents.scala   |    50 +
 .../events/SIDropEventListener.scala               |   126 +
 .../events/SILoadEventListener.scala               |    94 +
 .../SILoadEventListenerForFailedSegments.scala     |   198 +
 .../events/SIRefreshEventListener.scala            |    45 +
 .../events/ShowCacheSIEventListener.scala          |    65 +
 .../events/UpdateTablePreEventListener.scala       |    56 +
 .../exception/IndexTableExistException.java        |    48 +
 .../exception/SecondaryIndexException.java         |    39 +
 .../hive/CarbonInternalMetastore.scala             |   267 +
 .../joins/BroadCastSIFilterPushJoin.scala          |   541 +
 .../load/CarbonInternalLoaderUtil.java             |   328 +
 .../spark/sql/secondaryindex/load/Compactor.scala  |   125 +
 .../load/RowComparatorWithOutKettle.java           |    86 +
 .../optimizer/CarbonCostBasedOptimizer.java        |    92 +
 .../optimizer/CarbonSITransformationRule.scala     |   131 +
 .../optimizer/CarbonSecondaryIndexOptimizer.scala  |   840 ++
 .../query/CarbonSecondaryIndexExecutor.java        |   154 +
 .../query/SecondaryIndexQueryResultProcessor.java  |   498 +
 .../secondaryindex/rdd/CarbonSIRebuildRDD.scala    |   352 +
 .../rdd/CarbonSecondaryIndexRDD.scala              |   320 +
 .../secondaryindex/rdd/SecondaryIndexCreator.scala |   401 +
 .../util/CarbonInternalScalaUtil.scala             |   383 +
 .../sql/secondaryindex/util/FileInternalUtil.scala |   129 +
 .../sql/secondaryindex/util/IndexTableUtil.java    |    59 +
 .../sql/secondaryindex/util/InternalKeyVal.scala   |    28 +
 .../secondaryindex/util/SecondaryIndexUtil.scala   |   566 +
 .../spark/sql/test/ResourceRegisterAndCopier.scala |   194 +
 .../spark/sql/test/SparkTestQueryExecutor.scala    |    88 +
 .../apache/spark/sql/test/TestQueryExecutor.scala  |   187 +
 .../spark/sql/test/util/CarbonFunSuite.scala       |     0
 .../org/apache/spark/sql/test/util/PlanTest.scala  |     0
 .../org/apache/spark/sql/test/util/QueryTest.scala |   283 +
 .../apache/spark/sql/util/CarbonException.scala    |     0
 .../spark/sql/util/CarbonMetastoreTypes.scala      |     0
 .../org/apache/spark/sql/util/SparkSQLUtil.scala   |   170 +
 .../apache/spark/sql/util/SparkTypeConverter.scala |   171 +
 .../org/apache/spark/util/AlterTableUtil.scala     |  1090 ++
 .../apache/spark/util/CarbonReflectionUtils.scala  |   289 +
 .../scala/org/apache/spark/util/CleanFiles.scala   |     0
 .../scala/org/apache/spark/util/Compaction.scala   |     0
 .../apache/spark/util/DeleteSegmentByDate.scala    |     0
 .../org/apache/spark/util/DeleteSegmentById.scala  |     0
 .../scala/org/apache/spark/util/FileUtils.scala    |   119 +
 .../org/apache/spark/util/MergeIndexUtil.scala     |   112 +
 .../org/apache/spark/util/ScalaCompilerUtil.scala  |     0
 .../scala/org/apache/spark/util/SparkUtil.scala    |     0
 .../scala/org/apache/spark/util/TableAPIUtil.scala |     0
 .../scala/org/apache/spark/util/TableLoader.scala  |     0
 .../spark/adapter/CarbonToSparkAdapter.scala       |    28 +
 .../apache/spark/sql/CarbonBoundReference.scala    |    45 +
 .../apache/spark/sql/CarbonToSparkAdapter.scala    |   177 +
 .../org/apache/spark/sql/SparkSqlAdapter.scala     |    59 +
 .../execution/strategy/CarbonDataSourceScan.scala  |    58 +
 .../spark/sql/hive/CarbonSessionStateBuilder.scala |   208 +
 .../sql/parser/SparkSqlAstBuilderWrapper.scala     |    31 +
 .../spark/adapter/CarbonToSparkAdapter.scala       |    30 +
 .../apache/spark/sql/CarbonBoundReference.scala    |    45 +
 .../apache/spark/sql/CarbonToSparkAdapter.scala    |   216 +
 .../org/apache/spark/sql/SparkSqlAdapter.scala     |    48 +
 .../execution/strategy/CarbonDataSourceScan.scala  |    59 +
 .../spark/sql/hive/CarbonSessionStateBuilder.scala |   220 +
 .../sql/parser/SparkSqlAstBuilderWrapper.scala     |    31 +
 ...org.apache.spark.sql.sources.DataSourceRegister |    18 +
 ...apache.spark.sql.test.TestQueryExecutorRegister |    17 +
 .../org/apache/carbondata/sdk/util/BinaryUtil.java |    88 +
 .../stream/CarbonStreamRecordReaderTest.java       |   102 +
 .../src/test/resources/100_olap.csv                |     0
 .../src/test/resources/10dim_4msr.csv              |     0
 .../src/test/resources/32000char.csv               |     0
 .../src/test/resources/Array.csv                   |     0
 .../src/test/resources/IUD/T_Hive1.csv             |     0
 .../src/test/resources/IUD/bad_record.csv          |     0
 .../src/test/resources/IUD/badrecord.csv           |     0
 .../src/test/resources/IUD/comp1.csv               |     0
 .../src/test/resources/IUD/comp2.csv               |     0
 .../src/test/resources/IUD/comp3.csv               |     0
 .../src/test/resources/IUD/comp4.csv               |     0
 .../src/test/resources/IUD/dest.csv                |     0
 .../src/test/resources/IUD/negativevalue.csv       |     0
 .../src/test/resources/IUD/other.csv               |     0
 .../src/test/resources/IUD/sample.csv              |     0
 .../src/test/resources/IUD/sample_updated.csv      |     0
 .../src/test/resources/IUD/source2.csv             |     0
 .../src/test/resources/IUD/source3.csv             |     0
 .../src/test/resources/IUD/update01.csv            |     0
 .../src/test/resources/OLDFORMATTABLE.csv          |     0
 .../src/test/resources/OLDFORMATTABLEHIVE.csv      |     0
 .../src/test/resources/Struct.csv                  |     0
 .../src/test/resources/StructofStruct.csv          |     0
 .../src/test/resources/Test_Data1_Logrithmic.csv   |     0
 .../src/test/resources/adap.csv                    |     0
 .../src/test/resources/adap_double1.csv            |     0
 .../src/test/resources/adap_double2.csv            |     0
 .../src/test/resources/adap_double3.csv            |     0
 .../src/test/resources/adap_double4.csv            |     0
 .../src/test/resources/adap_int1.csv               |     0
 .../src/test/resources/adap_int2.csv               |     0
 .../src/test/resources/adap_int3.csv               |     0
 .../src/test/resources/alldatatypeforpartition.csv |     0
 .../complex/20160423/1400_1405/complex.dictionary  |     0
 .../sample/20160423/1400_1405/sample.dictionary    |     0
 .../src/test/resources/array1.csv                  |     0
 .../src/test/resources/arrayColumnEmpty.csv        |     0
 .../src/test/resources/avgTest.csv                 |     0
 .../src/test/resources/badrecords/bigtab.csv       |     0
 .../src/test/resources/badrecords/bigtabbad.csv    |     0
 .../src/test/resources/badrecords/complexdata.csv  |    11 +
 .../src/test/resources/badrecords/datasample.csv   |     0
 .../src/test/resources/badrecords/dummy.csv        |     0
 .../src/test/resources/badrecords/dummy2.csv       |     0
 .../resources/badrecords/emptyTimeStampValue.csv   |     0
 .../src/test/resources/badrecords/emptyValues.csv  |     0
 .../resources/badrecords/insufficientColumns.csv   |     0
 .../test/resources/badrecords/seriazableValue.csv  |     0
 .../src/test/resources/bigIntData.csv              |     0
 .../src/test/resources/bigIntDataWithHeader.csv    |     0
 .../src/test/resources/bigIntDataWithoutHeader.csv |     0
 .../test/resources/big_decimal_without_header.csv  |     0
 .../src/test/resources/big_int_Decimal.csv         |     0
 .../src/test/resources/binaryDataBase64.csv        |     0
 .../src/test/resources/binaryDataHex.csv           |     0
 .../src/test/resources/binaryStringNullData.csv    |     0
 .../src/test/resources/binarystringdata.csv        |     0
 .../src/test/resources/binarystringdata2.csv       |     0
 .../test/resources/binarystringdatawithHead.csv    |     0
 .../src/test/resources/bool/supportBoolean.csv     |     0
 .../resources/bool/supportBooleanBadRecords.csv    |     0
 .../bool/supportBooleanDifferentFormat.csv         |     0
 .../resources/bool/supportBooleanOnlyBoolean.csv   |     0
 .../bool/supportBooleanTwoBooleanColumns.csv       |     0
 .../bool/supportBooleanWithFileHeader.csv          |     0
 .../test/resources/carriage_return_in_string.csv   |     2 +
 .../src/test/resources/channelsId.csv              |     0
 .../src/test/resources/character_carbon.csv        |     0
 .../src/test/resources/character_hive.csv          |     0
 .../test/resources/columndictionary/country.csv    |     0
 .../src/test/resources/columndictionary/name.csv   |     0
 .../src/test/resources/comment.csv                 |     0
 .../src/test/resources/compaction/compaction1.csv  |     0
 .../resources/compaction/compaction1_forhive.csv   |     0
 .../src/test/resources/compaction/compaction2.csv  |     0
 .../src/test/resources/compaction/compaction3.csv  |     0
 .../test/resources/compaction/compactionIUD1.csv   |     0
 .../test/resources/compaction/compactionIUD2.csv   |     0
 .../test/resources/compaction/compactionIUD3.csv   |     0
 .../test/resources/compaction/compactionIUD4.csv   |     0
 .../test/resources/compaction/compactioncard2.csv  |     0
 .../compaction/compactioncard2_forhive.csv         |     0
 .../compaction/nodictionary_compaction.csv         |     0
 .../src/test/resources/complexTypeDecimal.csv      |     0
 .../test/resources/complexTypeDecimalNested.csv    |     0
 .../resources/complexTypeDecimalNestedHive.csv     |     0
 .../spark/src/test/resources/complexbinary.csv     |     3 +
 .../src/test/resources/complexdata.csv             |     0
 .../src/test/resources/complexdata1.csv            |     0
 .../src/test/resources/complexdata2.csv            |     0
 .../spark/src/test/resources/complexdata3.csv      |    10 +
 .../src/test/resources/complexdatareordered.csv    |     0
 .../src/test/resources/complexdatastructextra.csv  |     0
 .../resources/complextypediffentcolheaderorder.csv |     0
 .../src/test/resources/complextypesample.csv       |     0
 .../resources/complextypespecialchardelimiter.csv  |     0
 .../src/test/resources/data.csv                    |     0
 .../src/test/resources/data1.csv                   |     0
 .../src/test/resources/data2.csv                   |     0
 .../src/test/resources/data2_DiffTimeFormat.csv    |     0
 .../src/test/resources/dataIncrement.csv           |     0
 .../src/test/resources/dataWithEmptyRows.csv       |     0
 .../src/test/resources/dataWithNegativeValues.csv  |     0
 .../src/test/resources/dataWithNullFirstLine.csv   |     0
 .../src/test/resources/dataWithSingleQuote.csv     |     0
 .../src/test/resources/data_alltypes.csv           |     0
 .../src/test/resources/data_beyond68yrs.csv        |     0
 .../src/test/resources/data_big.csv                |     0
 .../test/resources/data_partition_badrecords.csv   |     0
 .../src/test/resources/data_sort.csv               |     0
 .../src/test/resources/data_timestamp.csv          |     0
 .../src/test/resources/data_withCAPSHeader.csv     |     0
 .../src/test/resources/data_withMixedHeader.csv    |     0
 .../src/test/resources/data_with_all_types.csv     |     0
 .../src/test/resources/data_with_special_char.csv  |     0
 .../src/test/resources/datadelimiter.csv           |     0
 .../src/test/resources/datanullmeasurecol.csv      |     0
 .../src/test/resources/dataretention1.csv          |     0
 .../src/test/resources/dataretention11.csv         |     0
 .../src/test/resources/dataretention2.csv          |     0
 .../src/test/resources/dataretention3.csv          |     0
 .../src/test/resources/datasample.csv              |     0
 .../src/test/resources/datasamplecomplex.csv       |     0
 .../src/test/resources/datasamplefordate.csv       |     0
 .../src/test/resources/datasamplenull.csv          |     0
 .../src/test/resources/datasingleCol.csv           |     0
 .../src/test/resources/datasingleComplexCol.csv    |     0
 .../resources/datawithNegeativewithoutHeader.csv   |     0
 .../src/test/resources/datawithNegtiveNumber.csv   |     0
 .../src/test/resources/datawithbackslash.csv       |     0
 .../src/test/resources/datawithblanklines.csv      |     0
 .../test/resources/datawithcomplexspecialchar.csv  |     0
 .../src/test/resources/datawithescapecharacter.csv |     0
 .../src/test/resources/datawithmaxbigint.csv       |     0
 .../src/test/resources/datawithmaxinteger.csv      |     0
 .../src/test/resources/datawithmaxminbigint.csv    |     0
 .../src/test/resources/datawithmaxmininteger.csv   |     0
 .../src/test/resources/datawithminbigint.csv       |     0
 .../src/test/resources/datawithmininteger.csv      |     0
 .../src/test/resources/datawithnullmeasure.csv     |     0
 .../src/test/resources/datawithnullmsrs.csv        |     0
 .../src/test/resources/datawithoutheader.csv       |     0
 .../test/resources/datawithspecialcharacter.csv    |     0
 .../src/test/resources/datedatafile.csv            |     0
 .../src/test/resources/dblocation/test.csv         |     0
 .../test/resources/decimalBoundaryDataCarbon.csv   |     0
 .../src/test/resources/decimalBoundaryDataHive.csv |     0
 .../src/test/resources/decimalData.csv             |     0
 .../src/test/resources/decimalDataWithHeader.csv   |     0
 .../test/resources/decimalDataWithoutHeader.csv    |     0
 .../src/test/resources/decimal_int_range.csv       |     0
 .../src/test/resources/deviceInformationId.csv     |     0
 .../src/test/resources/deviceInformationId2.csv    |     0
 .../spark/src/test}/resources/dimSample.csv        |     0
 .../src/test/resources/dimTableSample.csv          |     0
 .../src/test/resources/double.csv                  |     0
 .../double/data_notitle_AdaptiveFloating_byte.csv  |     0
 .../double/data_notitle_AdaptiveFloating_int.csv   |     0
 .../double/data_notitle_AdaptiveFloating_short.csv |     0
 .../data_notitle_AdaptiveFloating_short_int.csv    |     0
 .../test/resources/double/data_notitle_byte.csv    |     0
 .../src/test/resources/double/data_notitle_int.csv |     0
 .../test/resources/double/data_notitle_long.csv    |     0
 .../test/resources/double/data_notitle_short.csv   |     0
 .../resources/double/data_notitle_short_int.csv    |     0
 .../src/test/resources/emp.csv                     |     0
 .../src/test/resources/emptyDimensionData.csv      |     0
 .../src/test/resources/emptyDimensionDataHive.csv  |     0
 .../src/test/resources/emptylines.csv              |     0
 .../resources/emptyrow/csvwithonlyspacechar.csv    |     0
 .../src/test/resources/emptyrow/emptyRows.csv      |     0
 .../src/test/resources/encoding_types.csv          |     0
 .../src/test/resources/filter/betweenFilter.csv    |     0
 .../src/test/resources/filter/datagrtlrt.csv       |     0
 .../src/test/resources/filter/datawithnull.csv     |     0
 .../src/test/resources/filter/datawithoutnull.csv  |     0
 .../src/test/resources/filter/emp2.csv             |     0
 .../src/test/resources/filter/emp2allnull.csv      |     0
 .../src/test/resources/filter/emp2nonull.csv       |     0
 .../src/test/resources/filter/notEqualToFilter.csv |     0
 .../src/test/resources/filter/notNullFilter.csv    |     0
 .../src/test/resources/floatSample.csv             |     0
 integration/spark/src/test/resources/geodata.csv   |    17 +
 .../src/test/resources/globalsort/sample1.csv      |     0
 .../src/test/resources/globalsort/sample2.csv      |     0
 .../src/test/resources/globalsort/sample3.csv      |     0
 .../resources/hiverangenodictionarycompare.csv     |     0
 .../src/test/resources/invalidMeasures.csv         |     0
 .../src/test/resources/j2.csv                      |     0
 .../src/test/resources/join/data1.csv              |     0
 .../src/test/resources/join/data2.csv              |     0
 .../src/test/resources/join/emp.csv                |     0
 .../src/test/resources/join/employee.csv           |     0
 .../src/test/resources/join/mgr.csv                |     0
 .../src/test/resources/join/mobile.csv             |     0
 .../jsonFiles/data/PrimitiveTypeWithNull.json      |     0
 .../resources/jsonFiles/data/StructOfAllTypes.json |     0
 .../resources/jsonFiles/data/allPrimitiveType.json |     0
 .../jsonFiles/data/allPrimitiveTypeBadRecord.json  |     0
 .../jsonFiles/data/arrayOfStructOfStruct.json      |     0
 .../data/arrayOfarrayOfarrayOfStruct.json          |     0
 .../JsonReaderTest/MultipleRowSingleLineJson.json  |     0
 .../JsonReaderTest/SingleRowSingleLineJson.json    |     0
 ...pleRowMultipleLineJsonWithRecordIdentifier.json |     0
 ...gleRowMultipleLineJsonWithRecordIdentifier.json |     0
 ...ingleRowSingleLineJsonWithRecordIdentifier.json |     0
 .../allPrimitiveTypeMultipleRows.json              |     0
 .../allPrimitiveTypeSingleArray.json               |     0
 .../jsonFiles/schema/StructOfAllTypes.avsc         |     0
 .../jsonFiles/schema/arrayOfStructOfStruct.avsc    |     0
 .../schema/arrayOfarrayOfarrayOfStruct.avsc        |     0
 .../src/test/resources/lessthandatacolumndata.csv  |     0
 .../resources/loadMultiFiles/.invisibilityfile     |     0
 .../src/test/resources/loadMultiFiles/_SUCCESS     |     0
 .../src/test/resources/loadMultiFiles/data.csv     |     0
 .../test/resources/loadMultiFiles/emptyfile.csv    |     0
 .../loadMultiFiles/nestedfolder1/data.csv          |     0
 .../loadMultiFiles/nestedfolder1/data1.csv         |     0
 .../nestedfolder1/nestedfolder2/data.csv           |     0
 .../src/test/resources/loadMultiFiles/non-csv      |     0
 .../src/test/resources/localdictionary.csv         |     0
 .../test/resources/locationInfoActiveCountry.csv   |     0
 .../src/test/resources/mac.csv                     |     0
 .../src/test/resources/measureinsertintotest.csv   |     0
 .../src/test/resources/mobileimei.csv              |     0
 .../spark/src/test/resources/mv_sampledata.csv     |    14 +
 .../src/test/resources/newsample.csv               |     0
 .../src/test/resources/noneCsvFormat.cs            |     0
 .../src/test/resources/nontransactional.csv        |     0
 .../src/test/resources/nontransactional1.csv       |     0
 .../src/test/resources/nullSample.csv              |     0
 .../src/test/resources/nullandnonparsableValue.csv |     0
 .../src/test/resources/nullmeasurevalue.csv        |     0
 .../src/test/resources/nullvalueserialization.csv  |     0
 .../resources/numeric_column_invalid_values.csv    |     0
 .../src/test/resources/oscon_10.csv                |     0
 .../src/test/resources/outofrange.csv              |     0
 .../test/resources/overwriteTable1_noRecord.csv    |     0
 .../test/resources/overwriteTable1_someRecord.csv  |     0
 .../test/resources/overwriteTable2_noRecord.csv    |     0
 .../test/resources/overwriteTable2_someRecord.csv  |     0
 .../src/test/resources/partData.csv                |     0
 .../src/test/resources/partition_data.csv          |     0
 .../src/test/resources/partition_data_example.csv  |     0
 .../resources/predefdic/allpredefdictionary.csv    |     0
 .../src/test/resources/predefdic/data3.csv         |     0
 .../src/test/resources/predefdic/dicfilepath.csv   |     0
 .../src/test/resources/products.csv                |     0
 .../src/test/resources/range_column/dataskew.csv   |     0
 .../src/test/resources/rangedata.csv               |     0
 .../src/test/resources/rangedatasample.csv         |     0
 .../test/resources/rangenodictionarycompare.csv    |     0
 .../src/test/resources/restructure/data1.csv       |     0
 .../src/test/resources/restructure/data2.csv       |     0
 .../src/test/resources/restructure/data3.csv       |     0
 .../src/test/resources/restructure/data4.csv       |     0
 .../src/test/resources/restructure/data5.csv       |     0
 .../src/test/resources/restructure/data6.csv       |     0
 .../src/test/resources/restructure/data7.csv       |     0
 .../src/test/resources/restructure/data_2000.csv   |     0
 .../src/test/resources/sales_data.csv              |     0
 .../src/test/resources/sample                      |     0
 .../src/test/resources/sample.csv                  |     0
 .../src/test/resources/sample.csv.bz2              |   Bin
 .../src/test/resources/sample.csv.gz               |   Bin
 .../src/test/resources/sampleComplex.csv           |     0
 .../src/test/resources/sample_withDelimiter017.csv |     0
 .../src/test/resources/secindex/IUD/sample_1.csv   |   123 +
 .../src/test/resources/secindex/IUD/sample_2.csv   |    30 +
 .../src/test/resources/secindex/data_10000.csv     | 10390 +++++++++++++++++++
 .../src/test/resources/secindex/datafile_100.csv   |    10 +
 .../src/test/resources/secindex/dest.csv}          |     0
 .../src/test/resources/secindex/dest1.csv}         |     0
 .../src/test/resources/secindex/dest2.csv}         |     0
 .../src/test/resources/secindex/dest3.csv}         |     0
 .../src/test/resources/secindex/firstunique.csv    |     1 +
 .../spark/src/test/resources/secindex/index.csv    |     1 +
 .../resources/secindex/secondaryIndexLikeTest.csv  |    10 +
 .../src/test/resources/secindex/secondunique.csv   |     1 +
 .../src/test/resources/secindex}/source3.csv       |     0
 .../src/test/resources/seq_20Records.csv           |     0
 .../src/test/resources/shortintboundary.csv        |     0
 .../src/test/resources/shortolap.csv               |     0
 .../test/resources/sort_columns/alldatatype1.csv   |     0
 .../test/resources/sort_columns/alldatatype2.csv   |     0
 .../src/test/resources/source.csv                  |     0
 .../src/test/resources/source_without_header.csv   |     0
 .../src/test/resources/streamSample.csv            |     0
 .../resources/streamSample_with_long_string.csv    |     6 +
 .../src/test/resources/struct_all.csv              |     0
 .../spark/src/test/resources/structofarray.csv     |    21 +
 .../src/test/resources/structusingstruct.csv       |     0
 .../src/test/resources/temp/data1.csv              |     0
 .../src/test/resources/test.json                   |     0
 .../test/resources/testBigInt_boundary_value.csv   |     0
 .../src/test/resources/testShortAndIntDataType.csv |     0
 .../src/test/resources/test_json.json              |     0
 .../src/test/resources/timeStampFormatData1.csv    |     0
 .../src/test/resources/timeStampFormatData2.csv    |     0
 .../src/test/resources/timeseriestest.csv          |     0
 .../src/test/resources/timestamp.csv               |     0
 .../src/test/resources/timestampdata.csv           |     0
 .../src/test/resources/timestampdatafile.csv       |     0
 .../src/test/resources/tpch/customers.csv          |     0
 .../src/test/resources/tpch/lineitem.csv           |     0
 .../src/test/resources/tpch/nation.csv             |     0
 .../src/test/resources/tpch/orders.csv             |     0
 .../src/test/resources/tpch/region.csv             |     0
 .../src/test/resources/tpch/supplier.csv           |     0
 .../src/test/resources/unicodechar.csv             |     0
 .../src/test/resources/uniq.csv                    |     0
 .../src/test/resources/uniqwithoutheader.csv       |     0
 .../src/test/resources/vardhandaterestruct.csv     |     0
 .../src/test/resources/verticalDelimitedData.csv   |     0
 .../BloomCoarseGrainDataMapFunctionSuite.scala     |   838 ++
 .../bloom/BloomCoarseGrainDataMapSuite.scala       |   973 ++
 .../bloom/BloomCoarseGrainDataMapTestUtil.scala    |     0
 .../lucene/LuceneCoarseGrainDataMapSuite.scala     |    74 +
 .../lucene/LuceneFineGrainDataMapSuite.scala       |   935 ++
 .../scala/org/apache/carbondata/geo/GeoTest.scala  |   134 +
 .../aggquery/IntegerDataTypeTestCase.scala         |   183 +
 .../spark/testsuite/bigdecimal/TestBigInt.scala    |   103 +
 .../TestDimensionWithDecimalDataType.scala         |    64 +
 .../testsuite/binary/TestBinaryDataType.scala      |  1674 +++
 .../complexType/TestAdaptiveComplexType.scala      |   577 +
 .../TestAdaptiveEncodingForNullValues.scala        |   175 +
 ...eEncodingSafeColumnPageForComplexDataType.scala |     0
 ...ncodingUnsafeColumnPageForComplexDataType.scala |     0
 ...ingUnsafeHeapColumnPageForComplexDataType.scala |     0
 .../complexType/TestAllComplexDataType.scala       |   722 ++
 .../complexType/TestCompactionComplexType.scala    |  1140 ++
 .../complexType/TestComplexDataType.scala          |  1165 +++
 .../complexType/TestComplexTypeQuery.scala         |   301 +
 .../complexType/TestComplexTypeWithBigArray.scala  |   160 +
 .../complexType/TestCreateTableWithDouble.scala    |    83 +
 .../dataload/MultiFilesDataLoagdingTestCase.scala  |    59 +
 .../testsuite/dataload/TestLoadDataGeneral.scala   |   247 +
 .../dataload/TestLoadDataWithAutoLoadMerge.scala   |    56 +
 .../dataload/TestLoadDataWithBlankLine.scala       |    62 +
 .../dataload/TestLoadDataWithCompression.scala     |   647 ++
 .../TestLoadDataWithEmptyArrayColumns.scala        |    65 +
 .../dataload/TestLoadDataWithJunkChars.scala       |    57 +
 .../dataload/TestLoadDataWithMaxMinBigInt.scala    |    95 +
 .../dataload/TestLoadDataWithMaxMinInteger.scala   |    94 +
 .../dataload/TestLoadDataWithNullMeasures.scala    |    49 +
 .../TestLoadDataWithSortColumnBounds.scala         |   354 +
 .../dataload/TestLoadDataWithUnsafeMemory.scala    |     0
 .../dataload/TestLoadDataWithYarnLocalDirs.scala   |    99 +
 .../dataload/TestNoInvertedIndexLoadAndQuery.scala |   312 +
 .../emptyrow/TestCSVHavingOnlySpaceChar.scala      |    60 +
 .../spark/testsuite/emptyrow/TestEmptyRows.scala   |    90 +
 .../testsuite/emptyrow/TestSkipEmptyLines.scala    |    99 +
 .../primitiveTypes/ArrayDataTypeTestCase.scala     |    61 +
 .../primitiveTypes/DoubleDataTypeTestCase.scala    |   102 +
 .../primitiveTypes/FloatDataTypeTestCase.scala     |    77 +
 .../primitiveTypes/MapDataTypeTestCase.scala       |    72 +
 .../TestAdaptiveEncodingForPrimitiveTypes.scala    |   412 +
 .../carbondata/spark/testsuite/TestCarbonCli.scala |    82 +
 .../testsuite/addsegment/AddSegmentTestCase.scala  |   864 ++
 .../aggquery/AllDataTypesTestCaseAggregate.scala   |   109 +
 .../testsuite/aggquery/AverageQueryTestCase.scala  |   116 +
 .../allqueries/AllDataTypesTestCase.scala          |  1170 +++
 .../testsuite/allqueries/DoubleDataTypeTest.scala  |   180 +
 .../InsertIntoCarbonTableSpark2TestCase.scala      |    51 +
 .../allqueries/InsertIntoCarbonTableTestCase.scala |   423 +
 .../allqueries/MeasureOnlyTableTestCases.scala     |   394 +
 .../allqueries/TestPruneUsingSegmentMinMax.scala   |   121 +
 ...ryWithColumnMetCacheAndCacheLevelProperty.scala |   343 +
 .../allqueries/TestQueryWithoutDataLoad.scala      |    59 +
 .../allqueries/TestTableNameHasDbName.scala        |    51 +
 .../alterTable/TestAlterTableAddColumns.scala      |   122 +
 .../TestAlterTableCompactionLevelThreshold.scala   |    70 +
 .../TestAlterTableSortColumnsProperty.scala        |   591 ++
 ...leWithColumnMetCacheAndCacheLevelProperty.scala |   168 +
 .../badrecordloger/BadRecordActionTest.scala       |   278 +
 .../badrecordloger/BadRecordEmptyDataTest.scala    |   182 +
 .../badrecordloger/BadRecordLoggerTest.scala       |   361 +
 .../testsuite/bigdecimal/TestAvgForBigInt.scala    |    52 +
 .../testsuite/bigdecimal/TestBigDecimal.scala      |   224 +
 .../bigdecimal/TestNullAndEmptyFields.scala        |   114 +
 .../bigdecimal/TestNullAndEmptyFieldsUnsafe.scala  |   116 +
 .../blockprune/BlockPruneQueryTestCase.scala       |   179 +
 .../CarbonCustomBlockDistributionTest.scala        |   115 +
 .../booleantype/BooleanDataTypesBaseTest.scala     |   174 +
 .../booleantype/BooleanDataTypesBigFileTest.scala  |   729 ++
 .../booleantype/BooleanDataTypesFilterTest.scala   |   436 +
 .../booleantype/BooleanDataTypesInsertTest.scala   |   997 ++
 .../booleantype/BooleanDataTypesLoadTest.scala     |   781 ++
 .../BooleanDataTypesParameterTest.scala            |   288 +
 .../booleantype/BooleanDataTypesSortTest.scala     |   145 +
 .../compress/TestBooleanCompressSuite.scala        |   105 +
 .../testsuite/cloud/AllDataSourceTestCase.scala    |   904 ++
 .../testsuite/cloud/CacheRefreshTestCase.scala     |    36 +
 .../compaction/TestHybridCompaction.scala          |   235 +
 .../TestAlterTableWithTableComment.scala           |   130 +
 ...bonFileInputFormatWithExternalCarbonTable.scala |   226 +
 .../TestCreateDDLForComplexMapType.scala           |   531 +
 .../createTable/TestCreateExternalTable.scala      |   149 +
 .../TestCreateHiveTableWithCarbonDS.scala          |    84 +
 .../createTable/TestCreateTableAsSelect.scala      |   458 +
 .../createTable/TestCreateTableIfNotExists.scala   |    95 +
 .../createTable/TestCreateTableLike.scala          |   198 +
 .../TestCreateTableWithBlockletSize.scala          |    84 +
 .../TestCreateTableWithColumnComment.scala         |    54 +
 ...leWithColumnMetCacheAndCacheLevelProperty.scala |   171 +
 .../TestCreateTableWithCompactionOptions.scala     |   178 +
 ...TestCreateTableWithDatabaseNameCaseChange.scala |    82 +
 .../TestCreateTableWithPageSizeInMb.scala          |     0
 .../createTable/TestCreateTableWithSortScope.scala |   101 +
 .../TestCreateTableWithSpaceInColumnName.scala     |    61 +
 .../TestCreateTableWithTableComment.scala          |    75 +
 .../TestNonTransactionalCarbonTable.scala          |  2722 +++++
 .../TestNonTransactionalCarbonTableForBinary.scala |   162 +
 ...TestNonTransactionalCarbonTableForMapType.scala |   583 ++
 ...TestNonTransactionalCarbonTableJsonWriter.scala |   377 +
 ...nTransactionalCarbonTableWithAvroDataType.scala |  1258 +++
 ...onTransactionalCarbonTableWithComplexType.scala |   541 +
 .../createTable/TestRenameTableWithDataMap.scala   |   152 +
 .../CarbonIndexFileMergeTestCase.scala             |   517 +
 .../CompactionSupportGlobalSortBigFileTest.scala   |   136 +
 .../CompactionSupportGlobalSortFunctionTest.scala  |   553 +
 .../CompactionSupportGlobalSortParameterTest.scala |   582 ++
 .../CompactionSupportSpecifiedSegmentsTest.scala   |   133 +
 .../DataCompactionBlockletBoundryTest.scala        |    92 +
 .../DataCompactionBoundaryConditionsTest.scala     |   104 +
 .../DataCompactionCardinalityBoundryTest.scala     |   121 +
 .../datacompaction/DataCompactionLockTest.scala    |   121 +
 .../MajorCompactionIgnoreInMinorTest.scala         |   187 +
 .../MajorCompactionStopsAfterCompaction.scala      |   141 +
 .../MajorCompactionWithMeasureSortColumns.scala    |    97 +
 .../TableLevelCompactionOptionTest.scala           |   358 +
 .../dataload/TestDataLoadPartitionCoalescer.scala  |     0
 .../TestDataLoadWithColumnsMoreThanSchema.scala    |   157 +
 .../dataload/TestDataLoadWithFileName.scala        |    89 +
 .../TestDataWithDicExcludeAndInclude.scala         |    98 +
 .../dataload/TestGlobalSortDataLoad.scala          |   492 +
 .../testsuite/dataload/TestLoadDataFrame.scala     |   370 +
 .../dataload/TestLoadDataUseAllDictionary.scala    |    39 +
 .../TestLoadDataWithDiffTimestampFormat.scala      |   128 +
 .../TestLoadDataWithFileHeaderException.scala      |   152 +
 .../TestLoadDataWithHiveSyntaxDefaultFormat.scala  |   761 ++
 .../TestLoadDataWithHiveSyntaxUnsafe.scala         |   717 ++
 ...adDataWithMalformedCarbonCommandException.scala |    65 +
 .../dataload/TestLoadDataWithNoMeasure.scala       |   108 +
 .../TestLoadDataWithNotProperInputFile.scala       |     0
 .../spark/testsuite/dataload/TestLoadOptions.scala |   144 +
 .../dataload/TestLoadTblNameIsKeyword.scala        |    90 +
 .../dataload/TestLoadWithSortTempCompressed.scala  |   234 +
 .../dataload/TestRangeColumnDataLoad.scala         |   951 ++
 .../dataload/TestTableLevelBlockSize.scala         |   149 +
 .../testsuite/dataload/TestTableLoadMinSize.scala  |   170 +
 .../testsuite/datamap/CGDataMapTestCase.scala      |   573 +
 .../testsuite/datamap/DataMapWriterSuite.scala     |   257 +
 .../testsuite/datamap/FGDataMapTestCase.scala      |   585 ++
 .../testsuite/datamap/TestDataMapCommand.scala     |   156 +
 .../testsuite/datamap/TestDataMapStatus.scala      |   322 +
 .../dataretention/DataRetentionTestCase.scala      |   287 +
 .../dblocation/DBLocationCarbonTableTestCase.scala |   273 +
 .../deleteTable/TestDeleteTableNewDDL.scala        |   245 +
 .../describeTable/TestDescribeTable.scala          |    80 +
 .../detailquery/AllQueriesSpark2TestCase.scala     |    48 +
 .../testsuite/detailquery/CastColumnTestCase.scala |   977 ++
 .../ColumnPropertyValidationTestCase.scala         |    57 +
 .../detailquery/ExpressionWithNullTestCase.scala   |   170 +
 .../HighCardinalityDataTypesTestCase.scala         |   249 +
 .../detailquery/IntegerDataTypeTestCase.scala      |    43 +
 .../detailquery/NoDictionaryColumnTestCase.scala   |    72 +
 .../RangeFilterAllDataTypesTestCases.scala         |   678 ++
 .../detailquery/RangeFilterTestCase.scala          |   634 ++
 .../SubqueryWithFilterAndSortTestCase.scala        |    77 +
 .../ValueCompressionDataTypeTestCase.scala         |   137 +
 .../DateDataTypeDirectDictionaryTest.scala         |   154 +
 ...ataTypeDirectDictionaryWithNoDictTestCase.scala |   102 +
 ...rectDictionaryWithOffHeapSortDisabledTest.scala |    76 +
 .../DateDataTypeNullDataTest.scala                 |    82 +
 ...TimestampDataTypeDirectDictionaryTestCase.scala |   172 +
 ...ataTypeDirectDictionaryWithNoDictTestCase.scala |    87 +
 .../TimestampDataTypeNullDataTest.scala            |    88 +
 .../TimestampNoDictionaryColumnCastTestCase.scala  |    80 +
 .../TimestampNoDictionaryColumnTestCase.scala      |    89 +
 .../filterexpr/AllDataTypesTestCaseFilter.scala    |    85 +
 .../testsuite/filterexpr/CountStarTestCase.scala   |    75 +
 .../filterexpr/FilterProcessorTestCase.scala       |   403 +
 .../filterexpr/GrtLtFilterProcessorTestCase.scala  |   185 +
 .../filterexpr/IntegerDataTypeTestCase.scala       |    43 +
 .../NullMeasureValueTestCaseFilter.scala           |    56 +
 .../TestAndEqualFilterEmptyOperandValue.scala      |    74 +
 .../testsuite/filterexpr/TestBetweenFilter.scala   |    73 +
 .../testsuite/filterexpr/TestGrtLessFilter.scala   |    86 +
 .../filterexpr/TestImplicitFilterExpression.scala  |   118 +
 .../spark/testsuite/filterexpr/TestInFilter.scala  |   174 +
 .../testsuite/filterexpr/TestIsNullFilter.scala    |    32 +
 .../testsuite/filterexpr/TestNotNullFilter.scala   |    60 +
 .../FlatFolderTableLoadingTestCase.scala           |   182 +
 .../InsertIntoNonCarbonTableTestCase.scala         |   185 +
 .../testsuite/iud/DeleteCarbonTableTestCase.scala  |   382 +
 .../iud/HorizontalCompactionTestCase.scala         |   460 +
 .../iud/TestInsertAndOtherCommandConcurrent.scala  |   379 +
 .../iud/TestUpdateAndDeleteWithLargeData.scala     |     0
 .../testsuite/iud/UpdateCarbonTableTestCase.scala  |   898 ++
 .../UpdateCarbonTableTestCaseWithBadRecord.scala   |    68 +
 .../joinquery/AllDataTypesTestCaseJoin.scala       |   106 +
 .../joinquery/IntegerDataTypeTestCase.scala        |    43 +
 .../joinquery/JoinWithoutDictionaryColumn.scala    |   100 +
 .../testsuite/joinquery/OrderByLimitTestCase.scala |    90 +
 .../LocalDictionarySupportAlterTableTest.scala     |  1407 +++
 .../LocalDictionarySupportCreateTableTest.scala    |  2292 ++++
 .../LocalDictionarySupportLoadTableTest.scala      |   339 +
 .../longstring/VarcharDataTypesBasicTestCase.scala |   558 +
 .../NullMeasureValueTestCaseAggregate.scala        |    82 +
 .../spark/testsuite/merge/MergeTestCase.scala      |   501 +
 .../TestNullValueSerialization.scala               |    98 +
 .../testsuite/partition/TestShowPartitions.scala   |    98 +
 .../partition/TestUpdateForPartitionTable.scala    |    46 +
 .../sdk/TestSDKWithTransactionalTable.scala        |   114 +
 .../segmentreading/TestSegmentReading.scala        |   387 +
 .../TestSegmentReadingForMultiThreading.scala      |    78 +
 .../testsuite/sortcolumns/TestSortColumns.scala    |   394 +
 .../sortcolumns/TestSortColumnsWithUnsafe.scala    |   298 +
 .../sortexpr/AllDataTypesTestCaseSort.scala        |   119 +
 .../sortexpr/IntegerDataTypeTestCase.scala         |    43 +
 .../StandardPartitionBadRecordLoggerTest.scala     |   241 +
 .../StandardPartitionComplexDataTypeTestCase.scala |   103 +
 .../StandardPartitionGlobalSortTestCase.scala      |  1070 ++
 .../StandardPartitionTableCleanTestCase.scala      |   191 +
 .../StandardPartitionTableCompactionTestCase.scala |   229 +
 .../StandardPartitionTableDropTestCase.scala       |   233 +
 .../StandardPartitionTableLoadingTestCase.scala    |   633 ++
 .../StandardPartitionTableOverwriteTestCase.scala  |   326 +
 .../StandardPartitionTableQueryTestCase.scala      |   547 +
 .../windowsexpr/WindowsExprTestCase.scala          |    66 +
 .../spark/util/DataTypeConverterUtilSuite.scala    |     0
 .../util/ExternalColumnDictionaryTestCase.scala}   |     0
 .../sql/commands/StoredAsCarbondataSuite.scala     |     0
 .../sql/commands/TestCarbonDropCacheCommand.scala  |   132 +
 .../sql/commands/TestCarbonShowCacheCommand.scala  |   386 +
 .../sql/commands/UsingCarbondataSuite.scala        |   143 +
 .../carbondata/store/SparkCarbonStoreTest.scala    |    86 +
 .../indexserver/DistributedRDDUtilsTest.scala      |     0
 .../scala/org/apache/spark/SparkCommandSuite.scala |    38 +
 .../carbondata/BadRecordPathLoadOptionTest.scala   |    83 +
 .../spark/carbondata/CarbonDataSourceSuite.scala   |   267 +
 .../carbondata/DataLoadFailAllTypeSortTest.scala   |   225 +
 .../spark/carbondata/TableStatusBackupTest.scala   |    76 +
 .../carbondata/TestStreamingTableOpName.scala      |  2280 ++++
 .../carbondata/TestStreamingTableQueryFilter.scala |   318 +
 .../TestStreamingTableWithLongString.scala         |   652 ++
 .../TestStreamingTableWithRowParser.scala          |   963 ++
 .../bucketing/TableBucketingTestCase.scala         |  1066 ++
 .../carbondata/commands/SetCommandTestCase.scala   |   138 +
 .../datatype/NumericDimensionBadRecordTest.scala   |   177 +
 .../deletetable/DeleteTableTestCase.scala          |    62 +
 .../iud/DeleteCarbonTableSubqueryTestCase.scala    |    63 +
 .../carbondata/query/ReusedExchangeTestSuite.scala |    47 +
 .../carbondata/query/SubQueryJoinTestSuite.scala   |    75 +
 .../spark/carbondata/query/SubQueryTestSuite.scala |    65 +
 .../carbondata/query/TestNotEqualToFilter.scala    |    90 +
 .../register/TestRegisterCarbonTable.scala         |   228 +
 .../restructure/AlterTableRevertTestCase.scala     |   106 +
 .../restructure/AlterTableUpgradeSegmentTest.scala |    50 +
 .../restructure/AlterTableValidationTestCase.scala |   849 ++
 .../vectorreader/AddColumnTestCases.scala          |   697 ++
 .../AlterTableColumnRenameTestCase.scala           |   391 +
 .../vectorreader/ChangeDataTypeTestCases.scala     |   181 +
 .../vectorreader/DropColumnTestCases.scala         |   115 +
 .../vectorreader/VectorReaderTestCase.scala        |    79 +
 .../apache/spark/sql/CarbonExtensionSuite.scala    |    31 +
 .../sql/CarbonGetTableDetailComandTestCase.scala   |     0
 .../spark/sql/GetDataSizeAndIndexSizeTest.scala    |   173 +
 .../SparkCarbonDataSourceBinaryTest.scala          |   743 ++
 .../datasource/SparkCarbonDataSourceTest.scala     |  2237 ++++
 ...TestCreateTableUsingSparkCarbonFileFormat.scala |   502 +
 .../org/apache/spark/sql/common/util/Tags.scala    |     0
 .../command/CarbonTableSchemaCommonSuite.scala     |    69 +
 .../mutation/CarbonTruncateCommandTest.scala       |    49 +
 .../apache/spark/sql/profiler/ProfilerSuite.scala  |   149 +
 .../org/apache/spark/util/CarbonCommandSuite.scala |   205 +
 .../org/apache/spark/util/SparkUtil4Test.scala     |     0
 .../org/apache/spark/util/SparkUtilTest.scala      |    58 +
 integration/spark2/pom.xml                         |   383 -
 .../execution/strategy/CarbonDataSourceScan.scala  |    53 -
 .../org/apache/spark/sql/hive/CarbonAnalyzer.scala |    51 -
 .../sql/hive/CarbonInMemorySessionState.scala      |   298 -
 .../spark/sql/hive/CarbonOptimizerUtil.scala       |    44 -
 .../apache/spark/sql/hive/CarbonSessionState.scala |   277 -
 .../apache/spark/sql/hive/CarbonSessionUtil.scala  |   189 -
 .../org/apache/spark/sql/hive/CarbonSqlConf.scala  |   148 -
 .../CreateCarbonSourceTableAsSelectCommand.scala   |   137 -
 .../spark/sql/hive/SqlAstBuilderHelper.scala       |   112 -
 .../apache/carbondata/datamap/DataMapManager.java  |    68 -
 .../carbondata/datamap/IndexDataMapProvider.java   |   142 -
 .../datamap/PreAggregateDataMapProvider.java       |   119 -
 .../datamap/TimeseriesDataMapProvider.java         |    56 -
 .../spark/readsupport/SparkRowReadSupportImpl.java |    37 -
 .../datamap/IndexDataMapRebuildRDD.scala           |   508 -
 .../carbondata/indexserver/DataMapJobs.scala       |   133 -
 .../indexserver/DistributedPruneRDD.scala          |   193 -
 .../indexserver/DistributedRDDUtils.scala          |   328 -
 .../indexserver/DistributedShowCacheRDD.scala      |    78 -
 .../carbondata/indexserver/IndexServer.scala       |   211 -
 .../spark/rdd/AggregateDataMapCompactor.scala      |   167 -
 .../spark/rdd/CarbonDataRDDFactory.scala           |  1252 ---
 .../spark/rdd/CarbonTableCompactor.scala           |   328 -
 .../carbondata/spark/rdd/CompactionFactory.scala   |    59 -
 .../apache/carbondata/spark/rdd/Compactor.scala    |    73 -
 .../spark/thriftserver/CarbonThriftServer.scala    |    97 -
 .../carbondata/spark/util/CarbonSparkUtil.scala    |   150 -
 .../apache/carbondata/store/SparkCarbonStore.scala |   107 -
 .../stream/CarbonStreamRecordReader.java           |   172 -
 .../carbondata/stream/StreamJobManager.scala       |   205 -
 .../src/main/scala/org/apache/spark/Logging.scala  |    22 -
 .../apache/spark/sql/CarbonBoundReference.scala    |    62 -
 .../apache/spark/sql/CarbonCatalystOperators.scala |   193 -
 .../org/apache/spark/sql/CarbonCountStar.scala     |    98 -
 .../apache/spark/sql/CarbonDataFrameWriter.scala   |   138 -
 .../spark/sql/CarbonDatasourceHadoopRelation.scala |   216 -
 .../apache/spark/sql/CarbonDictionaryDecoder.scala |   706 --
 .../scala/org/apache/spark/sql/CarbonEnv.scala     |   346 -
 .../scala/org/apache/spark/sql/CarbonSession.scala |   339 -
 .../scala/org/apache/spark/sql/CarbonSource.scala  |   414 -
 .../spark/sql/CustomDeterministicExpression.scala  |    42 -
 .../spark/sql/events/MergeIndexEventListener.scala |   134 -
 .../sql/execution/command/cache/CacheUtil.scala    |   140 -
 .../command/cache/CarbonDropCacheCommand.scala     |    71 -
 .../command/cache/CarbonShowCacheCommand.scala     |   455 -
 .../command/cache/DropCacheEventListeners.scala    |   133 -
 .../command/cache/ShowCacheEventListeners.scala    |   108 -
 .../datamap/CarbonCreateDataMapCommand.scala       |   229 -
 .../datamap/CarbonDataMapRebuildCommand.scala      |    96 -
 .../command/datamap/CarbonDataMapShowCommand.scala |   154 -
 .../command/datamap/CarbonDropDataMapCommand.scala |   253 -
 .../CarbonAlterTableCompactionCommand.scala        |   422 -
 .../management/CarbonCleanFilesCommand.scala       |   173 -
 .../command/management/CarbonCliCommand.scala      |    66 -
 .../management/CarbonInsertIntoCommand.scala       |   101 -
 .../command/management/CarbonLoadDataCommand.scala |  1180 ---
 .../management/CarbonShowLoadsCommand.scala        |    74 -
 .../management/RefreshCarbonTableCommand.scala     |   277 -
 .../mutation/CarbonProjectForDeleteCommand.scala   |   176 -
 .../mutation/CarbonProjectForUpdateCommand.scala   |   318 -
 .../command/mutation/DeleteExecution.scala         |   348 -
 .../command/mutation/HorizontalCompaction.scala    |   247 -
 .../execution/command/mv/DataMapListeners.scala    |   384 -
 .../CarbonAlterTableAddHivePartitionCommand.scala  |   162 -
 .../CarbonAlterTableDropHivePartitionCommand.scala |   210 -
 .../CarbonAlterTableDropPartitionCommand.scala     |   273 -
 .../CarbonAlterTableSplitPartitionCommand.scala    |   323 -
 .../CarbonShowCarbonPartitionsCommand.scala        |    57 -
 .../preaaggregate/PreAggregateListeners.scala      |   932 --
 .../preaaggregate/PreAggregateTableHelper.scala    |   232 -
 .../command/preaaggregate/PreAggregateUtil.scala   |   905 --
 .../schema/CarbonAlterTableAddColumnCommand.scala  |   132 -
 ...nAlterTableColRenameDataTypeChangeCommand.scala |   336 -
 .../schema/CarbonAlterTableDropColumnCommand.scala |   178 -
 .../schema/CarbonAlterTableRenameCommand.scala     |   189 -
 .../schema/CarbonAlterTableSetCommand.scala        |    46 -
 .../schema/CarbonAlterTableUnsetCommand.scala      |    45 -
 .../command/stream/CarbonCreateStreamCommand.scala |   292 -
 .../table/CarbonCreateTableAsSelectCommand.scala   |   111 -
 .../command/table/CarbonCreateTableCommand.scala   |   222 -
 .../table/CarbonDescribeFormattedCommand.scala     |   330 -
 .../command/table/CarbonDropTableCommand.scala     |   257 -
 .../command/table/CarbonExplainCommand.scala       |    72 -
 .../command/table/CarbonShowTablesCommand.scala    |    67 -
 .../command/timeseries/TimeSeriesFunction.scala    |    33 -
 .../command/timeseries/TimeSeriesUtil.scala        |   165 -
 .../datasources/SparkCarbonTableFormat.scala       |   435 -
 .../strategy/CarbonLateDecodeStrategy.scala        |   834 --
 .../spark/sql/execution/strategy/DDLStrategy.scala |   397 -
 .../strategy/StreamingTableStrategy.scala          |    92 -
 .../spark/sql/hive/CarbonAnalysisRules.scala       |   346 -
 .../spark/sql/hive/CarbonFileMetastore.scala       |   600 --
 .../spark/sql/hive/CarbonHiveMetaStore.scala       |   226 -
 .../spark/sql/hive/CarbonHiveMetadataUtil.scala    |    56 -
 .../apache/spark/sql/hive/CarbonMetaStore.scala    |   208 -
 .../spark/sql/hive/CarbonPreAggregateRules.scala   |  1915 ----
 .../org/apache/spark/sql/hive/CarbonRelation.scala |   217 -
 .../spark/sql/hive/CarbonSessionCatalog.scala      |   135 -
 .../spark/sql/hive/cli/CarbonSQLCLIDriver.scala    |    63 -
 .../execution/command/CarbonHiveCommands.scala     |   150 -
 .../apache/spark/sql/optimizer/CarbonFilters.scala |   593 --
 .../apache/spark/sql/optimizer/CarbonIUDRule.scala |    60 -
 .../spark/sql/optimizer/CarbonLateDecodeRule.scala |   952 --
 .../spark/sql/parser/CarbonSpark2SqlParser.scala   |   726 --
 .../spark/sql/parser/CarbonSparkSqlParser.scala    |   152 -
 .../sql/parser/CarbonSparkSqlParserUtil.scala      |   388 -
 .../spark/sql/test/Spark2TestQueryExecutor.scala   |    87 -
 .../org/apache/spark/util/AlterTableUtil.scala     |   936 --
 .../scala/org/apache/spark/util/DataMapUtil.scala  |   208 -
 .../org/apache/spark/util/MergeIndexUtil.scala     |   116 -
 .../apache/spark/sql/CarbonToSparkAdapater.scala   |    90 -
 .../sql/catalyst/catalog/HiveTableRelation.scala   |    56 -
 .../sql/catalyst/optimizer/MigrateOptimizer.scala  |   129 -
 .../sql/catalyst/plans/logical/Subquery.scala      |    28 -
 .../org/apache/spark/sql/hive/CarbonSQLConf.scala  |   149 -
 .../apache/spark/sql/hive/CarbonSessionState.scala |   381 -
 .../CreateCarbonSourceTableAsSelectCommand.scala   |   165 -
 .../apache/spark/sql/CarbonToSparkAdapter.scala    |    90 -
 .../apache/spark/sql/hive/CarbonOptimizer.scala    |    37 -
 .../spark/sql/hive/CarbonSqlAstBuilder.scala       |    52 -
 .../apache/spark/sql/CarbonToSparkAdapater.scala   |    93 -
 .../execution/strategy/CarbonDataSourceScan.scala  |    58 -
 .../apache/spark/sql/hive/CarbonOptimizer.scala    |    37 -
 .../spark/sql/hive/CarbonSqlAstBuilder.scala       |    52 -
 ...org.apache.spark.sql.sources.DataSourceRegister |    17 -
 ...apache.spark.sql.test.TestQueryExecutorRegister |    17 -
 .../stream/CarbonStreamRecordReaderTest.java       |   100 -
 .../BloomCoarseGrainDataMapFunctionSuite.scala     |   939 --
 .../bloom/BloomCoarseGrainDataMapSuite.scala       |   958 --
 .../carbondata/spark/testsuite/TestCarbonCli.scala |    82 -
 .../InsertIntoCarbonTableSpark2TestCase.scala      |    37 -
 .../booleantype/BooleanDataTypesBaseTest.scala     |   157 -
 .../booleantype/BooleanDataTypesBigFileTest.scala  |   729 --
 .../booleantype/BooleanDataTypesFilterTest.scala   |   436 -
 .../booleantype/BooleanDataTypesInsertTest.scala   |   983 --
 .../booleantype/BooleanDataTypesLoadTest.scala     |   786 --
 .../BooleanDataTypesParameterTest.scala            |   288 -
 .../booleantype/BooleanDataTypesSortTest.scala     |   145 -
 .../compress/TestBooleanCompressSuite.scala        |   111 -
 .../partition/TestAlterPartitionTable.scala        |   926 --
 .../segmentreading/TestSegmentReading.scala        |   386 -
 .../TestSegmentReadingForMultiThreading.scala      |    78 -
 .../spark/util/AllDictionaryTestCase.scala         |   187 -
 .../spark/util/DictionaryLRUCacheTestCase.scala    |   375 -
 .../spark/util/DictionaryTestCaseUtil.scala        |    50 -
 .../util/ExternalColumnDictionaryTestCase.scala    |   305 -
 .../carbondata/store/SparkCarbonStoreTest.scala    |    86 -
 .../scala/org/apache/spark/SparkCommandSuite.scala |    38 -
 .../carbondata/BadRecordPathLoadOptionTest.scala   |    82 -
 .../spark/carbondata/CarbonDataSourceSuite.scala   |   281 -
 .../carbondata/DataLoadFailAllTypeSortTest.scala   |   222 -
 .../carbondata/TestStreamingTableOpName.scala      |  2648 -----
 .../TestStreamingTableWithRowParser.scala          |   960 --
 .../bucketing/TableBucketingTestCase.scala         |   247 -
 .../carbondata/commands/SetCommandTestCase.scala   |   166 -
 .../datatype/NumericDimensionBadRecordTest.scala   |   176 -
 .../deletetable/DeleteTableTestCase.scala          |    65 -
 .../iud/DeleteCarbonTableSubqueryTestCase.scala    |    63 -
 .../carbondata/query/SubQueryJoinTestSuite.scala   |    59 -
 .../spark/carbondata/query/SubQueryTestSuite.scala |    65 -
 .../carbondata/query/TestNotEqualToFilter.scala    |    90 -
 .../register/TestRegisterCarbonTable.scala         |   292 -
 .../restructure/AlterTableRevertTestCase.scala     |   106 -
 .../restructure/AlterTableUpgradeSegmentTest.scala |    50 -
 .../restructure/AlterTableValidationTestCase.scala |   868 --
 .../vectorreader/AddColumnTestCases.scala          |   727 --
 .../AlterTableColumnRenameTestCase.scala           |   410 -
 .../vectorreader/ChangeDataTypeTestCases.scala     |   197 -
 .../vectorreader/DropColumnTestCases.scala         |   129 -
 .../vectorreader/VectorReaderTestCase.scala        |    74 -
 .../spark/sql/GetDataSizeAndIndexSizeTest.scala    |   173 -
 .../spark/sql/common/util/Spark2QueryTest.scala    |    29 -
 .../org/apache/spark/util/CarbonCommandSuite.scala |   229 -
 mv/core/pom.xml                                    |   238 +
 .../carbondata/mv/extension/MVAnalyzerRule.scala   |   242 +
 .../mv/extension/MVDataMapProvider.scala           |   208 +
 .../carbondata/mv/extension/MVExtension.scala      |    88 +
 .../mv/extension/MVExtensionSqlParser.scala        |    71 +
 .../apache/carbondata/mv/extension/MVHelper.scala  |   732 ++
 .../apache/carbondata/mv/extension/MVParser.scala  |   206 +
 .../apache/carbondata/mv/extension/MVUtil.scala    |   276 +
 .../command/CreateMaterializedViewCommand.scala    |   105 +
 .../command/DropMaterializedViewCommand.scala      |    95 +
 .../command/RefreshMaterializedViewCommand.scala   |    71 +
 .../command/ShowMaterializedViewCommand.scala      |    98 +
 .../carbondata/mv/rewrite/DefaultMatchMaker.scala  |   860 ++
 .../org/apache/carbondata/mv/rewrite/MVUdf.scala   |    25 +
 .../apache/carbondata/mv/rewrite/MatchMaker.scala  |    47 +
 .../apache/carbondata/mv/rewrite/Navigator.scala   |   423 +
 .../carbondata/mv/rewrite/QueryRewrite.scala       |   603 ++
 .../mv/rewrite/SummaryDatasetCatalog.scala         |   303 +
 .../org/apache/carbondata/mv/rewrite/Utils.scala   |   624 ++
 .../apache/carbondata/mv/session/MVSession.scala   |     0
 .../mv/session/internal/SessionState.scala         |     0
 .../carbondata/mv/timeseries/Granularity.java      |    52 +
 .../mv/timeseries/TimeSeriesFunction.scala         |    33 +
 .../carbondata/mv/timeseries/TimeSeriesUtil.scala  |   151 +
 .../carbondata/mv/extension/MVOptimizer.scala      |    51 +
 .../carbondata/mv/extension/MVOptimizer.scala      |    51 +
 .../mv/plans/ExtractJoinConditionsSuite.scala      |     0
 .../apache/carbondata/mv/plans/IsSPJGHSuite.scala  |    59 +
 .../mv/plans/LogicalToModularPlanSuite.scala       |   196 +
 .../carbondata/mv/plans/ModularToSQLSuite.scala    |   147 +
 .../carbondata/mv/plans/SignatureSuite.scala       |    76 +
 .../mv/plans/Tpcds_1_4_BenchmarkSuite.scala        |    82 +
 .../carbondata/mv/rewrite/MVCoalesceTestCase.scala |    93 +
 .../mv/rewrite/MVCountAndCaseTestCase.scala        |    86 +
 .../carbondata/mv/rewrite/MVCreateTestCase.scala   |  1433 +++
 .../mv/rewrite/MVExceptionTestCase.scala           |    62 +
 .../mv/rewrite/MVFilterAndJoinTest.scala           |    71 +
 .../mv/rewrite/MVIncrementalLoadingTestcase.scala  |   650 ++
 .../carbondata/mv/rewrite/MVInvalidTestCase.scala  |    47 +
 .../mv/rewrite/MVMultiJoinTestCase.scala           |    85 +
 .../carbondata/mv/rewrite/MVRewriteTestCase.scala  |    87 +
 .../carbondata/mv/rewrite/MVSampleTestCase.scala   |   156 +
 .../carbondata/mv/rewrite/MVTPCDSTestCase.scala    |   132 +
 .../carbondata/mv/rewrite/MVTpchTestCase.scala     |   222 +
 .../mv/rewrite/SelectAllColumnsSuite.scala         |    40 +
 .../rewrite/SelectSelectExactChildrenSuite.scala   |     0
 .../mv/rewrite/TestAllOperationsOnMV.scala         |   668 ++
 .../mv/rewrite/TestPartitionWithMV.scala           |   707 ++
 .../carbondata/mv/rewrite/TestSQLSuite.scala       |    97 +
 .../carbondata/mv/rewrite/Tpcds_1_4_Suite.scala    |    83 +
 .../mv/rewrite/matching/TestSQLBatch.scala         |     0
 .../mv/rewrite/matching/TestTPCDS_1_4_Batch.scala  |     0
 .../carbondata/mv/testutil/ModularPlanTest.scala   |   162 +
 .../carbondata/mv/testutil/TestSQLBatch.scala      |     0
 .../carbondata/mv/testutil/TestSQLBatch2.scala     |     0
 .../mv/testutil/Tpcds_1_4_QueryBatch.scala         |     0
 .../carbondata/mv/testutil/Tpcds_1_4_Tables.scala  |   842 ++
 .../TestMVTimeSeriesCreateDataMapCommand.scala     |   231 +
 .../timeseries/TestMVTimeSeriesLoadAndQuery.scala  |   387 +
 .../timeseries/TestMVTimeSeriesQueryRollUp.scala   |   298 +
 mv/plan/pom.xml                                    |   156 +
 .../org/apache/carbondata/mv/dsl/package.scala     |     0
 .../mv/expressions/modular/subquery.scala          |   170 +
 .../mv/plans/modular/AggregatePushDown.scala       |   196 +
 .../apache/carbondata/mv/plans/modular/Flags.scala |     0
 .../carbondata/mv/plans/modular/Harmonizer.scala   |   254 +
 .../mv/plans/modular/ModularPatterns.scala         |   252 +
 .../carbondata/mv/plans/modular/ModularPlan.scala  |   231 +
 .../modular/ModularPlanSignatureGenerator.scala    |     0
 .../mv/plans/modular/ModularRelation.scala         |   223 +
 .../carbondata/mv/plans/modular/Modularizer.scala  |   117 +
 .../mv/plans/modular/basicOperators.scala          |     0
 .../carbondata/mv/plans/modular/queryGraph.scala   |     0
 .../org/apache/carbondata/mv/plans/package.scala   |    83 +
 .../mv/plans/util/BirdcageOptimizer.scala          |   197 +
 .../mv/plans/util/Logical2ModularExtractions.scala |   366 +
 .../plans/util/LogicalPlanSignatureGenerator.scala |     0
 .../apache/carbondata/mv/plans/util/Printers.scala |   406 +
 .../apache/carbondata/mv/plans/util/SQLBuild.scala |     0
 .../carbondata/mv/plans/util/SQLBuildDSL.scala     |   454 +
 .../carbondata/mv/plans/util/SQLBuilder.scala      |   270 +
 .../carbondata/mv/plans/util/Signature.scala       |    49 +
 .../carbondata/mv/plans/util/TableCluster.scala    |     0
 pom.xml                                            |   272 +-
 processing/pom.xml                                 |    30 +-
 .../processing/datamap/DataMapWriterListener.java  |    19 +-
 .../processing/datatypes/ArrayDataType.java        |    75 +-
 .../processing/datatypes/GenericDataType.java      |    43 +-
 .../processing/datatypes/PrimitiveDataType.java    |   188 +-
 .../processing/datatypes/StructDataType.java       |    85 +-
 .../processing/exception/SliceMergerException.java |     3 +-
 .../loading/AbstractDataLoadProcessorStep.java     |     3 +-
 .../processing/loading/BadRecordsLogger.java       |    19 +-
 .../loading/CarbonDataLoadConfiguration.java       |   195 +-
 .../carbondata/processing/loading/DataField.java   |     6 +-
 .../processing/loading/DataLoadExecutor.java       |     2 +-
 .../processing/loading/DataLoadProcessBuilder.java |   267 +-
 .../processing/loading/FailureCauses.java          |     1 +
 .../loading/TableProcessingOperations.java         |    11 +-
 .../constants/DataLoadProcessorConstants.java      |     2 +
 .../loading/converter/BadRecordLogHolder.java      |     1 +
 .../converter/DictionaryCardinalityFinder.java     |    26 -
 .../loading/converter/FieldConverter.java          |     7 +
 .../processing/loading/converter/RowConverter.java |     9 +-
 .../impl/AbstractDictionaryFieldConverterImpl.java |    27 -
 .../converter/impl/BinaryFieldConverterImpl.java   |     8 +-
 .../converter/impl/ComplexFieldConverterImpl.java  |    21 +-
 .../impl/DictionaryFieldConverterImpl.java         |   147 -
 .../impl/DirectDictionaryFieldConverterImpl.java   |    19 +-
 .../converter/impl/FieldEncoderFactory.java        |   159 +-
 .../converter/impl/IndexFieldConverterImpl.java    |   101 +
 .../converter/impl/MeasureFieldConverterImpl.java  |     8 +-
 .../impl/NonDictionaryFieldConverterImpl.java      |    12 +-
 .../loading/converter/impl/RowConverterImpl.java   |   151 +-
 .../processing/loading/csvinput/BlockDetails.java  |    12 +-
 .../loading/csvinput/BoundedInputStream.java       |     1 +
 .../loading/csvinput/CSVInputFormat.java           |    30 +-
 .../loading/csvinput/StringArrayWritable.java      |     1 +
 .../DictionaryServerClientDictionary.java          |    89 -
 .../loading/dictionary/DirectDictionary.java       |     7 +-
 .../loading/dictionary/PreCreatedDictionary.java   |    55 -
 .../processing/loading/events/LoadEvents.java      |    46 +-
 .../loading/exception/BadRecordFoundException.java |     2 +-
 .../exception/CarbonDataLoadingException.java      |     3 +-
 .../loading/jsoninput/JsonInputFormat.java         |    40 +-
 .../loading/jsoninput/JsonStreamReader.java        |     1 +
 .../loading/model/CarbonDataLoadSchema.java        |     1 +
 .../processing/loading/model/CarbonLoadModel.java  |   273 +-
 .../loading/model/CarbonLoadModelBuilder.java      |    59 +-
 .../processing/loading/model/LoadOption.java       |    75 +-
 .../loading/parser/CarbonParserFactory.java        |     1 +
 .../processing/loading/parser/ComplexParser.java   |     1 +
 .../processing/loading/parser/GenericParser.java   |    10 +
 .../processing/loading/parser/RowParser.java       |     1 +
 .../loading/parser/impl/ArrayParserImpl.java       |    14 +-
 .../loading/parser/impl/JsonRowParser.java         |     4 +-
 .../loading/parser/impl/MapParserImpl.java         |    30 +-
 .../loading/parser/impl/PrimitiveParserImpl.java   |     6 +
 .../loading/parser/impl/RangeColumnParserImpl.java |     1 +
 .../loading/parser/impl/RowParserImpl.java         |    22 +-
 .../loading/parser/impl/StructParserImpl.java      |    11 +
 .../partition/impl/HashPartitionerImpl.java        |    13 +-
 .../impl/SparkHashExpressionPartitionerImpl.java   |   182 +
 .../processing/loading/row/CarbonRowBatch.java     |     6 +-
 .../processing/loading/row/CarbonSortBatch.java    |    10 +-
 .../loading/row/IntermediateSortTempRow.java       |     1 +
 .../loading/sort/AbstractMergeSorter.java          |     1 +
 .../loading/sort/SortStepRowHandler.java           |     7 +-
 .../carbondata/processing/loading/sort/Sorter.java |     1 +
 .../processing/loading/sort/SorterFactory.java     |    13 -
 .../sort/impl/ParallelReadMergeSorterImpl.java     |    51 +-
 ...ParallelReadMergeSorterWithColumnRangeImpl.java |    45 +-
 .../UnsafeBatchParallelReadMergeSorterImpl.java    |   341 -
 .../impl/UnsafeParallelReadMergeSorterImpl.java    |    67 +-
 ...ParallelReadMergeSorterWithColumnRangeImpl.java |    21 +-
 .../loading/sort/unsafe/UnsafeCarbonRowPage.java   |     9 +-
 .../loading/sort/unsafe/UnsafeSortDataRows.java    |   304 +-
 .../unsafe/holder/UnsafeCarbonRowForMerge.java     |     1 +
 .../unsafe/holder/UnsafeFinalMergePageHolder.java  |    22 +-
 .../sort/unsafe/holder/UnsafeInmemoryHolder.java   |    22 +-
 .../unsafe/holder/UnsafeInmemoryMergeHolder.java   |    10 +-
 .../holder/UnsafeSortTempFileChunkHolder.java      |    29 +-
 .../UnsafeInMemoryIntermediateDataMerger.java      |    14 +-
 .../merger/UnsafeIntermediateFileMerger.java       |     9 +-
 .../unsafe/merger/UnsafeIntermediateMerger.java    |    59 +-
 .../UnsafeSingleThreadFinalSortFilesMerger.java    |     7 +-
 .../loading/sort/unsafe/sort/TimSort.java          |     1 +
 .../sort/unsafe/sort/UnsafeIntSortDataFormat.java  |    13 +-
 .../CarbonRowDataWriterProcessorStepImpl.java      |   130 +-
 .../steps/DataConverterProcessorStepImpl.java      |    38 +-
 .../steps/DataWriterBatchProcessorStepImpl.java    |   190 -
 .../loading/steps/DataWriterProcessorStepImpl.java |    17 +-
 .../loading/steps/InputProcessorStepImpl.java      |    19 +-
 .../InputProcessorStepWithNoConverterImpl.java     |   239 +-
 .../loading/steps/JsonInputProcessorStepImpl.java  |    16 +-
 .../loading/steps/SortProcessorStepImpl.java       |     4 +-
 .../processing/merger/AbstractResultProcessor.java |     2 +-
 .../merger/CarbonCompactionExecutor.java           |    49 +-
 .../processing/merger/CarbonCompactionUtil.java    |   128 +-
 .../processing/merger/CarbonDataMergerUtil.java    |    23 +-
 .../merger/CarbonDataMergerUtilResult.java         |     6 +-
 .../merger/CompactionResultSortProcessor.java      |    32 +-
 .../processing/merger/CompactionType.java          |     1 +
 .../processing/merger/NodeBlockRelation.java       |    10 +-
 .../processing/merger/NodeMultiBlockRelation.java  |    10 +-
 .../merger/RowResultMergerProcessor.java           |    22 +-
 .../processing/partition/DataPartitioner.java      |    35 -
 .../carbondata/processing/partition/Partition.java |    35 -
 .../spliter/AbstractCarbonQueryExecutor.java       |    90 -
 .../partition/spliter/CarbonSplitExecutor.java     |    73 -
 .../partition/spliter/RowResultProcessor.java      |   114 -
 .../processing/sort/DummyRowUpdater.java           |     6 +-
 .../processing/sort/SchemaBasedRowUpdater.java     |     6 +-
 .../CarbonSortKeyAndGroupByException.java          |     3 +-
 .../sort/sortdata/FileMergeSortComparator.java     |    97 +
 .../sort/sortdata/InMemorySortTempChunkHolder.java |     7 +-
 .../sort/sortdata/IntermediateFileMerger.java      |     5 +-
 .../sortdata/NewRowComparatorForNormalDims.java    |     1 +
 .../sortdata/SingleThreadFinalSortFilesMerger.java |     9 +-
 .../processing/sort/sortdata/SortDataRows.java     |   242 +-
 .../sort/sortdata/SortIntermediateFileMerger.java  |    29 +-
 .../processing/sort/sortdata/SortParameters.java   |    98 +-
 .../sort/sortdata/SortTempFileChunkHolder.java     |    28 +-
 .../processing/sort/sortdata/TableFieldStat.java   |   155 +-
 .../processing/store/CarbonDataWriterFactory.java  |     5 +-
 .../store/CarbonFactDataHandlerColumnar.java       |    94 +-
 .../store/CarbonFactDataHandlerModel.java          |   213 +-
 .../carbondata/processing/store/TablePage.java     |    87 +-
 .../store/writer/AbstractFactDataWriter.java       |   104 +-
 .../store/writer/v3/BlockletDataHolder.java        |     1 +
 .../writer/v3/CarbonFactDataWriterImplV3.java      |    36 +-
 .../apache/carbondata/processing/util/Auditor.java |    34 +-
 .../processing/util/CarbonBadRecordUtil.java       |     8 +-
 .../processing/util/CarbonDataProcessorUtil.java   |   297 +-
 .../processing/util/CarbonLoaderUtil.java          |   153 +-
 .../TimeStampDirectDictionaryGeneratorTest.java    |     1 +
 .../carbondata/lcm/locks/LocalFileLockTest.java    |     8 +-
 .../carbondata/lcm/locks/ZooKeeperLockingTest.java |     3 +-
 .../loading/csvinput/CSVInputFormatTest.java       |     1 +
 .../partition/impl/RawRowComparatorTest.java       |   142 +
 .../IntermediateSortTempRowComparatorTest.java     |   178 +
 .../sort/sortdata/NewRowComparatorTest.java        |   109 +
 .../processing/util/CarbonLoaderUtilTest.java      |     1 +
 python/README.md                                   |   169 +
 python/__init__.py                                 |    16 +
 python/pycarbon/__init__.py                        |    16 +
 python/pycarbon/core/Constants.py                  |    17 +
 .../pycarbon/core/__init__.py                      |     0
 python/pycarbon/core/carbon.py                     |   242 +
 python/pycarbon/core/carbon_arrow_reader_worker.py |   188 +
 python/pycarbon/core/carbon_dataset_metadata.py    |   235 +
 python/pycarbon/core/carbon_fs_utils.py            |   165 +
 python/pycarbon/core/carbon_local_memory_cache.py  |    46 +
 .../pycarbon/core/carbon_py_dict_reader_worker.py  |   195 +
 python/pycarbon/core/carbon_reader.py              |   569 +
 python/pycarbon/core/carbon_tf_utils.py            |   403 +
 python/pycarbon/core/carbon_utils.py               |    72 +
 .../pycarbon/integration/__init__.py               |     0
 python/pycarbon/integration/pytorch.py             |   138 +
 python/pycarbon/integration/tensorflow.py          |   358 +
 python/pycarbon/reader.py                          |   216 +
 python/pycarbon/sdk/ArrowCarbonReader.py           |    99 +
 python/pycarbon/sdk/CarbonReader.py                |   162 +
 python/pycarbon/sdk/CarbonSchemaReader.py          |    64 +
 python/pycarbon/sdk/CarbonWriter.py                |   120 +
 python/pycarbon/sdk/Configuration.py               |    24 +
 python/pycarbon/sdk/Constants.py                   |    16 +
 python/pycarbon/sdk/SDKUtil.py                     |    23 +
 .../pycarbon/sdk/__init__.py                       |     0
 python/pycarbon/tests/.coveragerc                  |     6 +
 python/pycarbon/tests/__init__.py                  |    38 +
 python/pycarbon/tests/conftest.py                  |   143 +
 .../pycarbon/tests/core/__init__.py                |     0
 python/pycarbon/tests/core/test_carbon.py          |   167 +
 python/pycarbon/tests/core/test_carbon_common.py   |   228 +
 .../pycarbon/tests/core/test_carbon_end_to_end.py  |   399 +
 python/pycarbon/tests/core/test_carbon_fs_utils.py |   164 +
 .../tests/core/test_carbon_memory_cache.py         |    66 +
 .../pycarbon/tests/core/test_carbon_predicates.py  |   130 +
 python/pycarbon/tests/core/test_carbon_reader.py   |    86 +
 .../pycarbon/tests/core/test_carbon_tf_dataset.py  |   285 +
 python/pycarbon/tests/core/test_carbon_tf_utils.py |   347 +
 python/pycarbon/tests/core/test_reader.py          |   127 +
 python/pycarbon/tests/hello_world/README.md        |     3 +
 .../pycarbon/tests/hello_world/__init__.py         |     0
 .../dataset_with_normal_schema/__init__.py         |     0
 .../generate_dataset_carbon.py                     |    77 +
 .../python_hello_world_carbon.py                   |    47 +
 .../pytorch_hello_world_carbon.py                  |    53 +
 .../tensorflow_hello_world_carbon.py               |    62 +
 ...t_generate_dataset_carbon_with_normal_schema.py |    73 +
 .../hello_world/dataset_with_unischema/__init__.py |     0
 .../generate_pycarbon_dataset.py                   |    96 +
 .../pyspark_hello_world_carbon.py                  |    53 +
 .../python_hello_world_carbon.py                   |    49 +
 .../pytorch_hello_world_carbon.py                  |    52 +
 .../tensorflow_hello_world_carbon.py               |    58 +
 .../tests/test_generate_dataset.py                 |    82 +
 .../pycarbon/tests/im/__init__.py                  |     0
 python/pycarbon/tests/im/test.py                   |     3 +
 python/pycarbon/tests/mnist/README.md              |     3 +
 .../pycarbon/tests/mnist/__init__.py               |     0
 .../mnist/dataset_with_normal_schema/README.md     |    49 +
 .../mnist/dataset_with_normal_schema/__init__.py   |    15 +
 .../generate_mnist_carbon.py                       |   124 +
 .../mnist/dataset_with_normal_schema/tf_carbon.py  |   156 +
 .../tf_external_example_carbon_unified_api.py      |   157 +
 .../tests/mnist/dataset_with_unischema/README.md   |   103 +
 .../tests/mnist/dataset_with_unischema/__init__.py |    15 +
 .../generate_pycarbon_mnist.py                     |   172 +
 .../pytorch_example_carbon.py                      |   155 +
 .../pytorch_example_carbon_unified_api.py          |   177 +
 .../tests/mnist/dataset_with_unischema/schema.py   |    27 +
 .../mnist/dataset_with_unischema/tests/__init__.py |     0
 .../mnist/dataset_with_unischema/tests/conftest.py |    70 +
 .../tests/test_tf_mnist_carbon.py                  |    72 +
 .../dataset_with_unischema/tf_example_carbon.py    |   150 +
 .../tf_example_carbon_unified_api.py               |   152 +
 .../pycarbon/tests/resources}/carbondatalogo.jpg   |   Bin
 .../pycarbon/tests/resources/carbondatalogo2.jpg   |   Bin 0 -> 38009 bytes
 .../resources}/flowers/10686568196_b1915544a8.jpg  |   Bin
 .../resources}/flowers/10686568196_b1915544a8.txt  |     0
 .../resources}/flowers/10712722853_5632165b04.jpg  |   Bin
 .../resources}/flowers/10712722853_5632165b04.txt  |     0
 .../flowers/subfolder/10841136265_af473efc60.jpg   |   Bin
 .../flowers/subfolder/10841136265_af473efc60.txt   |     0
 .../pycarbon/tests/resources}/voc/2007_000027.jpg  |   Bin
 .../pycarbon/tests/resources}/voc/2007_000027.xml  |     0
 .../pycarbon/tests/resources/voc}/2007_000032.jpg  |   Bin
 .../pycarbon/tests/resources}/voc/2007_000032.xml  |     0
 .../pycarbon/tests/resources/voc}/2007_000033.jpg  |   Bin
 .../pycarbon/tests/resources}/voc/2007_000033.xml  |     0
 .../pycarbon/tests/resources}/voc/2007_000039.jpg  |   Bin
 .../pycarbon/tests/resources}/voc/2007_000039.xml  |     0
 .../pycarbon/tests/resources}/voc/2009_001444.jpg  |   Bin
 .../pycarbon/tests/resources}/voc/2009_001444.xml  |     0
 .../vocForSegmentationClass}/2007_000032.jpg       |   Bin
 .../vocForSegmentationClass/2007_000032.png        |   Bin
 .../vocForSegmentationClass}/2007_000033.jpg       |   Bin
 .../vocForSegmentationClass/2007_000033.png        |   Bin
 .../vocForSegmentationClass/2007_000042.jpg        |   Bin
 .../vocForSegmentationClass/2007_000042.png        |   Bin
 .../pycarbon/tests/sdk/__init__.py                 |     0
 .../pycarbon/tests/sdk/test_read_write_carbon.py   |   468 +
 python/pycarbon/tests/test.py                      |     8 +
 python/setup.cfg                                   |     2 +
 python/setup.py                                    |   111 +
 {store => sdk}/CSDK/CMakeLists.txt                 |     0
 {store => sdk}/CSDK/src/CarbonProperties.cpp       |     0
 {store => sdk}/CSDK/src/CarbonProperties.h         |     0
 {store => sdk}/CSDK/src/CarbonReader.cpp           |     0
 {store => sdk}/CSDK/src/CarbonReader.h             |     0
 {store => sdk}/CSDK/src/CarbonRow.cpp              |     0
 {store => sdk}/CSDK/src/CarbonRow.h                |     0
 {store => sdk}/CSDK/src/CarbonSchemaReader.cpp     |     0
 {store => sdk}/CSDK/src/CarbonSchemaReader.h       |     0
 sdk/CSDK/src/CarbonWriter.cpp                      |   418 +
 sdk/CSDK/src/CarbonWriter.h                        |   241 +
 {store => sdk}/CSDK/src/Configuration.cpp          |     0
 {store => sdk}/CSDK/src/Configuration.h            |     0
 {store => sdk}/CSDK/src/Schema.cpp                 |     0
 {store => sdk}/CSDK/src/Schema.h                   |     0
 sdk/CSDK/test/main.cpp                             |  1057 ++
 sdk/sdk/pom.xml                                    |   227 +
 .../carbondata/sdk/file/ArrowCarbonReader.java     |     0
 .../carbondata/sdk/file/AvroCarbonWriter.java      |   792 ++
 .../carbondata/sdk/file/CSVCarbonWriter.java       |     0
 .../apache/carbondata/sdk/file/CarbonReader.java   |   258 +
 .../carbondata/sdk/file/CarbonReaderBuilder.java   |   443 +
 .../carbondata/sdk/file/CarbonSchemaReader.java    |   333 +
 .../apache/carbondata/sdk/file/CarbonWriter.java   |     0
 .../carbondata/sdk/file/CarbonWriterBuilder.java   |   952 ++
 .../carbondata/sdk/file/JsonCarbonWriter.java      |    94 +
 .../org/apache/carbondata/sdk/file/RowUtil.java    |     0
 .../org/apache/carbondata/sdk/file/Schema.java     |   202 +
 .../org/apache/carbondata/sdk/file/TestUtil.java   |   183 +
 .../carbondata/sdk/file/arrow/ArrowConverter.java  |     0
 .../sdk/file/arrow/ArrowFieldWriter.java           |   396 +
 .../carbondata/sdk/file/arrow/ArrowUtils.java      |   113 +
 .../carbondata/sdk/file/arrow/ArrowWriter.java     |   145 +
 .../apache/carbondata/sdk/file/utils/SDKUtil.java  |    78 +
 .../carbondata/store/CarbonRowReadSupport.java     |    60 +
 .../org/apache/carbondata/store/CarbonStore.java   |    68 +
 .../apache/carbondata/store/LocalCarbonStore.java  |   135 +
 .../carbondata/store/MetaCachedCarbonStore.java    |    68 +
 .../sdk/src/main/resources/log4j.properties        |     0
 .../carbondata/sdk/file/ArrowCarbonReaderTest.java |   220 +
 .../carbondata/sdk/file/AvroCarbonWriterTest.java  |   510 +
 .../carbondata/sdk/file/CSVCarbonWriterTest.java   |   679 ++
 .../carbondata/sdk/file/CarbonReaderTest.java      |  2531 +++++
 .../sdk/file/CarbonSchemaReaderTest.java           |   245 +
 .../sdk/file/ConcurrentAvroSdkWriterTest.java      |   118 +
 .../sdk/file/ConcurrentSdkReaderTest.java          |   160 +
 .../sdk/file/ConcurrentSdkWriterTest.java          |   111 +
 .../org/apache/carbondata/sdk/file/ImageTest.java  |  1213 +++
 .../org/apache/carbondata/sdk/file/MinMaxTest.java |   164 +
 .../sdk/file/MultithreadSDKBlockletReaderTest.java |   146 +
 .../carbondata/store/LocalCarbonStoreTest.java     |    85 +
 .../org/apache/carbondata/util/BinaryUtil.java     |   126 +
 .../src/test/resources/image/carbondatalogo.jpg    |   Bin
 .../image/flowers/10686568196_b1915544a8.jpg       |   Bin
 .../image/flowers/10686568196_b1915544a8.txt       |     0
 .../image/flowers/10712722853_5632165b04.jpg       |   Bin
 .../image/flowers/10712722853_5632165b04.txt       |     0
 .../flowers/subfolder/10841136265_af473efc60.jpg   |   Bin
 .../flowers/subfolder/10841136265_af473efc60.txt   |     0
 .../src/test/resources/image/voc/2007_000027.jpg   |   Bin
 .../src/test/resources/image/voc/2007_000027.xml   |     0
 .../src/test/resources/image/voc}/2007_000032.jpg  |   Bin
 .../src/test/resources/image/voc/2007_000032.xml   |     0
 .../src/test/resources/image/voc}/2007_000033.jpg  |   Bin
 .../src/test/resources/image/voc/2007_000033.xml   |     0
 .../src/test/resources/image/voc/2007_000039.jpg   |   Bin
 .../src/test/resources/image/voc/2007_000039.xml   |     0
 .../src/test/resources/image/voc/2009_001444.jpg   |   Bin
 .../src/test/resources/image/voc/2009_001444.xml   |     0
 .../image/vocForSegmentationClass/2007_000032.jpg  |   Bin
 .../image/vocForSegmentationClass/2007_000032.png  |   Bin
 .../image/vocForSegmentationClass/2007_000033.jpg  |   Bin
 .../image/vocForSegmentationClass/2007_000033.png  |   Bin
 .../image/vocForSegmentationClass/2007_000042.jpg  |   Bin
 .../image/vocForSegmentationClass/2007_000042.png  |   Bin
 store/CSDK/src/CarbonWriter.cpp                    |   378 -
 store/CSDK/src/CarbonWriter.h                      |   228 -
 store/CSDK/test/main.cpp                           |   952 --
 store/sdk/pom.xml                                  |   223 -
 .../carbondata/sdk/file/AvroCarbonWriter.java      |   787 --
 .../apache/carbondata/sdk/file/CarbonReader.java   |   258 -
 .../carbondata/sdk/file/CarbonReaderBuilder.java   |   427 -
 .../carbondata/sdk/file/CarbonSchemaReader.java    |   326 -
 .../carbondata/sdk/file/CarbonWriterBuilder.java   |   861 --
 .../java/org/apache/carbondata/sdk/file/Field.java |   334 -
 .../carbondata/sdk/file/JsonCarbonWriter.java      |    92 -
 .../org/apache/carbondata/sdk/file/Schema.java     |   174 -
 .../org/apache/carbondata/sdk/file/TestUtil.java   |   182 -
 .../sdk/file/arrow/ArrowFieldWriter.java           |   367 -
 .../carbondata/sdk/file/arrow/ArrowUtils.java      |   112 -
 .../carbondata/sdk/file/arrow/ArrowWriter.java     |   144 -
 .../apache/carbondata/sdk/file/utils/SDKUtil.java  |    79 -
 .../carbondata/store/CarbonRowReadSupport.java     |    53 -
 .../org/apache/carbondata/store/CarbonStore.java   |    69 -
 .../apache/carbondata/store/LocalCarbonStore.java  |   133 -
 .../carbondata/store/MetaCachedCarbonStore.java    |    68 -
 .../carbondata/sdk/file/ArrowCarbonReaderTest.java |   219 -
 .../carbondata/sdk/file/AvroCarbonWriterTest.java  |   504 -
 .../carbondata/sdk/file/CSVCarbonWriterTest.java   |   650 --
 .../carbondata/sdk/file/CarbonReaderTest.java      |  2529 -----
 .../sdk/file/CarbonSchemaReaderTest.java           |   243 -
 .../sdk/file/ConcurrentAvroSdkWriterTest.java      |   117 -
 .../sdk/file/ConcurrentSdkReaderTest.java          |   158 -
 .../sdk/file/ConcurrentSdkWriterTest.java          |   109 -
 .../org/apache/carbondata/sdk/file/ImageTest.java  |  1130 --
 .../sdk/file/MultithreadSDKBlockletReaderTest.java |   144 -
 .../carbondata/store/LocalCarbonStoreTest.java     |    85 -
 .../org/apache/carbondata/util/BinaryUtil.java     |   126 -
 streaming/pom.xml                                  |    10 +-
 .../streaming/CarbonStreamOutputFormat.java        |     9 +-
 .../streaming/CarbonStreamRecordWriter.java        |    50 +-
 .../carbondata/streaming/StreamBlockletWriter.java |     5 +-
 .../streaming/parser/CSVStreamParserImp.java       |    12 +-
 .../streaming/parser/CarbonStreamParser.java       |     3 +-
 .../streaming/segment/StreamSegment.java           |    50 +-
 .../streaming/parser/FieldConverter.scala          |    80 +-
 .../streaming/parser/RowStreamParserImp.scala      |    12 +-
 .../streaming/CarbonStreamOutputFormatTest.java    |     6 +-
 tools/cli/pom.xml                                  |     8 +-
 .../java/org/apache/carbondata/tool/CarbonCli.java |    23 +-
 .../java/org/apache/carbondata/tool/Command.java   |     4 +-
 .../java/org/apache/carbondata/tool/DataFile.java  |    42 +-
 .../org/apache/carbondata/tool/DataSummary.java    |    56 +-
 .../org/apache/carbondata/tool/FileCollector.java  |    24 +-
 .../org/apache/carbondata/tool/ScanBenchmark.java  |    36 +-
 .../org/apache/carbondata/tool/CarbonCliTest.java  |    43 +-
 3019 files changed, 234082 insertions(+), 229896 deletions(-)
 create mode 100644 common/src/main/java/org/apache/carbondata/common/exceptions/DeprecatedFeatureException.java
 create mode 100644 common/src/main/java/org/apache/carbondata/common/exceptions/sql/MalformedMaterializedViewException.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/AbstractColumnDictionaryInfo.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/AbstractDictionaryCache.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/ColumnDictionaryChunkIterator.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/ColumnDictionaryInfo.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/ColumnReverseDictionaryInfo.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/Dictionary.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/DictionaryBuilderException.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/DictionaryCacheLoader.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/DictionaryCacheLoaderImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/DictionaryChunksWrapper.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/DictionaryColumnUniqueIdentifier.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/DictionaryInfo.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/ForwardDictionary.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/ForwardDictionaryCache.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/ManageDictionaryAndBTree.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/ReverseDictionary.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/cache/dictionary/ReverseDictionaryCache.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datamap/status/DatabaseDataMapStatusProvider.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/IndexKey.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/block/BlockInfo.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/block/BlockletInfos.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/block/TableBlockUniqueIdentifier.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/block/TableTaskInfo.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/dimension/AbstractChunkReader.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/dimension/AbstractChunkReaderV2V3Format.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/dimension/AbstractDimensionChunkReader.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/dimension/v1/CompressedDimensionChunkFileBasedReaderV1.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/dimension/v2/CompressedDimensionChunkFileBasedReaderV2.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/dimension/v3/CompressedDimChunkFileBasedPageLevelReaderV3.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/dimension/v3/CompressedDimensionChunkFileBasedReaderV3.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/dimension/v3/DimensionChunkPageReaderV3.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/dimension/v3/DimensionChunkReaderV3.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/measure/AbstractMeasureChunkReaderV2V3Format.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/measure/v1/CompressedMeasureChunkFileBasedReaderV1.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/measure/v2/CompressedMeasureChunkFileBasedReaderV2.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/measure/v3/CompressedMeasureChunkFileBasedReaderV3.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/measure/v3/CompressedMsrChunkFileBasedPageLevelReaderV3.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/measure/v3/MeasureChunkPageReaderV3.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/chunk/reader/measure/v3/MeasureChunkReaderV3.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/BlockIndexerStorageForNoDictionary.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/BlockIndexerStorageForNoInvertedIndexForShort.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/BlockIndexerStorageForShort.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/ByteArrayBlockIndexerStorage.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/ByteArrayBlockIndexerStorageWithoutRowId.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/ByteArrayColumnWithRowId.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/ColumnWithRowId.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/ColumnWithRowIdForHighCard.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/ColumnWithRowIdForNoDictionary.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/ColumnarKeyStoreDataHolder.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/ColumnarKeyStoreMetadata.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/DummyBlockIndexerStorage.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/ObjectArrayBlockIndexerStorage.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/columnar/ObjectColumnWithRowId.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/page/LVByteBufferColumnPage.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/page/UnsafeVarLengthColumnPageBase.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/page/encoding/dimension/legacy/DictDimensionIndexCodec.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/page/encoding/dimension/legacy/HighCardDictDimensionIndexCodec.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/page/encoding/dimension/legacy/PlainDimensionIndexCodec.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/page/key/TablePageKey.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/page/statistics/LVLongStringStatsCollector.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/page/statistics/LVShortStringStatsCollector.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/page/statistics/LVStringStatsCollector.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/datastore/page/statistics/StringStatsCollector.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/devapi/DictionaryGenerationException.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/devapi/DictionaryGenerator.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/client/DictionaryClient.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/client/NonSecureDictionaryClient.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/client/NonSecureDictionaryClientHandler.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/generator/DictionaryWriter.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/generator/IncrementalColumnDictionaryGenerator.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/generator/ServerDictionaryGenerator.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/generator/TableDictionaryGenerator.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/generator/key/DictionaryMessage.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/generator/key/DictionaryMessageType.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/server/DictionaryServer.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/server/NonSecureDictionaryServer.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/server/NonSecureDictionaryServerHandler.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/service/AbstractDictionaryServer.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/service/DictionaryOnePassService.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/service/DictionaryServiceProvider.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/dictionary/service/NonSecureDictionaryServiceProvider.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/exception/CarbonFileException.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/indexstore/SegmentBlockIndexInfo.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/indexstore/SegmentWrapper.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/indexstore/SegmentWrapperContainer.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/keygenerator/columnar/ColumnarSplitter.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/keygenerator/columnar/impl/MultiDimKeyVarLengthEquiSplitGenerator.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/keygenerator/columnar/impl/MultiDimKeyVarLengthVariableSplitGenerator.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/keygenerator/mdkey/NumberCompressor.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/metadata/DatabaseLocationProvider.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/metadata/blocklet/SegmentInfo.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/metadata/blocklet/datachunk/DataChunk.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/metadata/datatype/Field.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/metadata/datatype/LegacyLongType.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/metadata/schema/datamap/Granularity.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/metadata/schema/indextable/IndexMetadata.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/metadata/schema/indextable/IndexTableInfo.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/metadata/schema/table/AggregationDataMapSchema.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/metadata/schema/table/DatabaseDMSchemaStorageProvider.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/metadata/schema/table/column/ColumnUniqueIdGenerator.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/preagg/AggregateQueryPlan.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/preagg/AggregateTableSelector.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/preagg/DaysOfWeekEnum.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/preagg/QueryColumn.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/reader/CarbonDictionaryMetadataReader.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/reader/CarbonDictionaryMetadataReaderImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/reader/CarbonDictionaryReaderImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/reader/sortindex/CarbonDictionarySortIndexReader.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/reader/sortindex/CarbonDictionarySortIndexReaderImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/filter/partition/AndFilterImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/filter/partition/EqualToFilterImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/filter/partition/InFilterImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/filter/partition/KeepAllPartitionFilterImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/filter/partition/OrFilterImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/filter/partition/PartitionFilterIntf.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/filter/partition/PartitionFilterUtil.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/filter/partition/PruneAllPartitionFilterImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/filter/partition/RangeFilterImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/filter/resolver/resolverinfo/visitor/DictionaryColumnVisitor.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/filter/resolver/resolverinfo/visitor/RangeDictionaryColumnVisitor.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/partition/HashPartitioner.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/partition/ListPartitioner.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/partition/PartitionUtil.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/partition/Partitioner.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/partition/RangePartitioner.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/scan/processor/BlockScan.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/segmentmeta/BlockColumnMetaDataInfo.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/segmentmeta/SegmentColumnMetaDataInfo.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/segmentmeta/SegmentMetaDataInfo.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/segmentmeta/SegmentMetaDataInfoStats.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/service/CarbonCommonFactory.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/service/DictionaryService.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/service/impl/DictionaryFactory.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/statusmanager/StageInput.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/statusmanager/StageInputCollector.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/util/CustomIndex.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverter2.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/util/OutputFilesInfoHolder.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/util/comparator/BigDecimalSerializableComparator.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/util/comparator/BooleanSerializableComparator.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/util/comparator/ByteArraySerializableComparator.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/util/comparator/DoubleSerializableComparator.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/util/comparator/FloatSerializableComparator.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/util/comparator/IntSerializableComparator.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/util/comparator/LongSerializableComparator.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/util/comparator/ShortSerializableComparator.java
 create mode 100644 core/src/main/java/org/apache/carbondata/core/util/comparator/StringSerializableComparator.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/writer/CarbonDictionaryWriter.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/writer/CarbonDictionaryWriterImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/writer/sortindex/CarbonDictionarySortIndexWriter.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/writer/sortindex/CarbonDictionarySortIndexWriterImpl.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/writer/sortindex/CarbonDictionarySortInfo.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/writer/sortindex/CarbonDictionarySortInfoPreparator.java
 delete mode 100644 core/src/main/java/org/apache/carbondata/core/writer/sortindex/CarbonDictionarySortModel.java
 create mode 100644 core/src/main/java/org/apache/carbondata/hadoop/CarbonInputSplitWrapper.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/CacheProviderTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/dictionary/ColumnDictionaryChunkIteratorTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/dictionary/ColumnDictionaryInfoTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/dictionary/ColumnReverseDictionaryInfoTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/dictionary/DictionaryByteArrayWrapperTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/dictionary/DictionaryCacheLoaderImplTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/dictionary/DictionaryChunksWrapperTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/dictionary/DictionaryColumnUniqueIdentifierTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/dictionary/ForwardDictionaryCacheTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/dictionary/ForwardDictionaryTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/dictionary/ReverseDictionaryCacheTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/cache/dictionary/ReverseDictionaryTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/datastore/block/BlockInfoTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/datastore/block/TableTaskInfoTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/datastore/columnar/ColumnarKeyStoreDataHolderUnitTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/dictionary/client/DictionaryClientTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/dictionary/generator/IncrementalColumnDictionaryGeneratorTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/dictionary/generator/ServerDictionaryGeneratorTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/dictionary/generator/TableDictionaryGeneratorTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/keygenerator/columnar/impl/MultiDimKeyVarLengthEquiSplitGeneratorUnitTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/keygenerator/columnar/impl/MultiDimKeyVarLengthVariableSplitGeneratorUnitTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/keygenerator/factory/KeyGeneratorFactoryUnitTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/keygenerator/mdkey/NumberCompressorUnitTest.java
 create mode 100644 core/src/test/java/org/apache/carbondata/core/localdictionary/DictionaryByteArrayWrapperTest.java
 create mode 100644 core/src/test/java/org/apache/carbondata/core/locks/CarbonLockFactoryTest.java
 create mode 100644 core/src/test/java/org/apache/carbondata/core/metadata/DatabaseLocationProviderTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/reader/CarbonDictionaryReaderImplTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/reader/ThriftReaderTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/reader/sortindex/CarbonDictionarySortIndexReaderImplTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/writer/sortindex/CarbonDictionarySortIndexWriterImplTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/writer/sortindex/CarbonDictionarySortInfoPreparatorTest.java
 delete mode 100644 core/src/test/java/org/apache/carbondata/core/writer/sortindex/CarbonDictionarySortModelTest.java
 delete mode 100644 datamap/bloom/pom.xml
 delete mode 100644 datamap/bloom/src/main/java/org/apache/carbondata/datamap/bloom/AbstractBloomDataMapWriter.java
 delete mode 100644 datamap/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomCacheKeyValue.java
 delete mode 100644 datamap/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomCoarseGrainDataMap.java
 delete mode 100644 datamap/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomCoarseGrainDataMapFactory.java
 delete mode 100644 datamap/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomDataMapBuilder.java
 delete mode 100644 datamap/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomDataMapCache.java
 delete mode 100644 datamap/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomDataMapModel.java
 delete mode 100644 datamap/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomDataMapWriter.java
 delete mode 100644 datamap/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomIndexFileStore.java
 delete mode 100644 datamap/bloom/src/main/java/org/apache/hadoop/util/bloom/CarbonBloomFilter.java
 delete mode 100644 datamap/examples/pom.xml
 delete mode 100644 datamap/examples/src/minmaxdatamap/main/java/org/apache/carbondata/datamap/examples/MinMaxDataWriter.java
 delete mode 100644 datamap/examples/src/minmaxdatamap/main/java/org/apache/carbondata/datamap/examples/MinMaxIndexDataMap.java
 delete mode 100644 datamap/examples/src/minmaxdatamap/main/java/org/apache/carbondata/datamap/examples/MinMaxIndexDataMapFactory.java
 delete mode 100644 datamap/examples/src/minmaxdatamap/test/scala/org/apache/carbondata/datamap/examples/MinMaxDataMapSuite.scala
 delete mode 100644 datamap/lucene/pom.xml
 delete mode 100644 datamap/lucene/src/main/java/org/apache/carbondata/datamap/lucene/LuceneDataMapFactoryBase.java
 delete mode 100644 datamap/lucene/src/main/java/org/apache/carbondata/datamap/lucene/LuceneDataMapWriter.java
 delete mode 100644 datamap/lucene/src/main/java/org/apache/carbondata/datamap/lucene/LuceneFineGrainDataMap.java
 delete mode 100644 datamap/lucene/src/main/java/org/apache/carbondata/datamap/lucene/LuceneFineGrainDataMapFactory.java
 delete mode 100644 datamap/mv/core/pom.xml
 delete mode 100644 datamap/mv/core/src/main/scala/org/apache/carbondata/mv/datamap/MVAnalyzerRule.scala
 delete mode 100644 datamap/mv/core/src/main/scala/org/apache/carbondata/mv/datamap/MVDataMapProvider.scala
 delete mode 100644 datamap/mv/core/src/main/scala/org/apache/carbondata/mv/datamap/MVHelper.scala
 delete mode 100644 datamap/mv/core/src/main/scala/org/apache/carbondata/mv/datamap/MVUtil.scala
 delete mode 100644 datamap/mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/DefaultMatchMaker.scala
 delete mode 100644 datamap/mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/MatchMaker.scala
 delete mode 100644 datamap/mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/Navigator.scala
 delete mode 100644 datamap/mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/QueryRewrite.scala
 delete mode 100644 datamap/mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/SummaryDatasetCatalog.scala
 delete mode 100644 datamap/mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/Utils.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVCoalesceTestCase.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVCountAndCaseTestCase.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVCreateTestCase.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVExceptionTestCase.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVFilterAndJoinTest.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVIncrementalLoadingTestcase.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVInvalidTestCase.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVMultiJoinTestCase.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVRewriteTestCase.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVSampleTestCase.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVTPCDSTestCase.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVTpchTestCase.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/SelectAllColumnsSuite.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/TestAllOperationsOnMV.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/TestPartitionWithMV.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/TestSQLSuite.scala
 delete mode 100644 datamap/mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/Tpcds_1_4_Suite.scala
 delete mode 100644 datamap/mv/plan/pom.xml
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/expressions/modular/subquery.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/AggregatePushDown.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/Harmonizer.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/ModularPatterns.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/ModularPlan.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/ModularRelation.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/Modularizer.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/package.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/BirdcageOptimizer.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/Logical2ModularExtractions.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/Printers.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/SQLBuildDSL.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/SQLBuilder.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/Signature.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/testutil/ModularPlanTest.scala
 delete mode 100644 datamap/mv/plan/src/main/scala/org/apache/carbondata/mv/testutil/Tpcds_1_4_Tables.scala
 delete mode 100644 datamap/mv/plan/src/test/scala/org/apache/carbondata/mv/plans/IsSPJGHSuite.scala
 delete mode 100644 datamap/mv/plan/src/test/scala/org/apache/carbondata/mv/plans/LogicalToModularPlanSuite.scala
 delete mode 100644 datamap/mv/plan/src/test/scala/org/apache/carbondata/mv/plans/ModularToSQLSuite.scala
 delete mode 100644 datamap/mv/plan/src/test/scala/org/apache/carbondata/mv/plans/SignatureSuite.scala
 delete mode 100644 datamap/mv/plan/src/test/scala/org/apache/carbondata/mv/plans/Tpcds_1_4_BenchmarkSuite.scala
 delete mode 100644 docs/datamap-developer-guide.md
 delete mode 100644 docs/datamap/datamap-management.md
 delete mode 100644 docs/datamap/mv-datamap-guide.md
 delete mode 100644 docs/datamap/preaggregate-datamap-guide.md
 delete mode 100644 docs/datamap/timeseries-datamap-guide.md
 create mode 100644 docs/images/codegen.png
 create mode 100644 docs/images/spatial-index-1.png
 create mode 100644 docs/images/spatial-index-2.png
 create mode 100644 docs/index-developer-guide.md
 rename docs/{datamap/bloomfilter-datamap-guide.md => index/bloomfilter-index-guide.md} (100%)
 create mode 100644 docs/index/index-management.md
 rename docs/{datamap/lucene-datamap-guide.md => index/lucene-index-guide.md} (100%)
 create mode 100644 docs/index/mv-guide.md
 delete mode 100644 docs/presto-guide.md
 create mode 100644 docs/prestodb-guide.md
 create mode 100644 docs/prestosql-guide.md
 create mode 100644 docs/query-with-spark-sql-performance -tuning.md
 create mode 100644 docs/spatial-index-guide.md
 create mode 100644 "docs/zh_cn/CarbonData\344\270\216\345\225\206\344\270\232\345\210\227\345\255\230DB\346\200\247\350\203\275\345\257\271\346\257\224.md"
 create mode 100644 "docs/zh_cn/CarbonData\345\205\270\345\236\213\345\272\224\347\224\250\345\234\272\346\231\257\344\271\213\346\230\216\347\273\206\346\225\260\346\215\256\346\237\245\350\257\242\357\274\232\347\202\271\346\237\245+\350\277\207\346\273\244\346\235\241\344\273\266.md"
 create mode 100644 docs/zh_cn/images/SortColumns.png
 create mode 100644 examples/spark/pom.xml
 create mode 100644 examples/spark/src/main/java/org/apache/carbondata/examples/sdk/CarbonReaderExample.java
 create mode 100644 examples/spark/src/main/java/org/apache/carbondata/examples/sdk/SDKS3Example.java
 rename examples/{spark2 => spark}/src/main/java/org/apache/carbondata/examples/sdk/SDKS3ReadExample.java (100%)
 create mode 100644 examples/spark/src/main/java/org/apache/carbondata/examples/sdk/SDKS3SchemaReadExample.java
 create mode 100644 examples/spark/src/main/java/org/apache/carbondata/examples/sql/JavaCarbonSessionExample.java
 rename examples/{spark2 => spark}/src/main/resources/Test_Data1.csv (100%)
 rename examples/{spark2 => spark}/src/main/resources/complexdata.csv (100%)
 rename examples/{spark2 => spark}/src/main/resources/data.csv (100%)
 rename examples/{spark2 => spark}/src/main/resources/data1.csv (100%)
 rename examples/{spark2 => spark}/src/main/resources/dataSample.csv (100%)
 rename {integration/spark-common-test/src/test => examples/spark/src/main}/resources/dimSample.csv (100%)
 rename examples/{spark2 => spark}/src/main/resources/factSample.csv (100%)
 rename examples/{spark2 => spark}/src/main/resources/log4j.properties (100%)
 rename examples/{spark2 => spark}/src/main/resources/sample.csv (100%)
 rename examples/{spark2 => spark}/src/main/resources/streamSample.csv (100%)
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/benchmark/ConcurrentQueryBenchmark.scala
 rename examples/{spark2 => spark}/src/main/scala/org/apache/carbondata/benchmark/Query.scala (100%)
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/benchmark/SCDType2Benchmark.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/benchmark/SimpleQueryBenchmark.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/AlluxioExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/AlterTableExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/CDCExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/CarbonDataFrameExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/CarbonSessionExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/CarbonSortColumnsExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/CaseClassDataFrameAPIExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/CustomCompactionExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/DataFrameComplexTypeExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/DataManagementExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/DataUpdateDeleteExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/DedupExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/DirectSQLExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/ExternalTableExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/HadoopFileExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/HiveExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/LuceneDataMapExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/MVExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/QuerySegmentExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/S3CsvExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/S3Example.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/S3UsingSDkExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/SparkSessionExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/SparkStreamingExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/StandardPartitionExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/StreamSQLExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/StreamingUsingBatchLoadExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/StreamingWithRowParserExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/StructuredStreamingExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/TableLevelCompactionOptionExample.scala
 create mode 100644 examples/spark/src/main/scala/org/apache/carbondata/examples/util/ExampleUtils.scala
 create mode 100644 examples/spark/src/test/scala/org/apache/carbondata/examplesCI/RunExamples.scala
 delete mode 100644 examples/spark2/pom.xml
 delete mode 100644 examples/spark2/src/main/java/org/apache/carbondata/examples/sdk/CarbonReaderExample.java
 delete mode 100644 examples/spark2/src/main/java/org/apache/carbondata/examples/sdk/SDKS3Example.java
 delete mode 100644 examples/spark2/src/main/java/org/apache/carbondata/examples/sdk/SDKS3SchemaReadExample.java
 delete mode 100644 examples/spark2/src/main/java/org/apache/carbondata/examples/sql/JavaCarbonSessionExample.java
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/benchmark/ConcurrentQueryBenchmark.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/benchmark/SimpleQueryBenchmark.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/AllDictionaryExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/AlluxioExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/AlterTableExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/CarbonDataFrameExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/CarbonPartitionExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/CarbonSessionExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/CarbonSortColumnsExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/CaseClassDataFrameAPIExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/CustomCompactionExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/DataFrameComplexTypeExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/DataManagementExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/DataUpdateDeleteExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/DirectSQLExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/ExternalTableExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/HadoopFileExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/HiveExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/LuceneDataMapExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/MVDataMapExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/PreAggregateDataMapExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/QuerySegmentExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/S3CsvExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/S3Example.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/S3UsingSDkExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/SparkSessionExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/SparkStreamingExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/StandardPartitionExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/StreamSQLExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/StreamingUsingBatchLoadExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/StreamingWithRowParserExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/StructuredStreamingExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/TableLevelCompactionOptionExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/TimeSeriesPreAggregateTableExample.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/util/AllDictionaryUtil.scala
 delete mode 100644 examples/spark2/src/main/scala/org/apache/carbondata/examples/util/ExampleUtils.scala
 delete mode 100644 examples/spark2/src/test/scala/org/apache/carbondata/examplesCI/RunExamples.scala
 delete mode 100644 format/src/main/thrift/dictionary_metadata.thrift
 delete mode 100644 format/src/main/thrift/sort_index.thrift
 create mode 100644 geo/pom.xml
 create mode 100644 geo/src/main/java/org/apache/carbondata/geo/GeoHashImpl.java
 create mode 100644 geo/src/main/java/org/apache/carbondata/geo/QuadTreeCls.java
 create mode 100644 geo/src/main/java/org/apache/carbondata/geo/scan/expression/PolygonExpression.java
 create mode 100644 geo/src/test/java/org/apache/carbondata/geo/QuadTreeClsTest.java
 delete mode 100644 hadoop/src/main/java/org/apache/carbondata/hadoop/CacheAccessClient.java
 delete mode 100644 hadoop/src/main/java/org/apache/carbondata/hadoop/readsupport/impl/DictionaryDecodeReadSupport.java
 create mode 100644 index/bloom/pom.xml
 create mode 100644 index/bloom/src/main/java/org/apache/carbondata/datamap/bloom/AbstractBloomDataMapWriter.java
 create mode 100644 index/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomCacheKeyValue.java
 create mode 100644 index/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomCoarseGrainDataMap.java
 create mode 100644 index/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomCoarseGrainDataMapFactory.java
 create mode 100644 index/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomDataMapBuilder.java
 create mode 100644 index/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomDataMapCache.java
 rename {datamap => index}/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomDataMapDistributable.java (100%)
 create mode 100644 index/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomDataMapModel.java
 create mode 100644 index/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomDataMapWriter.java
 create mode 100644 index/bloom/src/main/java/org/apache/carbondata/datamap/bloom/BloomIndexFileStore.java
 rename {datamap => index}/bloom/src/main/java/org/apache/carbondata/datamap/bloom/DataConvertUtil.java (100%)
 create mode 100644 index/bloom/src/main/java/org/apache/hadoop/util/bloom/CarbonBloomFilter.java
 create mode 100644 index/examples/pom.xml
 rename {datamap => index}/examples/src/minmaxdatamap/main/java/org/apache/carbondata/datamap/examples/BlockletMinMax.java (100%)
 create mode 100644 index/examples/src/minmaxdatamap/main/java/org/apache/carbondata/datamap/examples/MinMaxDataWriter.java
 rename {datamap => index}/examples/src/minmaxdatamap/main/java/org/apache/carbondata/datamap/examples/MinMaxIndexBlockDetails.java (100%)
 create mode 100644 index/examples/src/minmaxdatamap/main/java/org/apache/carbondata/datamap/examples/MinMaxIndexDataMap.java
 create mode 100644 index/examples/src/minmaxdatamap/main/java/org/apache/carbondata/datamap/examples/MinMaxIndexDataMapFactory.java
 create mode 100644 index/examples/src/minmaxdatamap/test/scala/org/apache/carbondata/datamap/examples/MinMaxDataMapSuite.scala
 create mode 100644 index/lucene/pom.xml
 rename {datamap => index}/lucene/src/main/java/org/apache/carbondata/datamap/lucene/LuceneDataMapBuilder.java (100%)
 rename {datamap => index}/lucene/src/main/java/org/apache/carbondata/datamap/lucene/LuceneDataMapDistributable.java (100%)
 create mode 100644 index/lucene/src/main/java/org/apache/carbondata/datamap/lucene/LuceneDataMapFactoryBase.java
 create mode 100644 index/lucene/src/main/java/org/apache/carbondata/datamap/lucene/LuceneDataMapWriter.java
 create mode 100644 index/lucene/src/main/java/org/apache/carbondata/datamap/lucene/LuceneFineGrainDataMap.java
 create mode 100644 index/lucene/src/main/java/org/apache/carbondata/datamap/lucene/LuceneFineGrainDataMapFactory.java
 create mode 100644 index/secondary-index/pom.xml
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/mergedata/CarbonDataFileMergeTestCaseOnSI.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/mergeindex/CarbonIndexFileMergeTestCaseWithSI.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/DropTableTest.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/InsertIntoCarbonTableTestCase.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestAlterTableColumnRenameWithSecondaryIndex.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestBroadCastSIFilterPushJoinWithUDF.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestCTASWithSecondaryIndex.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestCacheOperationsForSI.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestCarbonJoin.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestCreateIndexForCleanAndDeleteSegment.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestCreateIndexTable.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestCreateIndexWithLoadAndCompaction.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestLikeQueryWithSecondaryIndex.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestNIQueryWithSecondaryIndex.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestRegisterIndexCarbonTable.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestSIWithAddSegment.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestSIWithSecondryIndex.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestSecondaryIndexForORFilterPushDown.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestSecondaryIndexWithAggQueries.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestSecondaryIndexWithIUD.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestSecondaryIndexWithIndexOnFirstColumnAndSortColumns.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestSecondaryIndexWithLocalDictionary.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/carbondata/spark/testsuite/secondaryindex/TestSecondaryIndexWithUnsafeColumnPage.scala
 create mode 100644 index/secondary-index/src/test/scala/org/apache/spark/util/TestCarbonSegmentUtil.scala
 create mode 100644 integration/flink-build/pom.xml
 create mode 100644 integration/flink-proxy/pom.xml
 create mode 100644 integration/flink-proxy/src/main/java/org/apache/carbon/flink/ProxyFileSystem.java
 create mode 100644 integration/flink-proxy/src/main/java/org/apache/carbon/flink/ProxyFileSystemFactory.java
 create mode 100644 integration/flink-proxy/src/main/java/org/apache/carbon/flink/ProxyFileWriter.java
 create mode 100644 integration/flink-proxy/src/main/java/org/apache/carbon/flink/ProxyFileWriterFactory.java
 create mode 100644 integration/flink-proxy/src/main/java/org/apache/carbon/flink/ProxyRecoverable.java
 create mode 100644 integration/flink-proxy/src/main/java/org/apache/carbon/flink/ProxyRecoverableOutputStream.java
 create mode 100644 integration/flink-proxy/src/main/java/org/apache/carbon/flink/ProxyRecoverableSerializer.java
 create mode 100644 integration/flink-proxy/src/main/java/org/apache/carbon/flink/ProxyRecoverableWriter.java
 create mode 100644 integration/flink-proxy/src/main/resources/META-INF/services/org.apache.flink.core.fs.FileSystemFactory
 create mode 100644 integration/flink/pom.xml
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/core/metadata/StageManager.java
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/flink/CarbonLocalProperty.java
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/flink/CarbonLocalWriter.java
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/flink/CarbonLocalWriterFactory.java
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/flink/CarbonLocalWriterFactoryBuilder.java
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/flink/CarbonS3Property.java
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/flink/CarbonS3Writer.java
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/flink/CarbonS3WriterFactory.java
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/flink/CarbonS3WriterFactoryBuilder.java
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/flink/CarbonWriter.java
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/flink/CarbonWriterFactory.java
 create mode 100644 integration/flink/src/main/java/org/apache/carbon/flink/CarbonWriterFactoryBuilder.java
 create mode 100644 integration/flink/src/main/resources/META-INF/services/org.apache.carbon.flink.CarbonWriterFactoryBuilder
 create mode 100644 integration/flink/src/test/scala/org/apache/carbon/flink/TestCarbonPartitionWriter.scala
 create mode 100644 integration/flink/src/test/scala/org/apache/carbon/flink/TestCarbonWriter.scala
 create mode 100644 integration/flink/src/test/scala/org/apache/carbon/flink/TestDeleteStageFiles.scala
 create mode 100644 integration/flink/src/test/scala/org/apache/carbon/flink/TestSource.scala
 delete mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/CarbonArrayInspector.java
 delete mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/CarbonDictionaryDecodeReadSupport.java
 create mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/CarbonFileHiveSerDe.java
 create mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/CarbonHiveRow.java
 delete mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/CarbonObjectInspector.java
 delete mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/CarbonStorageFormatDescriptor.java
 create mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/CarbonStorageHandler.java
 create mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/Hive2CarbonExpression.java
 create mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/HiveDataTypeUtils.java
 create mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/WritableReadSupport.java
 create mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/util/DataTypeUtil.java
 create mode 100644 integration/hive/src/main/java/org/apache/carbondata/hive/util/HiveCarbonUtil.java
 delete mode 100644 integration/hive/src/main/resources/META-INF.services/org.apache.hadoop.hive.ql.io.StorageFormatDescriptor
 create mode 100644 integration/hive/src/main/resources/complex/complex.csv
 create mode 100644 integration/hive/src/main/resources/csv/data.csv
 create mode 100644 integration/hive/src/test/java/org/apache/carbondata/hive/Hive2CarbonExpressionTest.java
 create mode 100644 integration/hive/src/test/java/org/apache/carbondata/hive/HiveCarbonTest.java
 create mode 100644 integration/hive/src/test/java/org/apache/carbondata/hive/HiveTestUtils.java
 delete mode 100755 integration/presto/src/main/java/org/apache/carbondata/presto/CarbondataColumnConstraint.java
 delete mode 100755 integration/presto/src/main/java/org/apache/carbondata/presto/CarbondataConnectorFactory.java
 delete mode 100755 integration/presto/src/main/java/org/apache/carbondata/presto/CarbondataModule.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/CarbondataPageSource.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/CarbondataPageSourceProvider.java
 delete mode 100755 integration/presto/src/main/java/org/apache/carbondata/presto/CarbondataPlugin.java
 delete mode 100755 integration/presto/src/main/java/org/apache/carbondata/presto/CarbondataSplitManager.java
 delete mode 100755 integration/presto/src/main/java/org/apache/carbondata/presto/PrestoFilterUtil.java
 delete mode 100755 integration/presto/src/main/java/org/apache/carbondata/presto/impl/CarbonTableReader.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/readers/BooleanStreamReader.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/readers/ByteStreamReader.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/readers/DecimalSliceStreamReader.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/readers/DoubleStreamReader.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/readers/FloatStreamReader.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/readers/IntegerStreamReader.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/readers/LongStreamReader.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/readers/ObjectStreamReader.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/readers/ShortStreamReader.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/readers/SliceStreamReader.java
 delete mode 100644 integration/presto/src/main/java/org/apache/carbondata/presto/readers/TimestampStreamReader.java
 create mode 100755 integration/presto/src/main/prestodb/org/apache/carbondata/presto/CarbondataColumnConstraint.java
 create mode 100755 integration/presto/src/main/prestodb/org/apache/carbondata/presto/CarbondataConnectorFactory.java
 create mode 100755 integration/presto/src/main/prestodb/org/apache/carbondata/presto/CarbondataModule.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/CarbondataPageSource.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/CarbondataPageSourceProvider.java
 create mode 100755 integration/presto/src/main/prestodb/org/apache/carbondata/presto/CarbondataPlugin.java
 create mode 100755 integration/presto/src/main/prestodb/org/apache/carbondata/presto/CarbondataSplitManager.java
 create mode 100755 integration/presto/src/main/prestodb/org/apache/carbondata/presto/PrestoFilterUtil.java
 create mode 100755 integration/presto/src/main/prestodb/org/apache/carbondata/presto/impl/CarbonTableReader.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/readers/BooleanStreamReader.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/readers/ByteStreamReader.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/readers/DecimalSliceStreamReader.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/readers/DoubleStreamReader.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/readers/FloatStreamReader.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/readers/IntegerStreamReader.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/readers/LongStreamReader.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/readers/ObjectStreamReader.java
 rename integration/presto/src/main/{java => prestodb}/org/apache/carbondata/presto/readers/PrestoVectorBlockBuilder.java (100%)
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/readers/ShortStreamReader.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/readers/SliceStreamReader.java
 create mode 100644 integration/presto/src/main/prestodb/org/apache/carbondata/presto/readers/TimestampStreamReader.java
 create mode 100755 integration/presto/src/main/prestosql/org/apache/carbondata/presto/CarbondataColumnConstraint.java
 create mode 100755 integration/presto/src/main/prestosql/org/apache/carbondata/presto/CarbondataConnectorFactory.java
 create mode 100755 integration/presto/src/main/prestosql/org/apache/carbondata/presto/CarbondataModule.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/CarbondataPageSource.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/CarbondataPageSourceProvider.java
 create mode 100755 integration/presto/src/main/prestosql/org/apache/carbondata/presto/CarbondataPlugin.java
 create mode 100755 integration/presto/src/main/prestosql/org/apache/carbondata/presto/CarbondataSplitManager.java
 create mode 100755 integration/presto/src/main/prestosql/org/apache/carbondata/presto/PrestoFilterUtil.java
 create mode 100755 integration/presto/src/main/prestosql/org/apache/carbondata/presto/impl/CarbonTableReader.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/BooleanStreamReader.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/ByteStreamReader.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/DecimalSliceStreamReader.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/DoubleStreamReader.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/FloatStreamReader.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/IntegerStreamReader.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/LongStreamReader.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/ObjectStreamReader.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/PrestoVectorBlockBuilder.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/ShortStreamReader.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/SliceStreamReader.java
 create mode 100644 integration/presto/src/main/prestosql/org/apache/carbondata/presto/readers/TimestampStreamReader.java
 delete mode 100644 integration/presto/src/main/scala/org/apache/carbondata/presto/CarbonDictionaryDecodeReadSupport.scala
 create mode 100644 integration/presto/src/main/scala/org/apache/carbondata/presto/CarbonPrestoDecodeReadSupport.scala
 rename integration/presto/src/test/{scala => prestodb}/org/apache/carbondata/presto/server/PrestoServer.scala (100%)
 create mode 100644 integration/presto/src/test/prestosql/org/apache/carbondata/presto/server/PrestoServer.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/BatchSortLoad1TestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/BatchSortLoad2TestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/BatchSortLoad3TestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/BatchSortQueryTestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/BucketingTestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/CarbonV1toV3CompatabilityTestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/ColumndictTestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/PartitionTestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/PartitionWithPreAggregateTestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/QueriesExcludeDictionaryTestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/QueriesIncludeDictionaryTestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/SinglepassTestCase.scala
 delete mode 100644 integration/spark-common-cluster-test/src/test/scala/org/apache/carbondata/cluster/sdv/generated/TimeSeriesPreAggregateTestCase.scala
 delete mode 100644 integration/spark-common-test/pom.xml
 delete mode 100644 integration/spark-common-test/src/test/java/org/apache/carbondata/sdk/util/BinaryUtil.java
 delete mode 100644 integration/spark-common-test/src/test/resources/dict.txt
 delete mode 100644 integration/spark-common-test/src/test/resources/structofarray.csv
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/datamap/lucene/LuceneCoarseGrainDataMapSuite.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/datamap/lucene/LuceneFineGrainDataMapSuite.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/aggquery/IntegerDataTypeTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestBigInt.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestDimensionWithDecimalDataType.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/binary/TestBinaryDataType.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestAdaptiveComplexType.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestAdaptiveEncodingForNullValues.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCompactionComplexType.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexDataType.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexTypeQuery.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexTypeWithBigArray.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCreateTableWithDouble.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/MultiFilesDataLoagdingTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataGeneral.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithAutoLoadMerge.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithBlankLine.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithCompression.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithEmptyArrayColumns.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithJunkChars.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinBigInt.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinInteger.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithNullMeasures.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithSinglePass.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithSortColumnBounds.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithYarnLocalDirs.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestNoInvertedIndexLoadAndQuery.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestCSVHavingOnlySpaceChar.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestEmptyRows.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestSkipEmptyLines.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/preaggregate/TestPreAggCreateCommand.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/preaggregate/TestPreAggStreaming.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/preaggregate/TestPreAggregateCompaction.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/preaggregate/TestPreAggregateDrop.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/preaggregate/TestPreAggregateExpressions.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/preaggregate/TestPreAggregateLoad.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/preaggregate/TestPreAggregateMisc.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/preaggregate/TestPreAggregateTableSelection.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/preaggregate/TestPreAggregateWithSubQuery.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/primitiveTypes/DoubleDataTypeTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/primitiveTypes/FloatDataTypeTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/primitiveTypes/TestAdaptiveEncodingForPrimitiveTypes.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/timeseries/TestTimeSeriesCreateTable.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/timeseries/TestTimeSeriesDropSuite.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/timeseries/TestTimeSeriesMatchStrategySuite.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/timeseries/TestTimeSeriesUnsupportedSuite.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/timeseries/TestTimeseriesCompaction.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/timeseries/TestTimeseriesDataLoad.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/timeseries/TestTimeseriesTableSelection.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AllDataTypesTestCaseAggregate.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AverageQueryTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/DoubleDataTypeTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/MeasureOnlyTableTestCases.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithColumnMetCacheAndCacheLevelProperty.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithoutDataLoad.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestTableNameHasDbName.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/alterTable/TestAlterTableSortColumnsProperty.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/alterTable/TestAlterTableWithColumnMetCacheAndCacheLevelProperty.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordActionTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordEmptyDataTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordLoggerTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestAvgForBigInt.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestBigDecimal.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFields.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFieldsUnsafe.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/BlockPruneQueryTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/CarbonCustomBlockDistributionTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/compaction/TestHybridCompaction.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestAlterTableWithTableComment.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCarbonFileInputFormatWithExternalCarbonTable.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateDDLForComplexMapType.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateExternalTable.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateHiveTableWithCarbonDS.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableAsSelect.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableIfNotExists.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithBlockletSize.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithColumnComment.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithColumnMetCacheAndCacheLevelProperty.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithCompactionOptions.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithDatabaseNameCaseChange.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithSortScope.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithSpaceInColumnName.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithTableComment.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTable.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTableForBinary.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTableForMapType.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTableJsonWriter.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTableWithAvroDataType.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTableWithComplexType.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestRenameTableWithDataMap.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CarbonIndexFileMergeTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSupportGlobalSortBigFileTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSupportGlobalSortFunctionTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSupportGlobalSortParameterTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSupportSpecifiedSegmentsTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBlockletBoundryTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBoundaryConditionsTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionCardinalityBoundryTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionLockTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionIgnoreInMinorTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionStopsAfterCompaction.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionWithMeasureSortColumns.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/TableLevelCompactionOptionTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestBatchSortDataLoad.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithColumnsMoreThanSchema.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithFileName.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataWithDicExcludeAndInclude.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestGlobalSortDataLoad.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataFrame.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataUseAllDictionary.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithDiffTimestampFormat.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithFileHeaderException.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntaxDefaultFormat.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntaxUnsafe.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithMalformedCarbonCommandException.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNoMeasure.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadOptions.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadTblNameIsKeyword.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadWithSortTempCompressed.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestRangeColumnDataLoad.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLevelBlockSize.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLoadMinSize.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/CGDataMapTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/FGDataMapTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/TestDataMapCommand.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/TestDataMapStatus.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datetype/DateTypeTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/dblocation/DBLocationCarbonTableTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/deleteTable/TestDeleteTableNewDDL.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/describeTable/TestDescribeTable.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/AllQueriesSpark2TestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/CastColumnTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnPropertyValidationTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ExpressionWithNullTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/HighCardinalityDataTypesTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/IntegerDataTypeTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/NoDictionaryColumnTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/RangeFilterAllDataTypesTestCases.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/RangeFilterTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/SubqueryWithFilterAndSortTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ValueCompressionDataTypeTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithNoDictTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithOffHeapSortDisabledTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeNullDataTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryWithNoDictTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeNullDataTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampNoDictionaryColumnCastTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampNoDictionaryColumnTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/AllDataTypesTestCaseFilter.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/CountStarTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/FilterProcessorTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/GrtLtFilterProcessorTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/IntegerDataTypeTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/NullMeasureValueTestCaseFilter.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestAndEqualFilterEmptyOperandValue.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestBetweenFilter.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestGrtLessFilter.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestImplicitFilterExpression.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestInFilter.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestIsNullFilter.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestNotNullFilter.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/flatfolder/FlatFolderTableLoadingTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/insertQuery/InsertIntoNonCarbonTableTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/iud/DeleteCarbonTableTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/iud/HorizontalCompactionTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/iud/TestInsertAndOtherCommandConcurrent.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCaseWithBadRecord.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/AllDataTypesTestCaseJoin.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/IntegerDataTypeTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/JoinWithoutDictionaryColumn.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/OrderByLimitTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/localdictionary/LocalDictionarySupportAlterTableTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/localdictionary/LocalDictionarySupportCreateTableTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/localdictionary/LocalDictionarySupportLoadTableTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/longstring/VarcharDataTypesBasicTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/measurenullvalue/NullMeasureValueTestCaseAggregate.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/nullvalueserialization/TestNullValueSerialization.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/partition/TestAllDataTypeForPartitionTable.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/partition/TestCompactionForPartitionTable.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/partition/TestDDLForPartitionTable.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/partition/TestDDLForPartitionTableWithDefaultProperties.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/partition/TestDataLoadingForPartitionTable.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/partition/TestQueryForPartitionTable.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/partition/TestShowPartitions.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/partition/TestUpdateForPartitionTable.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/predefdic/TestPreDefDictionary.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortcolumns/TestSortColumns.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortcolumns/TestSortColumnsWithUnsafe.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/AllDataTypesTestCaseSort.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/IntegerDataTypeTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionBadRecordLoggerTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionGlobalSortTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableCleanTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableCompactionTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableDropTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableLoadingTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableOverwriteTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableQueryTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionWithPreaggregateTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/windowsexpr/WindowsExprTestCase.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/util/SparkQueryTest.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/sql/commands/TestCarbonDropCacheCommand.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/sql/commands/TestCarbonShowCacheCommand.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/carbondata/sql/commands/UsingCarbondataSuite.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/spark/sql/execution/command/CarbonTableSchemaCommonSuite.scala
 delete mode 100644 integration/spark-common-test/src/test/scala/org/apache/spark/sql/profiler/ProfilerSuite.scala
 delete mode 100644 integration/spark-common/pom.xml
 delete mode 100644 integration/spark-common/src/main/java/org/apache/carbondata/spark/dictionary/client/SecureDictionaryClient.java
 delete mode 100644 integration/spark-common/src/main/java/org/apache/carbondata/spark/dictionary/client/SecureDictionaryClientHandler.java
 delete mode 100644 integration/spark-common/src/main/java/org/apache/carbondata/spark/dictionary/provider/SecureDictionaryServiceProvider.java
 delete mode 100644 integration/spark-common/src/main/java/org/apache/carbondata/spark/dictionary/server/SecureDictionaryServer.java
 delete mode 100644 integration/spark-common/src/main/java/org/apache/carbondata/spark/dictionary/server/SecureDictionaryServerHandler.java
 delete mode 100644 integration/spark-common/src/main/java/org/apache/carbondata/spark/partition/DropPartitionCallable.java
 delete mode 100644 integration/spark-common/src/main/java/org/apache/carbondata/spark/partition/SplitPartitionCallable.java
 delete mode 100644 integration/spark-common/src/main/java/org/apache/carbondata/spark/util/Util.java
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/api/CarbonStore.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/events/AlterTableEvents.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/events/CreateTableEvents.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/events/Events.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/CarbonAliasDecoderRelation.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/CarbonSparkFactory.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/DictionaryDetailHelper.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/InitInputMetrics.java
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/PartitionFactory.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/load/CsvRDDHelper.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/load/DataLoadProcessBuilderOnSpark.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/load/DataLoadProcessorStepOnSpark.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/load/GlobalSortHelper.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/AlterTableAddColumnRDD.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/AlterTableDropColumnRDD.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/AlterTableLoadPartitionRDD.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonIUDMergerRDD.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonMergerRDD.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanPartitionRDD.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonSparkPartition.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/InsertTaskCompletionListener.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/NewCarbonDataLoadRDD.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/PartitionDropper.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/PartitionSplitter.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/SparkReadSupport.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/StreamHandoffRDD.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/UpdateDataLoad.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/tasks/DictionaryWriterTask.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/tasks/SortIndexWriterTask.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/util/CarbonScalaUtil.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/util/CommonUtil.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/util/DataTypeConverterUtil.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/spark/util/GlobalDictionaryUtil.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/carbondata/streaming/StreamSinkFactory.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/DataSkewRangePartitioner.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/rdd/CarbonMergeFilesRDD.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/rdd/DataLoadPartitionCoalescer.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/sql/catalyst/CarbonDDLSqlParser.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchemaCommon.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/sql/execution/streaming/CarbonAppendableStreamSink.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/sql/hive/DistributionUtil.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/sql/optimizer/CarbonDecoderOptimizerHelper.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/sql/profiler/ProfilerLogger.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/sql/test/ResourceRegisterAndCopier.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/sql/test/TestQueryExecutor.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/sql/test/util/QueryTest.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/sql/util/SparkSQLUtil.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/util/CarbonReflectionUtils.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/util/FileUtils.scala
 delete mode 100644 integration/spark-common/src/main/scala/org/apache/spark/util/PartitionUtils.scala
 delete mode 100644 integration/spark-common/src/test/scala/org/apache/spark/util/SparkUtilTest.scala
 delete mode 100644 integration/spark-datasource/pom.xml
 delete mode 100644 integration/spark-datasource/src/main/scala/org/apache/carbondata/converter/SparkDataTypeConverterImpl.java
 delete mode 100644 integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/ColumnarVectorWrapper.java
 delete mode 100644 integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/ColumnarVectorWrapperDirect.java
 delete mode 100644 integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
 delete mode 100644 integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala
 delete mode 100644 integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndexReplaceRule.scala
 delete mode 100644 integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonSparkDataSourceUtil.scala
 delete mode 100644 integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/SparkCarbonFileFormat.scala
 delete mode 100644 integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/tasklisteners/CarbonTaskCompletionListener.scala
 delete mode 100644 integration/spark-datasource/src/main/scala/org/apache/spark/sql/util/SparkTypeConverter.scala
 delete mode 100644 integration/spark-datasource/src/main/spark2.1andspark2.2/org/apache/spark/sql/CarbonDictionaryWrapper.java
 delete mode 100644 integration/spark-datasource/src/main/spark2.1andspark2.2/org/apache/spark/sql/CarbonVectorProxy.java
 delete mode 100644 integration/spark-datasource/src/main/spark2.3plus/org/apache/spark/sql/CarbonDictionaryWrapper.java
 delete mode 100644 integration/spark-datasource/src/main/spark2.3plus/org/apache/spark/sql/CarbonVectorProxy.java
 delete mode 100644 integration/spark-datasource/src/main/spark2.3plus/org/apache/spark/sql/ColumnVectorFactory.java
 delete mode 100644 integration/spark-datasource/src/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
 delete mode 100644 integration/spark-datasource/src/test/java/org/apache/carbondata/sdk/util/BinaryUtil.java
 delete mode 100644 integration/spark-datasource/src/test/resources/structofarray.csv
 delete mode 100644 integration/spark-datasource/src/test/scala/org/apache/spark/sql/carbondata/datasource/SparkCarbonDataSourceBinaryTest.scala
 delete mode 100644 integration/spark-datasource/src/test/scala/org/apache/spark/sql/carbondata/datasource/SparkCarbonDataSourceTest.scala
 delete mode 100644 integration/spark-datasource/src/test/scala/org/apache/spark/sql/carbondata/datasource/TestCreateTableUsingSparkCarbonFileFormat.scala
 delete mode 100644 integration/spark-datasource/src/test/scala/org/apache/spark/sql/carbondata/datasource/TestUtil.scala
 create mode 100644 integration/spark/pom.xml
 create mode 100644 integration/spark/src/main/java/org/apache/carbondata/datamap/DataMapManager.java
 create mode 100644 integration/spark/src/main/java/org/apache/carbondata/datamap/IndexDataMapProvider.java
 rename integration/{spark-common => spark}/src/main/java/org/apache/carbondata/spark/exception/ProcessMetaDataException.java (100%)
 create mode 100644 integration/spark/src/main/java/org/apache/carbondata/spark/load/DecimalSerializableComparator.java
 create mode 100644 integration/spark/src/main/java/org/apache/carbondata/spark/readsupport/SparkGenericRowReadSupportImpl.java
 create mode 100644 integration/spark/src/main/java/org/apache/carbondata/spark/readsupport/SparkRowReadSupportImpl.java
 create mode 100644 integration/spark/src/main/java/org/apache/carbondata/spark/util/Util.java
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/api/CarbonStore.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/converter/SparkDataTypeConverterImpl.java
 rename integration/{spark2 => spark}/src/main/scala/org/apache/carbondata/datamap/CarbonMergeBloomIndexFilesRDD.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/datamap/IndexDataMapRebuildRDD.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/carbondata/datamap/TextMatchUDF.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/events/AlterTableEvents.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/CacheEvents.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/CarbonInitEvents.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/CleanFilesEvents.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/events/CreateCarbonRelationEvent.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/CreateDatabaseEvents.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/events/CreateTableEvents.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/DataMapEvents.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/DeleteSegmentEvents.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/DropDataMapEvents.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/DropTableEvents.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/events/Events.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/IUDEvents.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/events/IndexServerEvents.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/LookupRelationEvents.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/RefreshTableEvents.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/events/exception/EventExceptions.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/geo/GeoUtils.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/geo/InPolygonUDF.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/indexserver/DataMapJobs.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/indexserver/DistributedCountRDD.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/indexserver/DistributedPruneRDD.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/indexserver/DistributedRDDUtils.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/indexserver/DistributedShowCacheRDD.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/indexserver/IndexServer.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/carbondata/indexserver/InvalidateSegmentCacheRDD.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/indexserver/SegmentPruneRDD.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/spark/CarbonColumnValidator.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/CarbonSparkFactory.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/InitInputMetrics.java
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/spark/KeyVal.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/spark/StreamingOption.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/load/CsvRDDHelper.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/load/DataLoadProcessBuilderOnSpark.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/load/DataLoadProcessorStepOnSpark.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/load/GlobalSortHelper.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/CarbonDataRDDFactory.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/CarbonDeltaRowScanRDD.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/spark/rdd/CarbonDropPartitionRDD.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/CarbonGlobalDictionaryRDD.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/CarbonIUDMergerRDD.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/CarbonMergerRDD.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/spark/rdd/CarbonRDD.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/CarbonSparkPartition.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/CarbonTableCompactor.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/CompactionFactory.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/CompactionTaskCompletionListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/Compactor.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/InsertTaskCompletionListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/NewCarbonDataLoadRDD.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/spark/rdd/QueryTaskCompletionListener.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/SparkReadSupport.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/StreamHandoffRDD.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/rdd/UpdateDataLoad.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/thriftserver/CarbonThriftServer.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/util/CarbonScalaUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/util/CarbonSparkUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/util/CommonUtil.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/carbondata/spark/util/DataGenerator.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/util/DataTypeConverterUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/vectorreader/ColumnarVectorWrapper.java
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/vectorreader/ColumnarVectorWrapperDirect.java
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/store/SparkCarbonStore.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/stream/CarbonStreamRecordReader.java
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/stream/StreamJobManager.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/streaming/CarbonSparkStreamingListener.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/streaming/CarbonStreamSparkStreaming.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/carbondata/streaming/CarbonStreamingQueryListener.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/carbondata/streaming/StreamSinkFactory.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/spark/CarbonInputMetrics.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/DataSkewRangePartitioner.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/rdd/CarbonMergeFilesRDD.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/spark/rdd/DataLoadCoalescedRDD.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/rdd/DataLoadPartitionCoalescer.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonBoundReference.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonCatalystOperators.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonCountStar.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonDataFrameWriter.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonDatasourceHadoopRelation.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonDictionaryWrapper.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonEnv.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/CarbonExpressions.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonExtensions.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonSession.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonSource.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/CarbonSparkStreamingFactory.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonUtils.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CarbonVectorProxy.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/ColumnVectorFactory.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/CustomDeterministicExpression.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/EnvHelper.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/SQLConf.scala (100%)
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/SparkUnknownExpression.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndexReplaceRule.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonSparkDataSourceUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/SparkCarbonFileFormat.scala
 rename integration/{spark-datasource => spark}/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/readsupport/SparkUnsafeRowReadSuport.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/tasklisteners/CarbonTaskCompletionListener.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/spark/sql/catalyst/AbstractCarbonSparkSQLParser.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/catalyst/CarbonDDLSqlParser.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/catalyst/CarbonParserUtil.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/spark/sql/catalyst/CarbonTableIdentifierImplicit.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/spark/sql/catalyst/analysis/EmptyRule.scala (100%)
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/events/MergeBloomIndexEventListener.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/events/MergeIndexEventListener.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/execution/CastExpressionOptimization.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/cache/CacheUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/cache/CarbonDropCacheCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/cache/CarbonShowCacheCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/carbonTableSchemaCommon.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/datamap/CarbonCreateDataMapCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/datamap/CarbonDataMapRebuildCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/datamap/CarbonDataMapShowCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/datamap/CarbonDropDataMapCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonAddLoadCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonAlterTableCompactionCommand.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonAlterTableFinishStreaming.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonCleanFilesCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonCliCommand.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonDeleteLoadByIdCommand.scala (100%)
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonDeleteLoadByLoadDateCommand.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonDeleteStageFilesCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonInsertFromStageCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonInsertIntoCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonInsertIntoHadoopFsRelationCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonInsertIntoWithDf.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonLoadDataCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonLoadParams.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonShowLoadsCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CommonLoadUtils.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/RefreshCarbonTableCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/CarbonProjectForDeleteCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/CarbonProjectForUpdateCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/CarbonTruncateCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/DeleteExecution.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/HorizontalCompaction.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/execution/command/mutation/HorizontalCompactionException.scala (100%)
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/execution/command/mutation/IUDCommonUtil.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/merge/CarbonMergeDataSetCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/merge/CarbonMergeDataSetException.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/merge/HistoryTableLoadHelper.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/merge/MergeDataSetBuilder.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/merge/MergeProjection.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/merge/MutationAction.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/merge/TranxManager.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/mutation/merge/interfaces.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/execution/command/package.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/partition/CarbonAlterTableAddHivePartitionCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/partition/CarbonAlterTableDropHivePartitionCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableAddColumnCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableColRenameDataTypeChangeCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableDropColumnCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableRenameCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableSetCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableUnsetCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/stream/CarbonCreateStreamCommand.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/execution/command/stream/CarbonDropStreamCommand.scala (100%)
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/execution/command/stream/CarbonShowStreamsCommand.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonCreateDataSourceTableCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonCreateTableAsSelectCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonCreateTableCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonCreateTableLikeCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonDescribeFormattedCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonDropTableCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonExplainCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonShowCreateTableCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonShowTablesCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/datasources/SparkCarbonTableFormat.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/strategy/CarbonLateDecodeStrategy.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/strategy/CarbonPlanHelper.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/strategy/DDLHelper.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/strategy/DDLStrategy.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/strategy/DMLHelper.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/strategy/PushDownHelper.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/strategy/StreamingTableStrategy.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/execution/streaming/CarbonAppendableStreamSink.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonAnalysisRules.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonAnalyzer.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonFileMetastore.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonHiveMetaStore.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonHiveMetadataUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonMVRules.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonMetaStore.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonRelation.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonSessionCatalog.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonSessionCatalogUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonSessionUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonSqlAstBuilder.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CarbonSqlConf.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/CreateCarbonSourceTableAsSelectCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/DistributionUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/SqlAstBuilderHelper.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/cli/CarbonSQLCLIDriver.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/execution/command/CarbonHiveCommands.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/hive/execution/command/CarbonResetCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/listeners/DropCacheEventListeners.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/listeners/MVListeners.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/listeners/PrePrimingListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/listeners/ShowCacheEventListeners.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/optimizer/CarbonFilters.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/optimizer/CarbonIUDRule.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/sql/optimizer/CarbonUDFTransformRule.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/parser/CarbonExtensionSpark2SqlParser.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/parser/CarbonExtensionSqlParser.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/parser/CarbonSpark2SqlParser.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/parser/CarbonSparkSqlParser.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/parser/CarbonSparkSqlParserUtil.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/spark/sql/profiler/Profiler.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/spark/sql/profiler/ProfilerListener.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/profiler/ProfilerLogger.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/Jobs/BlockletDataMapDetailsWithSchema.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/Jobs/CarbonBlockLoaderHelper.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/Jobs/DistributableBlockletDataMapLoader.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/Jobs/SparkBlockletDataMapLoaderJob.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/command/DropIndexCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/command/RegisterIndexTableCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/command/SICreationCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/command/SILoadCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/command/SIRebuildSegmentCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/command/ShowIndexesCommand.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/AlterTableColumnRenameEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/AlterTableCompactionPostEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/AlterTableDropColumnEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/AlterTableMergeIndexSIEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/AlterTableRenameEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/CleanFilesPostEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/CreateCarbonRelationEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/DeleteFromTableEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/DeleteSegmentByDateListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/DeleteSegmentByIdListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/DropCacheSIEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/LoadSIEvents.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/SIDropEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/SILoadEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/SILoadEventListenerForFailedSegments.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/SIRefreshEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/ShowCacheSIEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/events/UpdateTablePreEventListener.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/exception/IndexTableExistException.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/exception/SecondaryIndexException.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/hive/CarbonInternalMetastore.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/joins/BroadCastSIFilterPushJoin.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/load/CarbonInternalLoaderUtil.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/load/Compactor.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/load/RowComparatorWithOutKettle.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/optimizer/CarbonCostBasedOptimizer.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/optimizer/CarbonSITransformationRule.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/optimizer/CarbonSecondaryIndexOptimizer.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/query/CarbonSecondaryIndexExecutor.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/query/SecondaryIndexQueryResultProcessor.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/rdd/CarbonSIRebuildRDD.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/rdd/CarbonSecondaryIndexRDD.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/rdd/SecondaryIndexCreator.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/util/CarbonInternalScalaUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/util/FileInternalUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/util/IndexTableUtil.java
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/util/InternalKeyVal.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/secondaryindex/util/SecondaryIndexUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/test/ResourceRegisterAndCopier.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/test/SparkTestQueryExecutor.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/test/TestQueryExecutor.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/spark/sql/test/util/CarbonFunSuite.scala (100%)
 rename integration/{spark-common => spark}/src/main/scala/org/apache/spark/sql/test/util/PlanTest.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/test/util/QueryTest.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/spark/sql/util/CarbonException.scala (100%)
 rename integration/{spark-datasource => spark}/src/main/scala/org/apache/spark/sql/util/CarbonMetastoreTypes.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/util/SparkSQLUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/sql/util/SparkTypeConverter.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/util/AlterTableUtil.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/util/CarbonReflectionUtils.scala
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/util/CleanFiles.scala (100%)
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/util/Compaction.scala (100%)
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/util/DeleteSegmentByDate.scala (100%)
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/util/DeleteSegmentById.scala (100%)
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/util/FileUtils.scala
 create mode 100644 integration/spark/src/main/scala/org/apache/spark/util/MergeIndexUtil.scala
 rename integration/{spark-common => spark}/src/main/scala/org/apache/spark/util/ScalaCompilerUtil.scala (100%)
 rename integration/{spark-datasource => spark}/src/main/scala/org/apache/spark/util/SparkUtil.scala (100%)
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/util/TableAPIUtil.scala (100%)
 rename integration/{spark2 => spark}/src/main/scala/org/apache/spark/util/TableLoader.scala (100%)
 create mode 100644 integration/spark/src/main/spark2.3/org/apache/carbondata/spark/adapter/CarbonToSparkAdapter.scala
 create mode 100644 integration/spark/src/main/spark2.3/org/apache/spark/sql/CarbonBoundReference.scala
 create mode 100644 integration/spark/src/main/spark2.3/org/apache/spark/sql/CarbonToSparkAdapter.scala
 create mode 100644 integration/spark/src/main/spark2.3/org/apache/spark/sql/SparkSqlAdapter.scala
 create mode 100644 integration/spark/src/main/spark2.3/org/apache/spark/sql/execution/strategy/CarbonDataSourceScan.scala
 create mode 100644 integration/spark/src/main/spark2.3/org/apache/spark/sql/hive/CarbonSessionStateBuilder.scala
 create mode 100644 integration/spark/src/main/spark2.3/org/apache/spark/sql/parser/SparkSqlAstBuilderWrapper.scala
 create mode 100644 integration/spark/src/main/spark2.4/org/apache/carbondata/spark/adapter/CarbonToSparkAdapter.scala
 create mode 100644 integration/spark/src/main/spark2.4/org/apache/spark/sql/CarbonBoundReference.scala
 create mode 100644 integration/spark/src/main/spark2.4/org/apache/spark/sql/CarbonToSparkAdapter.scala
 create mode 100644 integration/spark/src/main/spark2.4/org/apache/spark/sql/SparkSqlAdapter.scala
 create mode 100644 integration/spark/src/main/spark2.4/org/apache/spark/sql/execution/strategy/CarbonDataSourceScan.scala
 create mode 100644 integration/spark/src/main/spark2.4/org/apache/spark/sql/hive/CarbonSessionStateBuilder.scala
 create mode 100644 integration/spark/src/main/spark2.4/org/apache/spark/sql/parser/SparkSqlAstBuilderWrapper.scala
 create mode 100644 integration/spark/src/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
 create mode 100644 integration/spark/src/resources/META-INF/services/org.apache.spark.sql.test.TestQueryExecutorRegister
 create mode 100644 integration/spark/src/test/java/org/apache/carbondata/sdk/util/BinaryUtil.java
 create mode 100644 integration/spark/src/test/java/org/apache/carbondata/stream/CarbonStreamRecordReaderTest.java
 rename integration/{spark-common-test => spark}/src/test/resources/100_olap.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/10dim_4msr.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/32000char.csv (100%)
 rename integration/{spark-datasource => spark}/src/test/resources/Array.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/IUD/T_Hive1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/IUD/bad_record.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/IUD/badrecord.csv (100%)
 copy integration/{spark-common-test => spark}/src/test/resources/IUD/comp1.csv (100%)
 copy integration/{spark-common-test => spark}/src/test/resources/IUD/comp2.csv (100%)
 copy integration/{spark-common-test => spark}/src/test/resources/IUD/comp3.csv (100%)
 copy integration/{spark-common-test => spark}/src/test/resources/IUD/comp4.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/IUD/dest.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/IUD/negativevalue.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/IUD/other.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/IUD/sample.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/IUD/sample_updated.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/IUD/source2.csv (100%)
 copy integration/{spark-common-test => spark}/src/test/resources/IUD/source3.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/IUD/update01.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/OLDFORMATTABLE.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/OLDFORMATTABLEHIVE.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/Struct.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/StructofStruct.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/Test_Data1_Logrithmic.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/adap.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/adap_double1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/adap_double2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/adap_double3.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/adap_double4.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/adap_int1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/adap_int2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/adap_int3.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/alldatatypeforpartition.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/alldictionary/complex/20160423/1400_1405/complex.dictionary (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/alldictionary/sample/20160423/1400_1405/sample.dictionary (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/array1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/arrayColumnEmpty.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/avgTest.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/badrecords/bigtab.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/badrecords/bigtabbad.csv (100%)
 create mode 100644 integration/spark/src/test/resources/badrecords/complexdata.csv
 rename integration/{spark-common-test => spark}/src/test/resources/badrecords/datasample.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/badrecords/dummy.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/badrecords/dummy2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/badrecords/emptyTimeStampValue.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/badrecords/emptyValues.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/badrecords/insufficientColumns.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/badrecords/seriazableValue.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/bigIntData.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/bigIntDataWithHeader.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/bigIntDataWithoutHeader.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/big_decimal_without_header.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/big_int_Decimal.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/binaryDataBase64.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/binaryDataHex.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/binaryStringNullData.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/binarystringdata.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/binarystringdata2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/binarystringdatawithHead.csv (100%)
 rename integration/{spark2 => spark}/src/test/resources/bool/supportBoolean.csv (100%)
 rename integration/{spark2 => spark}/src/test/resources/bool/supportBooleanBadRecords.csv (100%)
 rename integration/{spark2 => spark}/src/test/resources/bool/supportBooleanDifferentFormat.csv (100%)
 rename integration/{spark2 => spark}/src/test/resources/bool/supportBooleanOnlyBoolean.csv (100%)
 rename integration/{spark2 => spark}/src/test/resources/bool/supportBooleanTwoBooleanColumns.csv (100%)
 rename integration/{spark2 => spark}/src/test/resources/bool/supportBooleanWithFileHeader.csv (100%)
 create mode 100644 integration/spark/src/test/resources/carriage_return_in_string.csv
 rename integration/{spark-common-test => spark}/src/test/resources/channelsId.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/character_carbon.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/character_hive.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/columndictionary/country.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/columndictionary/name.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/comment.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/compaction/compaction1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/compaction/compaction1_forhive.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/compaction/compaction2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/compaction/compaction3.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/compaction/compactionIUD1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/compaction/compactionIUD2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/compaction/compactionIUD3.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/compaction/compactionIUD4.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/compaction/compactioncard2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/compaction/compactioncard2_forhive.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/compaction/nodictionary_compaction.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/complexTypeDecimal.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/complexTypeDecimalNested.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/complexTypeDecimalNestedHive.csv (100%)
 create mode 100644 integration/spark/src/test/resources/complexbinary.csv
 rename integration/{spark-common-test => spark}/src/test/resources/complexdata.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/complexdata1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/complexdata2.csv (100%)
 create mode 100644 integration/spark/src/test/resources/complexdata3.csv
 rename integration/{spark-common-test => spark}/src/test/resources/complexdatareordered.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/complexdatastructextra.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/complextypediffentcolheaderorder.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/complextypesample.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/complextypespecialchardelimiter.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data2_DiffTimeFormat.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/dataIncrement.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/dataWithEmptyRows.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/dataWithNegativeValues.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/dataWithNullFirstLine.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/dataWithSingleQuote.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data_alltypes.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data_beyond68yrs.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data_big.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data_partition_badrecords.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data_sort.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data_timestamp.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data_withCAPSHeader.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data_withMixedHeader.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data_with_all_types.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/data_with_special_char.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datadelimiter.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datanullmeasurecol.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/dataretention1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/dataretention11.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/dataretention2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/dataretention3.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datasample.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datasamplecomplex.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datasamplefordate.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datasamplenull.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datasingleCol.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datasingleComplexCol.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithNegeativewithoutHeader.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithNegtiveNumber.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithbackslash.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithblanklines.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithcomplexspecialchar.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithescapecharacter.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithmaxbigint.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithmaxinteger.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithmaxminbigint.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithmaxmininteger.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithminbigint.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithmininteger.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithnullmeasure.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithnullmsrs.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithoutheader.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datawithspecialcharacter.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/datedatafile.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/dblocation/test.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/decimalBoundaryDataCarbon.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/decimalBoundaryDataHive.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/decimalData.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/decimalDataWithHeader.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/decimalDataWithoutHeader.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/decimal_int_range.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/deviceInformationId.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/deviceInformationId2.csv (100%)
 rename {examples/spark2/src/main => integration/spark/src/test}/resources/dimSample.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/dimTableSample.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/double.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/double/data_notitle_AdaptiveFloating_byte.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/double/data_notitle_AdaptiveFloating_int.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/double/data_notitle_AdaptiveFloating_short.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/double/data_notitle_AdaptiveFloating_short_int.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/double/data_notitle_byte.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/double/data_notitle_int.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/double/data_notitle_long.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/double/data_notitle_short.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/double/data_notitle_short_int.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/emp.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/emptyDimensionData.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/emptyDimensionDataHive.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/emptylines.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/emptyrow/csvwithonlyspacechar.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/emptyrow/emptyRows.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/encoding_types.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/filter/betweenFilter.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/filter/datagrtlrt.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/filter/datawithnull.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/filter/datawithoutnull.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/filter/emp2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/filter/emp2allnull.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/filter/emp2nonull.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/filter/notEqualToFilter.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/filter/notNullFilter.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/floatSample.csv (100%)
 create mode 100644 integration/spark/src/test/resources/geodata.csv
 rename integration/{spark-common-test => spark}/src/test/resources/globalsort/sample1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/globalsort/sample2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/globalsort/sample3.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/hiverangenodictionarycompare.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/invalidMeasures.csv (100%)
 rename integration/{spark-datasource => spark}/src/test/resources/j2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/join/data1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/join/data2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/join/emp.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/join/employee.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/join/mgr.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/join/mobile.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/PrimitiveTypeWithNull.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/StructOfAllTypes.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/allPrimitiveType.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/allPrimitiveTypeBadRecord.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/arrayOfStructOfStruct.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/arrayOfarrayOfarrayOfStruct.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/similarSchemaFiles/JsonReaderTest/MultipleRowSingleLineJson.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/similarSchemaFiles/JsonReaderTest/SingleRowSingleLineJson.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/similarSchemaFiles/JsonReaderTest/withRecordIdentifier/MultipleRowMultipleLineJsonWithRecordIdentifier.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/similarSchemaFiles/JsonReaderTest/withRecordIdentifier/SingleRowMultipleLineJsonWithRecordIdentifier.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/similarSchemaFiles/JsonReaderTest/withRecordIdentifier/SingleRowSingleLineJsonWithRecordIdentifier.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/similarSchemaFiles/allPrimitiveTypeMultipleRows.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/data/similarSchemaFiles/allPrimitiveTypeSingleArray.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/schema/StructOfAllTypes.avsc (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/schema/arrayOfStructOfStruct.avsc (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/jsonFiles/schema/arrayOfarrayOfarrayOfStruct.avsc (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/lessthandatacolumndata.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/loadMultiFiles/.invisibilityfile (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/loadMultiFiles/_SUCCESS (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/loadMultiFiles/data.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/loadMultiFiles/emptyfile.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/loadMultiFiles/nestedfolder1/data.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/loadMultiFiles/nestedfolder1/data1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/loadMultiFiles/nestedfolder1/nestedfolder2/data.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/loadMultiFiles/non-csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/localdictionary.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/locationInfoActiveCountry.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/mac.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/measureinsertintotest.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/mobileimei.csv (100%)
 create mode 100644 integration/spark/src/test/resources/mv_sampledata.csv
 rename integration/{spark-common-test => spark}/src/test/resources/newsample.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/noneCsvFormat.cs (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/nontransactional.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/nontransactional1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/nullSample.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/nullandnonparsableValue.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/nullmeasurevalue.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/nullvalueserialization.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/numeric_column_invalid_values.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/oscon_10.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/outofrange.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/overwriteTable1_noRecord.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/overwriteTable1_someRecord.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/overwriteTable2_noRecord.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/overwriteTable2_someRecord.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/partData.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/partition_data.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/partition_data_example.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/predefdic/allpredefdictionary.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/predefdic/data3.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/predefdic/dicfilepath.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/products.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/range_column/dataskew.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/rangedata.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/rangedatasample.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/rangenodictionarycompare.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/restructure/data1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/restructure/data2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/restructure/data3.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/restructure/data4.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/restructure/data5.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/restructure/data6.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/restructure/data7.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/restructure/data_2000.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/sales_data.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/sample (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/sample.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/sample.csv.bz2 (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/sample.csv.gz (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/sampleComplex.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/sample_withDelimiter017.csv (100%)
 create mode 100644 integration/spark/src/test/resources/secindex/IUD/sample_1.csv
 create mode 100644 integration/spark/src/test/resources/secindex/IUD/sample_2.csv
 create mode 100644 integration/spark/src/test/resources/secindex/data_10000.csv
 create mode 100644 integration/spark/src/test/resources/secindex/datafile_100.csv
 rename integration/{spark-common-test/src/test/resources/IUD/comp1.csv => spark/src/test/resources/secindex/dest.csv} (100%)
 rename integration/{spark-common-test/src/test/resources/IUD/comp2.csv => spark/src/test/resources/secindex/dest1.csv} (100%)
 rename integration/{spark-common-test/src/test/resources/IUD/comp3.csv => spark/src/test/resources/secindex/dest2.csv} (100%)
 rename integration/{spark-common-test/src/test/resources/IUD/comp4.csv => spark/src/test/resources/secindex/dest3.csv} (100%)
 create mode 100644 integration/spark/src/test/resources/secindex/firstunique.csv
 create mode 100644 integration/spark/src/test/resources/secindex/index.csv
 create mode 100644 integration/spark/src/test/resources/secindex/secondaryIndexLikeTest.csv
 create mode 100644 integration/spark/src/test/resources/secindex/secondunique.csv
 rename integration/{spark-common-test/src/test/resources/IUD => spark/src/test/resources/secindex}/source3.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/seq_20Records.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/shortintboundary.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/shortolap.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/sort_columns/alldatatype1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/sort_columns/alldatatype2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/source.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/source_without_header.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/streamSample.csv (100%)
 create mode 100644 integration/spark/src/test/resources/streamSample_with_long_string.csv
 rename integration/{spark-common-test => spark}/src/test/resources/struct_all.csv (100%)
 create mode 100644 integration/spark/src/test/resources/structofarray.csv
 rename integration/{spark-common-test => spark}/src/test/resources/structusingstruct.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/temp/data1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/test.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/testBigInt_boundary_value.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/testShortAndIntDataType.csv (100%)
 rename integration/{spark-datasource => spark}/src/test/resources/test_json.json (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/timeStampFormatData1.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/timeStampFormatData2.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/timeseriestest.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/timestamp.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/timestampdata.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/timestampdatafile.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/tpch/customers.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/tpch/lineitem.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/tpch/nation.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/tpch/orders.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/tpch/region.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/tpch/supplier.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/unicodechar.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/uniq.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/uniqwithoutheader.csv (100%)
 rename integration/{spark-datasource => spark}/src/test/resources/vardhandaterestruct.csv (100%)
 rename integration/{spark-common-test => spark}/src/test/resources/verticalDelimitedData.csv (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/datamap/bloom/BloomCoarseGrainDataMapFunctionSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/datamap/bloom/BloomCoarseGrainDataMapSuite.scala
 rename integration/{spark2 => spark}/src/test/scala/org/apache/carbondata/datamap/bloom/BloomCoarseGrainDataMapTestUtil.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/datamap/lucene/LuceneCoarseGrainDataMapSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/datamap/lucene/LuceneFineGrainDataMapSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/geo/GeoTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/aggquery/IntegerDataTypeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestBigInt.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/bigdecimal/TestDimensionWithDecimalDataType.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/binary/TestBinaryDataType.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestAdaptiveComplexType.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestAdaptiveEncodingForNullValues.scala
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestAdaptiveEncodingSafeColumnPageForComplexDataType.scala (100%)
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestAdaptiveEncodingUnsafeColumnPageForComplexDataType.scala (100%)
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestAdaptiveEncodingUnsafeHeapColumnPageForComplexDataType.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestAllComplexDataType.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCompactionComplexType.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexDataType.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexTypeQuery.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexTypeWithBigArray.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestCreateTableWithDouble.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/MultiFilesDataLoagdingTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataGeneral.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithAutoLoadMerge.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithBlankLine.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithCompression.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithEmptyArrayColumns.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithJunkChars.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinBigInt.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithMaxMinInteger.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithNullMeasures.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithSortColumnBounds.scala
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithUnsafeMemory.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestLoadDataWithYarnLocalDirs.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/dataload/TestNoInvertedIndexLoadAndQuery.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestCSVHavingOnlySpaceChar.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestEmptyRows.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/emptyrow/TestSkipEmptyLines.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/primitiveTypes/ArrayDataTypeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/primitiveTypes/DoubleDataTypeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/primitiveTypes/FloatDataTypeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/primitiveTypes/MapDataTypeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/integration/spark/testsuite/primitiveTypes/TestAdaptiveEncodingForPrimitiveTypes.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/TestCarbonCli.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/addsegment/AddSegmentTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AllDataTypesTestCaseAggregate.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/aggquery/AverageQueryTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/AllDataTypesTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/DoubleDataTypeTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableSpark2TestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/MeasureOnlyTableTestCases.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestPruneUsingSegmentMinMax.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithColumnMetCacheAndCacheLevelProperty.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestQueryWithoutDataLoad.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/TestTableNameHasDbName.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/alterTable/TestAlterTableAddColumns.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/alterTable/TestAlterTableCompactionLevelThreshold.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/alterTable/TestAlterTableSortColumnsProperty.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/alterTable/TestAlterTableWithColumnMetCacheAndCacheLevelProperty.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordActionTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordEmptyDataTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/badrecordloger/BadRecordLoggerTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestAvgForBigInt.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestBigDecimal.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFields.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/bigdecimal/TestNullAndEmptyFieldsUnsafe.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/BlockPruneQueryTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/blockprune/CarbonCustomBlockDistributionTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesBaseTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesBigFileTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesFilterTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesInsertTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesLoadTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesParameterTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesSortTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/compress/TestBooleanCompressSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/cloud/AllDataSourceTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/cloud/CacheRefreshTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/compaction/TestHybridCompaction.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestAlterTableWithTableComment.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCarbonFileInputFormatWithExternalCarbonTable.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateDDLForComplexMapType.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateExternalTable.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateHiveTableWithCarbonDS.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableAsSelect.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableIfNotExists.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableLike.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithBlockletSize.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithColumnComment.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithColumnMetCacheAndCacheLevelProperty.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithCompactionOptions.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithDatabaseNameCaseChange.scala
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithPageSizeInMb.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithSortScope.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithSpaceInColumnName.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestCreateTableWithTableComment.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTable.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTableForBinary.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTableForMapType.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTableJsonWriter.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTableWithAvroDataType.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestNonTransactionalCarbonTableWithComplexType.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/createTable/TestRenameTableWithDataMap.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CarbonIndexFileMergeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSupportGlobalSortBigFileTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSupportGlobalSortFunctionTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSupportGlobalSortParameterTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/CompactionSupportSpecifiedSegmentsTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBlockletBoundryTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionBoundaryConditionsTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionCardinalityBoundryTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/DataCompactionLockTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionIgnoreInMinorTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionStopsAfterCompaction.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/MajorCompactionWithMeasureSortColumns.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datacompaction/TableLevelCompactionOptionTest.scala
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadPartitionCoalescer.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithColumnsMoreThanSchema.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataLoadWithFileName.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestDataWithDicExcludeAndInclude.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestGlobalSortDataLoad.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataFrame.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataUseAllDictionary.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithDiffTimestampFormat.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithFileHeaderException.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntaxDefaultFormat.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithHiveSyntaxUnsafe.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithMalformedCarbonCommandException.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNoMeasure.scala
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadDataWithNotProperInputFile.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadOptions.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadTblNameIsKeyword.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestLoadWithSortTempCompressed.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestRangeColumnDataLoad.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLevelBlockSize.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataload/TestTableLoadMinSize.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/CGDataMapTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/FGDataMapTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/TestDataMapCommand.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/TestDataMapStatus.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dataretention/DataRetentionTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/dblocation/DBLocationCarbonTableTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/deleteTable/TestDeleteTableNewDDL.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/describeTable/TestDescribeTable.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/AllQueriesSpark2TestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/CastColumnTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ColumnPropertyValidationTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ExpressionWithNullTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/HighCardinalityDataTypesTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/IntegerDataTypeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/NoDictionaryColumnTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/RangeFilterAllDataTypesTestCases.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/RangeFilterTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/SubqueryWithFilterAndSortTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/detailquery/ValueCompressionDataTypeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithNoDictTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeDirectDictionaryWithOffHeapSortDisabledTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/DateDataTypeNullDataTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeDirectDictionaryWithNoDictTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampDataTypeNullDataTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampNoDictionaryColumnCastTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/directdictionary/TimestampNoDictionaryColumnTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/AllDataTypesTestCaseFilter.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/CountStarTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/FilterProcessorTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/GrtLtFilterProcessorTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/IntegerDataTypeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/NullMeasureValueTestCaseFilter.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestAndEqualFilterEmptyOperandValue.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestBetweenFilter.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestGrtLessFilter.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestImplicitFilterExpression.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestInFilter.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestIsNullFilter.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/TestNotNullFilter.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/flatfolder/FlatFolderTableLoadingTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/insertQuery/InsertIntoNonCarbonTableTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/DeleteCarbonTableTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/HorizontalCompactionTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/TestInsertAndOtherCommandConcurrent.scala
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/carbondata/spark/testsuite/iud/TestUpdateAndDeleteWithLargeData.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/iud/UpdateCarbonTableTestCaseWithBadRecord.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/AllDataTypesTestCaseJoin.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/IntegerDataTypeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/JoinWithoutDictionaryColumn.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/joinquery/OrderByLimitTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/localdictionary/LocalDictionarySupportAlterTableTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/localdictionary/LocalDictionarySupportCreateTableTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/localdictionary/LocalDictionarySupportLoadTableTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/longstring/VarcharDataTypesBasicTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/measurenullvalue/NullMeasureValueTestCaseAggregate.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/merge/MergeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/nullvalueserialization/TestNullValueSerialization.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/partition/TestShowPartitions.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/partition/TestUpdateForPartitionTable.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sdk/TestSDKWithTransactionalTable.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/segmentreading/TestSegmentReading.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/segmentreading/TestSegmentReadingForMultiThreading.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortcolumns/TestSortColumns.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortcolumns/TestSortColumnsWithUnsafe.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/AllDataTypesTestCaseSort.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/sortexpr/IntegerDataTypeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionBadRecordLoggerTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionComplexDataTypeTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionGlobalSortTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableCleanTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableCompactionTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableDropTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableLoadingTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableOverwriteTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionTableQueryTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/windowsexpr/WindowsExprTestCase.scala
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/carbondata/spark/util/DataTypeConverterUtilSuite.scala (100%)
 copy integration/{spark2/src/test/scala/org/apache/spark/sql/CarbonGetTableDetailComandTestCase.scala => spark/src/test/scala/org/apache/carbondata/spark/util/ExternalColumnDictionaryTestCase.scala} (100%)
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/carbondata/sql/commands/StoredAsCarbondataSuite.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/sql/commands/TestCarbonDropCacheCommand.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/sql/commands/TestCarbonShowCacheCommand.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/sql/commands/UsingCarbondataSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/carbondata/store/SparkCarbonStoreTest.scala
 rename integration/{spark2 => spark}/src/test/scala/org/apache/indexserver/DistributedRDDUtilsTest.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/SparkCommandSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/BadRecordPathLoadOptionTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/CarbonDataSourceSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/DataLoadFailAllTypeSortTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/TableStatusBackupTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/TestStreamingTableOpName.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/TestStreamingTableQueryFilter.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/TestStreamingTableWithLongString.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/TestStreamingTableWithRowParser.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/bucketing/TableBucketingTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/commands/SetCommandTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/datatype/NumericDimensionBadRecordTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/deletetable/DeleteTableTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/iud/DeleteCarbonTableSubqueryTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/query/ReusedExchangeTestSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/query/SubQueryJoinTestSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/query/SubQueryTestSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/query/TestNotEqualToFilter.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/register/TestRegisterCarbonTable.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/restructure/AlterTableRevertTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/restructure/AlterTableUpgradeSegmentTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/restructure/AlterTableValidationTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/restructure/vectorreader/AddColumnTestCases.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/restructure/vectorreader/AlterTableColumnRenameTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/restructure/vectorreader/ChangeDataTypeTestCases.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/restructure/vectorreader/DropColumnTestCases.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/carbondata/vectorreader/VectorReaderTestCase.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/sql/CarbonExtensionSuite.scala
 rename integration/{spark2 => spark}/src/test/scala/org/apache/spark/sql/CarbonGetTableDetailComandTestCase.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/sql/GetDataSizeAndIndexSizeTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/sql/carbondata/datasource/SparkCarbonDataSourceBinaryTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/sql/carbondata/datasource/SparkCarbonDataSourceTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/sql/carbondata/datasource/TestCreateTableUsingSparkCarbonFileFormat.scala
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/spark/sql/common/util/Tags.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/sql/execution/command/CarbonTableSchemaCommonSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/sql/execution/command/mutation/CarbonTruncateCommandTest.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/sql/profiler/ProfilerSuite.scala
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/util/CarbonCommandSuite.scala
 rename integration/{spark-common-test => spark}/src/test/scala/org/apache/spark/util/SparkUtil4Test.scala (100%)
 create mode 100644 integration/spark/src/test/scala/org/apache/spark/util/SparkUtilTest.scala
 delete mode 100644 integration/spark2/pom.xml
 delete mode 100644 integration/spark2/src/main/commonTo2.1And2.2/org/apache/spark/sql/execution/strategy/CarbonDataSourceScan.scala
 delete mode 100644 integration/spark2/src/main/commonTo2.2And2.3/org/apache/spark/sql/hive/CarbonAnalyzer.scala
 delete mode 100644 integration/spark2/src/main/commonTo2.2And2.3/org/apache/spark/sql/hive/CarbonInMemorySessionState.scala
 delete mode 100644 integration/spark2/src/main/commonTo2.2And2.3/org/apache/spark/sql/hive/CarbonOptimizerUtil.scala
 delete mode 100644 integration/spark2/src/main/commonTo2.2And2.3/org/apache/spark/sql/hive/CarbonSessionState.scala
 delete mode 100644 integration/spark2/src/main/commonTo2.2And2.3/org/apache/spark/sql/hive/CarbonSessionUtil.scala
 delete mode 100644 integration/spark2/src/main/commonTo2.2And2.3/org/apache/spark/sql/hive/CarbonSqlConf.scala
 delete mode 100644 integration/spark2/src/main/commonTo2.2And2.3/org/apache/spark/sql/hive/CreateCarbonSourceTableAsSelectCommand.scala
 delete mode 100644 integration/spark2/src/main/commonTo2.2And2.3/org/apache/spark/sql/hive/SqlAstBuilderHelper.scala
 delete mode 100644 integration/spark2/src/main/java/org/apache/carbondata/datamap/DataMapManager.java
 delete mode 100644 integration/spark2/src/main/java/org/apache/carbondata/datamap/IndexDataMapProvider.java
 delete mode 100644 integration/spark2/src/main/java/org/apache/carbondata/datamap/PreAggregateDataMapProvider.java
 delete mode 100644 integration/spark2/src/main/java/org/apache/carbondata/datamap/TimeseriesDataMapProvider.java
 delete mode 100644 integration/spark2/src/main/java/org/apache/carbondata/spark/readsupport/SparkRowReadSupportImpl.java
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/datamap/IndexDataMapRebuildRDD.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/indexserver/DataMapJobs.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/indexserver/DistributedPruneRDD.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/indexserver/DistributedRDDUtils.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/indexserver/DistributedShowCacheRDD.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/indexserver/IndexServer.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/spark/rdd/AggregateDataMapCompactor.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/spark/rdd/CarbonDataRDDFactory.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/spark/rdd/CarbonTableCompactor.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/spark/rdd/CompactionFactory.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/spark/rdd/Compactor.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/spark/thriftserver/CarbonThriftServer.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/spark/util/CarbonSparkUtil.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/store/SparkCarbonStore.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/stream/CarbonStreamRecordReader.java
 delete mode 100644 integration/spark2/src/main/scala/org/apache/carbondata/stream/StreamJobManager.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/Logging.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/CarbonBoundReference.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/CarbonCatalystOperators.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/CarbonCountStar.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/CarbonDataFrameWriter.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/CarbonDatasourceHadoopRelation.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/CarbonDictionaryDecoder.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/CarbonEnv.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/CarbonSession.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/CarbonSource.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/CustomDeterministicExpression.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/events/MergeIndexEventListener.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/cache/CacheUtil.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/cache/CarbonDropCacheCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/cache/CarbonShowCacheCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/cache/DropCacheEventListeners.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/cache/ShowCacheEventListeners.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/datamap/CarbonCreateDataMapCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/datamap/CarbonDataMapRebuildCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/datamap/CarbonDataMapShowCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/datamap/CarbonDropDataMapCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonAlterTableCompactionCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonCleanFilesCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonCliCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonInsertIntoCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonLoadDataCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonShowLoadsCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/management/RefreshCarbonTableCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/mutation/CarbonProjectForDeleteCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/mutation/CarbonProjectForUpdateCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/mutation/DeleteExecution.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/mutation/HorizontalCompaction.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/mv/DataMapListeners.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/partition/CarbonAlterTableAddHivePartitionCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/partition/CarbonAlterTableDropHivePartitionCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/partition/CarbonAlterTableDropPartitionCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/partition/CarbonAlterTableSplitPartitionCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/partition/CarbonShowCarbonPartitionsCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/preaaggregate/PreAggregateListeners.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/preaaggregate/PreAggregateTableHelper.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/preaaggregate/PreAggregateUtil.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableAddColumnCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableColRenameDataTypeChangeCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableDropColumnCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableRenameCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableSetCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/schema/CarbonAlterTableUnsetCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/stream/CarbonCreateStreamCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonCreateTableAsSelectCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonCreateTableCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonDescribeFormattedCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonDropTableCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonExplainCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/table/CarbonShowTablesCommand.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/timeseries/TimeSeriesFunction.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/timeseries/TimeSeriesUtil.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/datasources/SparkCarbonTableFormat.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/CarbonLateDecodeStrategy.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/DDLStrategy.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/StreamingTableStrategy.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonAnalysisRules.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonFileMetastore.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonHiveMetaStore.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonHiveMetadataUtil.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonMetaStore.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonPreAggregateRules.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonRelation.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/hive/CarbonSessionCatalog.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/hive/cli/CarbonSQLCLIDriver.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/hive/execution/command/CarbonHiveCommands.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/optimizer/CarbonFilters.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/optimizer/CarbonIUDRule.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/optimizer/CarbonLateDecodeRule.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSpark2SqlParser.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSparkSqlParser.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/parser/CarbonSparkSqlParserUtil.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/sql/test/Spark2TestQueryExecutor.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/util/AlterTableUtil.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/util/DataMapUtil.scala
 delete mode 100644 integration/spark2/src/main/scala/org/apache/spark/util/MergeIndexUtil.scala
 delete mode 100644 integration/spark2/src/main/spark2.1/org/apache/spark/sql/CarbonToSparkAdapater.scala
 delete mode 100644 integration/spark2/src/main/spark2.1/org/apache/spark/sql/catalyst/catalog/HiveTableRelation.scala
 delete mode 100644 integration/spark2/src/main/spark2.1/org/apache/spark/sql/catalyst/optimizer/MigrateOptimizer.scala
 delete mode 100644 integration/spark2/src/main/spark2.1/org/apache/spark/sql/catalyst/plans/logical/Subquery.scala
 delete mode 100644 integration/spark2/src/main/spark2.1/org/apache/spark/sql/hive/CarbonSQLConf.scala
 delete mode 100644 integration/spark2/src/main/spark2.1/org/apache/spark/sql/hive/CarbonSessionState.scala
 delete mode 100644 integration/spark2/src/main/spark2.1/org/apache/spark/sql/hive/CreateCarbonSourceTableAsSelectCommand.scala
 delete mode 100644 integration/spark2/src/main/spark2.2/org/apache/spark/sql/CarbonToSparkAdapter.scala
 delete mode 100644 integration/spark2/src/main/spark2.2/org/apache/spark/sql/hive/CarbonOptimizer.scala
 delete mode 100644 integration/spark2/src/main/spark2.2/org/apache/spark/sql/hive/CarbonSqlAstBuilder.scala
 delete mode 100644 integration/spark2/src/main/spark2.3/org/apache/spark/sql/CarbonToSparkAdapater.scala
 delete mode 100644 integration/spark2/src/main/spark2.3/org/apache/spark/sql/execution/strategy/CarbonDataSourceScan.scala
 delete mode 100644 integration/spark2/src/main/spark2.3/org/apache/spark/sql/hive/CarbonOptimizer.scala
 delete mode 100644 integration/spark2/src/main/spark2.3/org/apache/spark/sql/hive/CarbonSqlAstBuilder.scala
 delete mode 100644 integration/spark2/src/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
 delete mode 100644 integration/spark2/src/resources/META-INF/services/org.apache.spark.sql.test.TestQueryExecutorRegister
 delete mode 100644 integration/spark2/src/test/java/org/apache/carbondata/stream/CarbonStreamRecordReaderTest.java
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/datamap/bloom/BloomCoarseGrainDataMapFunctionSuite.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/datamap/bloom/BloomCoarseGrainDataMapSuite.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/TestCarbonCli.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/allqueries/InsertIntoCarbonTableSpark2TestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesBaseTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesBigFileTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesFilterTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesInsertTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesLoadTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesParameterTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/BooleanDataTypesSortTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/booleantype/compress/TestBooleanCompressSuite.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/partition/TestAlterPartitionTable.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/segmentreading/TestSegmentReading.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/segmentreading/TestSegmentReadingForMultiThreading.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/util/AllDictionaryTestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/util/DictionaryLRUCacheTestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/util/DictionaryTestCaseUtil.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/spark/util/ExternalColumnDictionaryTestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/carbondata/store/SparkCarbonStoreTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/SparkCommandSuite.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/BadRecordPathLoadOptionTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/CarbonDataSourceSuite.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/DataLoadFailAllTypeSortTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/TestStreamingTableOpName.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/TestStreamingTableWithRowParser.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/bucketing/TableBucketingTestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/commands/SetCommandTestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/datatype/NumericDimensionBadRecordTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/deletetable/DeleteTableTestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/iud/DeleteCarbonTableSubqueryTestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/query/SubQueryJoinTestSuite.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/query/SubQueryTestSuite.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/query/TestNotEqualToFilter.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/register/TestRegisterCarbonTable.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/restructure/AlterTableRevertTestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/restructure/AlterTableUpgradeSegmentTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/restructure/AlterTableValidationTestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/restructure/vectorreader/AddColumnTestCases.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/restructure/vectorreader/AlterTableColumnRenameTestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/restructure/vectorreader/ChangeDataTypeTestCases.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/restructure/vectorreader/DropColumnTestCases.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/carbondata/vectorreader/VectorReaderTestCase.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/sql/GetDataSizeAndIndexSizeTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/sql/common/util/Spark2QueryTest.scala
 delete mode 100644 integration/spark2/src/test/scala/org/apache/spark/util/CarbonCommandSuite.scala
 create mode 100644 mv/core/pom.xml
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/extension/MVAnalyzerRule.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/extension/MVDataMapProvider.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/extension/MVExtension.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/extension/MVExtensionSqlParser.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/extension/MVHelper.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/extension/MVParser.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/extension/MVUtil.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/extension/command/CreateMaterializedViewCommand.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/extension/command/DropMaterializedViewCommand.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/extension/command/RefreshMaterializedViewCommand.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/extension/command/ShowMaterializedViewCommand.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/DefaultMatchMaker.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/MVUdf.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/MatchMaker.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/Navigator.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/QueryRewrite.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/SummaryDatasetCatalog.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/rewrite/Utils.scala
 rename {datamap/mv => mv}/core/src/main/scala/org/apache/carbondata/mv/session/MVSession.scala (100%)
 rename {datamap/mv => mv}/core/src/main/scala/org/apache/carbondata/mv/session/internal/SessionState.scala (100%)
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/timeseries/Granularity.java
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/timeseries/TimeSeriesFunction.scala
 create mode 100644 mv/core/src/main/scala/org/apache/carbondata/mv/timeseries/TimeSeriesUtil.scala
 create mode 100644 mv/core/src/main/spark2.3/org/apache/carbondata/mv/extension/MVOptimizer.scala
 create mode 100644 mv/core/src/main/spark2.4/org/apache/carbondata/mv/extension/MVOptimizer.scala
 rename {datamap/mv/plan => mv/core}/src/test/scala/org/apache/carbondata/mv/plans/ExtractJoinConditionsSuite.scala (100%)
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/plans/IsSPJGHSuite.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/plans/LogicalToModularPlanSuite.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/plans/ModularToSQLSuite.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/plans/SignatureSuite.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/plans/Tpcds_1_4_BenchmarkSuite.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVCoalesceTestCase.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVCountAndCaseTestCase.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVCreateTestCase.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVExceptionTestCase.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVFilterAndJoinTest.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVIncrementalLoadingTestcase.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVInvalidTestCase.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVMultiJoinTestCase.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVRewriteTestCase.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVSampleTestCase.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVTPCDSTestCase.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVTpchTestCase.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/SelectAllColumnsSuite.scala
 rename {datamap/mv => mv}/core/src/test/scala/org/apache/carbondata/mv/rewrite/SelectSelectExactChildrenSuite.scala (100%)
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/TestAllOperationsOnMV.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/TestPartitionWithMV.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/TestSQLSuite.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/Tpcds_1_4_Suite.scala
 rename {datamap/mv => mv}/core/src/test/scala/org/apache/carbondata/mv/rewrite/matching/TestSQLBatch.scala (100%)
 rename {datamap/mv => mv}/core/src/test/scala/org/apache/carbondata/mv/rewrite/matching/TestTPCDS_1_4_Batch.scala (100%)
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/testutil/ModularPlanTest.scala
 rename {datamap/mv/plan => mv/core}/src/test/scala/org/apache/carbondata/mv/testutil/TestSQLBatch.scala (100%)
 rename {datamap/mv/plan => mv/core}/src/test/scala/org/apache/carbondata/mv/testutil/TestSQLBatch2.scala (100%)
 rename {datamap/mv/plan/src/main => mv/core/src/test}/scala/org/apache/carbondata/mv/testutil/Tpcds_1_4_QueryBatch.scala (100%)
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/testutil/Tpcds_1_4_Tables.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/timeseries/TestMVTimeSeriesCreateDataMapCommand.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/timeseries/TestMVTimeSeriesLoadAndQuery.scala
 create mode 100644 mv/core/src/test/scala/org/apache/carbondata/mv/timeseries/TestMVTimeSeriesQueryRollUp.scala
 create mode 100644 mv/plan/pom.xml
 rename {datamap/mv => mv}/plan/src/main/scala/org/apache/carbondata/mv/dsl/package.scala (100%)
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/expressions/modular/subquery.scala
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/AggregatePushDown.scala
 rename {datamap/mv => mv}/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/Flags.scala (100%)
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/Harmonizer.scala
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/ModularPatterns.scala
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/ModularPlan.scala
 rename {datamap/mv => mv}/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/ModularPlanSignatureGenerator.scala (100%)
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/ModularRelation.scala
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/Modularizer.scala
 rename {datamap/mv => mv}/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/basicOperators.scala (100%)
 rename {datamap/mv => mv}/plan/src/main/scala/org/apache/carbondata/mv/plans/modular/queryGraph.scala (100%)
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/package.scala
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/BirdcageOptimizer.scala
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/Logical2ModularExtractions.scala
 rename {datamap/mv => mv}/plan/src/main/scala/org/apache/carbondata/mv/plans/util/LogicalPlanSignatureGenerator.scala (100%)
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/Printers.scala
 rename {datamap/mv => mv}/plan/src/main/scala/org/apache/carbondata/mv/plans/util/SQLBuild.scala (100%)
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/SQLBuildDSL.scala
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/SQLBuilder.scala
 create mode 100644 mv/plan/src/main/scala/org/apache/carbondata/mv/plans/util/Signature.scala
 rename {datamap/mv => mv}/plan/src/main/scala/org/apache/carbondata/mv/plans/util/TableCluster.scala (100%)
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/loading/converter/DictionaryCardinalityFinder.java
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/loading/converter/impl/AbstractDictionaryFieldConverterImpl.java
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/loading/converter/impl/DictionaryFieldConverterImpl.java
 create mode 100644 processing/src/main/java/org/apache/carbondata/processing/loading/converter/impl/IndexFieldConverterImpl.java
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/loading/dictionary/DictionaryServerClientDictionary.java
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/loading/dictionary/PreCreatedDictionary.java
 create mode 100644 processing/src/main/java/org/apache/carbondata/processing/loading/partition/impl/SparkHashExpressionPartitionerImpl.java
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/loading/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/loading/steps/DataWriterBatchProcessorStepImpl.java
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/partition/DataPartitioner.java
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/partition/Partition.java
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/partition/spliter/AbstractCarbonQueryExecutor.java
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/partition/spliter/CarbonSplitExecutor.java
 delete mode 100644 processing/src/main/java/org/apache/carbondata/processing/partition/spliter/RowResultProcessor.java
 create mode 100644 processing/src/main/java/org/apache/carbondata/processing/sort/sortdata/FileMergeSortComparator.java
 create mode 100644 processing/src/test/java/org/apache/carbondata/processing/loading/partition/impl/RawRowComparatorTest.java
 create mode 100644 processing/src/test/java/org/apache/carbondata/processing/sort/sortdata/IntermediateSortTempRowComparatorTest.java
 create mode 100644 processing/src/test/java/org/apache/carbondata/processing/sort/sortdata/NewRowComparatorTest.java
 create mode 100644 python/README.md
 create mode 100644 python/__init__.py
 create mode 100644 python/pycarbon/__init__.py
 create mode 100644 python/pycarbon/core/Constants.py
 copy processing/src/test/resources/schemas/modifiedTime.mdt => python/pycarbon/core/__init__.py (100%)
 create mode 100644 python/pycarbon/core/carbon.py
 create mode 100644 python/pycarbon/core/carbon_arrow_reader_worker.py
 create mode 100644 python/pycarbon/core/carbon_dataset_metadata.py
 create mode 100644 python/pycarbon/core/carbon_fs_utils.py
 create mode 100644 python/pycarbon/core/carbon_local_memory_cache.py
 create mode 100644 python/pycarbon/core/carbon_py_dict_reader_worker.py
 create mode 100644 python/pycarbon/core/carbon_reader.py
 create mode 100644 python/pycarbon/core/carbon_tf_utils.py
 create mode 100644 python/pycarbon/core/carbon_utils.py
 copy processing/src/test/resources/schemas/modifiedTime.mdt => python/pycarbon/integration/__init__.py (100%)
 create mode 100644 python/pycarbon/integration/pytorch.py
 create mode 100644 python/pycarbon/integration/tensorflow.py
 create mode 100644 python/pycarbon/reader.py
 create mode 100644 python/pycarbon/sdk/ArrowCarbonReader.py
 create mode 100644 python/pycarbon/sdk/CarbonReader.py
 create mode 100644 python/pycarbon/sdk/CarbonSchemaReader.py
 create mode 100644 python/pycarbon/sdk/CarbonWriter.py
 create mode 100644 python/pycarbon/sdk/Configuration.py
 create mode 100644 python/pycarbon/sdk/Constants.py
 create mode 100644 python/pycarbon/sdk/SDKUtil.py
 copy processing/src/test/resources/schemas/modifiedTime.mdt => python/pycarbon/sdk/__init__.py (100%)
 create mode 100644 python/pycarbon/tests/.coveragerc
 create mode 100644 python/pycarbon/tests/__init__.py
 create mode 100644 python/pycarbon/tests/conftest.py
 copy processing/src/test/resources/schemas/modifiedTime.mdt => python/pycarbon/tests/core/__init__.py (100%)
 create mode 100644 python/pycarbon/tests/core/test_carbon.py
 create mode 100644 python/pycarbon/tests/core/test_carbon_common.py
 create mode 100644 python/pycarbon/tests/core/test_carbon_end_to_end.py
 create mode 100644 python/pycarbon/tests/core/test_carbon_fs_utils.py
 create mode 100644 python/pycarbon/tests/core/test_carbon_memory_cache.py
 create mode 100644 python/pycarbon/tests/core/test_carbon_predicates.py
 create mode 100644 python/pycarbon/tests/core/test_carbon_reader.py
 create mode 100644 python/pycarbon/tests/core/test_carbon_tf_dataset.py
 create mode 100644 python/pycarbon/tests/core/test_carbon_tf_utils.py
 create mode 100644 python/pycarbon/tests/core/test_reader.py
 create mode 100644 python/pycarbon/tests/hello_world/README.md
 copy processing/src/test/resources/schemas/modifiedTime.mdt => python/pycarbon/tests/hello_world/__init__.py (100%)
 copy processing/src/test/resources/schemas/modifiedTime.mdt => python/pycarbon/tests/hello_world/dataset_with_normal_schema/__init__.py (100%)
 create mode 100644 python/pycarbon/tests/hello_world/dataset_with_normal_schema/generate_dataset_carbon.py
 create mode 100644 python/pycarbon/tests/hello_world/dataset_with_normal_schema/python_hello_world_carbon.py
 create mode 100644 python/pycarbon/tests/hello_world/dataset_with_normal_schema/pytorch_hello_world_carbon.py
 create mode 100644 python/pycarbon/tests/hello_world/dataset_with_normal_schema/tensorflow_hello_world_carbon.py
 create mode 100644 python/pycarbon/tests/hello_world/dataset_with_normal_schema/tests/test_generate_dataset_carbon_with_normal_schema.py
 copy processing/src/test/resources/schemas/modifiedTime.mdt => python/pycarbon/tests/hello_world/dataset_with_unischema/__init__.py (100%)
 create mode 100644 python/pycarbon/tests/hello_world/dataset_with_unischema/generate_pycarbon_dataset.py
 create mode 100644 python/pycarbon/tests/hello_world/dataset_with_unischema/pyspark_hello_world_carbon.py
 create mode 100644 python/pycarbon/tests/hello_world/dataset_with_unischema/python_hello_world_carbon.py
 create mode 100644 python/pycarbon/tests/hello_world/dataset_with_unischema/pytorch_hello_world_carbon.py
 create mode 100644 python/pycarbon/tests/hello_world/dataset_with_unischema/tensorflow_hello_world_carbon.py
 create mode 100644 python/pycarbon/tests/hello_world/dataset_with_unischema/tests/test_generate_dataset.py
 copy processing/src/test/resources/schemas/modifiedTime.mdt => python/pycarbon/tests/im/__init__.py (100%)
 create mode 100644 python/pycarbon/tests/im/test.py
 create mode 100644 python/pycarbon/tests/mnist/README.md
 copy processing/src/test/resources/schemas/modifiedTime.mdt => python/pycarbon/tests/mnist/__init__.py (100%)
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_normal_schema/README.md
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_normal_schema/__init__.py
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_normal_schema/generate_mnist_carbon.py
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_normal_schema/tf_carbon.py
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_normal_schema/tf_external_example_carbon_unified_api.py
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_unischema/README.md
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_unischema/__init__.py
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_unischema/generate_pycarbon_mnist.py
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_unischema/pytorch_example_carbon.py
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_unischema/pytorch_example_carbon_unified_api.py
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_unischema/schema.py
 copy processing/src/test/resources/schemas/modifiedTime.mdt => python/pycarbon/tests/mnist/dataset_with_unischema/tests/__init__.py (100%)
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_unischema/tests/conftest.py
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_unischema/tests/test_tf_mnist_carbon.py
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_unischema/tf_example_carbon.py
 create mode 100644 python/pycarbon/tests/mnist/dataset_with_unischema/tf_example_carbon_unified_api.py
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/carbondatalogo.jpg (100%)
 create mode 100644 python/pycarbon/tests/resources/carbondatalogo2.jpg
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/flowers/10686568196_b1915544a8.jpg (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/flowers/10686568196_b1915544a8.txt (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/flowers/10712722853_5632165b04.jpg (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/flowers/10712722853_5632165b04.txt (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/flowers/subfolder/10841136265_af473efc60.jpg (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/flowers/subfolder/10841136265_af473efc60.txt (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/voc/2007_000027.jpg (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/voc/2007_000027.xml (100%)
 copy {store/sdk/src/test/resources/image/vocForSegmentationClass => python/pycarbon/tests/resources/voc}/2007_000032.jpg (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/voc/2007_000032.xml (100%)
 copy {store/sdk/src/test/resources/image/vocForSegmentationClass => python/pycarbon/tests/resources/voc}/2007_000033.jpg (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/voc/2007_000033.xml (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/voc/2007_000039.jpg (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/voc/2007_000039.xml (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/voc/2009_001444.jpg (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/voc/2009_001444.xml (100%)
 rename {store/sdk/src/test/resources/image/voc => python/pycarbon/tests/resources/vocForSegmentationClass}/2007_000032.jpg (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/vocForSegmentationClass/2007_000032.png (100%)
 rename {store/sdk/src/test/resources/image/voc => python/pycarbon/tests/resources/vocForSegmentationClass}/2007_000033.jpg (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/vocForSegmentationClass/2007_000033.png (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/vocForSegmentationClass/2007_000042.jpg (100%)
 copy {store/sdk/src/test/resources/image => python/pycarbon/tests/resources}/vocForSegmentationClass/2007_000042.png (100%)
 copy processing/src/test/resources/schemas/modifiedTime.mdt => python/pycarbon/tests/sdk/__init__.py (100%)
 create mode 100644 python/pycarbon/tests/sdk/test_read_write_carbon.py
 create mode 100644 python/pycarbon/tests/test.py
 create mode 100644 python/setup.cfg
 create mode 100644 python/setup.py
 rename {store => sdk}/CSDK/CMakeLists.txt (100%)
 rename {store => sdk}/CSDK/src/CarbonProperties.cpp (100%)
 rename {store => sdk}/CSDK/src/CarbonProperties.h (100%)
 rename {store => sdk}/CSDK/src/CarbonReader.cpp (100%)
 rename {store => sdk}/CSDK/src/CarbonReader.h (100%)
 rename {store => sdk}/CSDK/src/CarbonRow.cpp (100%)
 rename {store => sdk}/CSDK/src/CarbonRow.h (100%)
 rename {store => sdk}/CSDK/src/CarbonSchemaReader.cpp (100%)
 rename {store => sdk}/CSDK/src/CarbonSchemaReader.h (100%)
 create mode 100644 sdk/CSDK/src/CarbonWriter.cpp
 create mode 100644 sdk/CSDK/src/CarbonWriter.h
 rename {store => sdk}/CSDK/src/Configuration.cpp (100%)
 rename {store => sdk}/CSDK/src/Configuration.h (100%)
 rename {store => sdk}/CSDK/src/Schema.cpp (100%)
 rename {store => sdk}/CSDK/src/Schema.h (100%)
 create mode 100644 sdk/CSDK/test/main.cpp
 create mode 100644 sdk/sdk/pom.xml
 rename {store => sdk}/sdk/src/main/java/org/apache/carbondata/sdk/file/ArrowCarbonReader.java (100%)
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/AvroCarbonWriter.java
 rename {store => sdk}/sdk/src/main/java/org/apache/carbondata/sdk/file/CSVCarbonWriter.java (100%)
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonReader.java
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonReaderBuilder.java
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonSchemaReader.java
 rename {store => sdk}/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonWriter.java (100%)
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonWriterBuilder.java
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/JsonCarbonWriter.java
 rename {store => sdk}/sdk/src/main/java/org/apache/carbondata/sdk/file/RowUtil.java (100%)
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/Schema.java
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/TestUtil.java
 rename {store => sdk}/sdk/src/main/java/org/apache/carbondata/sdk/file/arrow/ArrowConverter.java (100%)
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/arrow/ArrowFieldWriter.java
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/arrow/ArrowUtils.java
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/arrow/ArrowWriter.java
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/utils/SDKUtil.java
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/store/CarbonRowReadSupport.java
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/store/CarbonStore.java
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/store/LocalCarbonStore.java
 create mode 100644 sdk/sdk/src/main/java/org/apache/carbondata/store/MetaCachedCarbonStore.java
 rename {store => sdk}/sdk/src/main/resources/log4j.properties (100%)
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/sdk/file/ArrowCarbonReaderTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/sdk/file/AvroCarbonWriterTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/sdk/file/CSVCarbonWriterTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/sdk/file/CarbonReaderTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/sdk/file/CarbonSchemaReaderTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/sdk/file/ConcurrentAvroSdkWriterTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/sdk/file/ConcurrentSdkReaderTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/sdk/file/ConcurrentSdkWriterTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/sdk/file/ImageTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/sdk/file/MinMaxTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/sdk/file/MultithreadSDKBlockletReaderTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/store/LocalCarbonStoreTest.java
 create mode 100644 sdk/sdk/src/test/java/org/apache/carbondata/util/BinaryUtil.java
 rename {store => sdk}/sdk/src/test/resources/image/carbondatalogo.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/flowers/10686568196_b1915544a8.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/flowers/10686568196_b1915544a8.txt (100%)
 rename {store => sdk}/sdk/src/test/resources/image/flowers/10712722853_5632165b04.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/flowers/10712722853_5632165b04.txt (100%)
 rename {store => sdk}/sdk/src/test/resources/image/flowers/subfolder/10841136265_af473efc60.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/flowers/subfolder/10841136265_af473efc60.txt (100%)
 rename {store => sdk}/sdk/src/test/resources/image/voc/2007_000027.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/voc/2007_000027.xml (100%)
 copy {store/sdk/src/test/resources/image/vocForSegmentationClass => sdk/sdk/src/test/resources/image/voc}/2007_000032.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/voc/2007_000032.xml (100%)
 copy {store/sdk/src/test/resources/image/vocForSegmentationClass => sdk/sdk/src/test/resources/image/voc}/2007_000033.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/voc/2007_000033.xml (100%)
 rename {store => sdk}/sdk/src/test/resources/image/voc/2007_000039.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/voc/2007_000039.xml (100%)
 rename {store => sdk}/sdk/src/test/resources/image/voc/2009_001444.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/voc/2009_001444.xml (100%)
 rename {store => sdk}/sdk/src/test/resources/image/vocForSegmentationClass/2007_000032.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/vocForSegmentationClass/2007_000032.png (100%)
 rename {store => sdk}/sdk/src/test/resources/image/vocForSegmentationClass/2007_000033.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/vocForSegmentationClass/2007_000033.png (100%)
 rename {store => sdk}/sdk/src/test/resources/image/vocForSegmentationClass/2007_000042.jpg (100%)
 rename {store => sdk}/sdk/src/test/resources/image/vocForSegmentationClass/2007_000042.png (100%)
 delete mode 100644 store/CSDK/src/CarbonWriter.cpp
 delete mode 100644 store/CSDK/src/CarbonWriter.h
 delete mode 100644 store/CSDK/test/main.cpp
 delete mode 100644 store/sdk/pom.xml
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/AvroCarbonWriter.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonReader.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonReaderBuilder.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonSchemaReader.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonWriterBuilder.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/Field.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/JsonCarbonWriter.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/Schema.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/TestUtil.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/arrow/ArrowFieldWriter.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/arrow/ArrowUtils.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/arrow/ArrowWriter.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/sdk/file/utils/SDKUtil.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/store/CarbonRowReadSupport.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/store/CarbonStore.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/store/LocalCarbonStore.java
 delete mode 100644 store/sdk/src/main/java/org/apache/carbondata/store/MetaCachedCarbonStore.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/sdk/file/ArrowCarbonReaderTest.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/sdk/file/AvroCarbonWriterTest.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/sdk/file/CSVCarbonWriterTest.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/sdk/file/CarbonReaderTest.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/sdk/file/CarbonSchemaReaderTest.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/sdk/file/ConcurrentAvroSdkWriterTest.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/sdk/file/ConcurrentSdkReaderTest.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/sdk/file/ConcurrentSdkWriterTest.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/sdk/file/ImageTest.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/sdk/file/MultithreadSDKBlockletReaderTest.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/store/LocalCarbonStoreTest.java
 delete mode 100644 store/sdk/src/test/java/org/apache/carbondata/util/BinaryUtil.java


[carbondata] 01/01: [maven-release-plugin] prepare release apache-carbondata-2.0.0-rc1

Posted by ku...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

kunalkapoor pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/carbondata.git

commit a906785f73f297b4a71c8aaeabae82ae690fb1c3
Author: kunal642 <ku...@gmail.com>
AuthorDate: Wed Apr 1 18:21:21 2020 +0530

    [maven-release-plugin] prepare release apache-carbondata-2.0.0-rc1
---
 assembly/pom.xml                |  2 +-
 common/pom.xml                  |  2 +-
 core/pom.xml                    |  2 +-
 examples/flink/pom.xml          |  2 +-
 examples/spark/pom.xml          |  2 +-
 format/pom.xml                  |  2 +-
 geo/pom.xml                     |  2 +-
 hadoop/pom.xml                  |  2 +-
 index/bloom/pom.xml             |  6 ++----
 index/examples/pom.xml          |  6 ++----
 index/lucene/pom.xml            |  6 ++----
 index/secondary-index/pom.xml   |  2 +-
 integration/flink-build/pom.xml |  6 ++----
 integration/flink-proxy/pom.xml |  6 ++----
 integration/flink/pom.xml       |  8 +++-----
 integration/hive/pom.xml        |  2 +-
 integration/presto/pom.xml      |  2 +-
 integration/spark/pom.xml       | 10 +++++-----
 mv/core/pom.xml                 |  4 ++--
 mv/plan/pom.xml                 |  2 +-
 pom.xml                         |  4 ++--
 processing/pom.xml              |  2 +-
 sdk/sdk/pom.xml                 |  6 ++----
 streaming/pom.xml               |  6 ++----
 tools/cli/pom.xml               |  6 ++----
 25 files changed, 41 insertions(+), 59 deletions(-)

diff --git a/assembly/pom.xml b/assembly/pom.xml
index fa14171..e193dd8c 100644
--- a/assembly/pom.xml
+++ b/assembly/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
 
diff --git a/common/pom.xml b/common/pom.xml
index 0db8617..f055fc3 100644
--- a/common/pom.xml
+++ b/common/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
 
diff --git a/core/pom.xml b/core/pom.xml
index 5d5c1f4..8414b00 100644
--- a/core/pom.xml
+++ b/core/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
 
diff --git a/examples/flink/pom.xml b/examples/flink/pom.xml
index f746060..f36dde0 100644
--- a/examples/flink/pom.xml
+++ b/examples/flink/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
diff --git a/examples/spark/pom.xml b/examples/spark/pom.xml
index 5f10c06..518eada 100644
--- a/examples/spark/pom.xml
+++ b/examples/spark/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
diff --git a/format/pom.xml b/format/pom.xml
index 087804b..9aaa631 100644
--- a/format/pom.xml
+++ b/format/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
 
diff --git a/geo/pom.xml b/geo/pom.xml
index e184032..f614997 100644
--- a/geo/pom.xml
+++ b/geo/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
 
diff --git a/hadoop/pom.xml b/hadoop/pom.xml
index 9a6ca8e..24be836 100644
--- a/hadoop/pom.xml
+++ b/hadoop/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
 
diff --git a/index/bloom/pom.xml b/index/bloom/pom.xml
index df885ff..78fd642 100644
--- a/index/bloom/pom.xml
+++ b/index/bloom/pom.xml
@@ -1,12 +1,10 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
   <modelVersion>4.0.0</modelVersion>
 
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
diff --git a/index/examples/pom.xml b/index/examples/pom.xml
index 3fa440b..674461f 100644
--- a/index/examples/pom.xml
+++ b/index/examples/pom.xml
@@ -15,16 +15,14 @@
     See the License for the specific language governing permissions and
     limitations under the License.
 -->
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
 
   <modelVersion>4.0.0</modelVersion>
 
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
diff --git a/index/lucene/pom.xml b/index/lucene/pom.xml
index bb5f8d5..4d00226 100644
--- a/index/lucene/pom.xml
+++ b/index/lucene/pom.xml
@@ -1,12 +1,10 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
   <modelVersion>4.0.0</modelVersion>
 
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
diff --git a/index/secondary-index/pom.xml b/index/secondary-index/pom.xml
index b3034f5..424cd02 100644
--- a/index/secondary-index/pom.xml
+++ b/index/secondary-index/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
diff --git a/integration/flink-build/pom.xml b/integration/flink-build/pom.xml
index ca542fe..26f0872 100644
--- a/integration/flink-build/pom.xml
+++ b/integration/flink-build/pom.xml
@@ -1,12 +1,10 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
 
     <parent>
         <groupId>org.apache.carbondata</groupId>
         <artifactId>carbondata-parent</artifactId>
-        <version>2.0.0-SNAPSHOT</version>
+        <version>2.0.0</version>
         <relativePath>../../pom.xml</relativePath>
     </parent>
 
diff --git a/integration/flink-proxy/pom.xml b/integration/flink-proxy/pom.xml
index 27af507..22e305d 100644
--- a/integration/flink-proxy/pom.xml
+++ b/integration/flink-proxy/pom.xml
@@ -1,12 +1,10 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
 
     <parent>
         <groupId>org.apache.carbondata</groupId>
         <artifactId>carbondata-parent</artifactId>
-        <version>2.0.0-SNAPSHOT</version>
+        <version>2.0.0</version>
         <relativePath>../../pom.xml</relativePath>
     </parent>
 
diff --git a/integration/flink/pom.xml b/integration/flink/pom.xml
index de69f41..f4e7443 100644
--- a/integration/flink/pom.xml
+++ b/integration/flink/pom.xml
@@ -1,12 +1,10 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
 
     <parent>
         <groupId>org.apache.carbondata</groupId>
         <artifactId>carbondata-parent</artifactId>
-        <version>2.0.0-SNAPSHOT</version>
+        <version>2.0.0</version>
         <relativePath>../../pom.xml</relativePath>
     </parent>
 
@@ -311,7 +309,7 @@
                     <filereports>CarbonTestSuite.txt</filereports>
                     <argLine>-ea -Xmx3g -XX:MaxPermSize=512m -XX:ReservedCodeCacheSize=512m
                     </argLine>
-                    <stderr/>
+                    <stderr />
                     <environmentVariables>
                     </environmentVariables>
                     <systemProperties>
diff --git a/integration/hive/pom.xml b/integration/hive/pom.xml
index 4fc3e45..9421594 100644
--- a/integration/hive/pom.xml
+++ b/integration/hive/pom.xml
@@ -22,7 +22,7 @@
     <parent>
         <groupId>org.apache.carbondata</groupId>
         <artifactId>carbondata-parent</artifactId>
-        <version>2.0.0-SNAPSHOT</version>
+        <version>2.0.0</version>
         <relativePath>../../pom.xml</relativePath>
     </parent>
 
diff --git a/integration/presto/pom.xml b/integration/presto/pom.xml
index 0a02994..8b7cd0e 100644
--- a/integration/presto/pom.xml
+++ b/integration/presto/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
diff --git a/integration/spark/pom.xml b/integration/spark/pom.xml
index 1e5158e..a6abf55 100644
--- a/integration/spark/pom.xml
+++ b/integration/spark/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
@@ -421,8 +421,8 @@
                         <fileset dir="${classes.directory.projectCore}" />
                         <fileset dir="${classes.directory.projectProcessing}" />
                         <fileset dir="${classes.directory.projectHadoop}" />
-                        <!--<fileset dir="${classes.directory.projectFormat}" erroronmissingdir="false"/>-->
-                        <fileset dir="${classes.directory.projectSpark}" erroronmissingdir="false"/>
+                        <!--<fileset dir="${classes.directory.projectFormat}" erroronmissingdir="false" />-->
+                        <fileset dir="${classes.directory.projectSpark}" erroronmissingdir="false" />
                         <!--<fileset dir="${classes.directory.projectHive}" erroronmissingdir="false" />-->
                         <!--<fileset dir="${classes.directory.projectPresto}" erroronmissingdir="false" />-->
                         <fileset dir="${classes.directory.projectStoreSdk}" erroronmissingdir="false" />
@@ -435,8 +435,8 @@
                         <fileset dir="${sources.directory.projectCore}" />
                         <fileset dir="${sources.directory.projectProcessing}" />
                         <fileset dir="${sources.directory.projectHadoop}" />
-                        <!--<fileset dir="${sources.directory.projectFormat}" erroronmissingdir="false"/>-->
-                        <fileset dir="${sources.directory.projectSpark}" erroronmissingdir="false"/>
+                        <!--<fileset dir="${sources.directory.projectFormat}" erroronmissingdir="false" />-->
+                        <fileset dir="${sources.directory.projectSpark}" erroronmissingdir="false" />
                         <!--<fileset dir="${sources.directory.projectHive}" erroronmissingdir="false" />-->
                         <!--<fileset dir="${sources.directory.projectPresto}" erroronmissingdir="false" />-->
                         <fileset dir="${sources.directory.projectStoreSdk}" erroronmissingdir="false" />
diff --git a/mv/core/pom.xml b/mv/core/pom.xml
index 73d41e1..ace7137 100644
--- a/mv/core/pom.xml
+++ b/mv/core/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
@@ -136,7 +136,7 @@
           <filereports>CarbonTestSuite.txt</filereports>
           <argLine>-ea -Xmx3g -XX:MaxPermSize=512m -XX:ReservedCodeCacheSize=512m
           </argLine>
-          <stderr/>
+          <stderr />
           <environmentVariables>
           </environmentVariables>
           <systemProperties>
diff --git a/mv/plan/pom.xml b/mv/plan/pom.xml
index 8132d7f..f390989 100644
--- a/mv/plan/pom.xml
+++ b/mv/plan/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
diff --git a/pom.xml b/pom.xml
index 2a89e01..bf028e1 100644
--- a/pom.xml
+++ b/pom.xml
@@ -35,7 +35,7 @@
   <inceptionYear>2016</inceptionYear>
   <packaging>pom</packaging>
 
-  <version>2.0.0-SNAPSHOT</version>
+  <version>2.0.0</version>
 
   <licenses>
     <license>
@@ -49,7 +49,7 @@
     <connection>scm:git:https://git-wip-us.apache.org/repos/asf/carbondata.git</connection>
     <developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/carbondata.git</developerConnection>
     <url>https://git-wip-us.apache.org/repos/asf/carbondata.git</url>
-    <tag>HEAD</tag>
+    <tag>apache-carbondata-2.0.0-rc1</tag>
   </scm>
 
   <issueManagement>
diff --git a/processing/pom.xml b/processing/pom.xml
index 6600efa..9eb53f3 100644
--- a/processing/pom.xml
+++ b/processing/pom.xml
@@ -22,7 +22,7 @@
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
 
diff --git a/sdk/sdk/pom.xml b/sdk/sdk/pom.xml
index 05dcd2a..147b49c 100644
--- a/sdk/sdk/pom.xml
+++ b/sdk/sdk/pom.xml
@@ -1,13 +1,11 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
 
   <modelVersion>4.0.0</modelVersion>
 
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
diff --git a/streaming/pom.xml b/streaming/pom.xml
index 847467a..3b627c7 100644
--- a/streaming/pom.xml
+++ b/streaming/pom.xml
@@ -1,10 +1,8 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
   <parent>
     <artifactId>carbondata-parent</artifactId>
     <groupId>org.apache.carbondata</groupId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../pom.xml</relativePath>
   </parent>
   <modelVersion>4.0.0</modelVersion>
diff --git a/tools/cli/pom.xml b/tools/cli/pom.xml
index 77859bd..d842523 100644
--- a/tools/cli/pom.xml
+++ b/tools/cli/pom.xml
@@ -1,13 +1,11 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
 
   <modelVersion>4.0.0</modelVersion>
 
   <parent>
     <groupId>org.apache.carbondata</groupId>
     <artifactId>carbondata-parent</artifactId>
-    <version>2.0.0-SNAPSHOT</version>
+    <version>2.0.0</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>