You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ch...@apache.org on 2016/08/15 07:09:36 UTC

[51/52] [partial] incubator-carbondata git commit: Renamed packages to org.apache.carbondata and fixed errors

Renamed packages to org.apache.carbondata and fixed errors


Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/cd6a4ff3
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/cd6a4ff3
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/cd6a4ff3

Branch: refs/heads/master
Commit: cd6a4ff33a0a7ab97e820d82d2aa3044351d0cae
Parents: d545910
Author: ravipesala <ra...@gmail.com>
Authored: Sun Aug 14 22:10:43 2016 +0530
Committer: ravipesala <ra...@gmail.com>
Committed: Sun Aug 14 22:10:49 2016 +0530

----------------------------------------------------------------------
 .../carbondata/common/CarbonIterator.java       |   38 +
 .../carbondata/common/logging/LogService.java   |   47 +
 .../common/logging/LogServiceFactory.java       |   46 +
 .../impl/AuditExtendedRollingFileAppender.java  |   41 +
 .../common/logging/impl/AuditLevel.java         |   61 +
 .../impl/ExtendedRollingFileAppender.java       |  239 +
 .../common/logging/impl/FileUtil.java           |   96 +
 .../common/logging/impl/StandardLogService.java |  317 +
 .../common/logging/impl/StatisticLevel.java     |   64 +
 .../org/carbondata/common/CarbonIterator.java   |   38 -
 .../carbondata/common/logging/LogService.java   |   47 -
 .../common/logging/LogServiceFactory.java       |   46 -
 .../impl/AuditExtendedRollingFileAppender.java  |   41 -
 .../common/logging/impl/AuditLevel.java         |   61 -
 .../impl/ExtendedRollingFileAppender.java       |  239 -
 .../common/logging/impl/FileUtil.java           |   96 -
 .../common/logging/impl/StandardLogService.java |  317 -
 .../common/logging/impl/StatisticLevel.java     |   64 -
 common/src/test/java/log4j.properties           |    4 +-
 .../logging/LogServiceFactoryTest_UT.java       |   42 +
 .../logging/ft/LoggingServiceTest_FT.java       |   92 +
 ...AuditExtendedRollingFileAppenderTest_UT.java |   75 +
 .../common/logging/impl/AuditLevelTest_UT.java  |   48 +
 .../ExtendedRollingFileAppenderTest_UT.java     |   71 +
 .../common/logging/impl/FileUtilTest_UT.java    |   62 +
 .../logging/impl/StandardLogServiceTest_UT.java |  157 +
 .../logging/LogServiceFactoryTest_UT.java       |   42 -
 .../logging/ft/LoggingServiceTest_FT.java       |   92 -
 ...AuditExtendedRollingFileAppenderTest_UT.java |   78 -
 .../common/logging/impl/AuditLevelTest_UT.java  |   50 -
 .../ExtendedRollingFileAppenderTest_UT.java     |   74 -
 .../common/logging/impl/FileUtilTest_UT.java    |   62 -
 .../logging/impl/StandardLogServiceTest_UT.java |  159 -
 .../common/ext/ColumnUniqueIdGenerator.java     |   41 +
 .../common/ext/DictionaryFactory.java           |  119 +
 .../carbondata/common/ext/PathFactory.java      |   48 +
 .../common/factory/CarbonCommonFactory.java     |   54 +
 .../org/apache/carbondata/core/cache/Cache.java |   71 +
 .../carbondata/core/cache/CacheProvider.java    |  154 +
 .../apache/carbondata/core/cache/CacheType.java |   62 +
 .../apache/carbondata/core/cache/Cacheable.java |   50 +
 .../carbondata/core/cache/CarbonLRUCache.java   |  251 +
 .../AbstractColumnDictionaryInfo.java           |  279 +
 .../dictionary/AbstractDictionaryCache.java     |  297 +
 .../cache/dictionary/ColumnDictionaryInfo.java  |  283 +
 .../dictionary/ColumnReverseDictionaryInfo.java |  116 +
 .../core/cache/dictionary/Dictionary.java       |  100 +
 .../dictionary/DictionaryByteArrayWrapper.java  |   94 +
 .../cache/dictionary/DictionaryCacheLoader.java |   45 +
 .../dictionary/DictionaryCacheLoaderImpl.java   |  142 +
 .../dictionary/DictionaryChunksWrapper.java     |  127 +
 .../DictionaryColumnUniqueIdentifier.java       |  113 +
 .../core/cache/dictionary/DictionaryInfo.java   |   91 +
 .../cache/dictionary/ForwardDictionary.java     |  153 +
 .../dictionary/ForwardDictionaryCache.java      |  210 +
 .../cache/dictionary/ReverseDictionary.java     |  129 +
 .../dictionary/ReverseDictionaryCache.java      |  211 +
 .../core/carbon/AbsoluteTableIdentifier.java    |  111 +
 .../core/carbon/CarbonDataLoadSchema.java       |  207 +
 .../core/carbon/CarbonTableIdentifier.java      |  131 +
 .../core/carbon/ColumnIdentifier.java           |  113 +
 .../core/carbon/datastore/BTreeBuilderInfo.java |   61 +
 .../core/carbon/datastore/BlockIndexStore.java  |  309 +
 .../core/carbon/datastore/BtreeBuilder.java     |   38 +
 .../core/carbon/datastore/DataRefNode.java      |  105 +
 .../carbon/datastore/DataRefNodeFinder.java     |   45 +
 .../core/carbon/datastore/IndexKey.java         |   62 +
 .../carbon/datastore/SegmentTaskIndexStore.java |  334 +
 .../carbon/datastore/block/AbstractIndex.java   |   70 +
 .../core/carbon/datastore/block/BlockIndex.java |   53 +
 .../carbon/datastore/block/Distributable.java   |   25 +
 .../datastore/block/SegmentProperties.java      |  748 ++
 .../datastore/block/SegmentTaskIndex.java       |   58 +
 .../carbon/datastore/block/TableBlockInfo.java  |  204 +
 .../carbon/datastore/block/TableTaskInfo.java   |  114 +
 .../carbon/datastore/block/TaskBlockInfo.java   |   68 +
 .../chunk/DimensionChunkAttributes.java         |  102 +
 .../chunk/DimensionColumnDataChunk.java         |   71 +
 .../datastore/chunk/MeasureColumnDataChunk.java |   71 +
 .../impl/ColumnGroupDimensionDataChunk.java     |  128 +
 .../impl/FixedLengthDimensionDataChunk.java     |  123 +
 .../impl/VariableLengthDimensionDataChunk.java  |  114 +
 .../reader/DimensionColumnChunkReader.java      |   48 +
 .../chunk/reader/MeasureColumnChunkReader.java  |   47 +
 .../reader/dimension/AbstractChunkReader.java   |  143 +
 ...CompressedDimensionChunkFileBasedReader.java |  135 +
 .../measure/AbstractMeasureChunkReader.java     |   75 +
 .../CompressedMeasureChunkFileBasedReader.java  |   92 +
 .../exception/IndexBuilderException.java        |   96 +
 .../impl/btree/AbstractBTreeBuilder.java        |  165 +
 .../impl/btree/AbstractBTreeLeafNode.java       |  221 +
 .../impl/btree/BTreeDataRefNodeFinder.java      |  264 +
 .../carbon/datastore/impl/btree/BTreeNode.java  |   71 +
 .../datastore/impl/btree/BTreeNonLeafNode.java  |  232 +
 .../datastore/impl/btree/BlockBTreeBuilder.java |  118 +
 .../impl/btree/BlockBTreeLeafNode.java          |   64 +
 .../impl/btree/BlockletBTreeBuilder.java        |  104 +
 .../impl/btree/BlockletBTreeLeafNode.java       |  132 +
 .../core/carbon/metadata/CarbonMetadata.java    |  165 +
 .../carbon/metadata/blocklet/BlockletInfo.java  |  114 +
 .../metadata/blocklet/DataFileFooter.java       |  170 +
 .../carbon/metadata/blocklet/SegmentInfo.java   |   72 +
 .../compressor/ChunkCompressorMeta.java         |   92 +
 .../blocklet/compressor/CompressionCodec.java   |   31 +
 .../metadata/blocklet/datachunk/DataChunk.java  |  327 +
 .../blocklet/datachunk/PresenceMeta.java        |   66 +
 .../blocklet/index/BlockletBTreeIndex.java      |   76 +
 .../metadata/blocklet/index/BlockletIndex.java  |   77 +
 .../blocklet/index/BlockletMinMaxIndex.java     |   83 +
 .../metadata/blocklet/sort/SortState.java       |   38 +
 .../metadata/converter/SchemaConverter.java     |  105 +
 .../ThriftWrapperSchemaConverterImpl.java       |  386 +
 .../carbon/metadata/datatype/ConvertedType.java |  122 +
 .../core/carbon/metadata/datatype/DataType.java |   48 +
 .../core/carbon/metadata/encoder/Encoding.java  |   31 +
 .../carbon/metadata/index/BlockIndexInfo.java   |   92 +
 .../carbon/metadata/schema/SchemaEvolution.java |   52 +
 .../metadata/schema/SchemaEvolutionEntry.java   |   93 +
 .../metadata/schema/table/CarbonTable.java      |  393 +
 .../carbon/metadata/schema/table/TableInfo.java |  239 +
 .../metadata/schema/table/TableSchema.java      |  185 +
 .../schema/table/column/CarbonColumn.java       |  174 +
 .../schema/table/column/CarbonDimension.java    |  154 +
 .../schema/table/column/CarbonMeasure.java      |  112 +
 .../schema/table/column/ColumnSchema.java       |  418 +
 .../carbon/path/CarbonSharedDictionaryPath.java |   73 +
 .../core/carbon/path/CarbonStorePath.java       |   69 +
 .../core/carbon/path/CarbonTablePath.java       |  425 +
 .../carbon/querystatistics/QueryStatistic.java  |   85 +
 .../QueryStatisticsRecorder.java                |   74 +
 .../core/constants/CarbonCommonConstants.java   |  892 ++
 .../core/constants/IgnoreDictionary.java        |   52 +
 .../core/datastorage/store/FileHolder.java      |   87 +
 .../datastorage/store/MeasureDataWrapper.java   |   30 +
 .../core/datastorage/store/NodeKeyStore.java    |   64 +
 .../datastorage/store/NodeMeasureDataStore.java |   41 +
 .../columnar/BlockIndexerStorageForInt.java     |  226 +
 .../BlockIndexerStorageForNoInvertedIndex.java  |  159 +
 .../store/columnar/ColumnGroupModel.java        |  116 +
 .../store/columnar/ColumnWithIntIndex.java      |   82 +
 .../columnar/ColumnWithIntIndexForHighCard.java |   49 +
 .../store/columnar/ColumnarKeyStore.java        |   47 +
 .../columnar/ColumnarKeyStoreDataHolder.java    |   97 +
 .../store/columnar/ColumnarKeyStoreInfo.java    |  262 +
 .../columnar/ColumnarKeyStoreMetadata.java      |  150 +
 .../store/columnar/IndexStorage.java            |   44 +
 .../store/columnar/UnBlockIndexer.java          |   78 +
 .../store/compression/Compressor.java           |   28 +
 .../store/compression/MeasureMetaDataModel.java |  217 +
 .../store/compression/SnappyCompression.java    |  273 +
 .../compression/ValueCompressionModel.java      |  236 +
 .../compression/ValueCompressonHolder.java      |  135 +
 .../compression/type/UnCompressByteArray.java   |  137 +
 .../compression/type/UnCompressDefaultLong.java |   51 +
 .../compression/type/UnCompressMaxMinByte.java  |  107 +
 .../type/UnCompressMaxMinByteForLong.java       |   78 +
 .../type/UnCompressMaxMinDefault.java           |  108 +
 .../type/UnCompressMaxMinDefaultLong.java       |   75 +
 .../compression/type/UnCompressMaxMinFloat.java |  107 +
 .../compression/type/UnCompressMaxMinInt.java   |  105 +
 .../compression/type/UnCompressMaxMinLong.java  |  105 +
 .../compression/type/UnCompressMaxMinShort.java |  106 +
 .../type/UnCompressNonDecimalByte.java          |   97 +
 .../type/UnCompressNonDecimalDefault.java       |   97 +
 .../type/UnCompressNonDecimalFloat.java         |  101 +
 .../type/UnCompressNonDecimalInt.java           |   98 +
 .../type/UnCompressNonDecimalLong.java          |  100 +
 .../type/UnCompressNonDecimalMaxMinByte.java    |  108 +
 .../type/UnCompressNonDecimalMaxMinDefault.java |  106 +
 .../type/UnCompressNonDecimalMaxMinFloat.java   |  108 +
 .../type/UnCompressNonDecimalMaxMinInt.java     |  108 +
 .../type/UnCompressNonDecimalMaxMinLong.java    |  110 +
 .../type/UnCompressNonDecimalMaxMinShort.java   |  108 +
 .../type/UnCompressNonDecimalShort.java         |   99 +
 .../compression/type/UnCompressNoneByte.java    |  100 +
 .../compression/type/UnCompressNoneDefault.java |   96 +
 .../compression/type/UnCompressNoneFloat.java   |  101 +
 .../compression/type/UnCompressNoneInt.java     |  101 +
 .../compression/type/UnCompressNoneLong.java    |  101 +
 .../compression/type/UnCompressNoneShort.java   |  104 +
 .../store/dataholder/CarbonReadDataHolder.java  |  115 +
 .../store/dataholder/CarbonWriteDataHolder.java |  188 +
 .../store/filesystem/AbstractDFSCarbonFile.java |  217 +
 .../store/filesystem/CarbonFile.java            |   66 +
 .../store/filesystem/CarbonFileFilter.java      |   24 +
 .../store/filesystem/HDFSCarbonFile.java        |  128 +
 .../store/filesystem/LocalCarbonFile.java       |  226 +
 .../store/filesystem/ViewFSCarbonFile.java      |  126 +
 .../impl/CompressedDataMeasureDataWrapper.java  |   37 +
 .../store/impl/DFSFileHolderImpl.java           |  183 +
 .../datastorage/store/impl/FileFactory.java     |  477 +
 .../datastorage/store/impl/FileHolderImpl.java  |  221 +
 .../store/impl/MemoryMappedFileHolderImpl.java  |  118 +
 ...ractHeavyCompressedDoubleArrayDataStore.java |   94 +
 ...HeavyCompressedDoubleArrayDataFileStore.java |  110 +
 ...yCompressedDoubleArrayDataInMemoryStore.java |   76 +
 .../AbstractDoubleArrayDataStore.java           |   82 +
 .../uncompressed/DoubleArrayDataFileStore.java  |   86 +
 .../DoubleArrayDataInMemoryStore.java           |  163 +
 .../key/columnar/AbstractColumnarKeyStore.java  |  106 +
 .../CompressedColumnarFileKeyStore.java         |  168 +
 .../CompressedColumnarInMemoryStore.java        |  155 +
 .../CompressedColumnarKeyStoreUtil.java         |  108 +
 .../UnCompressedColumnarFileKeyStore.java       |   88 +
 .../UnCompressedColumnarInMemoryStore.java      |   70 +
 .../AbstractCompressedSingleArrayStore.java     |  119 +
 .../CompressedSingleArrayKeyFileStore.java      |   92 +
 .../CompressedSingleArrayKeyInMemoryStore.java  |   46 +
 .../AbstractSingleArrayKeyStore.java            |  107 +
 .../uncompressed/SingleArrayKeyFileStore.java   |  104 +
 .../SingleArrayKeyInMemoryStore.java            |   36 +
 .../core/datastorage/util/StoreFactory.java     |   62 +
 .../core/keygenerator/KeyGenException.java      |   45 +
 .../core/keygenerator/KeyGenerator.java         |  124 +
 .../keygenerator/columnar/ColumnarSplitter.java |  103 +
 .../MultiDimKeyVarLengthEquiSplitGenerator.java |  244 +
 ...tiDimKeyVarLengthVariableSplitGenerator.java |  239 +
 .../DirectDictionaryGenerator.java              |   56 +
 .../DirectDictionaryKeyGeneratorFactory.java    |   53 +
 .../TimeStampDirectDictionaryGenerator.java     |  215 +
 .../TimeStampGranularityConstants.java          |   54 +
 .../TimeStampGranularityTypeValue.java          |   63 +
 .../factory/KeyGeneratorFactory.java            |   56 +
 .../mdkey/AbstractKeyGenerator.java             |   79 +
 .../core/keygenerator/mdkey/Bits.java           |  327 +
 .../mdkey/MultiDimKeyVarLengthGenerator.java    |  117 +
 .../keygenerator/mdkey/NumberCompressor.java    |  220 +
 .../carbondata/core/load/BlockDetails.java      |   78 +
 .../core/load/LoadMetadataDetails.java          |  226 +
 .../carbondata/core/metadata/BlockletInfo.java  |  202 +
 .../core/metadata/BlockletInfoColumnar.java     |  405 +
 .../core/metadata/ValueEncoderMeta.java         |  104 +
 .../reader/CarbonDictionaryColumnMetaChunk.java |  107 +
 .../reader/CarbonDictionaryMetadataReader.java  |   58 +
 .../CarbonDictionaryMetadataReaderImpl.java     |  201 +
 .../core/reader/CarbonDictionaryReader.java     |   70 +
 .../core/reader/CarbonDictionaryReaderImpl.java |  314 +
 .../core/reader/CarbonFooterReader.java         |   78 +
 .../core/reader/CarbonIndexFileReader.java      |   95 +
 .../carbondata/core/reader/ThriftReader.java    |  146 +
 .../CarbonDictionarySortIndexReader.java        |   47 +
 .../CarbonDictionarySortIndexReaderImpl.java    |  228 +
 .../core/service/ColumnUniqueIdService.java     |   34 +
 .../core/service/DictionaryService.java         |   92 +
 .../carbondata/core/service/PathService.java    |   38 +
 .../apache/carbondata/core/util/ByteUtil.java   |  320 +
 .../core/util/CarbonFileFolderComparator.java   |   51 +
 .../core/util/CarbonLoadStatisticsDummy.java    |  104 +
 .../core/util/CarbonLoadStatisticsImpl.java     |  413 +
 .../carbondata/core/util/CarbonMergerUtil.java  |   49 +
 .../core/util/CarbonMetadataUtil.java           |  450 +
 .../carbondata/core/util/CarbonProperties.java  |  494 ++
 .../core/util/CarbonTimeStatisticsFactory.java  |   52 +
 .../apache/carbondata/core/util/CarbonUtil.java | 1428 +++
 .../core/util/CarbonUtilException.java          |   80 +
 .../core/util/DataFileFooterConverter.java      |  475 +
 .../carbondata/core/util/DataTypeUtil.java      |  410 +
 .../carbondata/core/util/LoadStatistics.java    |   63 +
 .../core/util/ValueCompressionUtil.java         | 1027 +++
 .../carbondata/core/writer/ByteArrayHolder.java |   77 +
 .../core/writer/CarbonDictionaryWriter.java     |   63 +
 .../core/writer/CarbonDictionaryWriterImpl.java |  422 +
 .../core/writer/CarbonFooterWriter.java         |   72 +
 .../core/writer/CarbonIndexFileWriter.java      |   64 +
 .../core/writer/HierarchyValueWriterForCSV.java |  320 +
 .../carbondata/core/writer/ThriftWriter.java    |  119 +
 .../exception/CarbonDataWriterException.java    |   81 +
 .../CarbonDictionarySortIndexWriter.java        |   48 +
 .../CarbonDictionarySortIndexWriterImpl.java    |  215 +
 .../sortindex/CarbonDictionarySortInfo.java     |   65 +
 .../CarbonDictionarySortInfoPreparator.java     |  150 +
 .../sortindex/CarbonDictionarySortModel.java    |  179 +
 .../scan/collector/ScannedResultCollector.java  |   38 +
 .../impl/AbstractScannedResultCollector.java    |  157 +
 .../impl/DictionaryBasedResultCollector.java    |  130 +
 .../collector/impl/RawBasedResultCollector.java |   67 +
 .../scan/complextypes/ArrayQueryType.java       |  158 +
 .../scan/complextypes/ComplexQueryType.java     |   80 +
 .../scan/complextypes/PrimitiveQueryType.java   |  175 +
 .../scan/complextypes/StructQueryType.java      |  184 +
 .../carbondata/scan/executor/QueryExecutor.java |   40 +
 .../scan/executor/QueryExecutorFactory.java     |   33 +
 .../exception/QueryExecutionException.java      |   96 +
 .../executor/impl/AbstractQueryExecutor.java    |  412 +
 .../scan/executor/impl/DetailQueryExecutor.java |   42 +
 .../executor/impl/QueryExecutorProperties.java  |   90 +
 .../scan/executor/infos/AggregatorInfo.java     |  149 +
 .../scan/executor/infos/BlockExecutionInfo.java |  681 ++
 .../scan/executor/infos/KeyStructureInfo.java   |  119 +
 .../scan/executor/infos/SortInfo.java           |  125 +
 .../scan/executor/util/QueryUtil.java           |  951 ++
 .../scan/executor/util/RestructureUtil.java     |  135 +
 .../scan/expression/BinaryExpression.java       |   59 +
 .../scan/expression/ColumnExpression.java       |  114 +
 .../carbondata/scan/expression/Expression.java  |   50 +
 .../scan/expression/ExpressionResult.java       |  472 +
 .../scan/expression/LeafExpression.java         |   24 +
 .../scan/expression/LiteralExpression.java      |   69 +
 .../scan/expression/UnaryExpression.java        |   33 +
 .../scan/expression/UnknownExpression.java      |   28 +
 .../expression/arithmetic/AddExpression.java    |   86 +
 .../arithmetic/BinaryArithmeticExpression.java  |   34 +
 .../expression/arithmetic/DivideExpression.java |   86 +
 .../arithmetic/MultiplyExpression.java          |   87 +
 .../arithmetic/SubstractExpression.java         |   88 +
 .../BinaryConditionalExpression.java            |   37 +
 .../conditional/ConditionalExpression.java      |   43 +
 .../conditional/EqualToExpression.java          |  108 +
 .../GreaterThanEqualToExpression.java           |   90 +
 .../conditional/GreaterThanExpression.java      |   93 +
 .../expression/conditional/InExpression.java    |   98 +
 .../conditional/LessThanEqualToExpression.java  |   92 +
 .../conditional/LessThanExpression.java         |   95 +
 .../expression/conditional/ListExpression.java  |   62 +
 .../conditional/NotEqualsExpression.java        |  104 +
 .../expression/conditional/NotInExpression.java |   97 +
 .../exception/FilterIllegalMemberException.java |   98 +
 .../exception/FilterUnsupportedException.java   |   92 +
 .../scan/expression/logical/AndExpression.java  |   63 +
 .../logical/BinaryLogicalExpression.java        |  127 +
 .../scan/expression/logical/NotExpression.java  |   60 +
 .../scan/expression/logical/OrExpression.java   |   62 +
 .../scan/filter/DimColumnFilterInfo.java        |   61 +
 .../scan/filter/FilterExpressionProcessor.java  |  352 +
 .../carbondata/scan/filter/FilterProcessor.java |   60 +
 .../carbondata/scan/filter/FilterUtil.java      | 1395 +++
 .../scan/filter/GenericQueryType.java           |   73 +
 .../filter/executer/AndFilterExecuterImpl.java  |   62 +
 .../executer/DimColumnExecuterFilterInfo.java   |   32 +
 .../ExcludeColGroupFilterExecuterImpl.java      |  137 +
 .../executer/ExcludeFilterExecuterImpl.java     |  188 +
 .../scan/filter/executer/FilterExecuter.java    |   45 +
 .../IncludeColGroupFilterExecuterImpl.java      |  209 +
 .../executer/IncludeFilterExecuterImpl.java     |  206 +
 .../filter/executer/OrFilterExecuterImpl.java   |   52 +
 .../executer/RestructureFilterExecuterImpl.java |   55 +
 .../executer/RowLevelFilterExecuterImpl.java    |  402 +
 .../RowLevelRangeGrtThanFiterExecuterImpl.java  |  209 +
 ...elRangeGrtrThanEquaToFilterExecuterImpl.java |  200 +
 ...velRangeLessThanEqualFilterExecuterImpl.java |  248 +
 .../RowLevelRangeLessThanFiterExecuterImpl.java |  252 +
 .../RowLevelRangeTypeExecuterFacory.java        |   93 +
 .../scan/filter/intf/ExpressionType.java        |   44 +
 .../scan/filter/intf/FilterExecuterType.java    |   28 +
 .../carbondata/scan/filter/intf/RowImpl.java    |   44 +
 .../carbondata/scan/filter/intf/RowIntf.java    |   31 +
 .../filter/resolver/AndFilterResolverImpl.java  |   56 +
 .../resolver/ConditionalFilterResolverImpl.java |  241 +
 .../filter/resolver/FilterResolverIntf.java     |  102 +
 .../resolver/LogicalFilterResolverImpl.java     |  118 +
 .../resolver/RestructureFilterResolverImpl.java |  206 +
 .../resolver/RowLevelFilterResolverImpl.java    |  141 +
 .../RowLevelRangeFilterResolverImpl.java        |  287 +
 .../metadata/FilterResolverMetadata.java        |   62 +
 .../DimColumnResolvedFilterInfo.java            |  194 +
 .../MeasureColumnResolvedFilterInfo.java        |  105 +
 .../visitable/ResolvedFilterInfoVisitable.java  |   38 +
 .../visitor/CustomTypeDictionaryVisitor.java    |  110 +
 .../visitor/DictionaryColumnVisitor.java        |   74 +
 .../visitor/FilterInfoTypeVisitorFactory.java   |   45 +
 .../visitor/NoDictionaryTypeVisitor.java        |   69 +
 .../visitor/ResolvedFilterInfoVisitorIntf.java  |   40 +
 .../carbondata/scan/model/CarbonQueryPlan.java  |  239 +
 .../carbondata/scan/model/QueryColumn.java      |  109 +
 .../carbondata/scan/model/QueryDimension.java   |   58 +
 .../carbondata/scan/model/QueryMeasure.java     |   61 +
 .../carbondata/scan/model/QueryModel.java       |  507 ++
 .../carbondata/scan/model/QuerySchemaInfo.java  |   86 +
 .../carbondata/scan/model/SortOrderType.java    |   57 +
 .../processor/AbstractDataBlockIterator.java    |  140 +
 .../scan/processor/BlockletIterator.java        |   88 +
 .../scan/processor/BlocksChunkHolder.java       |  125 +
 .../processor/impl/DataBlockIteratorImpl.java   |   63 +
 .../scan/result/AbstractScannedResult.java      |  437 +
 .../carbondata/scan/result/BatchResult.java     |  105 +
 .../apache/carbondata/scan/result/Result.java   |   70 +
 .../result/impl/FilterQueryScannedResult.java   |  147 +
 .../impl/NonFilterQueryScannedResult.java       |  146 +
 .../AbstractDetailQueryResultIterator.java      |  130 +
 .../scan/result/iterator/ChunkRowIterator.java  |   79 +
 .../iterator/DetailQueryResultIterator.java     |   88 +
 .../scan/result/iterator/RawResultIterator.java |  169 +
 .../scan/scanner/AbstractBlockletScanner.java   |   62 +
 .../scan/scanner/BlockletScanner.java           |   41 +
 .../scan/scanner/impl/FilterScanner.java        |  174 +
 .../scan/scanner/impl/NonFilterScanner.java     |   37 +
 .../scan/wrappers/ByteArrayWrapper.java         |  202 +
 .../common/ext/ColumnUniqueIdGenerator.java     |   41 -
 .../common/ext/DictionaryFactory.java           |  119 -
 .../org/carbondata/common/ext/PathFactory.java  |   48 -
 .../common/factory/CarbonCommonFactory.java     |   54 -
 .../java/org/carbondata/core/cache/Cache.java   |   71 -
 .../carbondata/core/cache/CacheProvider.java    |  154 -
 .../org/carbondata/core/cache/CacheType.java    |   62 -
 .../org/carbondata/core/cache/Cacheable.java    |   50 -
 .../carbondata/core/cache/CarbonLRUCache.java   |  251 -
 .../AbstractColumnDictionaryInfo.java           |  279 -
 .../dictionary/AbstractDictionaryCache.java     |  297 -
 .../cache/dictionary/ColumnDictionaryInfo.java  |  283 -
 .../dictionary/ColumnReverseDictionaryInfo.java |  116 -
 .../core/cache/dictionary/Dictionary.java       |  100 -
 .../dictionary/DictionaryByteArrayWrapper.java  |   94 -
 .../cache/dictionary/DictionaryCacheLoader.java |   45 -
 .../dictionary/DictionaryCacheLoaderImpl.java   |  142 -
 .../dictionary/DictionaryChunksWrapper.java     |  127 -
 .../DictionaryColumnUniqueIdentifier.java       |  113 -
 .../core/cache/dictionary/DictionaryInfo.java   |   91 -
 .../cache/dictionary/ForwardDictionary.java     |  153 -
 .../dictionary/ForwardDictionaryCache.java      |  210 -
 .../cache/dictionary/ReverseDictionary.java     |  129 -
 .../dictionary/ReverseDictionaryCache.java      |  211 -
 .../core/carbon/AbsoluteTableIdentifier.java    |  111 -
 .../core/carbon/CarbonDataLoadSchema.java       |  207 -
 .../core/carbon/CarbonTableIdentifier.java      |  131 -
 .../core/carbon/ColumnIdentifier.java           |  113 -
 .../core/carbon/datastore/BTreeBuilderInfo.java |   61 -
 .../core/carbon/datastore/BlockIndexStore.java  |  309 -
 .../core/carbon/datastore/BtreeBuilder.java     |   38 -
 .../core/carbon/datastore/DataRefNode.java      |  105 -
 .../carbon/datastore/DataRefNodeFinder.java     |   45 -
 .../core/carbon/datastore/IndexKey.java         |   62 -
 .../carbon/datastore/SegmentTaskIndexStore.java |  334 -
 .../carbon/datastore/block/AbstractIndex.java   |   70 -
 .../core/carbon/datastore/block/BlockIndex.java |   53 -
 .../carbon/datastore/block/Distributable.java   |   25 -
 .../datastore/block/SegmentProperties.java      |  748 --
 .../datastore/block/SegmentTaskIndex.java       |   58 -
 .../carbon/datastore/block/TableBlockInfo.java  |  204 -
 .../carbon/datastore/block/TableTaskInfo.java   |  114 -
 .../carbon/datastore/block/TaskBlockInfo.java   |   68 -
 .../chunk/DimensionChunkAttributes.java         |  102 -
 .../chunk/DimensionColumnDataChunk.java         |   71 -
 .../datastore/chunk/MeasureColumnDataChunk.java |   71 -
 .../impl/ColumnGroupDimensionDataChunk.java     |  128 -
 .../impl/FixedLengthDimensionDataChunk.java     |  123 -
 .../impl/VariableLengthDimensionDataChunk.java  |  114 -
 .../reader/DimensionColumnChunkReader.java      |   48 -
 .../chunk/reader/MeasureColumnChunkReader.java  |   47 -
 .../reader/dimension/AbstractChunkReader.java   |  143 -
 ...CompressedDimensionChunkFileBasedReader.java |  135 -
 .../measure/AbstractMeasureChunkReader.java     |   75 -
 .../CompressedMeasureChunkFileBasedReader.java  |   92 -
 .../exception/IndexBuilderException.java        |   96 -
 .../impl/btree/AbstractBTreeBuilder.java        |  165 -
 .../impl/btree/AbstractBTreeLeafNode.java       |  221 -
 .../impl/btree/BTreeDataRefNodeFinder.java      |  264 -
 .../carbon/datastore/impl/btree/BTreeNode.java  |   71 -
 .../datastore/impl/btree/BTreeNonLeafNode.java  |  232 -
 .../datastore/impl/btree/BlockBTreeBuilder.java |  118 -
 .../impl/btree/BlockBTreeLeafNode.java          |   64 -
 .../impl/btree/BlockletBTreeBuilder.java        |  104 -
 .../impl/btree/BlockletBTreeLeafNode.java       |  132 -
 .../core/carbon/metadata/CarbonMetadata.java    |  165 -
 .../carbon/metadata/blocklet/BlockletInfo.java  |  114 -
 .../metadata/blocklet/DataFileFooter.java       |  170 -
 .../carbon/metadata/blocklet/SegmentInfo.java   |   72 -
 .../compressor/ChunkCompressorMeta.java         |   92 -
 .../blocklet/compressor/CompressionCodec.java   |   31 -
 .../metadata/blocklet/datachunk/DataChunk.java  |  327 -
 .../blocklet/datachunk/PresenceMeta.java        |   66 -
 .../blocklet/index/BlockletBTreeIndex.java      |   76 -
 .../metadata/blocklet/index/BlockletIndex.java  |   77 -
 .../blocklet/index/BlockletMinMaxIndex.java     |   83 -
 .../metadata/blocklet/sort/SortState.java       |   38 -
 .../metadata/converter/SchemaConverter.java     |  105 -
 .../ThriftWrapperSchemaConverterImpl.java       |  382 -
 .../carbon/metadata/datatype/ConvertedType.java |  122 -
 .../core/carbon/metadata/datatype/DataType.java |   48 -
 .../core/carbon/metadata/encoder/Encoding.java  |   31 -
 .../carbon/metadata/index/BlockIndexInfo.java   |   92 -
 .../carbon/metadata/schema/SchemaEvolution.java |   52 -
 .../metadata/schema/SchemaEvolutionEntry.java   |   93 -
 .../metadata/schema/table/CarbonTable.java      |  399 -
 .../carbon/metadata/schema/table/TableInfo.java |  239 -
 .../metadata/schema/table/TableSchema.java      |  185 -
 .../schema/table/column/CarbonColumn.java       |  174 -
 .../schema/table/column/CarbonDimension.java    |  154 -
 .../schema/table/column/CarbonMeasure.java      |  112 -
 .../schema/table/column/ColumnSchema.java       |  418 -
 .../carbon/path/CarbonSharedDictionaryPath.java |   73 -
 .../core/carbon/path/CarbonStorePath.java       |   69 -
 .../core/carbon/path/CarbonTablePath.java       |  425 -
 .../carbon/querystatistics/QueryStatistic.java  |   85 -
 .../QueryStatisticsRecorder.java                |   74 -
 .../core/constants/CarbonCommonConstants.java   |  892 --
 .../core/constants/IgnoreDictionary.java        |   52 -
 .../core/datastorage/store/FileHolder.java      |   87 -
 .../datastorage/store/MeasureDataWrapper.java   |   30 -
 .../core/datastorage/store/NodeKeyStore.java    |   64 -
 .../datastorage/store/NodeMeasureDataStore.java |   41 -
 .../columnar/BlockIndexerStorageForInt.java     |  226 -
 .../BlockIndexerStorageForNoInvertedIndex.java  |  159 -
 .../store/columnar/ColumnGroupModel.java        |  116 -
 .../store/columnar/ColumnWithIntIndex.java      |   82 -
 .../columnar/ColumnWithIntIndexForHighCard.java |   49 -
 .../store/columnar/ColumnarKeyStore.java        |   47 -
 .../columnar/ColumnarKeyStoreDataHolder.java    |   97 -
 .../store/columnar/ColumnarKeyStoreInfo.java    |  262 -
 .../columnar/ColumnarKeyStoreMetadata.java      |  150 -
 .../store/columnar/IndexStorage.java            |   44 -
 .../store/columnar/UnBlockIndexer.java          |   78 -
 .../store/compression/Compressor.java           |   28 -
 .../store/compression/MeasureMetaDataModel.java |  217 -
 .../store/compression/SnappyCompression.java    |  273 -
 .../compression/ValueCompressionModel.java      |  236 -
 .../compression/ValueCompressonHolder.java      |  135 -
 .../compression/type/UnCompressByteArray.java   |  137 -
 .../compression/type/UnCompressDefaultLong.java |   51 -
 .../compression/type/UnCompressMaxMinByte.java  |  107 -
 .../type/UnCompressMaxMinByteForLong.java       |   78 -
 .../type/UnCompressMaxMinDefault.java           |  108 -
 .../type/UnCompressMaxMinDefaultLong.java       |   75 -
 .../compression/type/UnCompressMaxMinFloat.java |  107 -
 .../compression/type/UnCompressMaxMinInt.java   |  105 -
 .../compression/type/UnCompressMaxMinLong.java  |  105 -
 .../compression/type/UnCompressMaxMinShort.java |  106 -
 .../type/UnCompressNonDecimalByte.java          |   97 -
 .../type/UnCompressNonDecimalDefault.java       |   97 -
 .../type/UnCompressNonDecimalFloat.java         |  101 -
 .../type/UnCompressNonDecimalInt.java           |   98 -
 .../type/UnCompressNonDecimalLong.java          |  100 -
 .../type/UnCompressNonDecimalMaxMinByte.java    |  108 -
 .../type/UnCompressNonDecimalMaxMinDefault.java |  106 -
 .../type/UnCompressNonDecimalMaxMinFloat.java   |  108 -
 .../type/UnCompressNonDecimalMaxMinInt.java     |  108 -
 .../type/UnCompressNonDecimalMaxMinLong.java    |  110 -
 .../type/UnCompressNonDecimalMaxMinShort.java   |  108 -
 .../type/UnCompressNonDecimalShort.java         |   99 -
 .../compression/type/UnCompressNoneByte.java    |  100 -
 .../compression/type/UnCompressNoneDefault.java |   96 -
 .../compression/type/UnCompressNoneFloat.java   |  101 -
 .../compression/type/UnCompressNoneInt.java     |  101 -
 .../compression/type/UnCompressNoneLong.java    |  101 -
 .../compression/type/UnCompressNoneShort.java   |  104 -
 .../store/dataholder/CarbonReadDataHolder.java  |  115 -
 .../store/dataholder/CarbonWriteDataHolder.java |  188 -
 .../store/filesystem/AbstractDFSCarbonFile.java |  217 -
 .../store/filesystem/CarbonFile.java            |   66 -
 .../store/filesystem/CarbonFileFilter.java      |   24 -
 .../store/filesystem/HDFSCarbonFile.java        |  128 -
 .../store/filesystem/LocalCarbonFile.java       |  226 -
 .../store/filesystem/ViewFSCarbonFile.java      |  126 -
 .../impl/CompressedDataMeasureDataWrapper.java  |   37 -
 .../store/impl/DFSFileHolderImpl.java           |  183 -
 .../datastorage/store/impl/FileFactory.java     |  477 -
 .../datastorage/store/impl/FileHolderImpl.java  |  221 -
 .../store/impl/MemoryMappedFileHolderImpl.java  |  118 -
 ...ractHeavyCompressedDoubleArrayDataStore.java |   94 -
 ...HeavyCompressedDoubleArrayDataFileStore.java |  110 -
 ...yCompressedDoubleArrayDataInMemoryStore.java |   76 -
 .../AbstractDoubleArrayDataStore.java           |   82 -
 .../uncompressed/DoubleArrayDataFileStore.java  |   86 -
 .../DoubleArrayDataInMemoryStore.java           |  163 -
 .../key/columnar/AbstractColumnarKeyStore.java  |  106 -
 .../CompressedColumnarFileKeyStore.java         |  168 -
 .../CompressedColumnarInMemoryStore.java        |  155 -
 .../CompressedColumnarKeyStoreUtil.java         |  108 -
 .../UnCompressedColumnarFileKeyStore.java       |   88 -
 .../UnCompressedColumnarInMemoryStore.java      |   70 -
 .../AbstractCompressedSingleArrayStore.java     |  119 -
 .../CompressedSingleArrayKeyFileStore.java      |   92 -
 .../CompressedSingleArrayKeyInMemoryStore.java  |   46 -
 .../AbstractSingleArrayKeyStore.java            |  107 -
 .../uncompressed/SingleArrayKeyFileStore.java   |  104 -
 .../SingleArrayKeyInMemoryStore.java            |   36 -
 .../core/datastorage/util/StoreFactory.java     |   62 -
 .../core/keygenerator/KeyGenException.java      |   45 -
 .../core/keygenerator/KeyGenerator.java         |  124 -
 .../keygenerator/columnar/ColumnarSplitter.java |  103 -
 .../MultiDimKeyVarLengthEquiSplitGenerator.java |  244 -
 ...tiDimKeyVarLengthVariableSplitGenerator.java |  239 -
 .../DirectDictionaryGenerator.java              |   56 -
 .../DirectDictionaryKeyGeneratorFactory.java    |   53 -
 .../TimeStampDirectDictionaryGenerator.java     |  215 -
 .../TimeStampGranularityConstants.java          |   54 -
 .../TimeStampGranularityTypeValue.java          |   63 -
 .../factory/KeyGeneratorFactory.java            |   56 -
 .../mdkey/AbstractKeyGenerator.java             |   79 -
 .../core/keygenerator/mdkey/Bits.java           |  327 -
 .../mdkey/MultiDimKeyVarLengthGenerator.java    |  117 -
 .../keygenerator/mdkey/NumberCompressor.java    |  220 -
 .../org/carbondata/core/load/BlockDetails.java  |   78 -
 .../core/load/LoadMetadataDetails.java          |  226 -
 .../carbondata/core/metadata/BlockletInfo.java  |  202 -
 .../core/metadata/BlockletInfoColumnar.java     |  405 -
 .../core/metadata/ValueEncoderMeta.java         |  104 -
 .../reader/CarbonDictionaryColumnMetaChunk.java |  107 -
 .../reader/CarbonDictionaryMetadataReader.java  |   58 -
 .../CarbonDictionaryMetadataReaderImpl.java     |  201 -
 .../core/reader/CarbonDictionaryReader.java     |   70 -
 .../core/reader/CarbonDictionaryReaderImpl.java |  314 -
 .../core/reader/CarbonFooterReader.java         |   78 -
 .../core/reader/CarbonIndexFileReader.java      |   95 -
 .../carbondata/core/reader/ThriftReader.java    |  146 -
 .../CarbonDictionarySortIndexReader.java        |   47 -
 .../CarbonDictionarySortIndexReaderImpl.java    |  229 -
 .../core/service/ColumnUniqueIdService.java     |   34 -
 .../core/service/DictionaryService.java         |   92 -
 .../carbondata/core/service/PathService.java    |   38 -
 .../java/org/carbondata/core/util/ByteUtil.java |  320 -
 .../core/util/CarbonFileFolderComparator.java   |   51 -
 .../core/util/CarbonLoadStatisticsDummy.java    |  104 -
 .../core/util/CarbonLoadStatisticsImpl.java     |  413 -
 .../carbondata/core/util/CarbonMergerUtil.java  |   49 -
 .../core/util/CarbonMetadataUtil.java           |  450 -
 .../carbondata/core/util/CarbonProperties.java  |  494 --
 .../core/util/CarbonTimeStatisticsFactory.java  |   52 -
 .../org/carbondata/core/util/CarbonUtil.java    | 1426 ---
 .../core/util/CarbonUtilException.java          |   80 -
 .../core/util/DataFileFooterConverter.java      |  467 -
 .../org/carbondata/core/util/DataTypeUtil.java  |  410 -
 .../carbondata/core/util/LoadStatistics.java    |   63 -
 .../core/util/ValueCompressionUtil.java         | 1027 ---
 .../carbondata/core/writer/ByteArrayHolder.java |   77 -
 .../core/writer/CarbonDictionaryWriter.java     |   63 -
 .../core/writer/CarbonDictionaryWriterImpl.java |  422 -
 .../core/writer/CarbonFooterWriter.java         |   71 -
 .../core/writer/CarbonIndexFileWriter.java      |   64 -
 .../core/writer/HierarchyValueWriterForCSV.java |  320 -
 .../carbondata/core/writer/ThriftWriter.java    |  119 -
 .../exception/CarbonDataWriterException.java    |   81 -
 .../CarbonDictionarySortIndexWriter.java        |   48 -
 .../CarbonDictionarySortIndexWriterImpl.java    |  215 -
 .../sortindex/CarbonDictionarySortInfo.java     |   65 -
 .../CarbonDictionarySortInfoPreparator.java     |  150 -
 .../sortindex/CarbonDictionarySortModel.java    |  179 -
 .../scan/collector/ScannedResultCollector.java  |   38 -
 .../impl/AbstractScannedResultCollector.java    |  157 -
 .../impl/DictionaryBasedResultCollector.java    |  130 -
 .../collector/impl/RawBasedResultCollector.java |   67 -
 .../scan/complextypes/ArrayQueryType.java       |  158 -
 .../scan/complextypes/ComplexQueryType.java     |   80 -
 .../scan/complextypes/PrimitiveQueryType.java   |  175 -
 .../scan/complextypes/StructQueryType.java      |  184 -
 .../carbondata/scan/executor/QueryExecutor.java |   40 -
 .../scan/executor/QueryExecutorFactory.java     |   33 -
 .../exception/QueryExecutionException.java      |   96 -
 .../executor/impl/AbstractQueryExecutor.java    |  412 -
 .../scan/executor/impl/DetailQueryExecutor.java |   42 -
 .../executor/impl/QueryExecutorProperties.java  |   90 -
 .../scan/executor/infos/AggregatorInfo.java     |  149 -
 .../scan/executor/infos/BlockExecutionInfo.java |  681 --
 .../scan/executor/infos/KeyStructureInfo.java   |  119 -
 .../scan/executor/infos/SortInfo.java           |  125 -
 .../scan/executor/util/QueryUtil.java           |  951 --
 .../scan/executor/util/RestructureUtil.java     |  135 -
 .../scan/expression/BinaryExpression.java       |   59 -
 .../scan/expression/ColumnExpression.java       |  114 -
 .../carbondata/scan/expression/Expression.java  |   50 -
 .../scan/expression/ExpressionResult.java       |  472 -
 .../scan/expression/LeafExpression.java         |   24 -
 .../scan/expression/LiteralExpression.java      |   69 -
 .../scan/expression/UnaryExpression.java        |   33 -
 .../scan/expression/UnknownExpression.java      |   28 -
 .../expression/arithmetic/AddExpression.java    |   86 -
 .../arithmetic/BinaryArithmeticExpression.java  |   34 -
 .../expression/arithmetic/DivideExpression.java |   86 -
 .../arithmetic/MultiplyExpression.java          |   87 -
 .../arithmetic/SubstractExpression.java         |   88 -
 .../BinaryConditionalExpression.java            |   37 -
 .../conditional/ConditionalExpression.java      |   43 -
 .../conditional/EqualToExpression.java          |  108 -
 .../GreaterThanEqualToExpression.java           |   90 -
 .../conditional/GreaterThanExpression.java      |   93 -
 .../expression/conditional/InExpression.java    |   98 -
 .../conditional/LessThanEqualToExpression.java  |   92 -
 .../conditional/LessThanExpression.java         |   95 -
 .../expression/conditional/ListExpression.java  |   62 -
 .../conditional/NotEqualsExpression.java        |  104 -
 .../expression/conditional/NotInExpression.java |   97 -
 .../exception/FilterIllegalMemberException.java |   98 -
 .../exception/FilterUnsupportedException.java   |   92 -
 .../scan/expression/logical/AndExpression.java  |   63 -
 .../logical/BinaryLogicalExpression.java        |  127 -
 .../scan/expression/logical/NotExpression.java  |   60 -
 .../scan/expression/logical/OrExpression.java   |   62 -
 .../scan/filter/DimColumnFilterInfo.java        |   61 -
 .../scan/filter/FilterExpressionProcessor.java  |  352 -
 .../carbondata/scan/filter/FilterProcessor.java |   60 -
 .../org/carbondata/scan/filter/FilterUtil.java  | 1395 ---
 .../scan/filter/GenericQueryType.java           |   73 -
 .../filter/executer/AndFilterExecuterImpl.java  |   62 -
 .../executer/DimColumnExecuterFilterInfo.java   |   32 -
 .../ExcludeColGroupFilterExecuterImpl.java      |  137 -
 .../executer/ExcludeFilterExecuterImpl.java     |  188 -
 .../scan/filter/executer/FilterExecuter.java    |   45 -
 .../IncludeColGroupFilterExecuterImpl.java      |  209 -
 .../executer/IncludeFilterExecuterImpl.java     |  206 -
 .../filter/executer/OrFilterExecuterImpl.java   |   52 -
 .../executer/RestructureFilterExecuterImpl.java |   55 -
 .../executer/RowLevelFilterExecuterImpl.java    |  402 -
 .../RowLevelRangeGrtThanFiterExecuterImpl.java  |  209 -
 ...elRangeGrtrThanEquaToFilterExecuterImpl.java |  200 -
 ...velRangeLessThanEqualFilterExecuterImpl.java |  248 -
 .../RowLevelRangeLessThanFiterExecuterImpl.java |  252 -
 .../RowLevelRangeTypeExecuterFacory.java        |   93 -
 .../scan/filter/intf/ExpressionType.java        |   44 -
 .../scan/filter/intf/FilterExecuterType.java    |   28 -
 .../carbondata/scan/filter/intf/RowImpl.java    |   44 -
 .../carbondata/scan/filter/intf/RowIntf.java    |   31 -
 .../filter/resolver/AndFilterResolverImpl.java  |   56 -
 .../resolver/ConditionalFilterResolverImpl.java |  241 -
 .../filter/resolver/FilterResolverIntf.java     |  102 -
 .../resolver/LogicalFilterResolverImpl.java     |  118 -
 .../resolver/RestructureFilterResolverImpl.java |  206 -
 .../resolver/RowLevelFilterResolverImpl.java    |  141 -
 .../RowLevelRangeFilterResolverImpl.java        |  287 -
 .../metadata/FilterResolverMetadata.java        |   62 -
 .../DimColumnResolvedFilterInfo.java            |  194 -
 .../MeasureColumnResolvedFilterInfo.java        |  105 -
 .../visitable/ResolvedFilterInfoVisitable.java  |   38 -
 .../visitor/CustomTypeDictionaryVisitor.java    |  110 -
 .../visitor/DictionaryColumnVisitor.java        |   74 -
 .../visitor/FilterInfoTypeVisitorFactory.java   |   45 -
 .../visitor/NoDictionaryTypeVisitor.java        |   69 -
 .../visitor/ResolvedFilterInfoVisitorIntf.java  |   40 -
 .../carbondata/scan/model/CarbonQueryPlan.java  |  239 -
 .../org/carbondata/scan/model/QueryColumn.java  |  109 -
 .../carbondata/scan/model/QueryDimension.java   |   58 -
 .../org/carbondata/scan/model/QueryMeasure.java |   61 -
 .../org/carbondata/scan/model/QueryModel.java   |  507 --
 .../carbondata/scan/model/QuerySchemaInfo.java  |   86 -
 .../carbondata/scan/model/SortOrderType.java    |   57 -
 .../processor/AbstractDataBlockIterator.java    |  140 -
 .../scan/processor/BlockletIterator.java        |   88 -
 .../scan/processor/BlocksChunkHolder.java       |  125 -
 .../processor/impl/DataBlockIteratorImpl.java   |   63 -
 .../scan/result/AbstractScannedResult.java      |  437 -
 .../org/carbondata/scan/result/BatchResult.java |  105 -
 .../java/org/carbondata/scan/result/Result.java |   70 -
 .../result/impl/FilterQueryScannedResult.java   |  147 -
 .../impl/NonFilterQueryScannedResult.java       |  146 -
 .../AbstractDetailQueryResultIterator.java      |  130 -
 .../scan/result/iterator/ChunkRowIterator.java  |   79 -
 .../iterator/DetailQueryResultIterator.java     |   88 -
 .../scan/result/iterator/RawResultIterator.java |  169 -
 .../scan/scanner/AbstractBlockletScanner.java   |   62 -
 .../scan/scanner/BlockletScanner.java           |   41 -
 .../scan/scanner/impl/FilterScanner.java        |  174 -
 .../scan/scanner/impl/NonFilterScanner.java     |   37 -
 .../scan/wrappers/ByteArrayWrapper.java         |  202 -
 .../core/cache/CacheProviderTest.java           |   67 +
 .../dictionary/AbstractDictionaryCacheTest.java |  177 +
 .../dictionary/DictionaryChunksWrapperTest.java |  110 +
 .../dictionary/ForwardDictionaryCacheTest.java  |  278 +
 .../dictionary/ReverseDictionaryCacheTest.java  |  274 +
 .../carbon/datastore/BlockIndexStoreTest.java   |  204 +
 .../datastore/block/SegmentPropertiesTest.java  |  352 +
 .../block/SegmentPropertiesTestUtil.java        |  234 +
 .../impl/btree/BTreeBlockFinderTest.java        |  367 +
 .../carbon/metadata/CarbonMetadataTest.java     |  148 +
 .../metadata/schema/table/CarbonTableTest.java  |  119 +
 .../table/CarbonTableWithComplexTypesTest.java  |  159 +
 .../metadata/schema/table/TableInfoTest.java    |   52 +
 .../metadata/schema/table/TableSchemaTest.java  |   51 +
 .../CarbonFormatDirectoryStructureTest.java     |   73 +
 .../path/CarbonFormatSharedDictionaryTest.java  |   48 +
 ...CarbonDictionarySortIndexReaderImplTest.java |  135 +
 .../carbondata/core/util/ByteUtilTest.java      |  167 +
 .../carbondata/core/util/CarbonUtilTest.java    |   35 +
 .../writer/CarbonDictionaryWriterImplTest.java  |  528 ++
 .../core/writer/CarbonFooterWriterTest.java     |  213 +
 ...CarbonDictionarySortIndexWriterImplTest.java |  158 +
 .../carbondata/scan/QueryExecutor_UT.java       |   35 +
 .../scan/executor/util/QueryUtilTest.java       |  133 +
 .../core/cache/CacheProviderTest.java           |   67 -
 .../dictionary/AbstractDictionaryCacheTest.java |  177 -
 .../dictionary/DictionaryChunksWrapperTest.java |  110 -
 .../dictionary/ForwardDictionaryCacheTest.java  |  278 -
 .../dictionary/ReverseDictionaryCacheTest.java  |  274 -
 .../carbon/datastore/BlockIndexStoreTest.java   |  204 -
 .../datastore/block/SegmentPropertiesTest.java  |  352 -
 .../block/SegmentPropertiesTestUtil.java        |  234 -
 .../impl/btree/BTreeBlockFinderTest.java        |  367 -
 .../carbon/metadata/CarbonMetadataTest.java     |  148 -
 .../metadata/schema/table/CarbonTableTest.java  |  119 -
 .../table/CarbonTableWithComplexTypesTest.java  |  159 -
 .../metadata/schema/table/TableInfoTest.java    |   52 -
 .../metadata/schema/table/TableSchemaTest.java  |   51 -
 .../CarbonFormatDirectoryStructureTest.java     |   73 -
 .../path/CarbonFormatSharedDictionaryTest.java  |   48 -
 ...CarbonDictionarySortIndexReaderImplTest.java |  135 -
 .../org/carbondata/core/util/ByteUtilTest.java  |  167 -
 .../carbondata/core/util/CarbonUtilTest.java    |   35 -
 .../writer/CarbonDictionaryWriterImplTest.java  |  530 --
 .../core/writer/CarbonFooterWriterTest.java     |  213 -
 ...CarbonDictionarySortIndexWriterImplTest.java |  158 -
 .../org/carbondata/scan/QueryExecutor_UT.java   |   35 -
 .../scan/executor/util/QueryUtilTest.java       |  133 -
 dev/findbugs-exclude.xml                        |   10 +-
 dev/java-code-format-template.xml               |    4 +-
 dev/javastyle-config.xml                        |    2 +-
 dev/scalastyle-config.xml                       |    4 +-
 docs/Carbon-Packaging-and-Interfaces.md         |    2 +-
 .../examples/AllDictionaryExample.scala         |   62 +
 .../carbondata/examples/CarbonExample.scala     |   55 +
 .../examples/ComplexTypeExample.scala           |   78 +
 .../examples/DataFrameAPIExample.scala          |   65 +
 .../examples/GenerateDictionaryExample.scala    |   93 +
 .../apache/carbondata/examples/PerfTest.scala   |  331 +
 .../examples/util/AllDictionaryUtil.scala       |  108 +
 .../examples/util/InitForExamples.scala         |   56 +
 .../examples/AllDictionaryExample.scala         |   62 -
 .../org/carbondata/examples/CarbonExample.scala |   55 -
 .../examples/ComplexTypeExample.scala           |   84 -
 .../examples/DataFrameAPIExample.scala          |   65 -
 .../examples/GenerateDictionaryExample.scala    |   93 -
 .../org/carbondata/examples/PerfTest.scala      |  331 -
 .../examples/util/AllDictionaryUtil.scala       |  108 -
 .../examples/util/InitForExamples.scala         |   56 -
 format/src/main/thrift/carbondata.thrift        |    2 +-
 format/src/main/thrift/carbondataindex.thrift   |    2 +-
 format/src/main/thrift/dictionary.thrift        |    2 +-
 format/src/main/thrift/dictionary_meta.thrift   |    2 +-
 format/src/main/thrift/schema.thrift            |    2 +-
 format/src/main/thrift/sort_index.thrift        |    2 +-
 format/src/main/thrift/table_status.thrift      |    2 +-
 .../carbondata/hadoop/CarbonInputFormat.java    |  742 ++
 .../carbondata/hadoop/CarbonInputSplit.java     |   69 +
 .../carbondata/hadoop/CarbonPathFilter.java     |   44 +
 .../carbondata/hadoop/CarbonProjection.java     |   42 +
 .../hadoop/CarbonRawDataInputSplit.java         |   63 +
 .../carbondata/hadoop/CarbonRecordReader.java   |  106 +
 .../hadoop/readsupport/CarbonReadSupport.java   |   46 +
 .../AbstractDictionaryDecodedReadSupport.java   |   87 +
 .../impl/ArrayWritableReadSupport.java          |   50 +
 .../impl/DictionaryDecodedReadSupportImpl.java  |   35 +
 .../readsupport/impl/RawDataReadSupport.java    |   49 +
 .../hadoop/util/CarbonInputFormatUtil.java      |  131 +
 .../hadoop/util/ObjectSerializationUtil.java    |  117 +
 .../carbondata/hadoop/util/SchemaReader.java    |   69 +
 .../carbondata/hadoop/CarbonInputFormat.java    |  742 --
 .../org/carbondata/hadoop/CarbonInputSplit.java |   69 -
 .../org/carbondata/hadoop/CarbonPathFilter.java |   44 -
 .../org/carbondata/hadoop/CarbonProjection.java |   42 -
 .../hadoop/CarbonRawDataInputSplit.java         |   63 -
 .../carbondata/hadoop/CarbonRecordReader.java   |  106 -
 .../hadoop/readsupport/CarbonReadSupport.java   |   46 -
 .../AbstractDictionaryDecodedReadSupport.java   |   87 -
 .../impl/ArrayWritableReadSupport.java          |   50 -
 .../impl/DictionaryDecodedReadSupportImpl.java  |   35 -
 .../readsupport/impl/RawDataReadSupport.java    |   49 -
 .../hadoop/util/CarbonInputFormatUtil.java      |  131 -
 .../hadoop/util/ObjectSerializationUtil.java    |  117 -
 .../carbondata/hadoop/util/SchemaReader.java    |   69 -
 .../hadoop/ft/CarbonInputFormat_FT.java         |   81 +
 .../hadoop/ft/CarbonInputMapperTest.java        |  189 +
 .../test/util/ObjectSerializationUtilTest.java  |   56 +
 .../hadoop/test/util/StoreCreator.java          |  564 ++
 .../hadoop/ft/CarbonInputFormat_FT.java         |   81 -
 .../hadoop/ft/CarbonInputMapperTest.java        |  189 -
 .../test/util/ObjectSerializationUtilTest.java  |   56 -
 .../hadoop/test/util/StoreCreator.java          |  564 --
 .../sql/common/util/CarbonHiveContext.scala     |    4 +-
 .../allqueries/AllDataTypesTestCase1.scala      | 4494 ++++++++++
 .../allqueries/AllDataTypesTestCase2.scala      | 8186 ++++++++++++++++++
 .../allqueries/AllDataTypesTestCase3.scala      | 1472 ++++
 .../allqueries/AllDataTypesTestCase4.scala      | 1956 +++++
 .../allqueries/AllDataTypesTestCase5.scala      | 3268 +++++++
 .../allqueries/AllDataTypesTestCase6.scala      | 2579 ++++++
 .../allqueries/AllDataTypesTestCase1.scala      | 4494 ----------
 .../allqueries/AllDataTypesTestCase2.scala      | 8186 ------------------
 .../allqueries/AllDataTypesTestCase3.scala      | 1472 ----
 .../allqueries/AllDataTypesTestCase4.scala      | 1956 -----
 .../allqueries/AllDataTypesTestCase5.scala      | 3268 -------
 .../allqueries/AllDataTypesTestCase6.scala      | 2579 ------
 .../spark/merger/CarbonCompactionExecutor.java  |  221 +
 .../spark/merger/CarbonCompactionUtil.java      |  132 +
 .../spark/merger/CompactionCallable.java        |   44 +
 .../spark/merger/CompactionType.java            |   28 +
 .../spark/merger/RowResultMerger.java           |  326 +
 .../spark/merger/TupleConversionAdapter.java    |   85 +
 .../MalformedCarbonCommandException.java        |   83 +
 .../carbondata/spark/load/CarbonLoadModel.java  |  527 ++
 .../carbondata/spark/load/CarbonLoaderUtil.java | 1409 +++
 .../spark/load/DeleteLoadFolders.java           |  361 +
 .../spark/load/DeleteLoadFromMetadata.java      |   44 +
 .../spark/load/DeletedLoadMetadata.java         |   53 +
 .../spark/merger/CarbonDataMergerUtil.java      |  729 ++
 .../spark/merger/NodeBlockRelation.java         |   60 +
 .../spark/merger/NodeMultiBlockRelation.java    |   59 +
 .../spark/partition/api/DataPartitioner.java    |   63 +
 .../spark/partition/api/Partition.java          |   51 +
 .../partition/api/impl/CSVFilePartitioner.java  |  365 +
 .../api/impl/DataPartitionerProperties.java     |   90 +
 .../partition/api/impl/DefaultLoadBalancer.java |   78 +
 .../spark/partition/api/impl/PartitionImpl.java |   63 +
 .../api/impl/PartitionMultiFileImpl.java        |   51 +
 .../api/impl/QueryPartitionHelper.java          |  189 +
 .../api/impl/SampleDataPartitionerImpl.java     |  151 +
 .../spark/partition/reader/CSVIterator.java     |   74 +
 .../spark/partition/reader/CSVParser.java       |  559 ++
 .../spark/partition/reader/CSVReader.java       |  496 ++
 .../spark/partition/reader/CSVWriter.java       |  396 +
 .../spark/partition/reader/LineReader.java      |   68 +
 .../spark/partition/reader/ResultSetHelper.java |   87 +
 .../reader/ResultSetHelperService.java          |  327 +
 .../readsupport/SparkRowReadSupportImpl.java    |   66 +
 .../carbondata/spark/splits/TableSplit.java     |  129 +
 .../carbondata/spark/util/CarbonQueryUtil.java  |  255 +
 .../carbondata/spark/util/LoadMetadataUtil.java |  113 +
 .../spark/merger/CarbonCompactionExecutor.java  |  221 -
 .../spark/merger/CarbonCompactionUtil.java      |  132 -
 .../spark/merger/CompactionCallable.java        |   44 -
 .../spark/merger/CompactionType.java            |   28 -
 .../spark/merger/RowResultMerger.java           |  326 -
 .../spark/merger/TupleConversionAdapter.java    |   85 -
 .../MalformedCarbonCommandException.java        |   83 -
 .../carbondata/spark/load/CarbonLoadModel.java  |  527 --
 .../carbondata/spark/load/CarbonLoaderUtil.java | 1395 ---
 .../spark/load/DeleteLoadFolders.java           |  361 -
 .../spark/load/DeleteLoadFromMetadata.java      |   44 -
 .../spark/load/DeletedLoadMetadata.java         |   53 -
 .../spark/merger/CarbonDataMergerUtil.java      |  729 --
 .../spark/merger/NodeBlockRelation.java         |   60 -
 .../spark/merger/NodeMultiBlockRelation.java    |   59 -
 .../spark/partition/api/DataPartitioner.java    |   63 -
 .../spark/partition/api/Partition.java          |   51 -
 .../partition/api/impl/CSVFilePartitioner.java  |  365 -
 .../api/impl/DataPartitionerProperties.java     |   90 -
 .../partition/api/impl/DefaultLoadBalancer.java |   78 -
 .../spark/partition/api/impl/PartitionImpl.java |   63 -
 .../api/impl/PartitionMultiFileImpl.java        |   51 -
 .../api/impl/QueryPartitionHelper.java          |  189 -
 .../api/impl/SampleDataPartitionerImpl.java     |  151 -
 .../spark/partition/reader/CSVIterator.java     |   74 -
 .../spark/partition/reader/CSVParser.java       |  559 --
 .../spark/partition/reader/CSVReader.java       |  496 --
 .../spark/partition/reader/CSVWriter.java       |  396 -
 .../spark/partition/reader/LineReader.java      |   68 -
 .../spark/partition/reader/ResultSetHelper.java |   87 -
 .../reader/ResultSetHelperService.java          |  327 -
 .../readsupport/SparkRowReadSupportImpl.java    |   66 -
 .../org/carbondata/spark/splits/TableSplit.java |  128 -
 .../carbondata/spark/util/CarbonQueryUtil.java  |  255 -
 .../carbondata/spark/util/LoadMetadataUtil.java |  113 -
 .../spark/CarbonColumnValidator.scala           |   36 +
 .../apache/carbondata/spark/CarbonFilters.scala |  364 +
 .../apache/carbondata/spark/CarbonOption.scala  |   39 +
 .../carbondata/spark/CarbonSparkFactory.scala   |   60 +
 .../spark/DictionaryDetailHelper.scala          |   62 +
 .../org/apache/carbondata/spark/KeyVal.scala    |   89 +
 .../spark/csv/CarbonCsvRelation.scala           |  242 +
 .../carbondata/spark/csv/CarbonTextFile.scala   |   58 +
 .../carbondata/spark/csv/DefaultSource.scala    |  175 +
 .../org/apache/carbondata/spark/package.scala   |  124 +
 .../spark/rdd/CarbonCleanFilesRDD.scala         |   83 +
 .../spark/rdd/CarbonDataFrameRDD.scala          |   36 +
 .../spark/rdd/CarbonDataLoadRDD.scala           |  489 ++
 .../spark/rdd/CarbonDataPartitionRDD.scala      |  112 +
 .../spark/rdd/CarbonDataRDDFactory.scala        |  921 ++
 .../spark/rdd/CarbonDeleteLoadByDateRDD.scala   |   94 +
 .../spark/rdd/CarbonDeleteLoadRDD.scala         |   84 +
 .../spark/rdd/CarbonDropTableRDD.scala          |   76 +
 .../spark/rdd/CarbonGlobalDictionaryRDD.scala   |  547 ++
 .../carbondata/spark/rdd/CarbonMergerRDD.scala  |  362 +
 .../carbondata/spark/rdd/CarbonScanRDD.scala    |  290 +
 .../apache/carbondata/spark/rdd/Compactor.scala |  154 +
 .../spark/tasks/DictionaryWriterTask.scala      |  110 +
 .../spark/tasks/SortIndexWriterTask.scala       |   59 +
 .../spark/thriftserver/CarbonThriftServer.scala |   58 +
 .../carbondata/spark/util/CarbonScalaUtil.scala |  166 +
 .../carbondata/spark/util/CommonUtil.scala      |  202 +
 .../spark/util/GlobalDictionaryUtil.scala       |  778 ++
 .../carbondata/spark/util/QueryPlanUtil.scala   |   47 +
 .../apache/spark/sql/CarbonBoundReference.scala |    2 +-
 .../org/apache/spark/sql/CarbonContext.scala    |   11 +-
 .../sql/CarbonDatasourceHadoopRelation.scala    |   12 +-
 .../spark/sql/CarbonDatasourceRelation.scala    |   14 +-
 .../spark/sql/CarbonDictionaryDecoder.scala     |   14 +-
 .../org/apache/spark/sql/CarbonOperators.scala  |   11 +-
 .../org/apache/spark/sql/CarbonSqlParser.scala  |   13 +-
 .../spark/sql/SparkUnknownExpression.scala      |   12 +-
 .../execution/command/carbonTableSchema.scala   |   69 +-
 .../spark/sql/hive/CarbonMetastoreCatalog.scala |   51 +-
 .../spark/sql/hive/CarbonSQLDialect.scala       |    2 +-
 .../spark/sql/hive/CarbonStrategies.scala       |    9 +-
 .../spark/sql/hive/DistributionUtil.scala       |    6 +-
 .../spark/sql/optimizer/CarbonOptimizer.scala   |    2 +-
 .../scala/org/apache/spark/util/FileUtils.scala |    8 +-
 .../org/apache/spark/util/SplitUtils.scala      |    2 +-
 .../spark/CarbonColumnValidator.scala           |   36 -
 .../org/carbondata/spark/CarbonFilters.scala    |  364 -
 .../org/carbondata/spark/CarbonOption.scala     |   39 -
 .../carbondata/spark/CarbonSparkFactory.scala   |   63 -
 .../spark/DictionaryDetailHelper.scala          |   66 -
 .../scala/org/carbondata/spark/KeyVal.scala     |   89 -
 .../spark/csv/CarbonCsvRelation.scala           |  242 -
 .../carbondata/spark/csv/CarbonTextFile.scala   |   63 -
 .../carbondata/spark/csv/DefaultSource.scala    |  175 -
 .../scala/org/carbondata/spark/package.scala    |  124 -
 .../spark/rdd/CarbonCleanFilesRDD.scala         |   83 -
 .../spark/rdd/CarbonDataFrameRDD.scala          |   36 -
 .../spark/rdd/CarbonDataLoadRDD.scala           |  495 --
 .../spark/rdd/CarbonDataPartitionRDD.scala      |  113 -
 .../spark/rdd/CarbonDataRDDFactory.scala        |  921 --
 .../spark/rdd/CarbonDeleteLoadByDateRDD.scala   |   95 -
 .../spark/rdd/CarbonDeleteLoadRDD.scala         |   84 -
 .../spark/rdd/CarbonDropTableRDD.scala          |   76 -
 .../spark/rdd/CarbonGlobalDictionaryRDD.scala   |  546 --
 .../carbondata/spark/rdd/CarbonMergerRDD.scala  |  362 -
 .../carbondata/spark/rdd/CarbonScanRDD.scala    |  290 -
 .../org/carbondata/spark/rdd/Compactor.scala    |  154 -
 .../spark/tasks/DictionaryWriterTask.scala      |  110 -
 .../spark/tasks/SortIndexWriterTask.scala       |   62 -
 .../spark/thriftserver/CarbonThriftServer.scala |   58 -
 .../carbondata/spark/util/CarbonScalaUtil.scala |  166 -
 .../org/carbondata/spark/util/CommonUtil.scala  |  202 -
 .../spark/util/GlobalDictionaryUtil.scala       |  780 --
 .../carbondata/spark/util/QueryPlanUtil.scala   |   47 -
 .../spark/load/CarbonLoaderUtilTest.java        |    6 +-
 .../validation/FileFooterValidator.java         |   30 +-
 .../aggquery/IntegerDataTypeTestCase.scala      |   49 +
 .../spark/testsuite/bigdecimal/TestBigInt.scala |   93 +
 .../TestDimensionWithDecimalDataType.scala      |   61 +
 ...plexPrimitiveTimestampDirectDictionary.scala |   72 +
 .../complexType/TestComplexTypeQuery.scala      |  165 +
 .../complexType/TestCreateTableWithDouble.scala |   95 +
 .../MultiFilesDataLoagdingTestCase.scala        |   59 +
 .../dataload/TestLoadDataWithBlankLine.scala    |   49 +
 .../TestLoadDataWithEmptyArrayColumns.scala     |   66 +
 .../dataload/TestLoadDataWithJunkChars.scala    |   61 +
 .../TestLoadDataWithMaxMinInteger.scala         |   98 +
 .../dataload/TestLoadDataWithNullMeasures.scala |   53 +
 .../testsuite/emptyrow/TestEmptyRows.scala      |   82 +
 .../aggquery/AggregateQueryTestCase.scala       |   45 +
 .../AllDataTypesTestCaseAggregate.scala         |  111 +
 .../aggquery/AverageQueryTestCase.scala         |  112 +
 .../AllDataTypesTestCaseAggregate.scala         | 1162 +++
 .../allqueries/TestQueryWithoutDataLoad.scala   |   63 +
 .../testsuite/bigdecimal/TestAvgForBigInt.scala |   59 +
 .../testsuite/bigdecimal/TestBigDecimal.scala   |  204 +
 .../bigdecimal/TestNullAndEmptyFields.scala     |  110 +
 .../blockprune/BlockPruneQueryTestCase.scala    |  115 +
 .../createtable/TestCreateTableSyntax.scala     |  132 +
 .../DataCompactionCardinalityBoundryTest.scala  |  134 +
 .../datacompaction/DataCompactionLockTest.scala |  129 +
 .../DataCompactionNoDictionaryTest.scala        |  179 +
 .../datacompaction/DataCompactionTest.scala     |  176 +
 .../MajorCompactionIgnoreInMinorTest.scala      |  148 +
 .../MajorCompactionStopsAfterCompaction.scala   |  143 +
 .../dataload/DefaultSourceTestCase.scala        |  105 +
 .../TestDataWithDicExcludeAndInclude.scala      |  106 +
 .../dataload/TestLoadDataWithHiveSyntax.scala   |  601 ++
 ...ataWithMalformedCarbonCommandException.scala |  163 +
 .../dataload/TestLoadDataWithNoMeasure.scala    |  128 +
 .../TestLoadDataWithNotProperInputFile.scala    |   76 +
 .../dataload/TestLoadTblNameIsKeyword.scala     |   96 +
 .../TestNoInvertedIndexLoadAndQuery.scala       |  105 +
 .../dataretention/DataRetentionTestCase.scala   |  257 +
 .../deleteTable/TestDeleteTableNewDDL.scala     |  112 +
 .../detailquery/AllDataTypesTestCase.scala      |   54 +
 .../ColumnGroupDataTypesTestCase.scala          |  149 +
 .../ColumnPropertyValidationTestCase.scala      |   46 +
 .../HighCardinalityDataTypesTestCase.scala      |  250 +
 .../detailquery/IntegerDataTypeTestCase.scala   |   48 +
 .../NoDictionaryColumnTestCase.scala            |   60 +
 ...estampDataTypeDirectDictionaryTestCase.scala |  157 +
 ...TypeDirectDictionaryWithNoDictTestCase.scala |  107 +
 .../TimestampDataTypeNullDataTest.scala         |   92 +
 .../filterexpr/AllDataTypesTestCaseFilter.scala |   66 +
 .../filterexpr/CountStarTestCase.scala          |   73 +
 .../filterexpr/FilterProcessorTestCase.scala    |  298 +
 .../GrtLtFilterProcessorTestCase.scala          |  176 +
 .../filterexpr/IntegerDataTypeTestCase.scala    |   48 +
 .../NullMeasureValueTestCaseFilter.scala        |   58 +
 .../HadoopFSRelationTestCase.scala              |   69 +
 .../joinquery/AllDataTypesTestCaseJoin.scala    |   54 +
 .../joinquery/IntegerDataTypeTestCase.scala     |   48 +
 .../NullMeasureValueTestCaseAggregate.scala     |   85 +
 .../TestNullValueSerialization.scala            |  112 +
 .../sortexpr/AllDataTypesTestCaseSort.scala     |   54 +
 .../sortexpr/IntegerDataTypeTestCase.scala      |   49 +
 .../windowsexpr/WindowsExprTestCase.scala       |   78 +
 .../spark/util/AllDictionaryTestCase.scala      |  140 +
 .../AutoHighCardinalityIdentifyTestCase.scala   |  178 +
 .../spark/util/DictionaryTestCaseUtil.scala     |   51 +
 .../util/ExternalColumnDictionaryTestCase.scala |  213 +
 ...GlobalDictionaryUtilConcurrentTestCase.scala |  179 +
 .../util/GlobalDictionaryUtilTestCase.scala     |  214 +
 .../apache/spark/sql/TestCarbonSqlParser.scala  |    2 +-
 .../sql/common/util/CarbonHiveContext.scala     |    4 +-
 ...plexPrimitiveTimestampDirectDictionary.scala |   72 -
 .../complexType/TestComplexTypeQuery.scala      |  165 -
 .../complexType/TestCreateTableWithDouble.scala |   95 -
 .../dataload/TestLoadDataWithBlankLine.scala    |   49 -
 .../TestLoadDataWithEmptyArrayColumns.scala     |   66 -
 .../dataload/TestLoadDataWithJunkChars.scala    |   61 -
 .../TestLoadDataWithMaxMinInteger.scala         |   98 -
 .../dataload/TestLoadDataWithNullMeasures.scala |   53 -
 .../aggquery/AggregateQueryTestCase.scala       |   45 -
 .../AllDataTypesTestCaseAggregate.scala         |  111 -
 .../aggquery/AverageQueryTestCase.scala         |  110 -
 .../aggquery/IntegerDataTypeTestCase.scala      |   49 -
 .../AllDataTypesTestCaseAggregate.scala         | 1162 ---
 .../allqueries/TestQueryWithoutDataLoad.scala   |   63 -
 .../testsuite/bigdecimal/TestAvgForBigInt.scala |   59 -
 .../testsuite/bigdecimal/TestBigDecimal.scala   |  204 -
 .../spark/testsuite/bigdecimal/TestBigInt.scala |   93 -
 .../TestDimensionWithDecimalDataType.scala      |   61 -
 .../bigdecimal/TestNullAndEmptyFields.scala     |  110 -
 .../blockprune/BlockPruneQueryTestCase.scala    |  115 -
 .../createtable/TestCreateTableSyntax.scala     |  132 -
 .../DataCompactionCardinalityBoundryTest.scala  |  134 -
 .../datacompaction/DataCompactionLockTest.scala |  129 -
 .../DataCompactionNoDictionaryTest.scala        |  179 -
 .../datacompaction/DataCompactionTest.scala     |  176 -
 .../MajorCompactionIgnoreInMinorTest.scala      |  148 -
 .../MajorCompactionStopsAfterCompaction.scala   |  143 -
 .../dataload/DefaultSourceTestCase.scala        |  105 -
 .../MultiFilesDataLoagdingTestCase.scala        |   59 -
 .../TestDataWithDicExcludeAndInclude.scala      |  107 -
 .../dataload/TestLoadDataWithHiveSyntax.scala   |  600 --
 ...ataWithMalformedCarbonCommandException.scala |  163 -
 .../dataload/TestLoadDataWithNoMeasure.scala    |  128 -
 .../TestLoadDataWithNotProperInputFile.scala    |   78 -
 .../dataload/TestLoadTblNameIsKeyword.scala     |   96 -
 .../TestNoInvertedIndexLoadAndQuery.scala       |  105 -
 .../dataretention/DataRetentionTestCase.scala   |  257 -
 .../deleteTable/TestDeleteTableNewDDL.scala     |  112 -
 .../detailquery/AllDataTypesTestCase.scala      |   54 -
 .../ColumnGroupDataTypesTestCase.scala          |  149 -
 .../ColumnPropertyValidationTestCase.scala      |   46 -
 .../HighCardinalityDataTypesTestCase.scala      |  250 -
 .../detailquery/IntegerDataTypeTestCase.scala   |   48 -
 .../NoDictionaryColumnTestCase.scala            |   60 -
 ...estampDataTypeDirectDictionaryTestCase.scala |  157 -
 ...TypeDirectDictionaryWithNoDictTestCase.scala |  107 -
 .../TimestampDataTypeNullDataTest.scala         |   92 -
 .../testsuite/emptyrow/TestEmptyRows.scala      |   82 -
 .../filterexpr/AllDataTypesTestCaseFilter.scala |   66 -
 .../filterexpr/CountStarTestCase.scala          |   72 -
 .../filterexpr/FilterProcessorTestCase.scala    |  294 -
 .../GrtLtFilterProcessorTestCase.scala          |  176 -
 .../filterexpr/IntegerDataTypeTestCase.scala    |   48 -
 .../NullMeasureValueTestCaseFilter.scala        |   58 -
 .../HadoopFSRelationTestCase.scala              |   69 -
 .../joinquery/AllDataTypesTestCaseJoin.scala    |   54 -
 .../joinquery/IntegerDataTypeTestCase.scala     |   48 -
 .../NullMeasureValueTestCaseAggregate.scala     |   84 -
 .../TestNullValueSerialization.scala            |  112 -
 .../sortexpr/AllDataTypesTestCaseSort.scala     |   54 -
 .../sortexpr/IntegerDataTypeTestCase.scala      |   49 -
 .../windowsexpr/WindowsExprTestCase.scala       |   78 -
 .../spark/util/AllDictionaryTestCase.scala      |  140 -
 .../AutoHighCardinalityIdentifyTestCase.scala   |  186 -
 .../spark/util/DictionaryTestCaseUtil.scala     |   52 -
 .../util/ExternalColumnDictionaryTestCase.scala |  213 -
 ...GlobalDictionaryUtilConcurrentTestCase.scala |  177 -
 .../util/GlobalDictionaryUtilTestCase.scala     |  214 -
 .../plugin.xml                                  |    2 +-
 .../carbonautoagggraphgenerator/plugin.xml      |    2 +-
 .../steps/carbonautoaggslicemerger/plugin.xml   |    2 +-
 .../steps/carboncsvbasedseqgen/plugin.xml       |    2 +-
 .../plugins/steps/carboncsvreader/plugin.xml    |    2 +-
 .../steps/carboncsvreaderstrep/plugin.xml       |    2 +-
 .../plugins/steps/carbondatawriter/plugin.xml   |    2 +-
 .../plugins/steps/carbonfactreader/plugin.xml   |    2 +-
 .../plugins/steps/carbongroupby/plugin.xml      |    2 +-
 .../steps/carboninmemoryfactreader/plugin.xml   |    2 +-
 .../plugins/steps/carbonseqgen/plugin.xml       |    2 +-
 .../plugins/steps/carbonslicemerger/plugin.xml  |    2 +-
 .../steps/carbonsortkeyandgroupby/plugin.xml    |    2 +-
 .../plugins/steps/mdkeygenstep/plugin.xml       |    2 +-
 .../plugins/steps/sortkeystep/plugin.xml        |    2 +-
 processing/pom.xml                              |   10 +-
 .../fileoperations/AtomicFileOperations.java    |   33 +
 .../AtomicFileOperationsImpl.java               |   87 +
 .../lcm/fileoperations/FileWriteOperation.java  |   25 +
 .../lcm/locks/AbstractCarbonLock.java           |   77 +
 .../carbondata/lcm/locks/CarbonLockFactory.java |   94 +
 .../carbondata/lcm/locks/HdfsFileLock.java      |  106 +
 .../carbondata/lcm/locks/ICarbonLock.java       |   40 +
 .../carbondata/lcm/locks/LocalFileLock.java     |  159 +
 .../apache/carbondata/lcm/locks/LockUsage.java  |   31 +
 .../carbondata/lcm/locks/ZooKeeperLocking.java  |  195 +
 .../carbondata/lcm/locks/ZookeeperInit.java     |   82 +
 .../lcm/status/SegmentStatusManager.java        |  507 ++
 .../api/dataloader/DataLoadModel.java           |  201 +
 .../processing/api/dataloader/SchemaInfo.java   |  191 +
 .../constants/DataProcessorConstants.java       |   59 +
 .../processing/csvload/DataGraphExecuter.java   |  635 ++
 .../processing/csvload/GraphExecutionUtil.java  |  362 +
 .../processing/csvreaderstep/CsvInput.java      |  528 ++
 .../processing/csvreaderstep/CsvInputData.java  |   49 +
 .../processing/csvreaderstep/CsvInputMeta.java  |  937 ++
 .../csvreaderstep/CustomDataStream.java         |  126 +
 .../csvreaderstep/UnivocityCsvParser.java       |  176 +
 .../csvreaderstep/UnivocityCsvParserVo.java     |  184 +
 .../csvreaderstep/step-attributes.xml           |  229 +
 .../dataprocessor/DataProcessTaskStatus.java    |  286 +
 .../dataprocessor/IDataProcessStatus.java       |  192 +
 .../manager/CarbonDataProcessorManager.java     |   69 +
 .../processing/dataprocessor/queue/Queue.java   |   47 +
 .../queue/impl/DataProcessorQueue.java          |  106 +
 .../queue/impl/RecordComparator.java            |   45 +
 .../holder/DataProcessorRecordHolder.java       |   65 +
 .../processing/datatypes/ArrayDataType.java     |  289 +
 .../processing/datatypes/GenericDataType.java   |  154 +
 .../processing/datatypes/PrimitiveDataType.java |  268 +
 .../processing/datatypes/StructDataType.java    |  316 +
 .../processing/etl/DataLoadingException.java    |   52 +
 .../exception/CarbonDataProcessorException.java |   80 +
 .../graphgenerator/GraphGenerator.java          |  994 +++
 .../graphgenerator/GraphGeneratorConstants.java |   76 +
 .../graphgenerator/GraphGeneratorException.java |   81 +
 .../configuration/GraphConfigurationInfo.java   | 1061 +++
 .../processing/iterator/CarbonIterator.java     |   38 +
 .../processing/mdkeygen/MDKeyGenStep.java       |  527 ++
 .../processing/mdkeygen/MDKeyGenStepData.java   |   39 +
 .../processing/mdkeygen/MDKeyGenStepMeta.java   |  582 ++
 .../processing/mdkeygen/file/FileData.java      |   74 +
 .../processing/mdkeygen/file/FileManager.java   |   68 +
 .../mdkeygen/file/IFileManagerComposite.java    |   59 +
 .../mdkeygen/messages/messages_en_US.properties |   22 +
 .../merger/exeception/SliceMergerException.java |   80 +
 .../merger/step/CarbonSliceMergerStep.java      |  161 +
 .../merger/step/CarbonSliceMergerStepData.java  |   43 +
 .../merger/step/CarbonSliceMergerStepMeta.java  |  586 ++
 .../schema/metadata/ArrayWrapper.java           |   64 +
 .../schema/metadata/ColumnSchemaDetails.java    |  102 +
 .../metadata/ColumnSchemaDetailsWrapper.java    |  110 +
 .../processing/schema/metadata/ColumnsInfo.java |  504 ++
 .../schema/metadata/HierarchiesInfo.java        |  130 +
 .../schema/metadata/SortObserver.java           |   42 +
 .../processing/schema/metadata/TableOption.java |   82 +
 .../schema/metadata/TableOptionWrapper.java     |  106 +
 .../CarbonSortKeyAndGroupByException.java       |   89 +
 .../sortdata/AbstractTempSortFileReader.java    |  141 +
 .../sortdata/AbstractTempSortFileWriter.java    |  102 +
 .../sortdata/CompressedTempSortFileReader.java  |   52 +
 .../sortdata/CompressedTempSortFileWriter.java  |   79 +
 .../sortdata/FileMergerParameters.java          |  216 +
 .../sortdata/IntermediateFileMerger.java        |  371 +
 .../sortandgroupby/sortdata/RowComparator.java  |   96 +
 .../sortdata/RowComparatorForNormalDims.java    |   64 +
 .../sortandgroupby/sortdata/SortDataRows.java   |  616 ++
 .../sortdata/SortTempFileChunkHolder.java       |  519 ++
 .../sortdata/SortTempFileChunkWriter.java       |   77 +
 .../sortdata/TempSortFileReader.java            |   39 +
 .../sortdata/TempSortFileReaderFactory.java     |   45 +
 .../sortdata/TempSortFileWriter.java            |   48 +
 .../sortdata/TempSortFileWriterFactory.java     |   43 +
 .../UnCompressedTempSortFileReader.java         |   50 +
 .../UnCompressedTempSortFileWriter.java         |  114 +
 .../sortdatastep/SortKeyStep.java               |  277 +
 .../sortdatastep/SortKeyStepMeta.java           |  550 ++
 .../sortdatastep/SortKeyStepData.java           |   53 +
 .../store/CarbonDataFileAttributes.java         |   90 +
 .../store/CarbonFactDataHandlerColumnar.java    | 1312 +++
 .../store/CarbonFactDataHandlerModel.java       |  393 +
 .../processing/store/CarbonFactHandler.java     |   32 +
 .../processing/store/CarbonKeyBlockHolder.java  |   48 +
 .../store/SingleThreadFinalSortFilesMerger.java |  288 +
 .../store/colgroup/ColGroupBlockStorage.java    |   98 +
 .../store/colgroup/ColGroupDataHolder.java      |  103 +
 .../store/colgroup/ColGroupMinMax.java          |  217 +
 .../store/colgroup/ColumnDataHolder.java        |   40 +
 .../processing/store/colgroup/DataHolder.java   |   40 +
 .../store/messages/messages_en_US.properties    |   22 +
 .../store/writer/AbstractFactDataWriter.java    |  698 ++
 .../store/writer/CarbonFactDataWriter.java      |   89 +
 ...actDataWriterImplForIntIndexAndAggBlock.java |  487 ++
 .../processing/store/writer/NodeHolder.java     |  456 +
 .../exception/CarbonDataWriterException.java    |   81 +
 .../csvbased/BadRecordslogger.java              |  169 +
 .../CarbonCSVBasedDimSurrogateKeyGen.java       |  513 ++
 .../csvbased/CarbonCSVBasedSeqGenData.java      |  173 +
 .../csvbased/CarbonCSVBasedSeqGenMeta.java      | 1707 ++++
 .../csvbased/CarbonCSVBasedSeqGenStep.java      | 1869 ++++
 .../FileStoreSurrogateKeyGenForCSV.java         |  402 +
 .../dbbased/CarbonDimSurrogateKeyGen.java       |  286 +
 .../dbbased/HierarchyValueWriter.java           |  155 +
 .../dbbased/IntArrayWrapper.java                |  110 +
 .../dbbased/messages/messages_en_US.properties  |   61 +
 .../util/CarbonDataProcessorUtil.java           |  284 +
 .../processing/util/CarbonSchemaParser.java     | 1281 +++
 .../processing/util/RemoveDictionaryUtil.java   |  426 +
 .../fileoperations/AtomicFileOperations.java    |   33 -
 .../AtomicFileOperationsImpl.java               |   87 -
 .../lcm/fileoperations/FileWriteOperation.java  |   25 -
 .../lcm/locks/AbstractCarbonLock.java           |   77 -
 .../carbondata/lcm/locks/CarbonLockFactory.java |   94 -
 .../org/carbondata/lcm/locks/HdfsFileLock.java  |  106 -
 .../org/carbondata/lcm/locks/ICarbonLock.java   |   40 -
 .../org/carbondata/lcm/locks/LocalFileLock.java |  159 -
 .../org/carbondata/lcm/locks/LockUsage.java     |   31 -
 .../carbondata/lcm/locks/ZooKeeperLocking.java  |  195 -
 .../org/carbondata/lcm/locks/ZookeeperInit.java |   82 -
 .../lcm/status/SegmentStatusManager.java        |  500 --
 .../api/dataloader/DataLoadModel.java           |  201 -
 .../processing/api/dataloader/SchemaInfo.java   |  191 -
 .../constants/DataProcessorConstants.java       |   59 -
 .../processing/csvload/DataGraphExecuter.java   |  635 --
 .../processing/csvload/GraphExecutionUtil.java  |  362 -
 .../processing/csvreaderstep/CsvInput.java      |  528 --
 .../processing/csvreaderstep/CsvInputData.java  |   49 -
 .../processing/csvreaderstep/CsvInputMeta.java  |  937 --
 .../csvreaderstep/CustomDataStream.java         |  126 -
 .../csvreaderstep/UnivocityCsvParser.java       |  176 -
 .../csvreaderstep/UnivocityCsvParserVo.java     |  184 -
 .../csvreaderstep/step-attributes.xml           |  229 -
 .../dataprocessor/DataProcessTaskStatus.java    |  286 -
 .../dataprocessor/IDataProcessStatus.java       |  192 -
 .../manager/CarbonDataProcessorManager.java     |   69 -
 .../processing/dataprocessor/queue/Queue.java   |   47 -
 .../queue/impl/DataProcessorQueue.java          |  106 -
 .../queue/impl/RecordComparator.java            |   45 -
 .../holder/DataProcessorRecordHolder.java       |   65 -
 .../processing/datatypes/ArrayDataType.java     |  289 -
 .../processing/datatypes/GenericDataType.java   |  154 -
 .../processing/datatypes/PrimitiveDataType.java |  268 -
 .../processing/datatypes/StructDataType.java    |  316 -
 .../processing/etl/DataLoadingException.java    |   52 -
 .../exception/CarbonDataProcessorException.java |   80 -
 .../graphgenerator/GraphGenerator.java          |  987 ---
 .../graphgenerator/GraphGeneratorConstants.java |   76 -
 .../graphgenerator/GraphGeneratorException.java |   81 -
 .../configuration/GraphConfigurationInfo.java   | 1061 ---
 .../processing/iterator/CarbonIterator.java     |   38 -
 .../processing/mdkeygen/MDKeyGenStep.java       |  527 --
 .../processing/mdkeygen/MDKeyGenStepData.java   |   39 -
 .../processing/mdkeygen/MDKeyGenStepMeta.java   |  582 --
 .../processing/mdkeygen/file/FileData.java      |   74 -
 .../processing/mdkeygen/file/FileManager.java   |   68 -
 .../mdkeygen/file/IFileManagerComposite.java    |   59 -
 .../mdkeygen/messages/messages_en_US.properties |   22 -
 .../merger/exeception/SliceMergerException.java |   80 -
 .../merger/step/CarbonSliceMergerStep.java      |  161 -
 .../merger/step/CarbonSliceMergerStepData.java  |   43 -
 .../merger/step/CarbonSliceMergerStepMeta.java  |  586 --
 .../schema/metadata/ArrayWrapper.java           |   64 -
 .../schema/metadata/ColumnSchemaDetails.java    |  102 -
 .../metadata/ColumnSchemaDetailsWrapper.java    |  110 -
 .../processing/schema/metadata/ColumnsInfo.java |  504 --
 .../schema/metadata/HierarchiesInfo.java        |  130 -
 .../schema/metadata/SortObserver.java           |   42 -
 .../processing/schema/metadata/TableOption.java |   82 -
 .../schema/metadata/TableOptionWrapper.java     |  106 -
 .../CarbonSortKeyAndGroupByException.java       |   89 -
 .../sortdata/AbstractTempSortFileReader.java    |  141 -
 .../sortdata/AbstractTempSortFileWriter.java    |  102 -
 .../sortdata/CompressedTempSortFileReader.java  |   52 -
 .../sortdata/CompressedTempSortFileWriter.java  |   79 -
 .../sortdata/FileMergerParameters.java          |  216 -
 .../sortdata/IntermediateFileMerger.java        |  371 -
 .../sortandgroupby/sortdata/RowComparator.java  |   96 -
 .../sortdata/RowComparatorForNormalDims.java    |   64 -
 .../sortandgroupby/sortdata/SortDataRows.java   |  616 --
 .../sortdata/SortTempFileChunkHolder.java       |  519 --
 .../sortdata/SortTempFileChunkWriter.java       |   77 -
 .../sortdata/TempSortFileReader.java            |   39 -
 .../sortdata/TempSortFileReaderFactory.java     |   45 -
 .../sortdata/TempSortFileWriter.java            |   48 -
 .../sortdata/TempSortFileWriterFactory.java     |   43 -
 .../UnCompressedTempSortFileReader.java         |   50 -
 .../UnCompressedTempSortFileWriter.java         |  114 -
 .../sortdatastep/SortKeyStep.java               |  276 -
 .../sortdatastep/SortKeyStepData.java           |   53 -
 .../sortdatastep/SortKeyStepMeta.java           |  549 --
 .../store/CarbonDataFileAttributes.java         |   90 -
 .../store/CarbonFactDataHandlerColumnar.java    | 1312 ---
 .../store/CarbonFactDataHandlerModel.java       |  393 -
 .../processing/store/CarbonFactHandler.java     |   32 -
 .../processing/store/CarbonKeyBlockHolder.java  |   48 -
 .../store/SingleThreadFinalSortFilesMerger.java |  288 -
 .../store/colgroup/ColGroupBlockStorage.java    |   98 -
 .../store/colgroup/ColGroupDataHolder.java      |  103 -
 .../store/colgroup/ColGroupMinMax.java          |  217 -
 .../store/colgroup/ColumnDataHolder.java        |   40 -
 .../processing/store/colgroup/DataHolder.java   |   40 -
 .../store/messages/messages_en_US.properties    |   22 -
 .../store/writer/AbstractFactDataWriter.java    |  698 --
 .../store/writer/CarbonFactDataWriter.java      |   89 -
 ...actDataWriterImplForIntIndexAndAggBlock.java |  487 --
 .../processing/store/writer/NodeHolder.java     |  456 -
 .../exception/CarbonDataWriterException.java    |   81 -
 .../csvbased/BadRecordslogger.java              |  169 -
 .../CarbonCSVBasedDimSurrogateKeyGen.java       |  513 --
 .../csvbased/CarbonCSVBasedSeqGenData.java      |  173 -
 .../csvbased/CarbonCSVBasedSeqGenMeta.java      | 1707 ----
 .../csvbased/CarbonCSVBasedSeqGenStep.java      | 1869 ----
 .../FileStoreSurrogateKeyGenForCSV.java         |  402 -
 .../dbbased/CarbonDimSurrogateKeyGen.java       |  286 -
 .../dbbased/HierarchyValueWriter.java           |  155 -
 .../dbbased/IntArrayWrapper.java                |  110 -
 .../dbbased/messages/messages_en_US.properties  |   61 -
 .../util/CarbonDataProcessorUtil.java           |  284 -
 .../processing/util/CarbonSchemaParser.java     | 1281 ---
 .../processing/util/RemoveDictionaryUtil.java   |  426 -
 .../TimeStampDirectDictionaryGenerator_UT.java  |   75 +
 .../carbondata/lcm/locks/LocalFileLockTest.java |   63 +
 .../lcm/locks/ZooKeeperLockingTest.java         |  143 +
 .../store/colgroup/ColGroupMinMaxTest.java      |  253 +
 .../TimeStampDirectDictionaryGenerator_UT.java  |   75 -
 .../carbondata/lcm/locks/LocalFileLockTest.java |   66 -
 .../lcm/locks/ZooKeeperLockingTest.java         |  143 -
 .../store/colgroup/ColGroupMinMaxTest.java      |  257 -
 1398 files changed, 134329 insertions(+), 134344 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/common/src/main/java/org/apache/carbondata/common/CarbonIterator.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/carbondata/common/CarbonIterator.java b/common/src/main/java/org/apache/carbondata/common/CarbonIterator.java
new file mode 100644
index 0000000..9141bcd
--- /dev/null
+++ b/common/src/main/java/org/apache/carbondata/common/CarbonIterator.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.common;
+
+import java.util.Iterator;
+
+/**
+ * CarbonIterator adds default implement for remove. This is required for Java 7.
+ * @param <E>
+ */
+public abstract class CarbonIterator<E> implements Iterator<E> {
+
+  @Override public abstract boolean hasNext();
+
+  @Override public abstract E next();
+
+  @Override public void remove() {
+    throw new UnsupportedOperationException("remove");
+  }
+
+}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/common/src/main/java/org/apache/carbondata/common/logging/LogService.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/carbondata/common/logging/LogService.java b/common/src/main/java/org/apache/carbondata/common/logging/LogService.java
new file mode 100644
index 0000000..70e6fbe
--- /dev/null
+++ b/common/src/main/java/org/apache/carbondata/common/logging/LogService.java
@@ -0,0 +1,47 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.common.logging;
+
+/**
+ * for Log Services
+ */
+public interface LogService {
+
+  void debug(String message);
+
+  void info(String message);
+
+  void warn(String message);
+
+  void error(String message);
+
+  void error(Throwable throwable);
+
+  void error(Throwable throwable, String message);
+
+  void audit(String message);
+
+  /**
+   * Below method will be used to log the statistic information
+   *
+   * @param message statistic message
+   */
+  void statistic(String message);
+}

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/common/src/main/java/org/apache/carbondata/common/logging/LogServiceFactory.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/carbondata/common/logging/LogServiceFactory.java b/common/src/main/java/org/apache/carbondata/common/logging/LogServiceFactory.java
new file mode 100644
index 0000000..693c2a8
--- /dev/null
+++ b/common/src/main/java/org/apache/carbondata/common/logging/LogServiceFactory.java
@@ -0,0 +1,46 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.common.logging;
+
+import org.apache.carbondata.common.logging.impl.StandardLogService;
+
+/**
+ * Log Service factory
+ */
+public final class LogServiceFactory {
+  private LogServiceFactory() {
+
+  }
+
+  /**
+   * return Logger Service.
+   *
+   * @param className provides class name
+   * @return LogService
+   */
+  public static LogService getLogService(final String className) {
+    return new StandardLogService(className);
+  }
+
+  public static LogService getLogService() {
+    return new StandardLogService();
+  }
+
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/cd6a4ff3/common/src/main/java/org/apache/carbondata/common/logging/impl/AuditExtendedRollingFileAppender.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/carbondata/common/logging/impl/AuditExtendedRollingFileAppender.java b/common/src/main/java/org/apache/carbondata/common/logging/impl/AuditExtendedRollingFileAppender.java
new file mode 100644
index 0000000..fcdcb4b
--- /dev/null
+++ b/common/src/main/java/org/apache/carbondata/common/logging/impl/AuditExtendedRollingFileAppender.java
@@ -0,0 +1,41 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.carbondata.common.logging.impl;
+
+import org.apache.log4j.spi.LoggingEvent;
+
+/**
+ * Copied form log4j and modified for renaming files and restriction only for
+ * audit logging
+ */
+public class AuditExtendedRollingFileAppender extends ExtendedRollingFileAppender {
+
+  /**g
+   * Call RollingFileAppender method to append the log...
+   *
+   * @see org.apache.log4j.RollingFileAppender#subAppend(LoggingEvent)
+   */
+  protected void subAppend(LoggingEvent event) {
+    if (event.getLevel().toInt() == AuditLevel.AUDIT.toInt()) {
+      currentLevel = AuditLevel.AUDIT.toInt();
+      super.subAppend(event);
+    }
+  }
+}