You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ch...@apache.org on 2016/12/29 08:13:27 UTC

[3/3] incubator-carbondata git commit: [CARBONDATA-569] clean up code for carbon-processing module This closes #473

[CARBONDATA-569] clean up code for carbon-processing module This closes #473


Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/241f45f8
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/241f45f8
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/241f45f8

Branch: refs/heads/master
Commit: 241f45f8a9488ac22c6b188db67e4e6b5ca34aec
Parents: 93f23cc 3fe6903
Author: chenliang613 <ch...@apache.org>
Authored: Thu Dec 29 16:12:57 2016 +0800
Committer: chenliang613 <ch...@apache.org>
Committed: Thu Dec 29 16:12:57 2016 +0800

----------------------------------------------------------------------
 .../hadoop/test/util/StoreCreator.java          |  12 +-
 .../carbondata/spark/load/CarbonLoaderUtil.java |  49 +---
 .../lcm/status/SegmentStatusManager.java        |   4 -
 .../api/dataloader/DataLoadModel.java           |  56 ----
 .../processing/api/dataloader/SchemaInfo.java   |  76 -----
 .../processing/csvload/DataGraphExecuter.java   |  19 +-
 .../processing/csvload/GraphExecutionUtil.java  |   5 +-
 .../processing/csvreaderstep/CsvInput.java      | 201 -------------
 .../processing/dataprocessor/queue/Queue.java   |  47 ---
 .../queue/impl/DataProcessorQueue.java          | 106 -------
 .../holder/DataProcessorRecordHolder.java       |  25 --
 .../processing/datatypes/ArrayDataType.java     |   8 -
 .../processing/datatypes/GenericDataType.java   |   5 -
 .../processing/datatypes/PrimitiveDataType.java |  11 -
 .../processing/datatypes/StructDataType.java    |   8 -
 .../graphgenerator/GraphGenerator.java          |  43 +--
 .../configuration/GraphConfigurationInfo.java   | 153 ----------
 .../processing/mdkeygen/MDKeyGenStepMeta.java   |  27 --
 .../processing/mdkeygen/file/FileManager.java   |   7 -
 .../merger/step/CarbonSliceMergerStepMeta.java  |  90 ------
 .../processing/model/CarbonLoadModel.java       |  18 --
 .../newflow/CarbonDataLoadConfiguration.java    |   8 -
 .../processing/newflow/DataField.java           |  11 -
 .../newflow/iterator/InputIterator.java         |  40 ---
 .../sort/impl/ParallelReadMergeSorterImpl.java  |   6 -
 .../impl/UnsafeParallelReadMergeSorterImpl.java |   6 -
 .../sort/unsafe/UnsafeCarbonRowPage.java        |  30 --
 .../newflow/sort/unsafe/UnsafeSortDataRows.java |  39 ---
 .../holder/UnsafeInmemoryMergeHolder.java       |   4 -
 .../UnsafeInMemoryIntermediateDataMerger.java   |   1 -
 .../UnsafeSingleThreadFinalSortFilesMerger.java |   5 -
 .../newflow/steps/InputProcessorStepImpl.java   |   5 -
 .../processing/schema/metadata/ColumnsInfo.java |  72 -----
 .../schema/metadata/HierarchiesInfo.java        |  77 -----
 .../sortdata/AbstractTempSortFileReader.java    | 141 ---------
 .../sortdata/CompressedTempSortFileReader.java  |  52 ----
 .../sortandgroupby/sortdata/SortParameters.java |   4 +-
 .../sortdata/TempSortFileReaderFactory.java     |  45 ---
 .../UnCompressedTempSortFileReader.java         |  50 ----
 .../sortdatastep/SortKeyStep.java               |   2 +-
 .../sortdatastep/SortKeyStepMeta.java           |  32 ---
 .../store/CarbonFactDataHandlerColumnar.java    |  33 ---
 .../store/CarbonFactDataHandlerModel.java       |  64 -----
 .../store/writer/AbstractFactDataWriter.java    |  15 -
 .../store/writer/CarbonDataWriterVo.java        |  21 --
 .../store/writer/CarbonFactDataWriter.java      |  12 -
 .../processing/store/writer/NodeHolder.java     |  70 -----
 .../CarbonCSVBasedDimSurrogateKeyGen.java       |  16 --
 .../csvbased/CarbonCSVBasedSeqGenData.java      |  35 ---
 .../csvbased/CarbonCSVBasedSeqGenMeta.java      | 270 -----------------
 .../csvbased/CarbonCSVBasedSeqGenStep.java      |   3 -
 .../FileStoreSurrogateKeyGenForCSV.java         |  36 ---
 .../dbbased/CarbonDimSurrogateKeyGen.java       | 286 -------------------
 .../dbbased/HierarchyValueWriter.java           | 155 ----------
 .../dbbased/IntArrayWrapper.java                | 110 -------
 .../processing/util/CarbonSchemaParser.java     | 223 +--------------
 .../processing/util/RemoveDictionaryUtil.java   |   9 -
 .../carbondata/test/util/StoreCreator.java      |  12 +-
 58 files changed, 29 insertions(+), 2941 deletions(-)
----------------------------------------------------------------------