You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2015/03/28 01:04:45 UTC
[08/50] incubator-kylin git commit: Merge branch
'streaming-localdict' of https://github.com/KylinOLAP/Kylin into
streaming-localdict
Merge branch 'streaming-localdict' of https://github.com/KylinOLAP/Kylin into streaming-localdict
Project: http://git-wip-us.apache.org/repos/asf/incubator-kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-kylin/commit/3bf6b377
Tree: http://git-wip-us.apache.org/repos/asf/incubator-kylin/tree/3bf6b377
Diff: http://git-wip-us.apache.org/repos/asf/incubator-kylin/diff/3bf6b377
Branch: refs/heads/streaming-localdict
Commit: 3bf6b377fe419371a4d53ef79af2c69a7f872713
Parents: d564876 9a1c4cb
Author: Shao Feng, Shi <sh...@ebay.com>
Authored: Thu Mar 26 18:04:03 2015 +0800
Committer: Shao Feng, Shi <sh...@ebay.com>
Committed: Thu Mar 26 18:04:03 2015 +0800
----------------------------------------------------------------------
.../kylin/common/persistence/ResourceStore.java | 2 +-
.../localmeta/streaming/kafka_test.json | 15 ++
.../apache/kylin/invertedindex/IIInstance.java | 12 ++
.../apache/kylin/invertedindex/IIManager.java | 17 +-
.../invertedindex/index/BatchSliceBuilder.java | 6 +-
.../model/IIJoinedFlatTableDesc.java | 12 +-
.../invertedindex/model/IIKeyValueCodec.java | 91 +++++----
.../model/IIKeyValueCodecWithState.java | 68 +++++++
.../apache/kylin/invertedindex/model/IIRow.java | 13 ++
.../org/apache/kylin/job/JoinedFlatTable.java | 1 -
.../kylin/job/hadoop/AbstractHadoopJob.java | 2 +-
.../kylin/job/hadoop/cube/BaseCuboidMapper.java | 2 +-
.../kylin/job/hadoop/cube/CubeHFileMapper.java | 2 +-
.../kylin/job/hadoop/cube/CuboidReducer.java | 2 +-
.../job/hadoop/cube/FactDistinctColumnsJob.java | 2 +-
.../hadoop/cube/FactDistinctColumnsMapper.java | 200 -------------------
.../cube/FactDistinctColumnsMapperBase.java | 81 ++++++++
.../hadoop/cube/FactDistinctColumnsReducer.java | 2 +-
.../cube/FactDistinctHiveColumnsMapper.java | 129 ++++++++++++
.../cube/FactDistinctIIColumnsMapper.java | 129 ++++++++++++
.../job/hadoop/cube/MergeCuboidMapper.java | 2 +-
.../kylin/job/hadoop/cube/NDCuboidMapper.java | 2 +-
.../job/hadoop/cube/NewBaseCuboidMapper.java | 2 +-
.../job/hadoop/cubev2/InMemCuboidMapper.java | 2 +-
.../job/hadoop/cubev2/InMemCuboidReducer.java | 2 +-
.../invertedindex/InvertedIndexMapper.java | 2 +-
.../invertedindex/InvertedIndexPartitioner.java | 2 +-
.../invertedindex/InvertedIndexReducer.java | 2 +-
.../metadata/model/IJoinedFlatTableDesc.java | 2 -
.../metadata/model/IntermediateColumnDesc.java | 4 +
.../endpoint/HbaseServerKVIterator.java | 9 +-
streaming/pom.xml | 8 +
.../kylin/streaming/JsonStreamParser.java | 73 +++++++
.../org/apache/kylin/streaming/KafkaConfig.java | 19 +-
.../apache/kylin/streaming/KafkaConsumer.java | 17 +-
.../apache/kylin/streaming/StreamBuilder.java | 9 +
.../apache/kylin/streaming/StreamManager.java | 18 +-
.../apache/kylin/streaming/StreamParser.java | 47 +++++
.../kylin/streaming/StreamingBootstrap.java | 102 ++++++++++
.../apache/kylin/streaming/StreamingCLI.java | 70 +++++++
.../kylin/streaming/StringStreamParser.java | 55 +++++
.../kylin/streaming/cube/CubeStreamBuilder.java | 2 +-
.../invertedindex/IIStreamBuilder.java | 2 +-
.../kylin/streaming/EternalStreamProducer.java | 3 +-
.../apache/kylin/streaming/KafkaBaseTest.java | 22 --
.../apache/kylin/streaming/KafkaConfigTest.java | 50 -----
.../kylin/streaming/KafkaConsumerTest.java | 8 +-
.../kylin/streaming/KafkaRequesterTest.java | 9 +
.../kylin/streaming/Nous/NousMessageTest.java | 4 +-
.../kylin/streaming/OneOffStreamProducer.java | 2 +-
.../kylin/streaming/StreamManagerTest.java | 69 +++++++
.../invertedindex/PrintOutStreamBuilder.java | 67 +++++++
.../kafka_streaming_test/kafka.properties | 10 -
53 files changed, 1068 insertions(+), 417 deletions(-)
----------------------------------------------------------------------