You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2019/02/19 10:20:21 UTC
[kylin] branch realtime-streaming updated (99c8883 -> 8b374c5)
This is an automated email from the ASF dual-hosted git repository.
shaofengshi pushed a change to branch realtime-streaming
in repository https://gitbox.apache.org/repos/asf/kylin.git.
from 99c8883 KYLIN-3800 Measure get incorrect result
new cce8ac8 KYLIN-3786 Add integration test for realtime-streaming
new 8b374c5 Minor, fix rat check failed
The 7559 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../kylin/job/streaming/Kafka10DataLoader.java | 2 +-
.../org/apache/kylin/common/KylinConfigBase.java | 4 +
.../cube/test_streaming_v2_user_info_cube.json | 17 +
.../test_streaming_v2_user_info_cube.json | 262 +
.../data/DEFAULT.STREAMING_V2_USER_INFO_TABLE.csv | 1 +
.../test_streaming_v2_user_info_model.json | 27 +
.../test_case_data/localmeta/project/default.json | 11 +-
.../DEFAULT.STREAMING_V2_USER_INFO_TABLE.json | 15 +
.../DEFAULT.STREAMING_V2_USER_INFO_TABLE.json | 86 +
kylin-it/pom.xml | 38 +-
.../kylin/provision/BuildCubeWithStream.java | 8 +-
.../java/org/apache/kylin/provision/MockKafka.java | 19 +-
.../java/org/apache/kylin/query/H2Database.java | 3 +-
.../kylin/realtime/BuildCubeWithStreamV2.java | 488 +
.../compare_result}/query01.sql | 4 +-
.../compare_result}/query02.sql | 3 +-
.../compare_result}/query03.sql | 3 +-
.../compare_result}/query04.sql | 3 +-
.../compare_result}/query05.sql | 2 +-
.../compare_result}/query06.sql | 3 +-
.../compare_result}/query07.sql | 2 +-
.../compare_result}/query08.sql | 2 +-
.../count}/query01.sql | 7 +-
.../not_compare_result}/query01.sql | 5 +-
.../not_compare_result}/query02.sql | 4 +-
.../resources/streaming_v2_user_info_messages.txt | 10000 +++++++++++++++++++
pom.xml | 8 +
.../kylin/storage/hbase/util/ZookeeperUtil.java | 21 +
storage-stream/pom.xml | 6 +
.../apache/kylin/storage/stream/StreamStorage.java | 9 +-
.../stream/rpc/HttpStreamDataSearchClient.java | 2 +-
...ient.java => MockedStreamDataSearchClient.java} | 37 +-
.../kylin/stream/coordinator/Coordinator.java | 17 +-
.../org/apache/kylin/stream/core/model/Node.java | 4 +
.../kylin/stream/server/StreamingServer.java | 15 +-
.../kylin/stream/source/kafka/KafkaSource.java | 12 +-
.../apache/kylin/tool/CubeMetaExtractorTest.java | 3 +-
37 files changed, 11069 insertions(+), 84 deletions(-)
create mode 100644 examples/test_case_data/localmeta/cube/test_streaming_v2_user_info_cube.json
create mode 100644 examples/test_case_data/localmeta/cube_desc/test_streaming_v2_user_info_cube.json
create mode 100644 examples/test_case_data/localmeta/data/DEFAULT.STREAMING_V2_USER_INFO_TABLE.csv
create mode 100644 examples/test_case_data/localmeta/model_desc/test_streaming_v2_user_info_model.json
create mode 100644 examples/test_case_data/localmeta/streaming_v2/DEFAULT.STREAMING_V2_USER_INFO_TABLE.json
create mode 100644 examples/test_case_data/localmeta/table/DEFAULT.STREAMING_V2_USER_INFO_TABLE.json
create mode 100644 kylin-it/src/test/java/org/apache/kylin/realtime/BuildCubeWithStreamV2.java
copy kylin-it/src/test/resources/query/{sql_dict_enumerator => sql_streaming_v2/compare_result}/query01.sql (84%)
copy kylin-it/src/test/resources/query/{sql_dict_enumerator => sql_streaming_v2/compare_result}/query02.sql (81%)
copy kylin-it/src/test/resources/query/{sql => sql_streaming_v2/compare_result}/query03.sql (82%)
copy kylin-it/src/test/resources/query/{sql_derived => sql_streaming_v2/compare_result}/query04.sql (87%)
copy kylin-it/src/test/resources/query/{sql_raw => sql_streaming_v2/compare_result}/query05.sql (90%)
copy kylin-it/src/test/resources/query/{sql_derived => sql_streaming_v2/compare_result}/query06.sql (87%)
copy kylin-it/src/test/resources/query/{sql_streaming => sql_streaming_v2/compare_result}/query07.sql (85%)
copy kylin-it/src/test/resources/query/{sql_verifyCount => sql_streaming_v2/compare_result}/query08.sql (87%)
copy kylin-it/src/test/resources/query/{sql_lookup => sql_streaming_v2/count}/query01.sql (93%)
copy kylin-it/src/test/resources/query/{sql_dict_enumerator => sql_streaming_v2/not_compare_result}/query01.sql (89%)
copy kylin-it/src/test/resources/query/{sql_dict_enumerator => sql_streaming_v2/not_compare_result}/query02.sql (88%)
create mode 100644 kylin-it/src/test/resources/streaming_v2_user_info_messages.txt
copy storage-stream/src/main/java/org/apache/kylin/storage/stream/rpc/{IStreamDataSearchClient.java => MockedStreamDataSearchClient.java} (50%)