You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2018/03/03 08:18:35 UTC
[kylin] branch master updated (39ef73c -> a05a4d0)
This is an automated email from the ASF dual-hosted git repository.
liyang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/kylin.git.
from 39ef73c KYLIN-3236 The function 'reGenerateAdvancedDict()' has an error logical judgment, which will cause an exception when you edit the cube.
add c5e46bb KYLIN-3234, add a API to ResourceStore that can recursively
add d63160d KYLIN-3233, fix CacheController if cacheKey has "/".
add 4823d8b KYLIN-3234, add HDFS resource store implementation.
add 24d319e KYLIN-3227 Automatically remove the blank at the end of lines in properties files (#4035)
add 4b2ead2 Move out the wrong execute metadata to a test folder
add c6829f1 Fix unstable ut org.apache.kylin.job.impl.threadpool.DefaultSchedulerTest#testMetaStoreRecover
add a040c9a KYLIN-3266 improve kylin CI BuildCubeWithEngine coverage
add 31af5c2 bug fix,fix KylinConfig deadlock
add 0efcf9c KYLIN-3265 update test case to cover it
add 451b7ba KYLIN-3267 MR config override at project/cube level only for mem-hungry build steps
add a05a4d0 KYLIN-3251, add a hook that can customize test_case_data and add MetadataCleanupJob UT.
No new revisions were added by this update.
Summary of changes:
build/conf/kylin_job_conf_inmem.xml | 4 ++
.../java/org/apache/kylin/common/KylinConfig.java | 2 +-
.../org/apache/kylin/common/KylinConfigBase.java | 5 ++
.../common/persistence/FileResourceStore.java | 28 ++++++--
.../common/persistence/HDFSResourceStore.java | 36 ++++++++--
.../kylin/common/persistence/ResourceStore.java | 12 +++-
.../apache/kylin/common/restclient/RestClient.java | 13 +++-
.../org/apache/kylin/common/KylinConfigTest.java | 2 +-
.../common/persistence/HDFSResourceStoreTest.java | 77 +++++++++++++++++++++
.../common/util/LocalFileMetadataTestCase.java | 77 ++++++++++++++++-----
.../apache/kylin/job/ExecutableManagerTest.java | 2 +-
.../job/impl/threadpool/DefaultSchedulerTest.java | 24 +++----
.../engine/mr/common/MapReduceExecutable.java | 21 ++++--
.../engine/mr/common/MapReduceExecutableTest.java | 50 +++++++++++++
examples/test_case_data/localmeta/kylin.properties | 2 +
.../sandbox/kylin_job_conf_inmem.xml | 4 ++
.../kylin/provision/BuildCubeWithEngine.java | 75 +++++++++++---------
.../broadcaster/BroadcasterReceiveServlet.java | 21 +++++-
.../kylin/rest/controller/CacheController.java | 10 +++
.../kylin/rest/controller/JobControllerTest.java | 21 ++++--
.../execute/d9a2b721-9916-4607-8047-148ceb2473b1 | 0
.../kylin/storage/hbase/HBaseResourceStore.java | 24 ++++---
.../org/apache/kylin/tool/MetadataCleanupJob.java | 56 +++++++--------
.../apache/kylin/tool/MetadataCleanupJobTest.java | 76 ++++++++++++++++++++
.../src/test/resources/test_meta}/UUID | Bin
.../test_meta/cube/ci_inner_join_cube.json | 60 ++++++++++++++++
.../test_meta}/cube_desc/ci_inner_join_cube.json | 0
.../04b6db34-b243-4780-855a-4c7ea4cee817.seq | Bin 0 -> 2605183 bytes
.../NAME/b58ce89d-3df6-46d1-8cff-2a9cfc8b7510.dict | Bin 0 -> 823 bytes
.../NAME/64ca8fea-b859-4e63-aea3-bfb4c6ee0c9d.dict | Bin 0 -> 844 bytes
.../execute/d861b8b7-c773-47ab-bb1e-c8782ae8d930 | 41 +++++++++++
.../d861b8b7-c773-47ab-bb1e-c8782ae8d930 | 13 ++++
.../d861b8b7-c773-47ab-bb1e-c8782ae8d930-00 | 13 ++++
.../d861b8b7-c773-47ab-bb1e-c8782ae8d930-01 | 13 ++++
.../src/test/resources/test_meta/kylin.properties | 0
.../test_meta}/model_desc/ci_inner_join_model.json | 0
.../test/resources/test_meta/project/default.json | 35 ++++++++++
.../test_meta}/table/DEFAULT.TEST_ACCOUNT.json | 0
.../table/DEFAULT.TEST_CATEGORY_GROUPINGS.json | 0
.../test_meta}/table/DEFAULT.TEST_COUNTRY.json | 0
.../test_meta}/table/DEFAULT.TEST_KYLIN_FACT.json | 0
.../test_meta}/table/DEFAULT.TEST_ORDER.json | 0
.../test_meta}/table/EDW.TEST_CAL_DT.json | 0
.../test_meta}/table/EDW.TEST_SELLER_TYPE_DIM.json | 0
.../resources/test_meta}/table/EDW.TEST_SITES.json | 0
.../92456efe-9b79-4385-a5a3-e7f37b677bf7.snapshot | Bin 0 -> 16063 bytes
.../7ecdb07b-a8d0-49d8-892b-fe2dd75512ca.snapshot | Bin 0 -> 16061 bytes
47 files changed, 680 insertions(+), 137 deletions(-)
create mode 100644 core-common/src/test/java/org/apache/kylin/common/persistence/HDFSResourceStoreTest.java
create mode 100644 engine-mr/src/test/java/org/apache/kylin/engine/mr/common/MapReduceExecutableTest.java
rename {examples/test_case_data/localmeta => server/src/test/resources/ut_meta/broken_executable}/execute/d9a2b721-9916-4607-8047-148ceb2473b1 (100%)
create mode 100644 tool/src/test/java/org/apache/kylin/tool/MetadataCleanupJobTest.java
copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/UUID (100%)
create mode 100644 tool/src/test/resources/test_meta/cube/ci_inner_join_cube.json
copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/cube_desc/ci_inner_join_cube.json (100%)
create mode 100644 tool/src/test/resources/test_meta/cube_statistics/kylin_sales_cube/04b6db34-b243-4780-855a-4c7ea4cee817.seq
create mode 100644 tool/src/test/resources/test_meta/dict/DEFAULT.KYLIN_COUNTRY/NAME/b58ce89d-3df6-46d1-8cff-2a9cfc8b7510.dict
create mode 100644 tool/src/test/resources/test_meta/dict/DEFAULT.TEST_COUNTRY/NAME/64ca8fea-b859-4e63-aea3-bfb4c6ee0c9d.dict
create mode 100644 tool/src/test/resources/test_meta/execute/d861b8b7-c773-47ab-bb1e-c8782ae8d930
create mode 100644 tool/src/test/resources/test_meta/execute_output/d861b8b7-c773-47ab-bb1e-c8782ae8d930
create mode 100644 tool/src/test/resources/test_meta/execute_output/d861b8b7-c773-47ab-bb1e-c8782ae8d930-00
create mode 100644 tool/src/test/resources/test_meta/execute_output/d861b8b7-c773-47ab-bb1e-c8782ae8d930-01
copy engine-mr/src/test/resources/multi_file_empty_file/empty.txt => tool/src/test/resources/test_meta/kylin.properties (100%)
copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/model_desc/ci_inner_join_model.json (100%)
create mode 100644 tool/src/test/resources/test_meta/project/default.json
copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/DEFAULT.TEST_ACCOUNT.json (100%)
copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/DEFAULT.TEST_CATEGORY_GROUPINGS.json (100%)
copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/DEFAULT.TEST_COUNTRY.json (100%)
copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/DEFAULT.TEST_KYLIN_FACT.json (100%)
copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/DEFAULT.TEST_ORDER.json (100%)
copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/EDW.TEST_CAL_DT.json (100%)
copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/EDW.TEST_SELLER_TYPE_DIM.json (100%)
copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/EDW.TEST_SITES.json (100%)
create mode 100644 tool/src/test/resources/test_meta/table_snapshot/DEFAULT.KYLIN_COUNTRY/92456efe-9b79-4385-a5a3-e7f37b677bf7.snapshot
create mode 100644 tool/src/test/resources/test_meta/table_snapshot/DEFAULT.TEST_COUNTRY/7ecdb07b-a8d0-49d8-892b-fe2dd75512ca.snapshot
--
To stop receiving notification emails like this one, please contact
liyang@apache.org.