This is an automated email from the ASF dual-hosted git repository. liyang pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/kylin.git.
from 39ef73c KYLIN-3236 The function 'reGenerateAdvancedDict()' has an error logical judgment, which will cause an exception when you edit the cube. add c5e46bb KYLIN-3234, add a API to ResourceStore that can recursively add d63160d KYLIN-3233, fix CacheController if cacheKey has "/". add 4823d8b KYLIN-3234, add HDFS resource store implementation. add 24d319e KYLIN-3227 Automatically remove the blank at the end of lines in properties files (#4035) add 4b2ead2 Move out the wrong execute metadata to a test folder add c6829f1 Fix unstable ut org.apache.kylin.job.impl.threadpool.DefaultSchedulerTest#testMetaStoreRecover add a040c9a KYLIN-3266 improve kylin CI BuildCubeWithEngine coverage add 31af5c2 bug fix,fix KylinConfig deadlock add 0efcf9c KYLIN-3265 update test case to cover it add 451b7ba KYLIN-3267 MR config override at project/cube level only for mem-hungry build steps add a05a4d0 KYLIN-3251, add a hook that can customize test_case_data and add MetadataCleanupJob UT. No new revisions were added by this update. Summary of changes: build/conf/kylin_job_conf_inmem.xml | 4 ++ .../java/org/apache/kylin/common/KylinConfig.java | 2 +- .../org/apache/kylin/common/KylinConfigBase.java | 5 ++ .../common/persistence/FileResourceStore.java | 28 ++++++-- .../common/persistence/HDFSResourceStore.java | 36 ++++++++-- .../kylin/common/persistence/ResourceStore.java | 12 +++- .../apache/kylin/common/restclient/RestClient.java | 13 +++- .../org/apache/kylin/common/KylinConfigTest.java | 2 +- .../common/persistence/HDFSResourceStoreTest.java | 77 +++++++++++++++++++++ .../common/util/LocalFileMetadataTestCase.java | 77 ++++++++++++++++----- .../apache/kylin/job/ExecutableManagerTest.java | 2 +- .../job/impl/threadpool/DefaultSchedulerTest.java | 24 +++---- .../engine/mr/common/MapReduceExecutable.java | 21 ++++-- .../engine/mr/common/MapReduceExecutableTest.java | 50 +++++++++++++ examples/test_case_data/localmeta/kylin.properties | 2 + .../sandbox/kylin_job_conf_inmem.xml | 4 ++ .../kylin/provision/BuildCubeWithEngine.java | 75 +++++++++++--------- .../broadcaster/BroadcasterReceiveServlet.java | 21 +++++- .../kylin/rest/controller/CacheController.java | 10 +++ .../kylin/rest/controller/JobControllerTest.java | 21 ++++-- .../execute/d9a2b721-9916-4607-8047-148ceb2473b1 | 0 .../kylin/storage/hbase/HBaseResourceStore.java | 24 ++++--- .../org/apache/kylin/tool/MetadataCleanupJob.java | 56 +++++++-------- .../apache/kylin/tool/MetadataCleanupJobTest.java | 76 ++++++++++++++++++++ .../src/test/resources/test_meta}/UUID | Bin .../test_meta/cube/ci_inner_join_cube.json | 60 ++++++++++++++++ .../test_meta}/cube_desc/ci_inner_join_cube.json | 0 .../04b6db34-b243-4780-855a-4c7ea4cee817.seq | Bin 0 -> 2605183 bytes .../NAME/b58ce89d-3df6-46d1-8cff-2a9cfc8b7510.dict | Bin 0 -> 823 bytes .../NAME/64ca8fea-b859-4e63-aea3-bfb4c6ee0c9d.dict | Bin 0 -> 844 bytes .../execute/d861b8b7-c773-47ab-bb1e-c8782ae8d930 | 41 +++++++++++ .../d861b8b7-c773-47ab-bb1e-c8782ae8d930 | 13 ++++ .../d861b8b7-c773-47ab-bb1e-c8782ae8d930-00 | 13 ++++ .../d861b8b7-c773-47ab-bb1e-c8782ae8d930-01 | 13 ++++ .../src/test/resources/test_meta/kylin.properties | 0 .../test_meta}/model_desc/ci_inner_join_model.json | 0 .../test/resources/test_meta/project/default.json | 35 ++++++++++ .../test_meta}/table/DEFAULT.TEST_ACCOUNT.json | 0 .../table/DEFAULT.TEST_CATEGORY_GROUPINGS.json | 0 .../test_meta}/table/DEFAULT.TEST_COUNTRY.json | 0 .../test_meta}/table/DEFAULT.TEST_KYLIN_FACT.json | 0 .../test_meta}/table/DEFAULT.TEST_ORDER.json | 0 .../test_meta}/table/EDW.TEST_CAL_DT.json | 0 .../test_meta}/table/EDW.TEST_SELLER_TYPE_DIM.json | 0 .../resources/test_meta}/table/EDW.TEST_SITES.json | 0 .../92456efe-9b79-4385-a5a3-e7f37b677bf7.snapshot | Bin 0 -> 16063 bytes .../7ecdb07b-a8d0-49d8-892b-fe2dd75512ca.snapshot | Bin 0 -> 16061 bytes 47 files changed, 680 insertions(+), 137 deletions(-) create mode 100644 core-common/src/test/java/org/apache/kylin/common/persistence/HDFSResourceStoreTest.java create mode 100644 engine-mr/src/test/java/org/apache/kylin/engine/mr/common/MapReduceExecutableTest.java rename {examples/test_case_data/localmeta => server/src/test/resources/ut_meta/broken_executable}/execute/d9a2b721-9916-4607-8047-148ceb2473b1 (100%) create mode 100644 tool/src/test/java/org/apache/kylin/tool/MetadataCleanupJobTest.java copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/UUID (100%) create mode 100644 tool/src/test/resources/test_meta/cube/ci_inner_join_cube.json copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/cube_desc/ci_inner_join_cube.json (100%) create mode 100644 tool/src/test/resources/test_meta/cube_statistics/kylin_sales_cube/04b6db34-b243-4780-855a-4c7ea4cee817.seq create mode 100644 tool/src/test/resources/test_meta/dict/DEFAULT.KYLIN_COUNTRY/NAME/b58ce89d-3df6-46d1-8cff-2a9cfc8b7510.dict create mode 100644 tool/src/test/resources/test_meta/dict/DEFAULT.TEST_COUNTRY/NAME/64ca8fea-b859-4e63-aea3-bfb4c6ee0c9d.dict create mode 100644 tool/src/test/resources/test_meta/execute/d861b8b7-c773-47ab-bb1e-c8782ae8d930 create mode 100644 tool/src/test/resources/test_meta/execute_output/d861b8b7-c773-47ab-bb1e-c8782ae8d930 create mode 100644 tool/src/test/resources/test_meta/execute_output/d861b8b7-c773-47ab-bb1e-c8782ae8d930-00 create mode 100644 tool/src/test/resources/test_meta/execute_output/d861b8b7-c773-47ab-bb1e-c8782ae8d930-01 copy engine-mr/src/test/resources/multi_file_empty_file/empty.txt => tool/src/test/resources/test_meta/kylin.properties (100%) copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/model_desc/ci_inner_join_model.json (100%) create mode 100644 tool/src/test/resources/test_meta/project/default.json copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/DEFAULT.TEST_ACCOUNT.json (100%) copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/DEFAULT.TEST_CATEGORY_GROUPINGS.json (100%) copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/DEFAULT.TEST_COUNTRY.json (100%) copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/DEFAULT.TEST_KYLIN_FACT.json (100%) copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/DEFAULT.TEST_ORDER.json (100%) copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/EDW.TEST_CAL_DT.json (100%) copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/EDW.TEST_SELLER_TYPE_DIM.json (100%) copy {examples/test_case_data/localmeta => tool/src/test/resources/test_meta}/table/EDW.TEST_SITES.json (100%) create mode 100644 tool/src/test/resources/test_meta/table_snapshot/DEFAULT.KYLIN_COUNTRY/92456efe-9b79-4385-a5a3-e7f37b677bf7.snapshot create mode 100644 tool/src/test/resources/test_meta/table_snapshot/DEFAULT.TEST_COUNTRY/7ecdb07b-a8d0-49d8-892b-fe2dd75512ca.snapshot -- To stop receiving notification emails like this one, please contact liy...@apache.org.