This is an automated email from the ASF dual-hosted git repository. xxyu pushed a change to branch kylin5 in repository https://gitbox.apache.org/repos/asf/kylin.git
from 80ff228502 KYLIN-5391 Kylin metadata tool for read specific file new 618c2e37c7 KYLIN-5402 fix performance of checking computed columns new 59a9b46a2c KYLIN-5309 propose more flexible runtime join scenarios for Kylin new f2788dee93 KYLIN-5403 fix potential deadlock of class loading of RoutingRule.java new 3c84cd06ba support clikchouse jdbc url ext config new 4a971ae091 KYLIN-5400 fix query distinct aggregation not supported new ee2bfd18a2 KYLIN-5398 Fix the problem of code override caused by revert The 6 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: dev-support/sandbox/conf/kylin.properties | 4 + ...deRequest.java => ProjectExclusionRequest.java} | 6 +- .../kylin/rest/request/TableExclusionRequest.java} | 38 ++- .../rest/response/ExcludedColumnResponse.java} | 25 +- .../response/ExcludedTableDetailResponse.java} | 21 +- .../rest/response/ExcludedTableResponse.java} | 13 +- .../kylin/rest/response/ProjectConfigResponse.java | 25 +- .../apache/kylin/rest/service/ProjectService.java | 37 ++- .../org/apache/kylin/common/KylinConfigBase.java | 30 +- .../common/exception/code/ErrorCodeServer.java | 4 +- .../common/persistence/RootPersistentEntity.java | 2 +- .../resources/kylin_error_msg_conf_cn.properties | 1 + .../resources/kylin_error_msg_conf_en.properties | 1 + .../main/resources/kylin_errorcode_conf.properties | 1 + .../apache/kylin/metadata/MetadataExtension.java | 87 ------ .../metadata/cube/cuboid/AggIndexMatcher.java | 60 ++-- .../kylin/metadata/cube/cuboid/ChooserContext.java | 11 +- .../kylin/metadata/cube/cuboid/IndexMatcher.java | 94 ++++-- .../metadata/cube/cuboid/NQueryLayoutChooser.java | 152 +++++----- .../metadata/cube/cuboid/TableIndexMatcher.java | 60 ++-- .../kylin/metadata/cube/model/NBatchConstants.java | 1 - .../kylin/metadata/cube/model/NDataSegment.java | 14 - .../metadata/favorite/FavoriteRuleManager.java | 9 +- ...udedLookupChecker.java => AntiFlatChecker.java} | 186 +++++------- .../kylin/metadata/model/ColExcludedChecker.java | 177 ++++++++++++ .../kylin/metadata/model/ComputedColumnDesc.java | 4 + .../metadata/model/NTableMetadataManager.java | 12 + .../apache/kylin/metadata/model/TableExtDesc.java | 99 +++---- .../kylin/metadata/model/alias/AliasMapping.java | 18 +- .../metadata/model/alias/ExpressionComparator.java | 18 +- .../kylin/metadata/model/tool/CalciteParser.java | 4 +- .../metadata/model/util/ComputedColumnUtil.java | 8 +- .../query/QueryExcludedTablesExtension.java | 30 -- .../metadata/recommendation/ref/OptRecV2.java | 20 +- .../org/apache/kylin/model/TableExtDescTest.java | 32 +-- .../org/apache/kylin/util/MetadataTestUtils.java | 214 ++++++++++++++ .../kylin/rest/service/ModelServiceBuildTest.java | 2 +- src/datasource-service/pom.xml | 6 + .../kylin/rest/response/TableDescResponse.java | 6 +- .../apache/kylin/rest/service/TableExtService.java | 131 ++++++++- .../apache/kylin/rest/service/TableService.java | 131 +++++---- .../kylin/rest/service/TableExtServiceTest.java | 317 ++++++++++++++++++++- .../test_case_data/sandbox/kylin.properties | 8 +- .../kylin/metadata/model/AntiFlatCheckerTest.java | 167 +++++++++++ .../metadata/model/ColExcludedCheckerTest.java | 205 +++++++++++++ .../java/org/apache/kylin/util/ExecAndComp.java | 5 +- .../kylin/rest/controller/NProjectController.java | 19 +- .../kylin/rest/controller/NTableController.java | 86 +++++- .../rest/controller/NProjectControllerTest.java | 15 +- .../rest/controller/NTableControllerTest.java | 71 ++++- src/modeling-service/pom.xml | 21 ++ .../kylin/rest/response/NDataModelResponse.java | 65 ++--- .../kylin/rest/service/ModelSemanticHelper.java | 2 +- .../apache/kylin/rest/service/ModelService.java | 106 +++---- .../rest/response/NDataModelResponseTest.java | 105 +++++-- .../kylin/rest/service/ModelServiceTest.java | 39 +-- .../kylin/rest/service/ProjectServiceTest.java | 43 ++- .../kylin/rest/service/TableReloadServiceTest.java | 210 ++++++++++---- .../kylin/rest/service/TableServiceTest.java | 16 +- .../apache/kylin/query/relnode/OLAPContext.java | 32 +-- .../apache/kylin/query/routing/QueryRouter.java | 48 +++- .../kylin/query/routing/RealizationChooser.java | 28 +- .../kylin/query/routing/RealizationPruner.java | 16 +- .../apache/kylin/query/routing/RoutingRule.java | 81 ------ .../kylin/query/util/ComputedColumnRewriter.java | 51 ++-- .../kylin/query/util/ConvertToComputedColumn.java | 80 +++--- .../apache/kylin/query/util/QueryAliasMatcher.java | 8 + .../org/apache/kylin/query/util/QueryUtil.java | 6 +- .../query/util/RestoreFromComputedColumn.java | 2 +- .../kylin/rest/service/ModelServiceQueryTest.java | 4 +- .../kylin/rest/service/QueryServiceTest.java | 26 ++ .../org/apache/kylin/query/engine/QueryExec.java | 17 +- .../kylin/query/util/ExpressionComparatorTest.java | 100 ++++--- .../org/apache/kylin/query/util/QueryUtilTest.java | 26 +- .../kyligence/kap/clickhouse/job/ClickHouse.java | 31 +- .../kap/clickhouse/job/ClickHouseTest.java | 10 +- .../service/ModelServiceWithSecondStorageTest.java | 2 +- src/spark-project/engine-spark/pom.xml | 6 + .../kylin/engine/spark/job/NSparkCubingJob.java | 148 +++++----- .../kylin/engine/spark/job/NSparkExecutable.java | 12 - .../engine/spark/builder/SegmentFlatTable.scala | 18 +- .../apache/kylin/engine/spark/job/SegmentJob.java | 11 +- .../job/stage/build/FlatTableAndDictBase.scala | 16 +- .../engine/spark/model/SegmentFlatTableDesc.java | 15 +- .../engine/spark/NLocalWithSparkSessionTest.java | 6 - .../engine/spark/job/NSparkCubingJobTest.java | 56 ++-- .../query/asyncprofiler/AsyncProfilingTest.scala | 2 + .../QueryAsyncProfilerDriverPluginTest.scala | 8 +- .../kylin/common/asyncprofiler/AsyncArchUtil.java | 2 +- .../kylin/common/asyncprofiler/AsyncProfiler.java | 9 +- .../async-profiler-lib/linux64/libasyncProfiler.so | Bin 314098 -> 0 bytes .../async-profiler-lib/macOS/libasyncProfiler.so | Bin 239460 -> 0 bytes .../common/asyncprofiler/AsyncArchUtilTest.java | 2 +- .../common/asyncprofiler/AsyncProfilerTest.java | 3 +- .../BuildAsyncProfilerDriverPluginTest.scala | 4 +- .../apache/kylin/rest/util/AclPermissionUtil.java | 4 +- 96 files changed, 2841 insertions(+), 1343 deletions(-) copy src/common-service/src/main/java/org/apache/kylin/rest/request/{MaintenanceModeRequest.java => ProjectExclusionRequest.java} (87%) copy src/{core-metadata/src/main/java/org/apache/kylin/metadata/resourcegroup/ResourceGroupMappingInfo.java => common-service/src/main/java/org/apache/kylin/rest/request/TableExclusionRequest.java} (53%) copy src/{modeling-service/src/main/java/org/apache/kylin/rest/response/SimplifiedColumnResponse.java => common-service/src/main/java/org/apache/kylin/rest/response/ExcludedColumnResponse.java} (67%) copy src/{datasource-service/src/main/java/org/apache/kylin/rest/response/BatchLoadTableResponse.java => common-service/src/main/java/org/apache/kylin/rest/response/ExcludedTableDetailResponse.java} (65%) copy src/{datasource-service/src/main/java/org/apache/kylin/rest/response/BatchLoadTableResponse.java => common-service/src/main/java/org/apache/kylin/rest/response/ExcludedTableResponse.java} (77%) delete mode 100644 src/core-metadata/src/main/java/org/apache/kylin/metadata/MetadataExtension.java rename src/core-metadata/src/main/java/org/apache/kylin/metadata/model/{ExcludedLookupChecker.java => AntiFlatChecker.java} (59%) create mode 100644 src/core-metadata/src/main/java/org/apache/kylin/metadata/model/ColExcludedChecker.java delete mode 100644 src/core-metadata/src/main/java/org/apache/kylin/metadata/query/QueryExcludedTablesExtension.java create mode 100644 src/core-metadata/src/test/java/org/apache/kylin/util/MetadataTestUtils.java create mode 100644 src/kylin-it/src/test/java/org/apache/kylin/metadata/model/AntiFlatCheckerTest.java create mode 100644 src/kylin-it/src/test/java/org/apache/kylin/metadata/model/ColExcludedCheckerTest.java delete mode 100755 src/spark-project/spark-common/src/main/resources/async-profiler-lib/linux64/libasyncProfiler.so delete mode 100755 src/spark-project/spark-common/src/main/resources/async-profiler-lib/macOS/libasyncProfiler.so