This is an automated email from the ASF dual-hosted git repository.
liyang-kylin pushed a change to branch kylin5
in repository https://gitbox.apache.org/repos/asf/kylin.git
from 8107cf1e9b KYLIN-6093 Add permission checks to job, DDL, blacklist,
metastore cleanup and metadata dump APIs
new 08e89f2bb3 KYLIN-6103 improve ProjectService permission control
new a4fb62a84a KYLIN-6104 improve spark job access control
new f848745a83 KYLIN-6105 improve OpsService backup file path check
new 731b11628c KYLIN-6106 improve os command line argument validation
new e050345360 KYLIN-6107 improve broadcast access control
new 82ba881c4d KYLIN-6108 improve gluten cache access control
new 02be60a135 KYLIN-6109 improve table metadata authorization
new afe87e28c9 KYLIN-6110 harden metadata dump URL handling
new 771c13b52c KYLIN-6111 harden JDBC source validation
new 8803f9fdf9 KYLIN-6112 bound computed column caches
new f6bb4a288e KYLIN-6113 enforce authentication profile at startup
new ee92c88268 KYLIN-6114 reject parenthesized JDBC URL parameters
new 8cb1bc2b78 KYLIN-6115 restrict config export and harden encryption key
new b3ded9e8ac KYLIN-6116 restrict cache deserialization to allowed classes
new cbd8912e14 KYLIN-6116 restrict memcached cache deserialization to
allowed classes
new dbf365d5a3 KYLIN-6117 require service token and confine backup_dir on
metadata backup RPC
new 88dd503d02 KYLIN-6117 derive a default broadcast token for zero-config
internal RPC
new 43e1890d57 KYLIN-6118 require service token on internal job-report RPC
endpoints
new f59f1e74c3 KYLIN-6118 require service token on streaming internal RPC
endpoints
new 854a2216e0 KYLIN-6119 require admin or service token on maintenance
operations
The 20 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
build/sbin/bootstrap.sh | 3 +-
.../src/main/resources/config/init.properties | 2 +
.../src/main/resources/config/init_min.properties | 2 +
.../src/main/resources/kylinSecurity.xml | 2 +
.../apache/kylin/rest/config/SecurityConfig.java | 20 +++-
.../rest/config/initialize/BroadcastListener.java | 3 +-
.../kylin/rest/controller/BroadcastController.java | 16 ++-
.../rest/controller/BroadcastEventValidator.java | 77 ++++++++++++
.../kylin/rest/controller/NConfigController.java | 6 +
.../kylin/rest/controller/NSystemController.java | 19 ++-
.../kylin/rest/config/SecurityConfigTest.java | 45 +++++++
.../rest/controller/BroadcastControllerTest.java | 123 +++++++++++++++++++
.../rest/controller/NConfigControllerTest.java | 25 ++++
.../rest/controller/NSystemControllerTest.java | 52 ++++++--
.../cache/memcached/CompositeMemcachedCache.java | 8 +-
.../kylin/rest/cache/memcached/MemcachedCache.java | 26 +++-
.../cache/memcached/MemcachedChunkingCache.java | 4 +-
.../rest/security/BroadcastSecurityContext.java | 69 +++++++++++
.../kylin/rest/security/InternalRpcSecurity.java | 62 ++++++++++
.../config/LogoutHandlerConfiguration.java | 2 -
.../apache/kylin/rest/service/AccessService.java | 8 +-
.../apache/kylin/rest/service/AclTCRService.java | 8 +-
.../apache/kylin/rest/service/BasicService.java | 13 ++
.../org/apache/kylin/rest/service/FileService.java | 15 +++
.../apache/kylin/rest/service/ProjectService.java | 13 +-
.../apache/kylin/rest/service/RouteService.java | 10 +-
.../CommonJdbcSourceConnectionValidator.java | 67 +----------
.../org/apache/kylin/rest/util/SparkUIUtil.java | 99 +++++++++++++++-
.../MemcachedCacheDeserializationTest.java | 108 +++++++++++++++++
.../kylin/rest/service/AccessServiceTest.java | 15 +++
.../apache/kylin/rest/service/FileServiceTest.java | 7 ++
.../CommonJdbcSourceConnectionValidatorTest.java | 16 +++
.../apache/kylin/rest/util/SparkUIUtilTest.java | 64 ++++++++++
.../org/apache/kylin/common/KylinConfigBase.java | 107 ++++++++++++++++-
.../transaction/BroadcastEventReadyNotifier.java | 2 +
.../kylin/common/util/CliCommandExecutor.java | 98 +++++++++++++++
.../org/apache/kylin/common/util/EncryptUtil.java | 106 ++++++++++++++---
.../org/apache/kylin/rest/util/SerializeUtil.java | 73 +++++++++++-
.../apache/kylin/tool/restclient/RestClient.java | 14 +++
.../src/main/resources/kylin-defaults0.properties | 3 +
.../kylin/common/util/CliCommandExecutorTest.java | 30 +++++
.../apache/kylin/common/util/EncryptUtilsTest.java | 45 +++++++
.../apache/kylin/rest/util/SerializeUtilTest.java | 90 ++++++++++++++
.../kylin/tool/restclient/RestClientTest.java | 78 ++++++++++++
.../org/apache/kylin/util/MetadataDumpUtil.java | 81 ++++++++++++-
.../src/main/resources/config/init.properties | 2 +
.../src/main/resources/config/init_min.properties | 2 +
.../src/main/resources/kylinSecurity.xml | 2 +
.../kylin/rest/controller/JobController.java | 33 +++++-
.../rest/controller/StreamingJobController.java | 22 +++-
.../kylin/rest/controller/JobControllerTest.java | 91 ++++++++++++--
.../controller/StreamingJobControllerTest.java | 44 ++++++-
.../org/apache/kylin/rest/service/JobService.java | 1 +
.../apache/kylin/rest/service/JobServiceTest.java | 26 ++++
.../kylin/rest/util/SparkHistoryUIUtilTest.java | 5 +-
.../apache/kylin/utils/GlutenCacheUtilsTest.java | 11 ++
.../framework/SourceConnectorFactory.java | 2 +-
.../sdk/datasource/framework/utils/JdbcUtils.java | 15 ++-
.../DefaultJdbcSourceConnectionValidator.java | 131 +++++++++++++++++++++
.../security/JdbcSourceValidationSettings.java | 10 +-
.../datasource/framework/utils/JdbcUtilsTest.java | 47 +++++++-
.../kylin/rest/service/SparkSourceService.java | 18 +--
.../kylin/rest/service/SparkSourceServiceTest.java | 19 +++
.../apache/kylin/rest/service/ScheduleService.java | 5 +
.../kylin/rest/service/ProjectServiceTest.java | 11 ++
.../src/main/resources/config/init.properties | 2 +
.../src/main/resources/config/init_min.properties | 2 +
.../kylin/rest/controller/OpsController.java | 5 +-
.../kylin/rest/controller/OpsControllerTest.java | 22 +++-
.../org/apache/kylin/rest/service/OpsService.java | 38 ++++--
.../apache/kylin/rest/service/OpsServiceTest.java | 30 +++++
.../src/main/resources/config/init.properties | 2 +
.../src/main/resources/config/init_min.properties | 2 +
.../src/main/resources/kylinSecurity.xml | 2 +
.../kylin/query/util/ComputedColumnRewriter.java | 61 ++++++++--
.../rest/controller/GlutenCacheController.java | 21 +++-
.../rest/controller/GlutenCacheControllerTest.java | 19 ++-
.../apache/kylin/rest/service/AsyncQueryJob.java | 7 +-
.../kylin/rest/service/GlutenCacheService.java | 2 +
.../kylin/rest/service/AsyncQueryJobTest.java | 28 +++--
.../kylin/rest/service/GlutenCacheServiceTest.java | 12 +-
.../query/util/ComputedColumnRewriterTest.java | 28 +++++
.../src/main/resources/config/init.properties | 2 +
.../src/main/resources/config/init_min.properties | 2 +
src/server/src/main/resources/kylinSecurity.xml | 2 +
...ProgressReport.java => SparkSubmitCommand.java} | 24 ++--
.../spark/job/DefaultSparkBuildJobHandler.java | 110 +++++++++--------
.../kylin/engine/spark/job/LoadCacheStep.java | 5 +
.../engine/spark/job/RestfulJobProgressReport.java | 6 +
.../spark/source/NSparkMetadataExplorer.java | 11 +-
.../org/apache/kylin/utils/GlutenCacheUtils.java | 30 +++++
.../engine/spark/job/NSparkExecutableTest.java | 63 +++++-----
.../engine/spark/job/SparkBuildJobHandlerTest.java | 117 ++++++++----------
.../spark/source/NSparkMetadataExplorerTest.java | 21 ++++
.../apache/kylin/streaming/rest/RestSupport.java | 5 +
95 files changed, 2524 insertions(+), 390 deletions(-)
create mode 100644
src/common-server/src/main/java/org/apache/kylin/rest/controller/BroadcastEventValidator.java
create mode 100644
src/common-server/src/test/java/org/apache/kylin/rest/config/SecurityConfigTest.java
create mode 100644
src/common-server/src/test/java/org/apache/kylin/rest/controller/BroadcastControllerTest.java
create mode 100644
src/common-service/src/main/java/org/apache/kylin/rest/security/BroadcastSecurityContext.java
create mode 100644
src/common-service/src/main/java/org/apache/kylin/rest/security/InternalRpcSecurity.java
create mode 100755
src/common-service/src/test/java/org/apache/kylin/rest/cache/memcached/MemcachedCacheDeserializationTest.java
create mode 100644
src/common-service/src/test/java/org/apache/kylin/rest/util/SparkUIUtilTest.java
create mode 100644
src/core-common/src/test/java/org/apache/kylin/rest/util/SerializeUtilTest.java
create mode 100644
src/core-common/src/test/java/org/apache/kylin/tool/restclient/RestClientTest.java
create mode 100644
src/datasource-sdk/src/main/java/org/apache/kylin/sdk/datasource/security/DefaultJdbcSourceConnectionValidator.java
copy
src/spark-project/engine-build-sdk/src/main/java/org/apache/kylin/engine/spark/job/{IJobProgressReport.java
=> SparkSubmitCommand.java} (57%)
