This is an automated email from the ASF dual-hosted git repository. casion pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/linkis.git
commit b5d4ec40e0bc2c354db95e3f9056a28437e27c6a Merge: 99627d8fc b2d12d712 Author: Casion <[email protected]> AuthorDate: Tue Feb 21 19:12:14 2023 +0800 Merge pull request #4250 from apache/dev-1.3.2 dev-1.3.2 merge to master .github/workflows/build-frontend.yml | 2 +- .github/workflows/publish-snapshot.yml | 7 +- .gitignore | 3 +- docs/configuration/linkis-application-manager.md | 1 - .../linkis-computation-governance-common.md | 1 - .../linkis-computation-orchestrator.md | 1 + .../linkis-engineconn-manager-server.md | 1 - docs/configuration/linkis-manager-common.md | 3 +- docs/errorcode/flink-errorcode.md | 4 +- .../linkis-engineconn-manager-server-errorcode.md | 4 +- .../linkis-engineconn-plugin-core-errorcode.md | 4 +- docs/errorcode/linkis-module-errorcode.md | 2 +- docs/errorcode/linkis-rpc-errorcode.md | 2 +- docs/errorcode/spark-errorcode.md | 13 +- docs/info-1.1.7.md | 5 + docs/info-1.3.2.md | 8 + linkis-commons/linkis-common/pom.xml | 24 +- .../errorcode/LinkisCommonsErrorCodeSummary.java | 53 - ...inkisComputationGovernanceErrorCodeSummary.java | 102 - .../LinkisEngineConnErrorCodeSummary.java | 53 - .../linkis/common/errorcode/LinkisErrorCode.java | 45 + .../common/errorcode/LinkisErrorCodeSummary.java | 93 - .../errorcode/LinkisExtensionErrorCodeSummary.java | 52 - .../LinkisPublicEnhancementErrorCodeSummary.java | 72 - .../LinkisSpringCloudServiceErrorCodeSummary.java | 51 - .../linkis/common/conf/BDPConfiguration.scala | 125 +- .../org/apache/linkis/common/conf/CommonVars.scala | 23 +- .../apache/linkis/common/conf/Configuration.scala | 44 +- .../linkis/common/utils/CodeAndRunTypeUtils.scala | 82 +- .../apache/linkis/common/utils/HardwareUtils.scala | 86 + .../org/apache/linkis/common/utils/Utils.scala | 9 +- .../apache/linkis/common/utils/VariableUtils.scala | 66 +- .../linkis/common/commonvars/CommonVarsTest.java | 93 + .../LinkisCommonsErrorCodeSummaryTest.java | 73 - ...sComputationGovernanceErrorCodeSummaryTest.java | 121 -- .../errorcode/LinkisErrorCodeSummaryTest.java | 96 - .../linkis/common/conf/ConfigurationTest.scala | 30 + .../common/utils/CodeAndRunTypeUtilsTest.scala | 37 +- .../linkis/common/utils/HardwareUtilsTest.scala | 49 + linkis-commons/linkis-hadoop-common/pom.xml | 20 +- .../linkis/hadoop/common/conf/HadoopConfTest.scala | 1 - linkis-commons/linkis-httpclient/pom.xml | 17 +- .../linkis/httpclient/AbstractHttpClient.scala | 9 +- .../httpclient/config/ClientConfigBuilder.scala | 6 +- .../LinkisHttpclientErrorCodeSummary.java | 26 +- .../linkis/httpclient/request/GetAction.scala | 2 +- .../LinkisHttpclientErrorCodeSummaryTest.scala | 28 +- linkis-commons/linkis-module/pom.xml | 17 +- .../apache/linkis/DataWorkCloudApplication.java | 18 +- .../errorcode/LinkisModuleErrorCodeSummary.java | 31 +- .../apache/linkis/restful/CommonRestfulApi.java | 11 +- .../conf/DataWorkCloudTypeExcludeFilter.java | 63 + .../linkis/server/utils/ModuleUserUtils.java | 21 + .../apache/linkis/server/security/SSOUtils.scala | 8 +- .../linkis/server/socket/ControllerServer.scala | 4 +- .../LinkisModuleErrorCodeSummaryTest.java | 48 +- linkis-commons/linkis-mybatis/pom.xml | 25 +- linkis-commons/linkis-protocol/pom.xml | 17 +- .../linkis/protocol/constants/TaskConstant.java | 7 + .../apache/linkis/protocol/utils/TaskUtils.scala | 55 +- linkis-commons/linkis-rpc/pom.xml | 18 +- .../rpc/errorcode/LinkisRpcErrorCodeSummary.java | 27 +- .../linkis/rpc/message/method/MessageExecutor.java | 6 +- .../org/apache/linkis/rpc/MessageReceiver.scala | 6 +- .../main/scala/org/apache/linkis/rpc/Sender.scala | 2 - .../apache/linkis/rpc/conf/RPCConfiguration.scala | 30 +- .../linkis/rpc/conf/RPCSpringConfiguration.scala | 9 +- .../linkis/rpc/interceptor/RPCServerLoader.scala | 17 - .../sender/eureka/EurekaClientRefreshUtils.scala | 71 - .../rpc/sender/eureka/EurekaRPCServerLoader.scala | 57 - .../rpc/sender/spring/SpringRPCServerLoader.scala | 40 + .../org/apache/linkis/rpc/utils/RPCUtils.scala | 14 - .../errorcode/LinkisRpcErrorCodeSummaryTest.java | 27 +- .../linkis/rpc/conf/RPCConfigurationTest.scala | 11 - linkis-commons/linkis-scheduler/pom.xml | 17 +- .../errorcode/LinkisSchedulerErrorCodeSummary.java | 27 +- .../apache/linkis/scheduler/SchedulerContext.scala | 6 - .../queue/fifoqueue/FIFOConsumerManager.scala | 4 +- .../queue/fifoqueue/FIFOUserConsumer.scala | 6 +- .../parallelqueue/ParallelConsumerManager.scala | 5 +- .../linkis/scheduler/SchedulerContextTest.scala | 4 +- linkis-commons/linkis-storage/pom.xml | 11 +- .../LinkisIoFileClientErrorCodeSummary.java | 23 +- .../errorcode/LinkisIoFileErrorCodeSummary.java | 23 +- .../errorcode/LinkisStorageErrorCodeSummary.java | 25 +- .../linkis/storage/script/VariableParser.scala | 7 +- .../script/compaction/PYScriptCompaction.scala | 5 +- .../script/compaction/QLScriptCompaction.scala | 5 +- .../script/compaction/ScalaScriptCompaction.scala | 5 +- .../script/compaction/ShellScriptCompaction.scala | 5 +- .../storage/script/parser/CommonScriptParser.scala | 14 +- .../storage/script/parser/PYScriptParser.scala | 5 +- .../storage/script/parser/QLScriptParser.scala | 5 +- .../storage/script/parser/ScalaScriptParser.scala | 5 +- .../storage/script/parser/ShellScriptParser.scala | 5 +- .../linkis/storage/source/AbstractFileSource.scala | 4 +- .../LinkisIoFileClientErrorCodeSummaryTest.java | 20 +- .../LinkisStorageErrorCodeSummaryTest.java | 56 +- linkis-commons/pom.xml | 2 +- .../linkis-cli/linkis-cli-application/pom.xml | 5 +- .../interactor/job/LinkisManageJob.java | 11 +- .../interactor/job/data/LinkisJobDataImpl.java | 12 + .../interactor/job/data/LinkisOnceJobData.java | 12 + .../interactor/job/data/LinkisResultData.java | 4 + .../operator/ujes/LinkisJobOperator.java | 3 - .../application/present/LinkisResultPresenter.java | 13 +- .../present/model/LinkisResultModel.java | 4 + .../linkis-cli/linkis-cli-common/pom.xml | 7 +- .../linkis-cli/linkis-cli-core/pom.xml | 7 +- .../linkis-client/linkis-cli/pom.xml | 2 +- .../linkis-computation-client/pom.xml | 27 +- .../linkis/computation/client/JobMetrics.scala | 24 +- .../computation/client/LinkisJobBuilder.scala | 54 +- .../client/interactive/InteractiveJob.scala | 2 +- .../once/action/CreateEngineConnAction.scala | 2 +- .../client/once/simple/SimpleOnceJobBuilder.scala | 13 +- .../impl/EngineConnDiagnosisOperator.scala | 4 +- .../operator/impl/EngineConnMetricsOperator.scala | 4 +- .../operator/impl/EngineConnProgressOperator.scala | 2 +- .../org/apache/linkis/ujes/client/UJESClient.scala | 12 + .../linkis/ujes/client/request/EmsListAction.scala | 71 + .../client/request/JobDeleteObserveAction.scala | 54 + .../ujes/client/request/JobExecuteAction.scala | 38 +- .../ujes/client/request/JobObserveAction.scala | 97 + .../ujes/client/request/JobSubmitAction.scala | 52 +- .../ujes/client/response/EmsListResult.scala | 36 + .../ujes/client/response/GetColumnsResult.scala | 2 +- .../client/response/GetTableBaseInfoResult.scala | 3 +- .../ujes/client/response/GetTablesResult.scala | 2 +- .../client/response/JobDeleteObserveResult.scala | 23 + .../ujes/client/response/JobListResult.scala | 2 +- .../ujes/client/response/JobObserveResult.scala | 28 + .../ujes/client/response/JobProgressResult.scala | 11 +- .../ujes/client/response/ResultSetListResult.scala | 8 +- .../computation/client/SparkOnceJobTest.java | 127 ++ .../linkis/ujes/client/JobObserveActionTest.scala | 60 + .../linkis-computation-governance-common/pom.xml | 18 +- .../governance/common/entity/job/JobRequest.java | 10 + .../common/conf/GovernaceCommonConf.scala | 3 - .../governance/common/paser/CodeParser.scala | 25 +- .../common/protocol/conf/TenantConf.scala | 26 + .../common/protocol/conf/UserCreatorIPConf.scala | 26 + .../common/conf/GovernanceCommonConfTest.scala | 2 - .../linkis-engineconn-linux-launch/pom.xml | 24 +- .../linkis-engineconn-manager-core/pom.xml | 24 +- .../core/errorcode/LinkisECMErrorCodeSummary.java | 23 +- .../ecm/core/launch/DiscoveryMsgGenerator.scala | 39 - .../ecm/core/launch/ProcessEngineConnLaunch.scala | 70 +- .../linkis-engineconn-manager-server/pom.xml | 28 +- .../EngineconnServerErrorCodeSummary.java | 64 +- .../linkis/ecm/server/conf/ECMConfiguration.scala | 6 - .../linkis/ecm/server/hook/JarUDFLoadECMHook.scala | 10 +- .../server/operator/EngineConnLogOperator.scala | 8 +- .../server/service/EngineConnLaunchService.scala | 7 +- .../impl/AbstractEngineConnLaunchService.scala | 18 +- .../impl/BmlResourceLocalizationService.scala | 22 +- .../service/impl/DefaultECMHealthService.scala | 5 +- .../impl/LinuxProcessEngineConnLaunchService.scala | 37 +- .../apache/linkis/ecm/server/util/ECMUtils.scala | 3 +- .../linkis/ecm/server/util/HardwareUtils.scala | 49 - .../linkis-engineconn-manager/pom.xml | 2 +- .../linkis-once-engineconn/pom.xml | 24 +- .../engineconn/once/executor/OnceExecutor.scala | 1 + .../linkis-streaming-engineconn/pom.xml | 34 +- .../linkis-computation-engineconn/pom.xml | 24 +- .../concurrent/monitor/HardwareMonitorService.java | 71 + .../concurrent/monitor/MonitorService.java | 23 + .../concurrent/monitor/TaskMonitorService.java | 64 + .../concurrent/monitor/TimingMonitorService.java | 107 + .../async/AsyncConcurrentComputationExecutor.scala | 4 + .../execute/ConcurrentComputationExecutor.scala | 24 +- .../executor/hook/UDFLoadEngineConnHook.scala | 57 +- .../service/TaskExecutionServiceImpl.scala | 10 + .../upstream/access/ECTaskEntranceInfoAccess.scala | 44 +- .../linkis-engineconn-common/pom.xml | 24 +- .../engineconn/common/conf/EngineConnConf.scala | 5 + .../engineconn/common/hook/EngineConnHook.scala | 36 +- .../linkis-engineconn-core/pom.xml | 24 +- .../LinkisEngineconnCoreErrorCodeSummary.java | 23 +- .../engineconn/launch/EngineConnServer.scala | 34 +- .../accessible-executor/pom.xml | 24 +- .../conf/AccessibleExecutorConfiguration.scala | 4 +- .../AccessibleExecutorSpringConfiguration.scala | 2 +- .../execution/AccessibleEngineConnExecution.scala | 35 +- .../acessible/executor/log/LogHelper.scala | 17 +- .../executor/service/AccessibleService.scala | 1 + .../service/EngineConnTimedLockService.scala | 2 +- .../executor-core/pom.xml | 24 +- .../engineconn/executor/entity/Executor.scala | 2 + .../linkis-engineconn-plugin-core/pom.xml | 24 +- .../errorcode/EngineconnCoreErrorCodeSummary.java | 29 +- .../engineplugin/common/EngineConnPlugin.scala | 6 +- .../common/launch/EngineConnLaunchBuilder.scala | 7 +- .../common/launch/process/Environment.scala | 2 +- .../JavaProcessEngineConnLaunchBuilder.scala | 4 +- .../process/ProcessEngineConnLaunchBuilder.scala | 4 +- .../resource/GenericEngineResourceFactory.scala | 25 +- .../common/util/NodeResourceUtils.scala | 57 + .../linkis-engineconn-plugin-server/pom.xml | 222 -- .../src/main/assembly/distribution.xml | 296 --- .../cache/GuavaEngineConnPluginCache.java | 158 -- .../server/LinkisEngineConnPluginServer.java | 27 - .../AbstractEngineConnBmlResourceGenerator.scala | 103 - .../service/DefaultEngineConnLaunchService.scala | 88 - .../linkis-engineconn/pom.xml | 3 +- .../linkis-entrance/pom.xml | 18 +- .../entrance/conf/EntranceSpringConfiguration.java | 18 +- .../errorcode/EntranceErrorCodeSummary.java | 23 +- .../entrance/exception/EntranceErrorCode.java | 4 +- .../linkis/entrance/job/EntranceExecutionJob.java | 2 +- .../entrance/parser/AbstractEntranceParser.java | 23 +- .../persistence/QueryPersistenceEngine.java | 19 +- .../persistence/QueryPersistenceManager.java | 5 +- .../entrance/restful/EntranceLabelRestfulApi.java | 4 +- .../entrance/restful/EntranceMetricRestfulApi.java | 2 +- .../entrance/restful/EntranceRestfulApi.java | 35 +- .../entrance/server/DefaultEntranceServer.java | 6 +- .../apache/linkis/entrance/EntranceParser.scala | 3 +- .../apache/linkis/entrance/EntranceServer.scala | 23 +- .../linkis/entrance/EntranceWebSocketService.scala | 42 +- .../cli/heartbeat/CliHeartbeatMonitor.scala | 3 +- .../entrance/conf/EntranceConfiguration.scala | 6 +- .../linkis/entrance/cs/CSEntranceHelper.scala | 68 +- .../entrance/execute/DefaultEntranceExecutor.scala | 18 +- .../entrance/execute/EntranceExecutorManager.scala | 19 +- .../linkis/entrance/execute/EntranceJob.scala | 2 +- .../entrance/execute/JobLockExecuteRequest.scala | 2 +- .../entrance/interceptor/EntranceInterceptor.scala | 6 +- .../entrance/interceptor/OnceJobInterceptor.scala | 16 +- .../entrance/interceptor/RuntypeInterceptor.scala | 10 +- .../exception/SetTenantLabelException.scala | 23 + .../exception/UserCreatorIPCheckException.scala | 23 + .../interceptor/impl/CommentInterceptor.scala | 12 +- .../interceptor/impl/CompatibleInterceptor.scala | 4 +- .../interceptor/impl/CustomVariableUtils.scala | 6 +- .../linkis/entrance/interceptor/impl/Explain.scala | 16 +- .../interceptor/impl/LabelCheckInterceptor.scala | 8 +- .../impl/ParserVarLabelInterceptor.scala | 12 +- .../impl/PythonCodeCheckInterceptor.scala | 6 +- .../interceptor/impl/SQLCodeCheckInterceptor.scala | 15 +- .../impl/SQLLimitEntranceInterceptor.scala | 6 +- .../interceptor/impl/ScalaCodeInterceptor.scala | 6 +- .../impl/SetTenantLabelInterceptor.scala | 37 + .../impl/ShellDangerousGrammerInterceptor.scala | 14 +- .../impl/SparkCodeCheckInterceptor.scala | 6 +- .../impl/StorePathEntranceInterceptor.scala | 17 +- .../interceptor/impl/TenantLabelSetUtils.scala | 115 + .../impl/UserCreatorIPCheckInterceptor.scala | 42 + .../interceptor/impl/UserCreatorIPCheckUtils.scala | 114 + .../linkis/entrance/log/CacheLogManager.scala | 2 +- .../EntranceUserParallelOrchestratorPlugin.scala | 14 +- .../entrance/parser/CommonEntranceParser.scala | 48 +- .../entrance/restful/EntranceRestfulRemote.scala | 13 +- .../entrance/scheduler/EntranceGroupFactory.scala | 39 +- .../scheduler/cache/ReadCacheConsumer.scala | 8 +- .../linkis/entrance/utils/JobHistoryHelper.scala | 22 +- .../linkis-jdbc-driver/pom.xml | 144 +- .../linkis/ujes/jdbc/LinkisBaseResultSet.java | 2252 ++++++++++---------- .../linkis/ujes/jdbc/LinkisMetaDataResultSet.java | 46 +- .../org/apache/linkis/ujes/jdbc/TableType.java | 8 +- .../org/apache/linkis/ujes/jdbc/UJESSQLDriver.java | 70 +- .../apache/linkis/ujes/jdbc/UJESSQLErrorCode.java | 68 +- .../apache/linkis/ujes/jdbc/entity/JdbcColumn.java | 322 +-- .../apache/linkis/ujes/jdbc/utils/JDBCUtils.java | 60 +- .../linkis/ujes/jdbc/LinkisParameterMetaData.scala | 11 +- .../linkis/ujes/jdbc/UJESClientFactory.scala | 31 +- .../linkis/ujes/jdbc/UJESSQLConnection.scala | 222 +- .../linkis/ujes/jdbc/UJESSQLDatabaseMetaData.scala | 521 +++-- .../linkis/ujes/jdbc/UJESSQLDriverMain.scala | 86 +- .../apache/linkis/ujes/jdbc/UJESSQLException.scala | 22 +- .../ujes/jdbc/UJESSQLPreparedStatement.scala | 43 +- .../apache/linkis/ujes/jdbc/UJESSQLResultSet.scala | 171 +- .../ujes/jdbc/UJESSQLResultSetMetaData.scala | 22 +- .../apache/linkis/ujes/jdbc/UJESSQLStatement.scala | 236 +- .../linkis/ujes/jdbc/UJESSQLTypeParser.scala | 13 +- .../jdbc/hook/JDBCDriverPreExecutionHook.scala | 27 +- .../ujes/jdbc/hook/impl/NoLimitExecutionHook.scala | 5 +- .../jdbc/hook/impl/TableauPreExecutionHook.scala | 16 +- .../apache/linkis/ujes/jdbc/CreateConnection.java | 19 +- .../org/apache/linkis/ujes/jdbc/JDBCSpiTest.java | 48 +- .../ujes/jdbc/UJESSQLDatabaseMetaDataTest.java | 221 +- .../ujes/jdbc/UJESSQLPreparedStatementTest.java | 156 +- .../linkis/ujes/jdbc/UJESSQLResultSetTest.java | 171 +- .../linkis/ujes/jdbc/UJESSQLStatementTest.java | 202 +- .../linkis-manager/distribution.xml | 297 --- .../linkis-application-manager/pom.xml | 50 +- .../src/main/assembly/distribution.xml | 22 +- .../engineplugin/cache/EngineConnPluginCache.java | 0 .../cache/GuavaEngineConnPluginCache.java | 162 ++ .../cache/config/EngineConnPluginCacheConfig.java | 0 .../DefaultRefreshPluginCacheContainer.java | 0 .../cache/refresh/PluginCacheRefresher.java | 0 .../cache/refresh/RefreshPluginCacheContainer.java | 0 .../cache/refresh/RefreshPluginCacheOperation.java | 0 .../refresh/RefreshableEngineConnPluginCache.java | 0 .../classloader/EngineConnPluginClassLoader.java | 0 .../loaders/CacheablesEngineConnPluginLoader.java | 0 .../loaders/DefaultEngineConnPluginLoader.java | 0 .../loader/loaders/EngineConnPluginsLoader.java | 0 .../loaders/EngineConnPluginsResourceLoader.java | 0 .../BmlEngineConnPluginResourceLoader.java | 0 .../LocalEngineConnPluginResourceLoader.java | 0 .../loader/loaders/resource/PluginResource.java | 0 .../loader/utils/EngineConnPluginUtils.java | 0 .../engineplugin/loader/utils/ExceptionHelper.java | 0 .../conf/EngineConnPluginSpringConfiguration.java | 0 .../server/dao/EngineConnBmlResourceDao.java | 0 .../server/entity/EngineConnBmlResource.java | 0 .../server/restful/EnginePluginRestful.java | 0 .../server/service/EnginePluginAdminService.java | 0 .../service/impl/EnginePluginAdminServiceImpl.java | 0 .../linkis/engineplugin/vo/EnginePluginBMLVo.java | 0 .../apache/linkis/engineplugin/vo/PageViewVo.java | 0 .../linkis/manager/am/exception/AMErrorCode.java | 32 +- .../am/restful/ECResourceInfoRestfulApi.java | 92 +- .../linkis/manager/am/restful/EMRestfulApi.java | 74 +- .../manager/am/restful/EngineRestfulApi.java | 147 +- .../manager/am/service/ECResourceInfoService.java | 11 +- .../am/service/impl/ECResourceInfoServiceImpl.java | 94 +- .../manager/am/util/ECResourceInfoUtils.java | 20 + .../linkis/manager/rm/exception/RMErrorCode.java | 32 +- .../mapper/common}/EngineConnBmlResourceMapper.xml | 0 .../common}/ExternalResourceProviderDaoImpl.xml | 0 .../loader/EngineConnPluginLoaderConf.scala | 0 .../conf/EngineConnPluginConfiguration.scala | 0 .../interceptor/EngineConnLaunchInterceptor.scala | 0 .../server/loader/EngineConnPluginsLoader.scala | 0 .../AbstractEngineConnBmlResourceGenerator.scala | 103 + .../DefaultEngineConnBmlResourceGenerator.scala | 0 .../localize/EngineConnBmlResourceGenerator.scala | 0 .../service/DefaultEngineConnLaunchService.scala | 90 + .../DefaultEngineConnResourceFactoryService.scala | 0 .../service/DefaultEngineConnResourceService.scala | 0 .../server/service/EngineConnLaunchService.scala | 0 .../service/EngineConnResourceFactoryService.scala | 0 .../server/service/EngineConnResourceService.scala | 0 .../linkis/manager/am/conf/AMConfiguration.scala | 28 +- .../manager/am/conf/ManagerMonitorConf.scala | 2 +- .../label/MultiUserEngineReuseLabelChooser.scala | 2 +- .../am/locker/DefaultEngineNodeLocker.scala | 4 +- .../manager/am/manager/DefaultEMNodeManager.scala | 6 +- .../am/manager/DefaultEngineNodeManager.scala | 5 +- .../linkis/manager/am/manager/EMNodeManager.scala | 9 +- .../manager/am/pointer/DefaultEMNodPointer.scala | 6 +- .../pointer/DefaultEngineConnPluginPointer.scala | 50 - .../am/pointer/EngineConnPluginPointer.scala | 27 - .../am/service/em/DefaultEMEngineService.scala | 9 +- .../engine/DefaultEngineAskEngineService.scala | 18 +- .../DefaultEngineConnStatusCallbackService.scala | 2 +- .../engine/DefaultEngineCreateService.scala | 18 +- .../service/engine/DefaultEngineStopService.scala | 142 +- .../am/service/engine/EngineStopService.scala | 25 + .../am/service/monitor/NodeHeartbeatMonitor.scala | 16 +- .../service/impl/DefaultNodeLabelService.scala | 4 +- .../service/impl/DefaultUserLabelService.scala | 1 - .../manager/rm/message/RMMessageService.scala | 5 +- .../linkis/manager/rm/restful/RMMonitorRest.scala | 8 +- .../rm/service/RequestResourceService.scala | 61 +- .../manager/rm/service/ResourceManager.scala | 5 +- .../rm/service/impl/DefaultResourceManager.scala | 41 +- .../impl/DriverAndYarnReqResourceService.scala | 16 +- .../apache/linkis/manager/rm/utils/RMUtils.scala | 5 - .../service/common/pointer/EMNodPointer.scala | 4 +- .../loader/EngineConnPluginLoaderTest.java | 0 .../linkis-manager/linkis-label-common/pom.xml | 18 +- .../manager/label/constant/LabelValueConstant.java | 23 + .../label/entity/engine/EngineConnModeLabel.scala | 19 +- .../manager/label/entity/engine/RunType.scala | 2 + .../errorcode/LabelCommonErrorCodeSummary.java | 23 +- .../linkis/manager/label/utils/LabelUtil.scala | 15 + .../linkis-manager/linkis-manager-common/pom.xml | 24 +- .../common/entity/enumeration/NodeStatus.java | 18 +- .../entity/persistence/PersistencerEcNodeInfo.java | 54 + .../errorcode/ManagerCommonErrorCodeSummary.java | 25 +- .../protocol/engine/EngineConnReleaseRequest.java | 11 + .../protocol/engine/EngineCreateRequest.java | 23 +- .../manager/common/conf/ManagerCommonConf.scala | 2 +- .../manager/common/entity/resource/Resource.scala | 12 +- .../linkis/manager/common/operator/Operator.scala | 2 +- .../manager/common/protocol/OperateRequest.scala | 8 +- .../common/protocol/em/ECMOperateRequest.scala | 7 +- .../protocol/engine/EngineOperateRequest.scala | 9 +- .../manager/common/utils/ResourceUtils.scala | 4 +- .../protocol/engine/EngineCreateRequestTest.java | 66 + .../linkis-manager-persistence/pom.xml | 25 +- .../linkis/manager/dao/ECResourceRecordMapper.java | 3 + .../linkis/manager/dao/NodeManagerMapper.java | 4 + .../manager/dao/NodeMetricManagerMapper.java | 5 + .../linkis/manager/dao/ResourceManagerMapper.java | 1 - .../manager/dao/impl/ECResourceRecordMapper.xml | 80 - .../linkis/manager/dao/impl/NodeManagerMapper.xml | 118 - .../manager/dao/impl/NodeMetricManagerMapper.xml | 82 - .../LinkisManagerPersistenceErrorCodeSummary.java | 23 +- .../impl/DefaultNodeMetricManagerPersistence.java | 15 +- .../mapper/common/ECResourceRecordMapper.xml | 106 + .../mapper/common}/LabelManagerMapper.xml | 0 .../mapper/common}/LockManagerMapper.xml | 0 .../resources/mapper/common/NodeManagerMapper.xml | 140 ++ .../mapper/common/NodeMetricManagerMapper.xml | 92 + .../mapper/common}/ResourceManagerMapper.xml | 0 .../src/test/resources/application.properties | 2 +- .../linkis-manager/pom.xml | 67 +- linkis-computation-governance/pom.xml | 4 +- linkis-dist/bin/common.sh | 17 +- linkis-dist/bin/install.sh | 60 +- linkis-dist/deploy-config/linkis-env.sh | 19 +- linkis-dist/docker/linkis.Dockerfile | 1 - .../linkis/templates/configmap-init-sql.yaml | 2 +- .../package/conf/application-engineconn.yml | 44 + linkis-dist/package/conf/application-eureka.yml | 9 +- linkis-dist/package/conf/application-linkis.yml | 12 + .../conf/linkis-cg-engineconnmanager.properties | 5 +- .../package/conf/linkis-cg-entrance.properties | 7 +- .../conf/linkis-cg-linkismanager.properties | 10 +- .../package/conf/linkis-mg-gateway.properties | 7 +- .../conf/linkis-ps-publicservice.properties | 5 +- linkis-dist/package/conf/linkis.properties | 14 +- linkis-dist/package/db/linkis_ddl.sql | 125 +- linkis-dist/package/db/linkis_dml.sql | 225 +- .../db/upgrade/1.1.1_schema/mysql/linkis_dml.sql | 2 +- .../db/upgrade/1.2.0_schema/mysql/linkis_ddl.sql | 2 +- .../db/upgrade/1.3.1_schema/mysql/linkis_ddl.sql | 3 +- .../db/upgrade/1.3.2_schema/mysql/linkis_ddl.sql | 221 ++ .../db/upgrade/1.3.2_schema/mysql/linkis_dml.sql | 292 +++ linkis-dist/package/sbin/clear-server.sh | 32 + .../package/sbin/ext/linkis-cg-engineconnmanager | 11 +- linkis-dist/package/sbin/ext/linkis-cg-entrance | 12 +- .../package/sbin/ext/linkis-cg-linkismanager | 12 +- linkis-dist/package/sbin/ext/linkis-common-start | 16 +- linkis-dist/package/sbin/ext/linkis-mg-eureka | 23 +- linkis-dist/package/sbin/ext/linkis-mg-gateway | 20 +- .../package/sbin/ext/linkis-ps-publicservice | 12 +- linkis-dist/package/sbin/linkis-daemon.sh | 59 +- linkis-dist/package/sbin/linkis-start-all.sh | 4 +- linkis-dist/pom.xml | 2 +- linkis-dist/release-docs/LICENSE | 5 +- .../licenses/LICENSE-mongo-java-driver.txt | 202 ++ linkis-dist/src/main/assembly/distribution.xml | 2 +- linkis-engineconn-plugins/elasticsearch/pom.xml | 22 +- .../errorcode/EasticsearchErrorCodeSummary.java | 23 +- .../ElasticSearchEngineConnPlugin.scala | 2 +- .../executor/ElasticSearchEngineConnExecutor.scala | 16 +- linkis-engineconn-plugins/flink/pom.xml | 36 +- .../flink/client/context/ExecutionContext.java | 4 +- .../flink/errorcode/FlinkErrorCodeSummary.java | 27 +- .../main/resources/linkis-engineconn.properties | 2 +- .../flink/FlinkEngineConnPlugin.scala | 2 +- linkis-engineconn-plugins/hive/pom.xml | 30 +- .../hive/errorcode/HiveErrorCodeSummary.java | 31 +- .../engineplugin/hive/HiveEngineConnPlugin.scala | 4 +- .../hive/executor/HiveEngineConnExecutor.scala | 44 +- .../common/errorcode/HiveErrorCodeSummaryTest.java | 51 +- linkis-engineconn-plugins/io_file/pom.xml | 29 +- .../engineplugin/io/IoEngineConnPlugin.scala | 2 +- .../io/executor/IoEngineConnExecutor.scala | 16 +- .../engineplugin/io/service/FsProxyService.scala | 13 - linkis-engineconn-plugins/jdbc/pom.xml | 23 +- .../jdbc/errorcode/JDBCErrorCodeSummary.java | 27 +- .../engineplugin/jdbc/JDBCEngineConnPlugin.scala | 2 +- .../jdbc/executor/JDBCEngineConnExecutor.scala | 25 +- .../jdbc/errorcode/JDBCErrorCodeSummaryTest.java | 32 +- .../jdbc/executor/TestJDBCEngineConnExecutor.scala | 9 +- linkis-engineconn-plugins/openlookeng/pom.xml | 25 +- .../errorcode/OpenLooKengErrorCodeSummary.java | 27 +- .../openlookeng/OpenLooKengECPlugin.scala | 12 +- .../errorcode/OpenLooKengErrorCodeSummaryTest.java | 32 +- linkis-engineconn-plugins/pipeline/pom.xml | 29 +- .../errorcode/PopelineErrorCodeSummary.java | 23 +- .../pipeline/PipelineEngineConnPlugin.scala | 2 +- .../executor/PipelineEngineConnExecutor.scala | 23 +- linkis-engineconn-plugins/pom.xml | 2 +- linkis-engineconn-plugins/presto/pom.xml | 23 +- .../presto/errorcode/PrestoErrorCodeSummary.java | 27 +- .../presto/PrestoEngineConnPlugin.scala | 2 +- .../presto/executor/PrestoEngineConnExecutor.scala | 15 +- .../errorcode/PrestoErrorCodeSummaryTest.java | 29 - linkis-engineconn-plugins/python/pom.xml | 28 +- .../errorcode/LinkisPythonErrorCodeSummary.java | 23 +- .../python/src/main/resources/log4j2.xml | 2 +- .../python/PythonEngineConnPlugin.scala | 4 +- .../python/executor/PythonEngineConnExecutor.scala | 23 +- .../python/executor/PythonSession.scala | 6 +- linkis-engineconn-plugins/seatunnel/pom.xml | 29 +- .../errorcode/SeatunnelErrorCodeSummary.java | 61 +- .../client/exception/JobExecutionException.java | 6 +- .../seatunnel/SeatunnelEngineConnPlugin.scala | 9 +- .../executor/SeatunnelFlinkOnceCodeExecutor.scala | 27 +- .../SeatunnelFlinkSQLOnceCodeExecutor.scala | 27 +- .../executor/SeatunnelSparkExecutor.scala | 4 +- .../executor/SeatunnelSparkOnceCodeExecutor.scala | 21 +- linkis-engineconn-plugins/shell/pom.xml | 30 +- .../errorcode/LinkisCommonsErrorCodeSummary.java | 43 +- .../engineplugin/shell/ShellEngineConnPlugin.scala | 4 +- .../shell/conf/ShellEngineConnConf.scala | 30 + .../engineplugin/shell/executor/ReaderThread.scala | 21 +- .../shell/executor/ShellECTaskInfo.scala | 20 + .../ShellEngineConnConcurrentExecutor.scala | 364 ++++ .../shell/executor/ShellEngineConnExecutor.scala | 44 +- .../shell/executor/YarnAppIdExtractor.scala | 87 +- .../shell/factory/ShellEngineConnFactory.scala | 19 +- linkis-engineconn-plugins/spark/pom.xml | 220 +- .../spark/client/context/ExecutionContext.java | 30 + .../spark/client/context/SparkConfig.java | 370 ++++ .../deployment/ClusterDescriptorAdapter.java | 98 + .../ClusterDescriptorAdapterFactory.java | 29 + .../YarnApplicationClusterDescriptorAdapter.java | 122 ++ .../datacalc/exception/ConfigRuntimeException.java | 33 + .../exception/DataSourceNotConfigException.java | 33 + .../exception/DatabaseNotSupportException.java | 33 + .../datacalc/exception/HiveSinkException.java | 33 + .../spark/datacalc/model/DataCalcArrayData.java | 39 + .../spark/datacalc/model/DataCalcDataConfig.java | 53 + .../spark/datacalc/model/DataCalcDataSource.java | 77 + .../spark/datacalc/model/DataCalcGroupData.java | 57 + .../spark/datacalc/model/DataCalcPluginConfig.java | 35 + .../spark/datacalc/model/ResultTableConfig.java | 28 + .../spark/datacalc/model/SinkConfig.java | 64 + .../spark/datacalc/model/SourceConfig.java | 70 + .../spark/datacalc/model/TransformConfig.java | 68 + .../datacalc/service/LinkisDataSourceContext.java | 102 + .../datacalc/service/LinkisDataSourceService.java | 56 + .../service/strategy/BaseMySqlStrategy.java | 37 + .../service/strategy/BasePostgreSqlStrategy.java | 36 + .../service/strategy/ClickHouseStrategy.java | 37 + .../datacalc/service/strategy/DB2Strategy.java | 46 + .../service/strategy/DataSourceStrategy.java | 57 + .../datacalc/service/strategy/DorisStrategy.java | 26 + .../datacalc/service/strategy/MySqlStrategy.java | 20 + .../datacalc/service/strategy/NormalStrategy.java | 38 + .../datacalc/service/strategy/OracleStrategy.java | 54 + .../service/strategy/PostgreSqlStrategy.java | 20 + .../service/strategy/SqlServerStrategy.java | 57 + .../datacalc/service/strategy/TiDBStrategy.java | 26 + .../spark/datacalc/sink/FileSinkConfig.java | 80 + .../spark/datacalc/sink/HiveSinkConfig.java | 92 + .../spark/datacalc/sink/JdbcSinkConfig.java | 125 ++ .../spark/datacalc/sink/ManagedJdbcSinkConfig.java | 95 + .../spark/datacalc/source/FileSourceConfig.java | 62 + .../spark/datacalc/source/JdbcSourceConfig.java | 75 + .../datacalc/source/ManagedJdbcSourceConfig.java | 45 + .../datacalc/transform/SqlTransformConfig.java | 35 + .../spark/datacalc/util/PluginUtil.java | 96 + .../spark/errorcode/SparkErrorCodeSummary.java | 50 +- .../spark/exception/ExecutorInitException.java | 26 + .../spark/exception/JobExecutionException.java | 26 + .../main/resources/linkis-engineconn.properties | 2 + .../spark/src/main/resources/log4j2.xml | 4 +- .../engineplugin/spark/SparkEngineConnPlugin.scala | 8 +- .../spark/args/SparkScalaPreExecutionHook.scala | 2 - .../engineplugin/spark/common/LogContainer.scala | 4 +- .../engineplugin/spark/common/SparkKind.scala | 5 + .../spark/config/SparkConfiguration.scala | 18 +- .../spark/context/EnvironmentContext.scala | 65 + .../spark/context/SparkEngineConnContext.scala | 33 + .../spark/cs/CSSparkPreExecutionHook.scala | 17 +- .../spark/datacalc/DataCalcExecution.scala | 238 +++ .../spark/datacalc/DataCalcTempData.scala | 49 + .../spark/datacalc/api/DataCalcPlugin.scala | 32 + .../spark/datacalc/api/DataCalcSink.scala | 26 + .../spark/datacalc/api/DataCalcSource.scala | 26 + .../spark/datacalc/api/DataCalcTransform.scala | 26 + .../spark/datacalc/sink/FileSink.scala | 55 + .../spark/datacalc/sink/HiveSink.scala | 215 ++ .../spark/datacalc/sink/JdbcSink.scala | 99 + .../spark/datacalc/sink/ManagedJdbcSink.scala | 65 + .../spark/datacalc/source/FileSource.scala | 52 + .../spark/datacalc/source/JdbcSource.scala | 46 + .../spark/datacalc/source/ManagedJdbcSource.scala | 59 + .../spark/datacalc/transform/SqlTransform.scala | 32 + .../spark/exception/NoSupportEngineException.scala | 2 + .../engineplugin/spark/executor/SQLSession.scala | 107 +- .../spark/executor/SparkDataCalcExecutor.scala | 102 + .../spark/executor/SparkEngineConnExecutor.scala | 7 +- .../spark/executor/SparkExecutor.scala | 64 + .../spark/executor/SparkOnceExecutor.scala | 158 ++ .../spark/executor/SparkScalaExecutor.scala | 10 +- .../spark/executor/SparkSubmitOnceExecutor.scala | 145 ++ .../factory/SparkDataCalcExecutorFactory.scala | 50 + .../spark/factory/SparkEngineConnFactory.scala | 80 +- .../spark/factory/SparkOnceExecutorFactory.scala | 44 + .../launch/SparkEngineConnLaunchBuilder.scala | 171 ++ ...SparkSubmitProcessEngineConnLaunchBuilder.scala | 525 +---- .../spark/metadata/SparkSQLHistoryParser.scala | 10 +- .../spark/utils/SparkJobProgressUtil.scala | 116 + .../spark/datacalc/TestDataCalcDataSource.scala | 262 +++ .../spark/datacalc/TestDataCalcPlugins.scala | 214 ++ ...SparkSubmitProcessEngineConnLaunchBuilder.scala | 10 +- linkis-engineconn-plugins/sqoop/pom.xml | 30 +- .../client/errorcode/SqoopErrorCodeSummary.java | 27 +- .../client/exception/JobExecutionException.java | 6 +- .../sqoop/SqoopEngineConnPlugin.scala | 9 +- .../sqoop/executor/SqoopExecutor.scala | 4 +- linkis-engineconn-plugins/trino/pom.xml | 22 +- .../main/resources/linkis-engineconn.properties | 2 + .../engineplugin/trino/TrinoEngineConnPlugin.scala | 2 +- .../trino/executor/TrinoEngineConnExecutor.scala | 16 +- .../executer/TestTrinoEngineConnExecutor.scala | 12 +- linkis-extensions/linkis-io-file-client/pom.xml | 11 +- .../linkis/storage/io/client/DefaultIOClient.scala | 6 +- .../linkis/storage/io/utils/IOClientUtils.scala | 15 +- linkis-extensions/pom.xml | 2 +- linkis-hadoop-hdfs-client-shade/pom.xml | 277 +++ .../linkis-code-orchestrator/pom.xml | 25 +- .../linkis-computation-orchestrator/pom.xml | 25 +- .../conf/ComputationOrchestratorConf.scala | 13 +- .../execute/CodeExecTaskExecutorManager.scala | 6 +- .../DefaultCodeExecTaskExecutorManager.scala | 82 +- .../computation/execute/EngineConnTaskInfo.scala | 22 + .../computation/monitor/EngineConnMonitor.scala | 176 +- .../physical/CodeLogicalUnitExecTask.scala | 21 +- .../service/ComputationTaskExecutionReceiver.scala | 69 +- .../ecm/ComputationEngineConnManager.scala | 19 +- .../ecm/service/EngineConnExecutor.scala | 15 + .../impl/ComputationEngineConnExecutor.scala | 2 + .../linkis-orchestrator-core/pom.xml | 25 +- .../orchestrator/converter/ASTContextImpl.scala | 2 +- .../apache/linkis/orchestrator/domain/JobReq.scala | 8 +- .../execution/impl/DefaultTaskManager.scala | 5 +- .../orchestrator/listener/task/TaskInfoEvent.scala | 2 +- .../orchestrator/plans/ast/AbstractJob.scala | 6 +- .../orchestrator/plans/ast/QueryParams.scala | 34 +- .../orchestrator/plans/ast/RuntimeParams.scala | 11 +- linkis-orchestrator/pom.xml | 2 +- .../linkis-basedata-manager/pom.xml | 24 +- .../src/main/assembly/distribution.xml | 12 - .../server/dao/CgManagerLabelMapper.java | 33 + .../server/dao/ConfigurationConfigKeyMapper.java | 37 + .../server/dao/ConfigurationConfigValueMapper.java | 31 + .../dao/ConfigurationKeyEngineRelationMapper.java | 30 + .../dao/EngineConnPluginBmlResourcesMapper.java | 34 + .../server/domain/CgManagerLabel.java | 120 ++ .../server/domain/ConfigurationConfigKey.java | 155 ++ .../server/domain/ConfigurationConfigValue.java | 92 + .../domain/ConfigurationKeyEngineRelation.java | 61 + .../domain/EngineConnPluginBmlResources.java | 151 ++ .../request/ConfigurationTemplateSaveRequest.java | 175 ++ .../server/response/EngineLabelResponse.java | 68 + .../restful/ConfigurationTemplateRestfulApi.java | 100 + .../service/ConfigurationTemplateService.java | 59 + .../impl/ConfigurationTemplateServiceImpl.java | 144 ++ .../mapper/common/CgManagerLabelMapper.xml | 26 + .../mapper/common/ConfigurationConfigKeyMapper.xml | 41 + .../common/ConfigurationConfigValueMapper.xml | 32 + .../ConfigurationKeyEngineRelationMapper.xml | 26 + .../mapper/common}/DatasourceAccessMapper.xml | 0 .../mapper/common}/DatasourceEnvMapper.xml | 0 .../mapper/common}/DatasourceTypeKeyMapper.xml | 0 .../mapper/common}/DatasourceTypeMapper.xml | 0 .../common/EngineConnPluginBmlResourcesMapper.xml | 48 + .../mapper/common}/GatewayAuthTokenMapper.xml | 0 .../mapper/common}/PsErrorCodeMapper.xml | 0 .../common}/RmExternalResourceProviderMapper.xml | 0 .../mapper/common}/UdfManagerMapper.xml | 0 .../mapper/common}/UdfTreeMapper.xml | 0 .../apache/linkis/basedatamanager/server/Scan.java | 26 + .../server/WebApplicationServer.java | 34 + .../basedatamanager/server/dao/BaseDaoTest.java | 31 + .../server/dao/DatasourceAccessMapperTest.java | 48 + .../ConfigurationTemplateRestfulApiTest.java | 143 ++ .../restful/DatasourceAccessRestfulApiTest.java | 149 ++ .../restful/DatasourceEnvRestfulApiTest.java | 138 ++ .../restful/DatasourceTypeKeyRestfulApiTest.java | 158 ++ .../restful/DatasourceTypeRestfulApiTest.java | 159 ++ .../server/restful/ErrorCodeRestfulApiTest.java | 154 ++ .../restful/GatewayAuthTokenRestfulApiTest.java | 161 ++ .../basedatamanager/server/restful/MvcUtils.java | 126 ++ .../RmExternalResourceProviderRestfulApiTest.java | 154 ++ .../server/restful/UdfManagerRestfulApiTest.java | 151 ++ .../server/restful/UdfTreeRestfulApiTest.java | 159 ++ .../service/DatasourceAccessServiceTest.java | 63 + .../server/service/DatasourceEnvServiceTest.java | 65 + .../service/DatasourceTypeKeyServiceTest.java | 65 + .../server/service/DatasourceTypeServiceTest.java | 64 + .../server/service/ErrorCodeServiceTest.java | 63 + .../service/GatewayAuthTokenServiceTest.java | 63 + .../RmExternalResourceProviderServiceTest.java | 60 + .../server/service/UdfManagerServiceTest.java | 59 + .../server/service/UdfTreeServiceTest.java | 60 + .../src/test/resources/application.properties | 63 + .../src/test/resources/create.sql | 234 ++ .../src/test/resources/data.sql | 216 ++ .../src/test/resources/linkis.properties | 21 + .../linkis-bml/linkis-bml-client/pom.xml | 16 +- .../errorcode/BmlClientErrorCodeSummary.java | 27 +- .../linkis/bml/client/impl/HttpBmlClient.scala | 2 +- .../errorcode/BmlClientErrorCodeSummaryTest.java | 44 +- .../linkis-bml/linkis-bml-common/pom.xml | 11 +- .../linkis-bml/linkis-bml-server/pom.xml | 29 +- .../src/main/assembly/distribution.xml | 19 - .../bml/errorcode/BmlServerErrorCodeSummary.java | 23 +- .../linkis/bml/restful/BmlProjectRestful.java | 31 +- .../apache/linkis/bml/restful/BmlRestfulApi.java | 36 +- .../bml/service/impl/VersionServiceImpl.java | 1 + .../mapper/common}/BmlProjectMapper.xml | 0 .../mapper/common}/DownloadMapper.xml | 0 .../mapper/common}/ResourceMapper.xml | 0 .../mapper/common}/TaskMapper.xml | 0 .../mapper/common}/VersionMapper.xml | 0 .../src/test/resources/application.properties | 2 +- linkis-public-enhancements/linkis-bml/pom.xml | 2 +- .../linkis-configuration/pom.xml | 46 +- .../linkis/configuration/dao/ConfigMapper.java | 2 + .../linkis/configuration/dao/UserIpMapper.java | 37 + .../linkis/configuration/dao/UserTenantMapper.java | 40 + .../linkis/configuration/dao/impl/ConfigMapper.xml | 245 --- .../linkis/configuration/entity/TenantVo.java | 143 ++ .../linkis/configuration/entity/UserIpVo.java | 143 ++ .../LinkisConfigurationErrorCodeSummary.java | 22 +- .../restful/api/ConfigurationRestfulApi.java | 31 +- .../restful/api/TenantConfigrationRestfulApi.java | 271 +++ .../restful/api/UserIpConfigrationRestfulApi.java | 230 ++ .../configuration/service/TenantConfigService.java | 39 + .../configuration/service/TenantService.java | 27 + .../configuration/service/UserIpConfigService.java | 39 + .../configuration/service/UserIpService.java | 27 + .../service/impl/TenantConfigServiceImpl.java | 185 ++ .../service/impl/TenantServiceImpl.java | 54 + .../service/impl/UserIpConfigServiceImpl.java | 154 ++ .../service/impl/UserIpServiceImpl.java | 53 + .../linkis/configuration/util/CommonUtils.java | 31 + .../util/ConfigurationConfiguration.java | 6 + .../linkis/configuration/util/HttpsUtil.java | 114 + .../main/resources/mapper/common/ConfigMapper.xml | 260 +++ .../mapper/common}/LabelMapper.xml | 0 .../main/resources/mapper/common/UserIpMapper.xml | 91 + .../resources/mapper/common/UserTenantMapper.xml | 92 + .../linkis/configuration/conf/Configuration.scala | 2 + .../linkis/configuration/constant/Constants.scala | 49 + .../configuration/service/CategoryService.scala | 25 +- .../service/ConfigurationService.scala | 39 +- .../linkis/configuration/dao/LabelMapperTest.java | 15 - .../restful/api/ConfigurationRestfulApiTest.java | 18 +- .../src/test/resources/application.properties | 6 +- .../linkis-cs-client/pom.xml | 15 +- .../org/apache/linkis/cs/client/ContextClient.java | 12 + .../client/errorcode/CsClientErrorCodeSummary.java | 23 +- .../linkis/cs/client/http/HttpContextClient.java | 15 + .../cs/client/service/CSNodeServiceImpl.java | 2 +- .../cs/client/utils/ContextServerHttpConf.scala | 3 + .../org/apache/linkis/cs/client/test/Test.java | 11 + .../linkis-cs-common/pom.xml | 25 +- .../impl/value/LinkisBMLResourceSerializer.java | 5 +- .../impl/value/data/CSResultDataSerializer.java | 5 +- .../impl/value/data/LinkisJobDataSerializer.java | 5 +- .../impl/value/metadata/CSTableSerializer.java | 5 +- .../impl/value/object/CSFlowInfosSerializer.java | 5 +- .../value/object/LinkisVariableSerializer.java | 5 +- .../linkis-cs-listener/pom.xml | 25 +- .../linkis-cs-server/pom.xml | 39 +- .../src/main/assembly/distribution.xml | 28 - .../cs/contextcache/ContextCacheService.java | 2 + .../contextcache/DefaultContextCacheService.java | 17 + .../cache/cskey/ContextKeyValueContext.java | 2 + .../cache/cskey/ContextValueMapSet.java | 4 + .../cache/cskey/impl/ContextValueMapSetImpl.java | 35 + .../cskey/impl/DefaultContextKeyValueContext.java | 11 + .../errorcode/LinkisCsServerErrorCodeSummary.java | 23 +- .../cs/persistence/dao/ContextMapMapper.java | 5 + .../cs/persistence/dao/impl/contextMapMapper.xml | 159 -- .../persistence/ContextMapPersistence.java | 2 + .../impl/ContextMapPersistenceImpl.java | 5 + .../cs/server/enumeration/ServiceMethod.java | 1 + .../server/restful/ContextHistoryRestfulApi.java | 16 +- .../cs/server/restful/ContextIDRestfulApi.java | 22 +- .../server/restful/ContextListenerRestfulApi.java | 13 + .../cs/server/restful/ContextRestfulApi.java | 80 +- .../linkis/cs/server/restful/CsRestfulParent.java | 5 + .../linkis/cs/server/service/ContextService.java | 3 + .../cs/server/service/impl/ContextServiceImpl.java | 11 + .../mapper/common}/contextHistoryMapper.xml | 0 .../mapper/common}/contextIDListenerMapper.xml | 0 .../mapper/common}/contextIDMapper.xml | 0 .../mapper/common}/contextKeyListenerMapper.xml | 0 .../resources/mapper/common/contextMapMapper.xml | 168 ++ .../impl/InstanceAliasManagerImpl.scala | 4 +- .../linkis/cs/server/ContextHistoryRestfulApi.java | 10 +- .../linkis/cs/server/ContextIDRestfulApi.java | 8 +- .../src/test/resources/application.properties | 2 +- .../linkis-context-service/pom.xml | 2 +- .../linkis-datasource-client/pom.xml | 25 +- .../DatasourceClientErrorCodeSummary.java | 23 +- .../client/config/DatasourceClientConfig.scala | 3 + .../request/DataSourceTestConnectAction.scala | 2 +- .../client/request/DeleteDataSourceAction.scala | 2 +- .../client/request/ExpireDataSourceAction.scala | 2 +- .../GetConnectParamsByDataSourceIdAction.scala | 2 +- .../request/GetDataSourceVersionsAction.scala | 2 +- .../request/GetInfoByDataSourceIdAction.scala | 2 +- .../GetInfoPublishedByDataSourceNameAction.scala | 8 +- .../client/request/MetadataGetColumnsAction.scala | 41 +- .../request/MetadataGetDatabasesAction.scala | 32 +- .../request/MetadataGetPartitionsAction.scala | 40 +- .../request/MetadataGetTablePropsAction.scala | 39 +- .../client/request/MetadataGetTablesAction.scala | 37 +- .../request/PublishDataSourceVersionAction.scala | 5 +- .../client/request/UpdateDataSourceAction.scala | 2 +- .../request/UpdateDataSourceParameterAction.scala | 2 +- .../client/response/MetadataGetColumnsResult.scala | 4 +- .../response/MetadataGetDatabasesResult.scala | 2 +- .../response/MetadataGetPartitionsResult.scala | 4 +- .../response/MetadataGetTablePropsResult.scala | 4 +- .../client/response/MetadataGetTablesResult.scala | 4 +- .../linkis-datasource-manager/common/pom.xml | 22 +- .../LinkisDatasourceManagerErrorCodeSummary.java | 23 +- .../common/protocol/DsmQueryProtocol.scala | 4 +- .../linkis-datasource-manager/server/pom.xml | 28 +- .../server/src/main/assembly/distribution.xml | 12 - .../core/dao/DataSourceTypeDao.java | 2 + .../core/dao/mapper/DataSouceMapper.xml | 273 --- .../core/dao/mapper/DataSourceTypeMapper.xml | 38 - .../core/restful/DataSourceAdminRestfulApi.java | 6 +- .../core/restful/DataSourceCoreRestfulApi.java | 9 +- .../core/service/DataSourceInfoService.java | 13 + .../core/service/DataSourceRelateService.java | 2 +- .../service/impl/DataSourceInfoServiceImpl.java | 46 +- .../service/impl/DataSourceRelateServiceImpl.java | 8 +- .../resources/mapper/common/DataSouceMapper.xml | 270 +++ .../mapper/common}/DataSourceEnvMapper.xml | 0 .../mapper/common}/DataSourceParamKeyMapper.xml | 0 .../mapper/common/DataSourceTypeMapper.xml | 53 + .../mapper/common}/DataSourceVersionMapper.xml | 0 .../core/receivers/DsmReceiver.scala | 16 +- .../core/restful/DataSourceCoreRestfulApiTest.java | 2 +- .../core/service/DataSourceInfoServiceTest.java | 17 + .../src/test/resources/application.properties | 2 +- .../linkis-metadata-query/common/pom.xml | 21 +- .../LinkisMetadataQueryErrorCodeSummary.java | 23 +- .../linkis-metadata-query/server/pom.xml | 18 +- .../server/loader/MetaClassLoaderManager.java | 4 +- .../query/server/restful/MetadataCoreRestful.java | 20 +- .../query/server/restful/MetadataQueryRestful.java | 52 +- .../query/server/service/MetadataQueryService.java | 43 + .../service/impl/MetadataQueryServiceImpl.java | 72 +- .../server/restful/MetadataQueryRestfulTest.java | 18 +- .../service/elasticsearch/pom.xml | 22 +- .../src/main/assembly/distribution.xml | 12 - .../linkis-metadata-query/service/hdfs/pom.xml | 25 +- .../hdfs/src/main/assembly/distribution.xml | 12 - .../linkis-metadata-query/service/hive/pom.xml | 39 +- .../hive/src/main/assembly/distribution.xml | 12 - .../linkis-metadata-query/service/jdbc/pom.xml | 29 +- .../jdbc/src/main/assembly/distribution.xml | 12 - .../linkis-metadata-query/service/kafka/pom.xml | 42 +- .../kafka/src/main/assembly/distribution.xml | 12 - .../linkis-metadata-query/service/mongodb/pom.xml | 88 + .../mongodb/src/main/assembly/distribution.xml | 45 + .../metadata/query/service/MongoDbConnection.java | 258 +++ .../query/service/MongoDbParamsMapper.java | 41 + .../metadata/query/service/MongodbMetaService.java | 97 + .../linkis-datasource/linkis-metadata/pom.xml | 30 +- .../src/main/assembly/distribution.xml | 47 - .../errorcode/LinkisMetadataErrorCodeSummary.java | 23 +- .../metadata/restful/api/DataSourceRestfulApi.java | 39 + .../linkis/metadata/service/DataSourceService.java | 2 + .../service/impl/DataSourceServiceImpl.java | 12 + .../mapper/common}/HiveMetaDao.xml | 0 .../impl => resources/mapper/common}/MdqDao.xml | 0 .../src/test/resources/application.properties | 2 +- .../linkis-datasource/pom.xml | 3 +- .../linkis-error-code-client/pom.xml | 11 +- .../synchronizer/LinkisErrorCodeSynchronizer.java | 2 +- .../apache/linkis/errorcode/client/utils/Test.java | 2 +- .../linkis-error-code-common/pom.xml | 11 +- .../linkis/errorcode/common/LinkisErrorCode.scala | 4 +- .../linkis-error-code-server/pom.xml | 38 +- .../errorcode/server/dao/ErrorCodeMapper.java | 11 - .../server/restful/LinkisErrorCodeRestful.java | 2 + .../resources/mapper/common/ErrorCodeMapper.xml | 42 + .../errorcode/server/dao/ErrorCodeMapperTest.java | 40 + .../src/test/resources/application.properties | 2 +- .../linkis-error-code/pom.xml | 2 +- .../linkis-instance-label-client/pom.xml | 27 +- .../label/client/EurekaInstanceLabelClient.scala | 77 - .../label/client/InstanceLabelClient.scala | 3 + .../client/SpringCloudInstanceLabelClient.scala | 77 + .../linkis-instance-label-server/pom.xml | 27 +- .../instance/label/InsLabelAutoConfiguration.java | 30 +- .../linkis/instance/label/conf/InsLabelConf.java | 7 +- .../LinkisInstanceLabelErrorCodeSummary.java | 23 +- .../instance/label/restful/InstanceRestful.java | 27 +- .../label/service/impl/DefaultInsLabelService.java | 65 +- .../impl/DefaultInsLabelServiceAdapter.java | 3 + .../label/service/impl/EurekaInsLabelService.java | 93 - .../label/service/impl/SpringInsLabelService.java | 93 + .../mapper/common}/InsLabelRelationMapper.xml | 0 .../mapper/common}/InstanceInfoMapper.xml | 0 .../mapper/common}/InstanceLabelMapper.xml | 0 .../label/service/conf/InstanceConfigration.scala | 26 - .../src/test/resources/application.properties | 2 +- .../linkis-jobhistory/pom.xml | 27 +- .../cache/impl/DefaultQueryCacheManager.java | 16 +- .../cache/impl/QueryCacheServiceImpl.java | 64 - .../linkis/jobhistory/dao/JobHistoryMapper.java | 11 +- .../jobhistory/dao/impl/JobHistoryMapper.xml | 216 -- .../linkis/jobhistory/entity/JobHistory.java | 10 + .../apache/linkis/jobhistory/entity/MonitorVO.java | 90 + .../linkis/jobhistory/entity/QueryTaskVO.java | 21 + .../restful/api/JobhistorySettingApi.java | 127 ++ .../jobhistory/restful/api/QueryRestfulApi.java | 52 +- .../mapper/common}/JobDetailMapper.xml | 0 .../resources/mapper/common/JobHistoryMapper.xml | 224 ++ .../jobhistory/conf/JobhistoryConfiguration.scala | 6 +- .../jobhistory/conversions/TaskConversions.scala | 92 +- .../jobhistory/service/JobHistoryQueryService.java | 4 +- .../service/impl/JobHistoryQueryServiceImpl.scala | 36 +- .../apache/linkis/jobhistory/util/QueryUtils.scala | 19 +- .../linkis/jobhistory/dao/JobDetailMapperTest.java | 129 -- .../jobhistory/dao/JobHistoryMapperTest.java | 7 +- .../service/JobHistoryDetailQueryServiceTest.java | 1 + .../service/JobHistoryQueryServiceTest.java | 3 +- .../src/test/resources/application.properties | 2 +- .../src/test/resources/create.sql | 1 + .../conf/JobhistoryConfigurationTest.scala | 2 - .../linkis/jobhistory/util/QueryUtilsTest.scala | 19 +- .../linkis-ps-common-lock/pom.xml | 28 +- .../common/lock/dao/CommonLockMapper.java | 12 +- .../resources/mapper/common/CommonLockMapper.xml | 35 + .../common/lock/dao/CommonLockMapperTest.java | 1 - .../src/test/resources/application.properties | 4 +- .../linkis-storage-script-dev-client/pom.xml | 11 +- .../linkis-storage-script-dev-server/pom.xml | 28 +- .../filesystem/conf/WorkSpaceConfiguration.java | 3 - .../exception/WorkspaceExceptionManager.java | 61 +- .../filesystem/restful/api/BMLFsRestfulApi.java | 19 +- .../filesystem/restful/api/FsRestfulApi.java | 57 +- .../linkis/filesystem/util/WorkspaceUtil.java | 9 +- .../src/main/resources/application.yml | 47 - .../apache/linkis/filesystem/quartz/FSQuartz.scala | 5 +- .../conf/WorkSpaceConfigurationTest.java | 2 - .../linkis/filesystem/util/WorkspaceUtilTest.java | 18 +- .../src/test/resources/application.properties | 2 +- .../linkis-udf/linkis-udf-client/pom.xml | 39 +- .../scala/org/apache/linkis/udf/UDFClient.scala | 31 +- .../linkis-udf/linkis-udf-common/pom.xml | 39 +- .../apache/linkis/udf/api/rpc/RequestUdfIds.scala | 25 + .../apache/linkis/udf/api/rpc/ResponseUdfs.scala | 22 + .../linkis-udf/linkis-udf-service/pom.xml | 6 +- .../org/apache/linkis/udf/api/UDFRestfulApi.java | 165 +- .../java/org/apache/linkis/udf/dao/UDFDao.java | 6 + .../org/apache/linkis/udf/dao/UDFVersionDao.java | 3 + .../java/org/apache/linkis/udf/dao/impl/UDFDao.xml | 354 --- .../apache/linkis/udf/dao/impl/UDFVersionDao.xml | 107 - .../org/apache/linkis/udf/service/UDFService.java | 22 +- .../linkis/udf/service/impl/UDFServiceImpl.java | 49 +- .../src/main/resources/mapper/common/UDFDao.xml | 389 ++++ .../mapper/common}/UDFTreeDao.xml | 0 .../main/resources/mapper/common/UDFVersionDao.xml | 114 + .../apache/linkis/udf/api/rpc/UdfReceiver.scala | 12 +- .../linkis/udf/api/rpc/UdfReceiverChooser.scala | 7 +- .../apache/linkis/udf/utils/UdfConfiguration.scala | 6 + .../src/test/resources/application.properties | 2 +- linkis-public-enhancements/linkis-variable/pom.xml | 27 +- .../impl => resources/mapper/common}/VarMapper.xml | 0 .../src/test/resources/application.properties | 2 +- linkis-public-enhancements/pom.xml | 25 +- .../linkis-service-discovery/linkis-eureka/pom.xml | 26 +- .../linkis/eureka/conf/EurekaSecurityConfig.java | 32 - .../linkis-gateway-authentication/pom.xml | 38 +- .../LinkisGwAuthenticationErrorCodeSummary.java | 23 +- .../mapper/common}/TokenMapper.xml | 0 .../src/test/resources/application.properties | 2 +- .../linkis-gateway-core/pom.xml | 26 +- .../LinkisGatewayCoreErrorCodeSummary.java | 23 +- .../gateway/config/GatewayConfiguration.scala | 5 + .../linkis/gateway/parser/GatewayParser.scala | 7 +- .../linkis/gateway/route/GatewayRouter.scala | 3 - .../linkis/gateway/security/GatewaySSOUtils.scala | 8 +- .../security/token/TokenAuthentication.scala | 26 +- .../linkis-gateway-httpclient-support/pom.xml | 17 +- .../LinkisGwHttpclientSupportErrorCodeSummary.java | 23 +- .../dws/response/DWSHttpMessageFactory.scala | 3 +- .../linkis/httpclient/dws/response/DWSResult.scala | 4 +- .../linkis-gateway-server-support/pom.xml | 35 +- .../parser/EntranceExecutionGatewayParser.scala | 4 +- .../ujes/parser/ResultSetCacheGatewayParser.scala | 2 +- .../ujes/route/DefaultLabelGatewayRouter.scala | 10 +- .../route/contextservice/ContextIdParserImpl.scala | 2 +- .../linkis-spring-cloud-gateway/pom.xml | 19 +- .../errorcode/GatewayErrorCodeSummary.java | 60 +- .../http/GatewayAuthorizationFilter.java | 20 + .../SpringCloudGatewayConfiguration.scala | 27 +- .../http/SpringCloudGatewayHttpRequest.scala | 5 +- .../SpringCloudGatewayWebsocketUtils.scala | 14 +- .../errorcode/GatewayErrorCodeSummaryTest.java | 50 - .../linkis-gateway-datasource-ruler/pom.xml | 105 - .../ruler/datasource/cache/DatasourceMapCache.java | 98 - .../ruler/datasource/dao/DatasourceMapMapper.java | 43 - .../datasource/dao/impl/datasourceMapMapper.xml | 57 - .../ruler/datasource/entity/DatasourceMap.java | 77 - .../datasource/service/DatasourceMapService.java | 29 - .../service/impl/DatasourceMapServiceImpl.java | 76 - .../datasource/DatasourceGatewayRouterRuler.scala | 89 - .../linkis-service-gateway/pom.xml | 2 +- linkis-spring-cloud-services/pom.xml | 2 +- linkis-web/.eslintrc.js | 153 +- linkis-web/package.json | 58 +- linkis-web/pom.xml | 2 +- linkis-web/src/apps/URM/i18n/common/en.json | 23 +- linkis-web/src/apps/URM/i18n/common/zh.json | 23 +- .../module/functionManagement/addFunctionModal.vue | 43 +- .../apps/URM/module/functionManagement/index.vue | 42 +- .../apps/URM/module/functionManagement/vlist.vue | 30 +- .../URM/module/udfManagement/addFunctionModal.vue | 89 +- .../src/apps/URM/module/udfManagement/index.vue | 22 +- .../src/apps/URM/module/udfManagement/vlist.vue | 30 +- linkis-web/src/apps/linkis/i18n/common/en.json | 115 +- linkis-web/src/apps/linkis/i18n/common/zh.json | 1147 +++++----- .../src/apps/linkis/module/ECM/engineConn.vue | 12 +- linkis-web/src/apps/linkis/module/ECM/index.scss | 9 + linkis-web/src/apps/linkis/module/ECM/index.vue | 82 +- linkis-web/src/apps/linkis/module/ECM/search.vue | 4 + .../linkis/module/EnginePluginManagement/index.vue | 34 +- .../linkis/module/codeQuery/codeDetail/index.vue | 83 + .../src/apps/linkis/module/codeQuery/index.js | 23 + .../src/apps/linkis/module/codeQuery/index.scss | 24 + .../src/apps/linkis/module/codeQuery/index.vue | 423 ++++ .../module/datasource/datasourceForm/index.vue | 4 +- .../src/apps/linkis/module/datasource/index.vue | 2 +- .../apps/linkis/module/datasourceAccess/index.vue | 14 +- .../apps/linkis/module/datasourceAccess/service.js | 2 +- .../src/apps/linkis/module/datasourceEnv/index.vue | 16 +- .../apps/linkis/module/datasourceEnv/service.js | 2 +- .../apps/linkis/module/datasourceType/index.vue | 10 +- .../apps/linkis/module/datasourceType/service.js | 2 +- .../apps/linkis/module/datasourceTypeKey/index.vue | 2 +- .../engineConfigurationTemplate/EditForm/index.vue | 278 +++ .../module/engineConfigurationTemplate/index.js | 25 + .../module/engineConfigurationTemplate/index.vue | 321 +++ .../module/engineConfigurationTemplate/service.js | 49 + .../src/apps/linkis/module/errorCode/index.vue | 6 +- .../src/apps/linkis/module/errorCode/service.js | 2 +- .../module/gatewayAuthToken/EditForm/index.vue | 2 +- .../apps/linkis/module/gatewayAuthToken/index.vue | 19 +- .../apps/linkis/module/gatewayAuthToken/service.js | 2 +- .../module/globalHistoryManagement/index.vue | 16 +- .../module/globalHistoryManagement/viewHistory.vue | 4 +- .../apps/linkis/module/ipListManagement/index.vue | 43 +- .../linkis/module/microServiceManagement/index.vue | 6 +- .../module/resourceManagement/engineConn.vue | 16 +- .../linkis/module/resourceManagement/index.vue | 6 +- .../rmExternalResourceProvider/EditForm/index.vue | 2 +- .../module/rmExternalResourceProvider/index.vue | 11 +- .../module/rmExternalResourceProvider/service.js | 2 +- .../linkis/module/tenantTagManagement/index.vue | 45 +- .../linkis/module/udfManager/EditForm/index.vue | 2 +- .../src/apps/linkis/module/udfManager/index.vue | 7 +- .../src/apps/linkis/module/udfManager/service.js | 2 +- .../src/apps/linkis/module/udfTree/index.vue | 11 +- linkis-web/src/apps/linkis/router.js | 32 +- linkis-web/src/apps/linkis/view/linkis/index.vue | 59 +- .../src/apps/scriptis/module/webSocket/index.js | 8 +- linkis-web/src/common/helper/storage.js | 10 +- linkis-web/src/common/i18n/en.json | 10 +- linkis-web/src/common/service/api.js | 17 +- linkis-web/src/common/service/mixin.js | 2 +- linkis-web/src/common/service/moduleMixin.js | 2 +- linkis-web/src/common/util/debug.js | 4 +- .../src/components/consoleComponent/result.vue | 2 +- .../components/consoleComponent/visualAnalysis.vue | 8 +- linkis-web/src/dss/module/resourceSimple/job.vue | 2 +- linkis-web/src/dss/view/layout.vue | 2 +- linkis-web/src/dynamic-apps.js | 2 +- linkis-web/vue.config.js | 8 +- pom.xml | 101 +- tool/dependencies/known-dependencies.txt | 7 +- 1065 files changed, 29169 insertions(+), 14862 deletions(-) --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
