This is an automated email from the ASF dual-hosted git repository.
zhongjiajie pushed a change to branch 3.2.0-prepare
in repository https://gitbox.apache.org/repos/asf/dolphinscheduler.git
from b8748e29ae Fix TreeView "Task Status" not show bug and compatibility
with older versions (#14207)
new 661522af56 chore: Release version 3.0.6 (#14234)
new cd5c7dae13 Remove state check for dependent/subProcess in
StateWheelExecuteThread (#14242)
new 7dc236730a [Improvement-14243][Metrics] Add user tag of response time
of api server (#14248)
new 082b617b67 Fix the perm setting for the process definition import
function (#14239)
new 7a310f442a [Improvement][Metrics] Add more worker related metrics and
fix some previous ones (#14254)
new cd486aa652 feat: Introduce new datasource vertica (#14232)
new 010ea7ac6b fix resource center upload file timeout bug (#14268)
new 2fe71b5eeb chore: Remove EOL issue version and add prepare one (#14270)
new a3b37edca8 [NOTICE]Update the NOTICE year (#14272)
new 2634cf6350 [Bug][Master][Fixes 14216]workflow state keep READY_STOP
when sub_process state … (#14221)
new bbd7c2a146 [Improvement-14280][Task] update the task execution status
check (#14281)
new dc508f075c [Improvement-14286][BOM] Bump clickhouse-jdbc from
0.3.2-patch11 to 0.4.6 (#14287)
new 27eeb3aada [Fix-14284][DAO] update the check of Integer in equals()
(#14285)
new f15b1284a5 add if judge (#14290)
new 95e2279bfb [Improvement-14292][Common] Remove the duplicate OSUtils
(#14293)
new 484b588670 [Improvement-14282][Task] Add app_link on the ui of task
instance (#14283)
new 1168fabf13 [Feature][Task Plugin] Add Dynamic task to generate dynamic
worklfows with list parameters (#14127)
new b659f1af7a [Improvement-14295][common] Remove the duplicate FileUtils
(#14301)
new 1f8a77d79d fix: trim node selector requirement value (#14307)
new fdfcdd5bf6 Add baseDao (#14316)
new b2ee8d5e6f [bug][plugin]Fix: Correct the way to determine the yarn
queue in Flink CommandLine and SQL mode (#14237)
new 4be93325b0 [feature][Resource] Add support for Azure Blob Storage in
the resource center (#14082)
new 682e881ea7 [Feature-14214][Parameter] Support CRUD of project-level
parameters (#14264)
new 57f3c89dd2 Fix the complement function does not generate the next
running instances in parallel mode (#14335)
new 2cb8186915 [Improvement-14329][common] Remove the duplicate
BusinessTimeUtils (#14330)
new d5f90f5315 [fix-14123] remove the equals and hashcode in Project pojo
(#14167)
new f46d07de45 Fix switch task use boolean type error (#14326)
new 0c58733927 [Feature][UI] Support CRUD of project-level parameters.
(#14344)
new 92b94dd096 [Bug] [Master] Workflow keep running when task has no id
(#14315)
new a3e059443b [Improvement][Etcd] Support SSL In Etcd And Enhance Etcd In
Helm (#13924)
new 299c2e2b75 [Improvement-14331][common] Remove the duplicate
ParameterUtils (#14332)
new 30171c4182 [Alert] [HTTP Plugin] Lose HTTP port (#14341)
new f800542952 [Fix-14171] Add dynamic font sizes to dashboards (#14260)
new 361219f9ee feat: dynamic-dag-sidebar-change (#14244)
new e87db4d87f [Bug] [Master] Fix complementListDate will throw
IndexOutOfBoundsException (#14361)
new 397261f7c9 [Bug-14378][Master] Trigger task execution in workflow
instance page cause workflow instance keep running status (#14389)
new d46c0d8eae [Improvement][Registry][Jdbc] Add option can use ds
database directly (#14369)
new 75dedf46dd fix: default datax plugin (#14204)
new 6c3bb81752 [CI] [Test] Try to fix jar conficts (#14407)
new 0188921ca4 [Improvement][API-Test] Add api tests for project page
(#14402)
new 438d370051 [Improvement-14363][UI] Add Default Branch Flow in switch
task (#14364)
new 5b84de8b33 revert: Datasource need test binding to create prod (#14381)
new 6271c77c04 [Improvement-14311][Permission]Remove duplicate
checkProjectAndAuth (#14313)
new d1026bc4bd [Improvement][UI] Description input box can not input blank
(#14396)
new b0a7e15e3e [Feature-14404][datasource-plugin] add HANA datasource
(#14404)
new 774d61ddd7 [Improvement-11913] Mask password when creating/editing
alert instances (#14415)
new 63441d1222 [Improvement-14393][Resource Center] Remove deprecated
resource description in api and UI page (#14394)
new bb48541feb oss avoid listBuckets permission in bucket check (#14414)
new 5d263b563f [Bug][Doc] Fix dead link in api test docs (#14419)
new 28c2ec8e4b [Feature][Api] LDAP SSL supports&& Add LDAP K8s
configuration (#14349)
new 5d04238b13 fix issue#14375 (#14435)
new da79a64316 chore: Add new step skip for ui build and spotless (#14427)
new 8b5e061bc2 worked out this issue (#14438)
new 1be2dc1a38 [Improvement-14318][UI] migrate version 2.x workflow
definition d3 tree view to version 3.x (#14382)
new 223f091473
修复Issue-14397：由于导入的工作流没有设置taskExecuteType导致在任务定义页面中无法展示出来，地址：https://github.com/apache/dolphinscheduler/issues/14397
(#14398)
new 3d6e145202 [Improvement-14371][Hivecli] Add support for hivevar
setting in hivecli task (#14423)
new c055a2cd15 [Improvement-14442][UI] Uniformly set the label name of
parameter (#14443)
new 57c964fe39 fix issue#14441 (#14441) (#14444)
new 09e0a11f21 [Feature-14421][K8S Task] Configurable image pull policy
(#14426)
new e347b7c1c7 [Feature-14321][API] Support to complement data in
descending or ascending order of date (#14450)
new e0341f7c85 [Fix] Fix running task instance throught api gots failed
(#14433)
new 01a2f734c2 [Improvement-14457][UT] Improve the expected and actual
value of Assertions (#14459)
new 9d70486a18 [Improvement][API Test] Add API test cases for process
definition controller (#14300)
new 77f2a859d3 Remove code owner (#14461)
new 6a38b0e6ed [Improvement-14464][Task] Remove the useless
taskResultString (#14465)
new d3419fec39 Support to use OceanBase like MySQL as metadata database
(#13662)
new 5ce72b3455 [Fix-14447][K8S Task] Fix IndexOutofBoundsException for pod
name without dash (#14448)
new a99596a2df [Feature-14251][Task] Support yarn queue definition in yarn
task (#14310)
new 6cd07cffa1 Add api test cases for scheduler page (#14480)
new af04471a25 [Improvement][API] Fix some nits in apis (#14481)
new 470dc4cf02 [document]Modify the inconsistencies of grammar and wording
in README_zh_CN.md (#14471)
new 3d6a06eded [Improvement-14456][UI] When making the process online the
system should remind user to take care of its offline timing. (#14460)
new 0878578255 [Feature-14339][Parameter] Add parameter combining of
project-level parameters (#14452)
new 20c30dbb2c [Fix-14488][UI] When creating a tenant add the strong
validation of its tenant code. (#14492)
new 3add3f1dbb [improvement] DataQuality module improve (#14463)
new d9da9070fc Fix worker failover service comment (#14494)
new e801e5dd57 Use jvm_args_env.sh to set JVM args (#14487)
new ded332c0e1 Polish config, expose rpc config in application.yml (#14501)
new 4cfb7449d7 [Improvement-14387][UI] Support to reset user's password.
(#14498)
new fd8910fcfc [Improvement-12700][Project]Improve the sql of
listAuthorizedProjects (#12702)
new 6795554834 [Fix-13987][bom] set 3.17.2 version protobuf-java (#13998)
new d414f2631b [Feature][Data Quality] Data Quality Support Choose
Database (#14406)
new c0b2b1c0e3 [Bug] [Seatunnel-Task] Run Mode defaults to run, and you
cannot select a null value (#14267)
new 4967aedd5d [Improvement][API-Test] Add api tests for executor
controller (#14500)
new 2818294ac7 [Improvement] Remove the unused
newDaemonSingleThreadExecutor (#14520)
new 7070be1946 ci: Require up to date before merging (#14530)
new 91e9cc25f4 [Improvement][Worker] No need to kill remote app when appid
is empty (#14534)
new 476f2d888b [FIX-14299][api]: check schedule exists (#14430)
new 2856b676b2 [Bug][Core] Fix query process instances by trigger code bug
(#14528)
new 946d173e7b fix terrafrom config bug (#14362)
new eea5c47e85 [Improvement][API Test] Add api tests for process instance
(#14514)
new 65de246b11 [Bug] [Mater] Not got latest task intance by task code
(#14529)
new adb106f47c Add WorkflowExecuteContext (#14544)
new 55b94db3c5 [Typo] standardized license header. (#14548)
new c7cac26468 [Feature][K8S] add prometheus serviceMonitor (#14539)
new 5d5d6fb18f [CI] Try to fix flaky CI (#14568)
new 49b3897a87 [Fix-14503][Worker] Fix the problem of subprocess cannot be
killed (#14504)
new 4508ca302c [Improvement][Task] Mask configYaml in task log (#14571)
new e3e9b13f1e [Bug][api] An error occurred while trying to access the
Postgres database (#14574)
new 749cf06793 [Fix-14531][UI] Tooltip of Chart not show text in light
theme mode (#14532)
new 714bf768d5 Add log for NetUtils (#14578)
new 6966ea6901 [Dependency] Bump h2, snowflake-jdbc, snappy-java version
(#14575)
new d2ac5999c6 [Improvement-14136][task] Support submitting spark-sql task
with the sql file in resource center (#14527)
new c6c52a29a6 [Bug][dolphinscheduler-api]validated for duplicate username
when creating or registering a user (#14577)
new 436c8e251e Support execute shell in different interceptor (#14582)
new 9057762ccb [Feature-14505][UI] Support to set project-level
preferences (#14573)
new 1f9ca9c79a Support parse ipv6 (#14584)
new 8b922675c9 [Feature-14545][Master][UI]Cross workflow parameter passing
(#14552)
new 12511c4e0e worked out the issue (#14588)
new 91be4781d3 Expose swagger.properties to release (#14590)
new e677a3816a impv: Correct datax execute and python execute script name
(#14523)
The 111 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.asf.yaml | 2 +
.github/CODEOWNERS | 14 +-
.github/ISSUE_TEMPLATE/bug-report.yml | 3 +-
.github/workflows/api-test.yml | 14 +-
.github/workflows/backend.yml | 2 +-
.../cluster-test/mysql/dolphinscheduler_env.sh | 10 +-
.../workflows/cluster-test/mysql/running_test.sh | 25 +-
.../postgresql/dolphinscheduler_env.sh | 10 +-
.../cluster-test/postgresql/running_test.sh | 28 +-
.github/workflows/e2e.yml | 2 +-
.github/workflows/owasp-dependency-check.yaml | 2 +-
.github/workflows/publish-docker.yaml | 2 +-
.github/workflows/unit-test.yml | 4 +-
NOTICE | 2 +-
README.md | 2 +
README_zh_CN.md | 11 +-
.../dolphinscheduler/templates/_helpers.tpl | 103 +
.../templates/deployment-dolphinscheduler-api.yaml | 5 +
...headless.yaml => secret-external-etcd-ssl.yaml} | 22 +-
...headless.yaml => secret-external-ldap-ssl.yaml} | 20 +-
.../statefulset-dolphinscheduler-master.yaml | 4 +
.../statefulset-dolphinscheduler-worker.yaml | 4 +
.../templates/svc-dolphinscheduler-alert.yaml | 34 +
.../templates/svc-dolphinscheduler-api.yaml | 37 +-
.../svc-dolphinscheduler-master-headless.yaml | 39 +-
.../svc-dolphinscheduler-worker-headless.yaml | 39 +-
deploy/kubernetes/dolphinscheduler/values.yaml | 102 +-
deploy/terraform/aws/.terraform.lock.hcl | 73 +-
deploy/terraform/aws/README.md | 5 +-
deploy/terraform/aws/dolphinscheduler-worker.tf | 1 +
deploy/terraform/aws/s3-main.tf | 12 +-
deploy/terraform/aws/zookeeper-main.tf | 3 +-
docs/configs/docsdev.js | 40 +
docs/configs/index.md.jsx | 2 +
docs/configs/site.js | 8 +-
docs/docs/en/architecture/configuration.md | 44 +-
docs/docs/en/contribute/api-test.md | 2 +-
.../en/contribute/development-environment-setup.md | 4 +-
docs/docs/en/contribute/release.md | 6 +-
docs/docs/en/faq.md | 8 +-
docs/docs/en/guide/datasource/hana.md | 22 +
docs/docs/en/guide/datasource/vertica.md | 21 +
docs/docs/en/guide/expansion-reduction.md | 6 +-
docs/docs/en/guide/installation/kubernetes.md | 8 +-
docs/docs/en/guide/installation/pseudo-cluster.md | 6 +-
docs/docs/en/guide/integration/rainbond.md | 2 +-
docs/docs/en/guide/metrics/metrics.md | 9 +-
docs/docs/en/guide/parameter/context.md | 33 +-
docs/docs/en/guide/parameter/global.md | 6 +-
docs/docs/en/guide/parameter/priority.md | 3 +-
docs/docs/en/guide/parameter/project-parameter.md | 23 +
docs/docs/en/guide/remote-logging.md | 16 +
docs/docs/en/guide/resource/configuration.md | 2 +-
docs/docs/en/guide/security/authentication-type.md | 16 +
docs/docs/en/guide/task/datax.md | 4 +-
docs/docs/en/guide/task/dynamic.md | 77 +
docs/docs/en/guide/task/flink.md | 1 +
docs/docs/en/guide/task/kubernetes.md | 23 +-
docs/docs/en/guide/task/map-reduce.md | 1 +
docs/docs/en/guide/task/openmldb.md | 2 +-
docs/docs/en/guide/task/pytorch.md | 6 +-
docs/docs/en/guide/task/spark.md | 1 +
docs/docs/en/guide/upgrade/incompatible.md | 9 +
docs/docs/en/history-versions.md | 4 +
docs/docs/zh/architecture/configuration.md | 46 +-
docs/docs/zh/contribute/api-test.md | 2 +-
.../zh/contribute/development-environment-setup.md | 4 +-
docs/docs/zh/contribute/release.md | 6 +-
docs/docs/zh/faq.md | 8 +-
docs/docs/zh/guide/datasource/hana.md | 17 +
docs/docs/zh/guide/datasource/vertica.md | 19 +
docs/docs/zh/guide/expansion-reduction.md | 6 +-
docs/docs/zh/guide/installation/kubernetes.md | 8 +-
docs/docs/zh/guide/installation/pseudo-cluster.md | 6 +-
docs/docs/zh/guide/integration/rainbond.md | 2 +-
docs/docs/zh/guide/metrics/metrics.md | 9 +-
docs/docs/zh/guide/parameter/context.md | 31 +-
docs/docs/zh/guide/parameter/global.md | 6 +-
docs/docs/zh/guide/parameter/priority.md | 3 +-
docs/docs/zh/guide/parameter/project-parameter.md | 23 +
docs/docs/zh/guide/remote-logging.md | 16 +
docs/docs/zh/guide/resource/configuration.md | 2 +-
docs/docs/zh/guide/security/authentication-type.md | 18 +-
docs/docs/zh/guide/task/datax.md | 4 +-
docs/docs/zh/guide/task/dynamic.md | 76 +
docs/docs/zh/guide/task/flink.md | 1 +
docs/docs/zh/guide/task/kubernetes.md | 1 +
docs/docs/zh/guide/task/map-reduce.md | 1 +
docs/docs/zh/guide/task/openmldb.md | 2 +-
docs/docs/zh/guide/task/pytorch.md | 14 +-
docs/docs/zh/guide/task/spark.md | 1 +
docs/docs/zh/guide/upgrade/incompatible.md | 9 +
docs/docs/zh/history-versions.md | 4 +
docs/img/new_ui/dev/datasource/hana.png | Bin 0 -> 104421 bytes
docs/img/new_ui/dev/datasource/vertica.png | Bin 0 -> 241720 bytes
.../new_ui/dev/parameter/context-subprocess01.png | Bin 0 -> 154177 bytes
.../new_ui/dev/parameter/context-subprocess02.png | Bin 0 -> 140118 bytes
.../new_ui/dev/parameter/context-subprocess03.png | Bin 0 -> 164780 bytes
.../new_ui/dev/parameter/context-subprocess04.png | Bin 0 -> 173880 bytes
.../new_ui/dev/parameter/context-subprocess05.png | Bin 0 -> 164295 bytes
.../new_ui/dev/parameter/context_parameter04.png | Bin 150018 -> 169900
bytes
.../new_ui/dev/parameter/global_parameter02.png | Bin 141585 -> 114779
bytes
.../new_ui/dev/parameter/project_parameter01.png | Bin 0 -> 3242977 bytes
.../new_ui/dev/parameter/project_parameter02.png | Bin 0 -> 3425797 bytes
.../new_ui/dev/parameter/project_parameter03.png | Bin 0 -> 3900887 bytes
docs/img/tasks/demo/dynamic_definition.png | Bin 0 -> 27885 bytes
docs/img/tasks/demo/dynamic_running.png | Bin 0 -> 24718 bytes
docs/img/tasks/icons/dynamic.png | Bin 0 -> 10606 bytes
.../dingtalk/DingTalkAlertChannelFactory.java | 4 +-
.../alert/email/EmailAlertChannelFactory.java | 6 +-
.../plugin/alert/email/EmailAlertChannelTest.java | 4 +-
.../alert/feishu/FeiShuAlertChannelFactory.java | 4 +-
.../plugin/alert/http/HttpSender.java | 6 +-
.../plugin/alert/http/HttpSenderTest.java | 10 +-
.../plugin/alert/script/ScriptSender.java | 1 +
.../telegram/TelegramAlertChannelFactory.java | 4 +-
.../src/main/bin/jvm_args_env.sh | 14 +-
.../src/main/bin/start.sh | 17 +-
.../dolphinscheduler/alert/config/AlertConfig.java | 7 +-
dolphinscheduler-api-test/README.md | 2 +-
.../api/test/cases/ExecutorAPITest.java | 148 +
.../api/test/cases/ProcessDefinitionAPITest.java | 180 ++
.../api/test/cases/ProcessInstanceAPITest.java | 186 ++
.../api/test/cases/ProjectAPITest.java | 210 ++
.../api/test/cases/SchedulerAPITest.java | 167 ++
.../test}/cases/TenantAPITest.java | 0
.../test}/cases/WorkerGroupAPITest.java | 0
.../test}/entity/HttpResponse.java | 0
.../test}/entity/HttpResponseBody.java | 0
.../test}/entity/LoginResponseData.java | 0
.../test}/entity/TenantListPagingResponseData.java | 0
.../entity/TenantListPagingResponseTotalList.java | 0
.../{api.test => api/test}/pages/LoginPage.java | 0
.../api/test/pages/project/ProjectPage.java | 180 ++
.../test}/pages/security/TenantPage.java | 0
.../test}/pages/security/WorkerGroupPage.java | 0
.../test/pages/workflow/ExecutorPage.java} | 68 +-
.../test/pages/workflow/ProcessDefinitionPage.java | 134 +
.../test/pages/workflow/ProcessInstancePage.java} | 57 +-
.../test/pages/workflow/SchedulerPage.java} | 64 +-
.../{api.test => api/test}/utils/JSONUtils.java | 0
.../test}/utils/RequestClient.java | 79 +-
.../resources/docker/file-manage/common.properties | 2 +-
.../src/test/resources/workflow-json/test.json | 81 +
.../dolphinscheduler/api/test/core/Constants.java | 2 +
.../main/assembly/dolphinscheduler-api-server.xml | 1 +
.../swagger.properties => bin/jvm_args_env.sh} | 14 +-
dolphinscheduler-api/src/main/bin/start.sh | 17 +-
.../api/aspect/AccessLogAspect.java | 22 +-
.../api/audit/AuditPublishService.java | 10 +-
.../api/configuration/ApiConfig.java | 90 +
.../api/configuration/AppConfiguration.java | 7 +-
.../configuration/PythonGatewayConfiguration.java | 38 -
...onfiguration.java => SwaggerConfiguration.java} | 34 +-
.../api/controller/DataSourceController.java | 41 +-
.../api/controller/ExecutorController.java | 19 +-
.../controller/ProcessDefinitionController.java | 4 +-
.../api/controller/ProcessInstanceController.java | 23 +
.../api/controller/ProjectParameterController.java | 169 ++
.../controller/ProjectPreferenceController.java | 82 +
.../api/controller/ResourcesController.java | 18 +-
.../api/controller/SchedulerController.java | 4 +-
.../api/controller/UsersController.java | 8 +
.../api/dto/DynamicSubWorkflowDto.java | 24 +-
.../dolphinscheduler/api/dto/gantt/GanttDto.java | 48 +-
.../api/dto/resources/ResourceComponent.java | 1 -
.../dto/resources/visitor/ResourceTreeVisitor.java | 1 -
.../apache/dolphinscheduler/api/enums/Status.java | 25 +
.../instance/pause/pause/PauseExecuteFunction.java | 2 +-
.../instance/stop/StopExecuteFunction.java | 2 +-
.../api/interceptor/RateLimitInterceptor.java | 6 +-
.../api/metrics/ApiServerMetrics.java | 29 +-
.../dolphinscheduler/api/python/PythonGateway.java | 12 +-
.../api/security/impl/ldap/LdapService.java | 17 +
.../api/service/DataSourceService.java | 17 +-
.../api/service/ExecutorService.java | 4 +-
.../api/service/MetricsCleanUpService.java | 2 +
.../api/service/ProcessInstanceService.java | 4 +
.../api/service/ProjectParameterService.java | 39 +
...pService.java => ProjectPreferenceService.java} | 8 +-
.../api/service/ResourcesService.java | 9 +-
.../impl/AlertPluginInstanceServiceImpl.java | 6 +-
.../api/service/impl/DataSourceServiceImpl.java | 86 +-
.../api/service/impl/ExecutorServiceImpl.java | 269 +-
.../api/service/impl/LoggerServiceImpl.java | 8 +-
.../service/impl/MetricsCleanUpServiceImpl.java | 5 +
.../service/impl/ProcessDefinitionServiceImpl.java | 59 +-
.../service/impl/ProcessInstanceServiceImpl.java | 90 +-
.../service/impl/ProjectParameterServiceImpl.java | 286 ++
.../service/impl/ProjectPreferenceServiceImpl.java | 126 +
.../api/service/impl/ResourcesServiceImpl.java | 24 +-
.../api/service/impl/SchedulerServiceImpl.java | 9 +
.../service/impl/TaskDefinitionLogServiceImpl.java | 2 +-
.../service/impl/TaskDefinitionServiceImpl.java | 9 +-
.../api/service/impl/TaskInstanceServiceImpl.java | 2 +-
.../api/service/impl/UsersServiceImpl.java | 7 +-
.../src/main/resources/application.yaml | 81 +-
.../src/main/resources/i18n/messages.properties | 17 +-
.../main/resources/i18n/messages_en_US.properties | 12 +-
.../main/resources/i18n/messages_zh_CN.properties | 12 +-
.../src/main/resources/swagger.properties | 3 +
.../src/main/resources/task-type-config.yaml | 1 +
...icConfigurationTest.java => ApiConfigTest.java} | 32 +-
.../controller/ExecuteFunctionControllerTest.java | 16 +-
.../controller/ProjectParameterControllerTest.java | 121 +
.../ProjectPreferenceControllerTest.java | 82 +
.../api/controller/ResourcesControllerTest.java | 2 +-
.../dolphinscheduler/api/enums/StatusTest.java | 2 +-
.../api/interceptor/RateLimitInterceptorTest.java | 8 +-
.../security/impl/ldap/LdapAuthenticatorTest.java | 3 +
.../api/security/impl/ldap/LdapServiceTest.java | 37 +-
.../api/service/DataSourceServiceTest.java | 31 +-
.../api/service/EnvironmentServiceTest.java | 6 +-
.../api/service/ExecuteFunctionServiceTest.java | 49 +-
.../api/service/LoggerServiceTest.java | 14 +-
.../api/service/ProcessDefinitionServiceTest.java | 17 +-
.../api/service/ProcessInstanceServiceTest.java | 19 +-
.../api/service/ProjectParameterServiceTest.java | 166 ++
.../api/service/ProjectPreferenceServiceTest.java | 118 +
.../api/service/ResourcesServiceTest.java | 42 +-
.../api/service/TaskDefinitionServiceImplTest.java | 6 +-
.../api/service/TaskInstanceServiceTest.java | 4 +-
.../api/service/UsersServiceTest.java | 6 +
.../src/test/resources/application.yaml | 38 +-
dolphinscheduler-bom/pom.xml | 33 +-
.../common/constants/CommandKeyConstants.java | 2 +
.../common/constants/Constants.java | 17 +
.../common/constants/DataSourceConstants.java | 8 +
.../dolphinscheduler/common/enums/CommandType.java | 1 +
.../{ResUploadType.java => ExecutionOrder.java} | 31 +-
.../common/enums/ResUploadType.java | 2 +-
.../common/enums/WorkflowExecutionStatus.java | 1 +
.../common/log/remote/OssRemoteLogHandler.java | 19 +-
.../common/model/TaskNodeRelation.java | 60 +-
.../dolphinscheduler/common/utils/FileUtils.java | 24 +
.../dolphinscheduler/common/utils/NetUtils.java | 101 +-
.../dolphinscheduler/common/utils/OSUtils.java | 4 +
.../utils/placeholder/BusinessTimeUtils.java | 1 +
.../src/main/resources/common.properties | 11 +-
.../common/log/SensitiveDataConverterTest.java | 29 +
.../dolphinscheduler/dao/entity/AccessToken.java | 3 +-
.../dolphinscheduler/dao/entity/AlertGroup.java | 3 +-
.../dolphinscheduler/dao/entity/DataSource.java | 15 +-
.../ProjectDao.java => entity/DsVersion.java} | 18 +-
.../dao/entity/ProcessInstanceMap.java | 4 +-
.../dolphinscheduler/dao/entity/Project.java | 25 -
.../dao/entity/ProjectParameter.java | 53 +-
.../dao/entity/ProjectPreference.java | 50 +-
.../apache/dolphinscheduler/dao/entity/Queue.java | 3 +-
.../dao/entity/RelationSubWorkflow.java | 42 +-
.../dolphinscheduler/dao/entity/Resource.java | 3 +-
.../dao/entity/TaskDefinitionLog.java | 1 +
.../dolphinscheduler/dao/entity/TaskInstance.java | 5 +
.../apache/dolphinscheduler/dao/entity/Tenant.java | 2 +-
.../dolphinscheduler/dao/entity/UdfFunc.java | 3 +-
.../dao/mapper/DataSourceMapper.java | 19 +-
.../dao/mapper/DsVersionMapper.java | 7 +-
.../dao/mapper/ProjectParameterMapper.java | 44 +
.../dao/mapper/ProjectPreferenceMapper.java | 8 +-
.../RelationSubWorkflowMapper.java} | 25 +-
.../dao/mapper/TaskDefinitionLogMapper.java | 1 +
.../dolphinscheduler/dao/repository/BaseDao.java | 91 +
.../dao/repository/DqExecuteResultDao.java | 4 +-
.../{DqExecuteResultDao.java => DsVersionDao.java} | 9 +-
.../dolphinscheduler/dao/repository/IDao.java | 69 +
.../dao/repository/ProcessDefinitionDao.java | 12 +-
.../dao/repository/ProcessDefinitionLogDao.java | 4 +-
.../dao/repository/ProcessInstanceDao.java | 33 +-
.../dao/repository/ProcessInstanceMapDao.java | 18 +-
.../dao/repository/ProcessTaskRelationLogDao.java | 4 +-
.../dao/repository/ProjectDao.java | 2 +-
.../dao/repository/TaskDefinitionDao.java | 3 +-
.../dao/repository/TaskDefinitionLogDao.java | 17 +-
.../dao/repository/TaskInstanceDao.java | 41 +-
.../repository/impl/DqExecuteResultDaoImpl.java | 16 +-
.../dao/repository/impl/DsVersionDaoImpl.java | 54 +
.../repository/impl/ProcessDefinitionDaoImpl.java | 56 +-
.../impl/ProcessDefinitionLogDaoImpl.java | 21 +-
.../repository/impl/ProcessInstanceDaoImpl.java | 84 +-
.../repository/impl/ProcessInstanceMapDaoImpl.java | 27 +-
.../impl/ProcessTaskRelationLogDaoImpl.java | 26 +-
.../dao/repository/impl/ProjectDaoImpl.java | 13 +-
.../dao/repository/impl/TaskDefinitionDaoImpl.java | 30 +-
.../repository/impl/TaskDefinitionLogDaoImpl.java | 77 +-
.../dao/repository/impl/TaskInstanceDaoImpl.java | 71 +-
.../dao/mapper/DataSourceMapper.xml | 16 +-
.../dao/mapper/ProcessInstanceMapper.xml | 23 +-
.../dolphinscheduler/dao/mapper/ProjectMapper.xml | 6 +
.../dao/mapper/ProjectParameterMapper.xml | 78 +
.../dao/mapper/RelationSubWorkflowMapper.xml | 44 +
.../src/main/resources/sql/dolphinscheduler_h2.sql | 108 +-
.../main/resources/sql/dolphinscheduler_mysql.sql | 105 +-
.../resources/sql/dolphinscheduler_postgresql.sql | 109 +-
.../src/main/resources/sql/soft_version | 2 +-
.../3.2.0_schema/mysql/dolphinscheduler_ddl.sql | 48 +-
.../3.2.0_schema/mysql/dolphinscheduler_dml.sql | 45 +
.../postgresql/dolphinscheduler_ddl.sql | 48 +-
.../postgresql/dolphinscheduler_dml.sql | 47 +-
.../dao/mapper/AuditLogMapperTest.java | 2 +-
.../dao/mapper/ClusterMapperTest.java | 6 +-
.../dao/mapper/DataSourceMapperTest.java | 4 +-
.../dao/mapper/DataSourceUserMapperTest.java | 6 +-
.../dao/mapper/EnvironmentMapperTest.java | 6 +-
.../EnvironmentWorkerGroupRelationMapperTest.java | 6 +-
.../dao/mapper/ErrorCommandMapperTest.java | 4 +-
.../dao/mapper/ProcessDefinitionLogMapperTest.java | 6 +-
.../dao/mapper/ProcessDefinitionMapperTest.java | 14 +-
.../dao/mapper/ProcessInstanceMapMapperTest.java | 4 +-
.../dao/mapper/ProcessInstanceMapperTest.java | 14 +-
.../mapper/ProcessTaskRelationLogMapperTest.java | 2 +-
.../dao/mapper/ProcessTaskRelationMapperTest.java | 8 +-
.../dao/mapper/ProjectMapperTest.java | 20 +-
.../dao/mapper/ProjectParameterMapperTest.java | 95 +
.../dao/mapper/ProjectPreferenceMapperTest.java | 68 +
.../dao/mapper/ProjectUserMapperTest.java | 4 +-
.../dao/mapper/QueueMapperTest.java | 10 +-
.../dao/mapper/ResourceUserMapperTest.java | 6 +-
.../dao/mapper/ScheduleMapperTest.java | 10 +-
.../dao/mapper/SessionMapperTest.java | 8 +-
.../dao/mapper/TaskDefinitionLogMapperTest.java | 6 +-
.../dao/mapper/TaskDefinitionMapperTest.java | 12 +-
.../dao/mapper/TaskInstanceMapperTest.java | 24 +-
.../dao/mapper/TenantMapperTest.java | 6 +-
.../dao/mapper/UDFUserMapperTest.java | 6 +-
.../dao/mapper/UdfFuncMapperTest.java | 10 +-
.../dao/mapper/UserMapperTest.java | 10 +-
.../dao/mapper/WorkFlowLineageMapperTest.java | 6 +-
.../dao/utils/TaskCacheUtilsTest.java | 2 +-
.../data/quality/DataQualityApplication.java | 10 +-
.../quality/execution/SparkRuntimeEnvironment.java | 11 +-
.../data/quality/flow/batch/reader/JdbcReader.java | 3 +-
.../data/quality/flow/batch/writer/JdbcWriter.java | 3 +-
.../data/quality/SparkApplicationTestBase.java | 3 +-
.../data/quality/flow/reader/JdbcReaderTest.java | 2 +-
.../dolphinscheduler-datasource-all/pom.xml | 5 +
.../api/datasource/BaseDataSourceParamDTO.java | 55 +-
.../api/datasource/BaseDataSourceParamDTOTest.java | 80 +
.../api/datasource/MySQLDataSourceParamDTO.java} | 32 +-
.../datasource/hana/HanaDataSourceChannel.java | 24 +-
.../hana/HanaDataSourceChannelFactory.java | 23 +-
.../datasource/hana/HanaDataSourceClient.java | 22 +-
.../datasource/hana/param/HanaConnectionParam.java | 28 +-
.../hana/param/HanaDataSourceParamDTO.java} | 28 +-
.../hana/param/HanaDataSourceProcessor.java | 130 +
.../hana/HanaDataSourceChannelFactoryTest.java | 19 +-
.../datasource/hana/HanaDataSourceChannelTest.java | 25 +-
.../hana/param/HanaDataSourceProcessorTest.java | 105 +
.../hana/provider/JDBCDataSourceProviderTest.java | 62 +
.../datasource/hana/utils/DataSourceUtilsTest.java | 147 +
.../param/SnowflakeDataSourceProcessorTest.java | 4 +-
.../param/StarRocksDataSourceParamDTO.java | 2 -
.../dolphinscheduler-datasource-vertica}/pom.xml | 31 +-
.../vertica/VerticaDataSourceChannel.java | 25 +-
.../vertica/VerticaDataSourceChannelFactory.java | 23 +-
.../vertica/VerticaDataSourceClient.java | 22 +-
.../vertica/param/VerticaConnectionParam.java | 28 +-
.../vertica/param/VerticaDataSourceParamDTO.java} | 28 +-
.../vertica/param/VerticaDataSourceProcessor.java | 134 +
.../VerticaDataSourceChannelFactoryTest.java | 20 +-
.../vertica/VerticaDataSourceChannelTest.java | 26 +-
.../param/VerticaDataSourceProcessorTest.java | 108 +
.../provider/JDBCDataSourceProviderTest.java | 65 +
.../vertica/utils/DataSourceUtilsTest.java | 149 +
dolphinscheduler-datasource-plugin/pom.xml | 1 +
dolphinscheduler-dist/release-docs/LICENSE | 24 +-
dolphinscheduler-dist/release-docs/NOTICE | 25 +-
.../licenses/LICENSE-azure-storage-blob.txt | 14 +
.../LICENSE-azure-storage-internal-avro.txt | 14 +
.../licenses/LICENSE-clickhouse-jdbc.txt | 209 +-
.../release-docs/licenses/LICENSE-vertica-jdbc.txt | 18 +
.../e2e/cases/ClickhouseDataSourceE2ETest.java | 4 +-
.../e2e/cases/FileManageE2ETest.java | 4 +-
.../e2e/cases/HiveDataSourceE2ETest.java | 3 +-
.../e2e/cases/MysqlDataSourceE2ETest.java | 3 +-
.../e2e/cases/PostgresDataSourceE2ETest.java | 3 +-
.../e2e/cases/SqlServerDataSourceE2ETest.java | 3 +-
.../e2e/cases/UdfManageE2ETest.java | 2 +-
.../e2e/cases/WorkflowE2ETest.java | 22 +-
.../dolphinscheduler/e2e/pages/LoginPage.java | 4 +-
.../e2e/pages/datasource/DataSourcePage.java | 16 +-
.../project/workflow/WorkflowDefinitionTab.java | 34 +-
.../e2e/pages/resource/FileManagePage.java | 21 +-
.../e2e/pages/resource/UdfManagePage.java | 15 +-
.../resources/docker/file-manage/common.properties | 2 +-
dolphinscheduler-master/pom.xml | 8 +
.../src/main/bin/jvm_args_env.sh | 14 +-
dolphinscheduler-master/src/main/bin/start.sh | 17 +-
dolphinscheduler-master/src/main/docker/Dockerfile | 2 +-
.../server/master/MasterServer.java | 6 +
.../builder/TaskExecutionContextBuilder.java | 1 -
.../server/master/config/MasterConfig.java | 14 +-
.../server/master/event/TaskCacheEventHandler.java | 4 +-
.../server/master/event/TaskDelayEventHandler.java | 2 +-
.../master/event/TaskDispatchEventHandler.java | 2 +-
.../master/event/TaskResultEventHandler.java | 2 +-
.../master/event/TaskRunningEventHandler.java | 2 +-
.../server/master/event/TaskStateEventHandler.java | 7 +-
.../master/event/TaskTimeoutStateEventHandler.java | 3 +-
.../master/event/TaskUpdatePidEventHandler.java | 2 +-
.../master/event/WorkflowStartEventHandler.java | 11 +-
.../master/event/WorkflowStateEventHandler.java | 3 +-
.../event/WorkflowTimeoutStateEventHandler.java | 3 +-
.../server/master/graph/IWorkflowGraph.java | 18 +-
.../server/master/graph/WorkflowGraph.java | 69 +
.../server/master/graph/WorkflowGraphFactory.java | 132 +
.../server/master/rpc/MasterRPCServer.java | 2 +-
.../server/master/rpc/MasterRpcClient.java | 27 +-
.../server/master/runner/EventExecuteService.java | 3 +-
...mitStatus.java => IWorkflowExecuteContext.java} | 27 +-
...itStatus.java => IWorkflowExecuteRunnable.java} | 26 +-
.../master/runner/MasterSchedulerBootstrap.java | 3 +-
.../master/runner/StateWheelExecuteThread.java | 82 +-
.../master/runner/StreamTaskExecuteRunnable.java | 13 +-
.../master/runner/WorkflowExecuteContext.java | 54 +
...ory.java => WorkflowExecuteContextFactory.java} | 69 +-
.../master/runner/WorkflowExecuteRunnable.java | 797 +++--
.../runner/WorkflowExecuteRunnableFactory.java | 49 +-
.../master/runner/WorkflowExecuteThreadPool.java | 48 +-
...wSubmitStatus.java => WorkflowStartStatus.java} | 2 +-
.../execute/DefaultTaskExecuteRunnableFactory.java | 2 +-
.../runner/execute/MasterTaskExecuteRunnable.java | 4 +
.../MasterTaskExecuteRunnableFactoryBuilder.java | 4 +-
.../execute/TaskExecutionContextFactory.java | 33 +-
.../master/runner/operator/TaskKillOperator.java | 2 +-
.../runner/operator/TaskTimeoutOperator.java | 2 +-
.../runner/task/blocking/BlockingLogicTask.java | 5 +-
.../runner/task/condition/ConditionLogicTask.java | 5 +-
.../DependentAsyncTaskExecuteFunction.java | 4 +-
.../dynamic/DynamicAsyncTaskExecuteFunction.java | 178 ++
.../runner/task/dynamic/DynamicCommandUtils.java | 85 +
.../runner/task/dynamic/DynamicLogicTask.java | 307 ++
.../dynamic/DynamicLogicTaskPluginFactory.java | 72 +
.../master/runner/task/dynamic/DynamicOutput.java | 16 +-
.../SubWorkflowAsyncTaskExecuteFunction.java | 4 +-
.../task/subworkflow/SubWorkflowLogicTask.java | 12 +-
.../runner/task/switchtask/SwitchLogicTask.java | 15 +-
.../server/master/service/ExecutingService.java | 3 +-
.../master/service/WorkerFailoverService.java | 5 +-
.../server/master/utils/DependentExecute.java | 6 +-
.../server/master/utils/TaskUtils.java | 4 +-
.../ProcessInstanceExecCacheManagerImplTest.java | 8 +-
.../master/event/TaskCacheEventHandlerTest.java | 2 +-
.../master/runner/WorkflowExecuteRunnableTest.java | 114 +-
.../DynamicAsyncTaskExecuteFunctionTest.java | 141 +
.../task/dynamic/DynamicCommandUtilsTest.java | 133 +
.../runner/task/dynamic/DynamicLogicTaskTest.java | 185 ++
.../server/master/service/FailoverServiceTest.java | 8 +-
.../resources/grafana/DolphinSchedulerWorker.json | 4 +-
.../registry/api/RegistryClient.java | 6 +-
.../dolphinscheduler-registry-etcd/README.md | 26 +-
.../plugin/registry/etcd/EtcdRegistry.java | 19 +-
.../registry/etcd/EtcdRegistryProperties.java | 5 +
.../dolphinscheduler-registry-jdbc/README.md | 59 +-
.../registry/jdbc/JdbcRegistryConfiguration.java | 1 +
.../apache/dolphinscheduler/remote/utils/Host.java | 121 +-
.../rpc/common/ResponseEventType.java | 34 +-
.../rpc/serializer/ProtoStuffSerializer.java | 34 +-
.../rpc/serializer/RpcSerializer.java | 34 +-
.../dolphinscheduler/remote/utils/HostTest.java | 6 +-
.../service/expand/CuringParamsService.java | 2 +
...balParams.java => CuringParamsServiceImpl.java} | 66 +-
.../dolphinscheduler/service/model/TaskNode.java | 8 +-
.../service/process/ProcessService.java | 7 +-
.../service/process/ProcessServiceImpl.java | 71 +-
.../service/subworkflow/SubWorkflowService.java | 46 +
.../subworkflow/SubWorkflowServiceImpl.java | 119 +
.../dolphinscheduler/service/utils/DagHelper.java | 170 +-
...rviceTest.java => CuringParamsServiceTest.java} | 12 +-
.../service/process/ProcessServiceTest.java | 19 +-
.../service/utils/DagHelperTest.java | 184 +-
.../apache/dolphinscheduler/spi/enums/DbType.java | 4 +-
.../dolphinscheduler/spi/params/PasswordParam.java | 87 -
.../spi/params/PluginParamsTransferTest.java | 13 +-
.../src/main/bin/jvm_args_env.sh | 14 +-
.../src/main/bin/start.sh | 14 +-
.../src/main/resources/application.yaml | 79 +-
.../pom.xml | 24 +-
.../plugin/storage/abs/AbsStorageOperator.java} | 280 +-
.../storage/abs/AbsStorageOperatorFactory.java | 26 +-
.../plugin/storage/abs/AbsStorageOperatorTest.java | 274 ++
.../dolphinscheduler-storage-all/pom.xml | 5 +
.../plugin/storage/api/StorageEntity.java | 1 -
.../plugin/storage/api/StorageType.java | 4 +-
.../plugin/storage/gcs/GcsStorageOperator.java | 4 -
.../plugin/storage/hdfs/HdfsStorageOperator.java | 3 -
.../plugin/storage/oss/OssStorageOperator.java | 23 +-
.../plugin/storage/s3/S3StorageOperator.java | 4 -
dolphinscheduler-storage-plugin/pom.xml | 1 +
.../plugin/task/api/AbstractCommandExecutor.java | 172 +-
.../plugin/task/api/AbstractShell.java | 361 ---
.../plugin/task/api/AbstractYarnTask.java | 36 +-
.../plugin/task/api/ShellCommandExecutor.java | 107 -
.../plugin/task/api/ShellExecutor.java | 177 --
.../plugin/task/api/TaskConstants.java | 2 +
.../plugin/task/api/TaskExecutionContext.java | 6 +-
.../plugin/task/api/TaskPluginManager.java | 3 +
.../plugin/task/api/enums/TaskExecutionStatus.java | 16 +-
.../plugin/task/api/k8s/K8sTaskMainParameters.java | 1 +
.../plugin/task/api/k8s/impl/K8sTaskExecutor.java | 31 +-
.../task/api/model/DynamicInputParameter.java | 16 +-
.../plugin/task/api/model/SwitchResultVo.java | 12 +-
.../task/api/parameters/ConditionsParameters.java | 39 +-
...sTaskParameters.java => DynamicParameters.java} | 46 +-
.../task/api/parameters/K8sTaskParameters.java | 5 +-
.../task/api/parameters/SwitchParameters.java | 14 +-
.../dataquality/spark/SparkParameters.java | 10 +-
.../plugin/task/api/parser/BusinessTimeUtils.java | 78 -
.../plugin/task/api/parser/ParamUtils.java | 71 -
.../plugin/task/api/parser/ParameterUtils.java | 271 --
.../shell/BaseLinuxShellInterceptorBuilder.java | 171 ++
.../task/api/shell/BaseShellInterceptor.java | 50 +
.../api/shell/BaseShellInterceptorBuilder.java | 141 +
.../shell/BaseWindowsShellInterceptorBuilder.java | 116 +
.../plugin/task/api/shell/IShellInterceptor.java | 13 +-
.../task/api/shell/IShellInterceptorBuilder.java | 42 +-
.../api/shell/ShellInterceptorBuilderFactory.java | 43 +
.../task/api/shell/bash/BashShellInterceptor.java | 11 +-
.../shell/bash/BashShellInterceptorBuilder.java | 56 +
.../task/api/shell/cmd/CmdShellInterceptor.java | 12 +-
.../api/shell/cmd/CmdShellInterceptorBuilder.java | 55 +
.../task/api/shell/sh/ShShellInterceptor.java} | 20 +-
.../api/shell/sh/ShShellInterceptorBuilder.java | 60 +
.../task/api/utils/DataQualityConstants.java | 2 +
.../plugin/task/api/utils/FileUtils.java | 51 -
.../plugin/task/api/utils/K8sUtils.java | 2 +-
.../plugin/task/api/utils/OSUtils.java | 84 -
.../plugin/task/api/utils/ParameterUtils.java | 241 +-
.../plugin/task/api/utils/ProcessUtils.java | 2 +
.../plugin/task/api/k8s/K8sTaskExecutorTest.java | 2 +
.../plugin/task/api/parser/ParameterUtilsTest.java | 55 -
.../task/api/parser/TimePlaceholderUtilsTest.java | 6 +-
.../plugin/task/api/utils/ParameterUtilsTest.java | 36 +-
.../src/test/resources/common.properties | 2 +-
.../plugin/task/chunjun/ChunJunTask.java | 66 +-
.../plugin/task/dq/DataQualityTask.java | 24 +-
.../plugin/task/dq/rule/RuleManager.java | 7 +-
.../parser/MultiTableComparisonRuleParser.java | 2 +-
.../plugin/task/dq/utils/RuleParserUtils.java | 13 +-
.../plugin/task/dq/utils/SparkArgsUtils.java | 9 +-
.../plugin/task/dq/DataQualityParameterTest.java | 1 +
.../plugin/task/dq/DataQualityTaskTest.java | 72 +-
.../plugin/task/datax/DataxTask.java | 75 +-
.../plugin/task/datax/DataxUtils.java | 8 +-
.../plugin/task/datax/DataxTaskTest.java | 33 +-
.../dolphinscheduler/plugin/task/dms/DmsTask.java | 5 +-
.../dolphinscheduler/plugin/task/dvc/DvcTask.java | 7 +-
.../plugin/task/flink/FlinkStreamTask.java | 16 +-
.../plugin/task/flink/FlinkArgsUtils.java | 55 +-
.../plugin/task/flink/FlinkConstants.java | 3 +-
.../plugin/task/flink/FlinkParameters.java | 10 +-
.../plugin/task/flink/FlinkTask.java | 16 +-
.../plugin/task/hivecli/HiveCliConstants.java | 2 -
.../plugin/task/hivecli/HiveCliTask.java | 80 +-
.../plugin/task/hivecli/HiveCliTaskTest.java | 25 +-
.../plugin/task/http/HttpTask.java | 8 +-
.../plugin/task/java/JavaTask.java | 11 +-
.../plugin/task/jupyter/JupyterTask.java | 22 +-
.../dolphinscheduler/plugin/task/k8s/K8sTask.java | 8 +-
.../plugin/task/k8s/K8sParametersTest.java | 3 +
.../plugin/task/k8s/K8sTaskTest.java | 24 +-
.../plugin/kubeflow/KubeflowTask.java | 7 +-
.../plugin/kubeflow/KubeflowTaskTest.java | 2 +-
.../plugin/task/linkis/LinkisTask.java | 38 +-
.../plugin/task/mlflow/MlflowTask.java | 23 +-
.../plugin/task/mr/MapReduceArgsUtils.java | 10 +-
.../plugin/task/mr/MapReduceParameters.java | 14 +-
.../plugin/task/mr/MapReduceTask.java | 22 +-
.../plugin/task/mr/MapReduceTaskConstants.java | 2 +-
.../plugin/task/openmldb/OpenmldbTask.java | 9 +-
.../plugin/task/procedure/ProcedureTask.java | 2 +-
.../plugin/task/python/PythonTask.java | 25 +-
.../task/python/PythonTaskChannelFactory.java | 34 +-
.../plugin/task/python/PythonTaskTest.java | 2 +-
.../plugin/task/pytorch/GitProjectManager.java | 4 +-
.../plugin/task/pytorch/PythonEnvManager.java | 2 +-
.../plugin/task/pytorch/PytorchParameters.java | 10 +-
.../plugin/task/pytorch/PytorchTask.java | 22 +-
.../plugin/task/pytorch/PytorchTaskTest.java | 14 +-
.../plugin/task/remoteshell/RemoteShellTask.java | 7 +-
.../plugin/task/sagemaker/SagemakerTask.java | 5 +-
.../plugin/task/seatunnel/SeatunnelTask.java | 12 +-
.../seatunnel/flink/SeatunnelFlinkParameters.java | 1 +
.../task/seatunnel/flink/SeatunnelFlinkTask.java | 10 +-
.../plugin/task/shell/ShellTask.java | 62 +-
.../plugin/task/spark/SparkConstants.java | 6 +-
.../plugin/task/spark/SparkParameters.java | 135 +-
.../plugin/task/spark/SparkTask.java | 70 +-
.../plugin/task/spark/SparkTaskTest.java | 10 +-
.../dolphinscheduler/plugin/task/sql/SqlTask.java | 5 +-
.../plugin/task/sqoop/SqoopTask.java | 17 +-
dolphinscheduler-ui/package.json | 1 +
dolphinscheduler-ui/pnpm-lock.yaml | 3078 +++++++++-----------
dolphinscheduler-ui/pom.xml | 1 +
.../public/images/task-icons/dynamic.png | Bin 0 -> 10606 bytes
.../public/images/task-icons/dynamic_hover.png | Bin 0 -> 11229 bytes
dolphinscheduler-ui/src/common/common.ts | 17 +-
dolphinscheduler-ui/src/common/types.ts | 1 +
dolphinscheduler-ui/src/components/chart/index.ts | 7 +-
.../src/components/chart/modules/Bar.tsx | 1 -
.../src/components/chart/modules/Gauge.tsx | 48 +-
.../src/components/chart/modules/Pie.tsx | 3 +-
.../src/components/form/use-form.ts | 1 -
.../src/layouts/content/use-dataList.ts | 23 +-
.../src/locales/en_US/data-quality.ts | 2 +
.../src/locales/en_US/datasource.ts | 8 -
dolphinscheduler-ui/src/locales/en_US/menu.ts | 2 +
dolphinscheduler-ui/src/locales/en_US/project.ts | 73 +-
dolphinscheduler-ui/src/locales/en_US/security.ts | 3 +
.../src/locales/zh_CN/data-quality.ts | 2 +
.../src/locales/zh_CN/datasource.ts | 8 -
dolphinscheduler-ui/src/locales/zh_CN/menu.ts | 2 +
dolphinscheduler-ui/src/locales/zh_CN/project.ts | 71 +-
dolphinscheduler-ui/src/locales/zh_CN/security.ts | 3 +
dolphinscheduler-ui/src/router/modules/projects.ts | 22 +
.../src/service/modules/data-source/index.ts | 21 +-
.../src/service/modules/data-source/types.ts | 4 +-
.../service/modules/projects-parameter/index.ts | 89 +
.../modules/projects-parameter}/types.ts | 73 +-
.../service/modules/projects-preference/index.ts | 26 +-
.../modules/projects-preference/types.ts} | 35 +-
.../src/service/modules/resources/index.ts | 3 +-
.../src/service/modules/resources/types.ts | 1 -
dolphinscheduler-ui/src/store/project/task-type.ts | 3 +
dolphinscheduler-ui/src/store/project/types.ts | 1 +
.../src/views/datasource/list/detail.tsx | 40 -
.../src/views/datasource/list/use-columns.ts | 10 +-
.../src/views/datasource/list/use-form.ts | 67 +-
.../views/monitor/servers/master/index.module.scss | 2 +-
.../projects/list/components/project-modal.tsx | 1 -
.../parameter/components/parameter-modal.tsx} | 90 +-
.../projects/parameter/components/use-modal.ts | 112 +
.../src/views/projects/parameter/index.tsx | 161 +
.../src/views/projects/parameter/use-table.ts | 195 ++
.../components/use-alert-group.ts} | 39 +-
.../components/use-tenant.ts} | 39 +-
.../components/use-warning-type.ts} | 38 +-
.../src/views/projects/preference/detail.tsx | 66 +
.../index.module.scss => preference/index.tsx} | 41 +-
.../src/views/projects/preference/use-form.ts | 136 +
.../projects/task/components/node/detail-modal.tsx | 32 +-
.../projects/task/components/node/fields/index.ts | 2 +
.../task/components/node/fields/use-datasource.ts | 10 +
.../task/components/node/fields/use-dynamic.ts | 120 +
.../components/node/fields/use-environment-name.ts | 16 +-
.../task/components/node/fields/use-flink.ts | 3 +-
.../task/components/node/fields/use-hive-cli.ts | 41 +-
.../task/components/node/fields/use-k8s.ts | 51 +-
.../projects/task/components/node/fields/use-mr.ts | 3 +-
.../components/node/fields/use-node-selectors.ts | 174 +-
.../task/components/node/fields/use-queue.ts | 23 +-
.../task/components/node/fields/use-resources.ts | 6 +-
.../task/components/node/fields/use-rules.ts | 56 +-
.../task/components/node/fields/use-sea-tunnel.ts | 4 +
.../task/components/node/fields/use-spark.ts | 53 +-
.../task/components/node/fields/use-switch.ts | 2 +-
.../task/components/node/fields/use-task-type.ts | 3 +-
.../projects/task/components/node/format-data.ts | 23 +-
.../projects/task/components/node/tasks/index.ts | 2 +
.../task/components/node/tasks/use-data-quality.ts | 4 +-
.../node/tasks/{use-mr.ts => use-dynamic.ts} | 32 +-
.../task/components/node/tasks/use-flink-stream.ts | 3 +-
.../task/components/node/tasks/use-flink.ts | 3 +-
.../projects/task/components/node/tasks/use-mr.ts | 3 +-
.../task/components/node/tasks/use-pytorch.ts | 2 +-
.../task/components/node/tasks/use-spark.ts | 4 +-
.../views/projects/task/components/node/types.ts | 11 +
.../src/views/projects/task/constants/task-type.ts | 4 +
.../src/views/projects/task/instance/types.ts | 1 +
.../src/views/projects/task/instance/use-table.ts | 14 +-
.../workflow/components/dag/dag-save-modal.tsx | 53 +-
.../workflow/components/dag/dag.module.scss | 6 +
.../projects/workflow/components/dag/types.ts | 1 +
.../components/dynamic-dag/dag-sidebar.module.scss | 41 +-
.../components/dynamic-dag/dag-sidebar.tsx | 38 +-
.../workflow/definition/components/start-modal.tsx | 15 +
.../definition/components/table-action.tsx | 25 +-
.../definition/components/timing-modal.tsx | 115 +-
.../workflow/definition/components/use-form.ts | 3 +-
.../projects/workflow/definition/create/index.tsx | 2 +-
.../projects/workflow/definition/detail/index.tsx | 2 +-
.../views/projects/workflow/definition/index.tsx | 21 +-
.../workflow/definition/timing/use-table.ts | 99 +
.../workflow/definition/tree/index.module.scss | 1 +
.../projects/workflow/definition/tree/index.tsx | 155 +-
.../definition/tree/use-d3-tree/index.scss} | 54 +-
.../{index.module.scss => use-d3-tree/index.tsx} | 30 +-
.../workflow/definition/tree/use-d3-tree/tree.ts | 366 +++
.../workflow/definition/tree/use-d3-tree/util.ts | 73 +
.../projects/workflow/definition/use-table.ts | 14 +-
.../projects/workflow/instance/detail/index.tsx | 2 +-
.../views/projects/workflow/instance/use-table.ts | 9 -
.../workflow/relation/components/Graph.tsx | 1 -
.../resource/components/resource/create/index.tsx | 10 -
.../resource/components/resource/folder/index.tsx | 9 -
.../resource/components/resource/rename/index.tsx | 9 -
.../components/resource/table/use-table.ts | 5 -
.../views/resource/components/resource/types.ts | 1 -
.../resource/components/resource/upload/index.tsx | 10 -
.../components/resource/upload/use-form.ts | 1 -
.../views/resource/components/resource/use-file.ts | 1 -
.../udf/function/components/function-modal.tsx | 2 -
.../components/alarm-group-modal.tsx | 1 -
.../cluster-manage/components/cluster-modal.tsx | 1 -
.../components/environment-modal.tsx | 7 +-
.../tenant-manage/components/tenant-modal.tsx | 1 -
.../tenant-manage/components/use-modalData.ts | 3 +
.../{user-detail-modal.tsx => password-modal.tsx} | 108 +-
.../user-manage/components/use-password.ts | 134 +
.../user-manage/components/user-detail-modal.tsx | 2 +-
.../src/views/security/user-manage/index.tsx | 11 +
.../src/views/security/user-manage/types.ts | 2 +
.../src/views/security/user-manage/use-columns.ts | 40 +-
.../src/views/security/user-manage/use-table.ts | 14 +-
.../src/main/bin/jvm_args_env.sh | 14 +-
dolphinscheduler-worker/src/main/bin/start.sh | 17 +-
.../server/worker/config/WorkerConfig.java | 11 +-
.../server/worker/metrics/WorkerServerMetrics.java | 36 +-
.../worker/processor/WorkerTaskKillProcessor.java | 3 +-
.../server/worker/rpc/WorkerRpcClient.java | 9 +-
.../server/worker/rpc/WorkerRpcServer.java | 2 +-
.../server/worker/runner/WorkerExecService.java | 6 +-
.../server/worker/runner/WorkerManagerThread.java | 7 +
.../worker/runner/WorkerTaskExecuteRunnable.java | 3 +
pom.xml | 3 +
tools/dependencies/known-dependencies.txt | 33 +-
725 files changed, 17674 insertions(+), 8337 deletions(-)
copy
deploy/kubernetes/dolphinscheduler/templates/{svc-dolphinscheduler-master-headless.yaml
=> secret-external-etcd-ssl.yaml} (70%)
copy
deploy/kubernetes/dolphinscheduler/templates/{svc-dolphinscheduler-master-headless.yaml
=> secret-external-ldap-ssl.yaml} (75%)
create mode 100644 docs/docs/en/guide/datasource/hana.md
create mode 100644 docs/docs/en/guide/datasource/vertica.md
create mode 100644 docs/docs/en/guide/parameter/project-parameter.md
create mode 100644 docs/docs/en/guide/task/dynamic.md
create mode 100644 docs/docs/zh/guide/datasource/hana.md
create mode 100644 docs/docs/zh/guide/datasource/vertica.md
create mode 100644 docs/docs/zh/guide/parameter/project-parameter.md
create mode 100644 docs/docs/zh/guide/task/dynamic.md
create mode 100644 docs/img/new_ui/dev/datasource/hana.png
create mode 100644 docs/img/new_ui/dev/datasource/vertica.png
create mode 100644 docs/img/new_ui/dev/parameter/context-subprocess01.png
create mode 100644 docs/img/new_ui/dev/parameter/context-subprocess02.png
create mode 100644 docs/img/new_ui/dev/parameter/context-subprocess03.png
create mode 100644 docs/img/new_ui/dev/parameter/context-subprocess04.png
create mode 100644 docs/img/new_ui/dev/parameter/context-subprocess05.png
create mode 100644 docs/img/new_ui/dev/parameter/project_parameter01.png
create mode 100644 docs/img/new_ui/dev/parameter/project_parameter02.png
create mode 100644 docs/img/new_ui/dev/parameter/project_parameter03.png
create mode 100644 docs/img/tasks/demo/dynamic_definition.png
create mode 100644 docs/img/tasks/demo/dynamic_running.png
create mode 100644 docs/img/tasks/icons/dynamic.png
copy dolphinscheduler-api/src/main/resources/swagger.properties =>
dolphinscheduler-alert/dolphinscheduler-alert-server/src/main/bin/jvm_args_env.sh
(78%)
create mode 100644
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/api/test/cases/ExecutorAPITest.java
create mode 100644
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/api/test/cases/ProcessDefinitionAPITest.java
create mode 100644
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/api/test/cases/ProcessInstanceAPITest.java
create mode 100644
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/api/test/cases/ProjectAPITest.java
create mode 100644
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/api/test/cases/SchedulerAPITest.java
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/cases/TenantAPITest.java (100%)
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/cases/WorkerGroupAPITest.java (100%)
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/entity/HttpResponse.java (100%)
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/entity/HttpResponseBody.java (100%)
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/entity/LoginResponseData.java (100%)
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/entity/TenantListPagingResponseData.java (100%)
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/entity/TenantListPagingResponseTotalList.java (100%)
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/pages/LoginPage.java (100%)
create mode 100644
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/api/test/pages/project/ProjectPage.java
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/pages/security/TenantPage.java (100%)
copy
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/pages/security/WorkerGroupPage.java (100%)
copy
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test/pages/security/WorkerGroupPage.java
=> api/test/pages/workflow/ExecutorPage.java} (51%)
create mode 100644
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/api/test/pages/workflow/ProcessDefinitionPage.java
copy
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test/pages/security/WorkerGroupPage.java
=> api/test/pages/workflow/ProcessInstancePage.java} (61%)
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test/pages/security/WorkerGroupPage.java
=> api/test/pages/workflow/SchedulerPage.java} (56%)
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/utils/JSONUtils.java (100%)
rename
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/java/org/apache/dolphinscheduler/{api.test
=> api/test}/utils/RequestClient.java (64%)
create mode 100644
dolphinscheduler-api-test/dolphinscheduler-api-test-case/src/test/resources/workflow-json/test.json
copy dolphinscheduler-api/src/main/{resources/swagger.properties =>
bin/jvm_args_env.sh} (78%)
create mode 100644
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/configuration/ApiConfig.java
delete mode 100644
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/configuration/PythonGatewayConfiguration.java
rename
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/configuration/{OpenAPIConfiguration.java
=> SwaggerConfiguration.java} (62%)
create mode 100644
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/controller/ProjectParameterController.java
create mode 100644
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/controller/ProjectPreferenceController.java
copy
dolphinscheduler-task-plugin/dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliConstants.java
=>
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/dto/DynamicSubWorkflowDto.java
(65%)
create mode 100644
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/service/ProjectParameterService.java
copy
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/service/{MetricsCleanUpService.java
=> ProjectPreferenceService.java} (72%)
create mode 100644
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/service/impl/ProjectParameterServiceImpl.java
create mode 100644
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/service/impl/ProjectPreferenceServiceImpl.java
rename
dolphinscheduler-api/src/test/java/org/apache/dolphinscheduler/api/configuration/{TrafficConfigurationTest.java
=> ApiConfigTest.java} (56%)
create mode 100644
dolphinscheduler-api/src/test/java/org/apache/dolphinscheduler/api/controller/ProjectParameterControllerTest.java
create mode 100644
dolphinscheduler-api/src/test/java/org/apache/dolphinscheduler/api/controller/ProjectPreferenceControllerTest.java
create mode 100644
dolphinscheduler-api/src/test/java/org/apache/dolphinscheduler/api/service/ProjectParameterServiceTest.java
create mode 100644
dolphinscheduler-api/src/test/java/org/apache/dolphinscheduler/api/service/ProjectPreferenceServiceTest.java
copy
dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/enums/{ResUploadType.java
=> ExecutionOrder.java} (59%)
copy
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/{repository/ProjectDao.java
=> entity/DsVersion.java} (67%)
copy
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/model/SwitchResultVo.java
=>
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/entity/ProjectParameter.java
(54%)
copy
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/model/SwitchResultVo.java
=>
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/entity/ProjectPreference.java
(56%)
copy
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/configuration/TrafficConfiguration.java
=>
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/entity/RelationSubWorkflow.java
(56%)
copy
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/service/MetricsCleanUpService.java
=>
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/mapper/DsVersionMapper.java
(78%)
create mode 100644
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/mapper/ProjectParameterMapper.java
copy
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/service/MetricsCleanUpService.java
=>
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/mapper/ProjectPreferenceMapper.java
(76%)
copy
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/{repository/ProcessTaskRelationLogDao.java
=> mapper/RelationSubWorkflowMapper.java} (54%)
create mode 100644
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/repository/BaseDao.java
copy
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/repository/{DqExecuteResultDao.java
=> DsVersionDao.java} (82%)
create mode 100644
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/repository/IDao.java
create mode 100644
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/repository/impl/DsVersionDaoImpl.java
create mode 100644
dolphinscheduler-dao/src/main/resources/org/apache/dolphinscheduler/dao/mapper/ProjectParameterMapper.xml
create mode 100644
dolphinscheduler-dao/src/main/resources/org/apache/dolphinscheduler/dao/mapper/RelationSubWorkflowMapper.xml
create mode 100644
dolphinscheduler-dao/src/test/java/org/apache/dolphinscheduler/dao/mapper/ProjectParameterMapperTest.java
create mode 100644
dolphinscheduler-dao/src/test/java/org/apache/dolphinscheduler/dao/mapper/ProjectPreferenceMapperTest.java
create mode 100644
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/test/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/BaseDataSourceParamDTOTest.java
copy
dolphinscheduler-datasource-plugin/{dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/param/StarRocksDataSourceParamDTO.java
=>
dolphinscheduler-datasource-api/src/test/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/MySQLDataSourceParamDTO.java}
(55%)
copy
dolphinscheduler-remote/src/test/java/org/apache/dolphinscheduler/remote/utils/HostTest.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-hana/src/main/java/org/apache/dolphinscheduler/plugin/datasource/hana/HanaDataSourceChannel.java
(58%)
copy
dolphinscheduler-task-plugin/dolphinscheduler-task-python/src/test/java/org/apache/dolphinscheduler/plugin/task/python/PythonTaskTest.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-hana/src/main/java/org/apache/dolphinscheduler/plugin/datasource/hana/HanaDataSourceChannelFactory.java
(60%)
copy
dolphinscheduler-task-plugin/dolphinscheduler-task-mr/src/main/java/org/apache/dolphinscheduler/plugin/task/mr/MapReduceTaskConstants.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-hana/src/main/java/org/apache/dolphinscheduler/plugin/datasource/hana/HanaDataSourceClient.java
(63%)
copy
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/repository/impl/DqExecuteResultDaoImpl.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-hana/src/main/java/org/apache/dolphinscheduler/plugin/datasource/hana/param/HanaConnectionParam.java
(51%)
copy
dolphinscheduler-datasource-plugin/{dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/param/StarRocksDataSourceParamDTO.java
=>
dolphinscheduler-datasource-hana/src/main/java/org/apache/dolphinscheduler/plugin/datasource/hana/param/HanaDataSourceParamDTO.java}
(61%)
create mode 100644
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-hana/src/main/java/org/apache/dolphinscheduler/plugin/datasource/hana/param/HanaDataSourceProcessor.java
copy
dolphinscheduler-remote/src/test/java/org/apache/dolphinscheduler/remote/utils/HostTest.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-hana/src/test/java/org/apache/dolphinscheduler/plugin/datasource/hana/HanaDataSourceChannelFactoryTest.java
(67%)
copy
dolphinscheduler-api/src/test/java/org/apache/dolphinscheduler/api/configuration/AuditConfigurationTest.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-hana/src/test/java/org/apache/dolphinscheduler/plugin/datasource/hana/HanaDataSourceChannelTest.java
(51%)
create mode 100644
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-hana/src/test/java/org/apache/dolphinscheduler/plugin/datasource/hana/param/HanaDataSourceProcessorTest.java
create mode 100644
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-hana/src/test/java/org/apache/dolphinscheduler/plugin/datasource/hana/provider/JDBCDataSourceProviderTest.java
create mode 100644
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-hana/src/test/java/org/apache/dolphinscheduler/plugin/datasource/hana/utils/DataSourceUtilsTest.java
copy {dolphinscheduler-storage-plugin/dolphinscheduler-storage-all =>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-vertica}/pom.xml
(63%)
rename
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/configuration/AuditConfiguration.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-vertica/src/main/java/org/apache/dolphinscheduler/plugin/datasource/vertica/VerticaDataSourceChannel.java
(57%)
copy
dolphinscheduler-task-plugin/dolphinscheduler-task-python/src/test/java/org/apache/dolphinscheduler/plugin/task/python/PythonTaskTest.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-vertica/src/main/java/org/apache/dolphinscheduler/plugin/datasource/vertica/VerticaDataSourceChannelFactory.java
(59%)
copy
dolphinscheduler-task-plugin/dolphinscheduler-task-mr/src/main/java/org/apache/dolphinscheduler/plugin/task/mr/MapReduceTaskConstants.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-vertica/src/main/java/org/apache/dolphinscheduler/plugin/datasource/vertica/VerticaDataSourceClient.java
(62%)
copy
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/repository/impl/DqExecuteResultDaoImpl.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-vertica/src/main/java/org/apache/dolphinscheduler/plugin/datasource/vertica/param/VerticaConnectionParam.java
(51%)
copy
dolphinscheduler-datasource-plugin/{dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/param/StarRocksDataSourceParamDTO.java
=>
dolphinscheduler-datasource-vertica/src/main/java/org/apache/dolphinscheduler/plugin/datasource/vertica/param/VerticaDataSourceParamDTO.java}
(61%)
create mode 100644
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-vertica/src/main/java/org/apache/dolphinscheduler/plugin/datasource/vertica/param/VerticaDataSourceProcessor.java
copy
dolphinscheduler-api/src/test/java/org/apache/dolphinscheduler/api/configuration/AuditConfigurationTest.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-vertica/src/test/java/org/apache/dolphinscheduler/plugin/datasource/vertica/VerticaDataSourceChannelFactoryTest.java
(63%)
rename
dolphinscheduler-api/src/test/java/org/apache/dolphinscheduler/api/configuration/AuditConfigurationTest.java
=>
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-vertica/src/test/java/org/apache/dolphinscheduler/plugin/datasource/vertica/VerticaDataSourceChannelTest.java
(50%)
create mode 100644
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-vertica/src/test/java/org/apache/dolphinscheduler/plugin/datasource/vertica/param/VerticaDataSourceProcessorTest.java
create mode 100644
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-vertica/src/test/java/org/apache/dolphinscheduler/plugin/datasource/vertica/provider/JDBCDataSourceProviderTest.java
create mode 100644
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-vertica/src/test/java/org/apache/dolphinscheduler/plugin/datasource/vertica/utils/DataSourceUtilsTest.java
create mode 100644
dolphinscheduler-dist/release-docs/licenses/LICENSE-azure-storage-blob.txt
create mode 100644
dolphinscheduler-dist/release-docs/licenses/LICENSE-azure-storage-internal-avro.txt
create mode 100644
dolphinscheduler-dist/release-docs/licenses/LICENSE-vertica-jdbc.txt
copy dolphinscheduler-api/src/main/resources/swagger.properties =>
dolphinscheduler-master/src/main/bin/jvm_args_env.sh (78%)
copy
dolphinscheduler-task-plugin/dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliConstants.java
=>
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/graph/IWorkflowGraph.java
(64%)
create mode 100644
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/graph/WorkflowGraph.java
create mode 100644
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/graph/WorkflowGraphFactory.java
copy
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/{WorkflowSubmitStatus.java
=> IWorkflowExecuteContext.java} (67%)
copy
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/{WorkflowSubmitStatus.java
=> IWorkflowExecuteRunnable.java} (71%)
create mode 100644
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/WorkflowExecuteContext.java
copy
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/{WorkflowExecuteRunnableFactory.java
=> WorkflowExecuteContextFactory.java} (60%)
rename
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/{WorkflowSubmitStatus.java
=> WorkflowStartStatus.java} (96%)
create mode 100644
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/task/dynamic/DynamicAsyncTaskExecuteFunction.java
create mode 100644
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/task/dynamic/DynamicCommandUtils.java
create mode 100644
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/task/dynamic/DynamicLogicTask.java
create mode 100644
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/task/dynamic/DynamicLogicTaskPluginFactory.java
copy
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/repository/ProjectDao.java
=>
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/task/dynamic/DynamicOutput.java
(75%)
create mode 100644
dolphinscheduler-master/src/test/java/org/apache/dolphinscheduler/server/master/runner/task/dynamic/DynamicAsyncTaskExecuteFunctionTest.java
create mode 100644
dolphinscheduler-master/src/test/java/org/apache/dolphinscheduler/server/master/runner/task/dynamic/DynamicCommandUtilsTest.java
create mode 100644
dolphinscheduler-master/src/test/java/org/apache/dolphinscheduler/server/master/runner/task/dynamic/DynamicLogicTaskTest.java
rename
dolphinscheduler-service/src/main/java/org/apache/dolphinscheduler/service/expand/{CuringGlobalParams.java
=> CuringParamsServiceImpl.java} (84%)
create mode 100644
dolphinscheduler-service/src/main/java/org/apache/dolphinscheduler/service/subworkflow/SubWorkflowService.java
create mode 100644
dolphinscheduler-service/src/main/java/org/apache/dolphinscheduler/service/subworkflow/SubWorkflowServiceImpl.java
rename
dolphinscheduler-service/src/test/java/org/apache/dolphinscheduler/service/expand/{CuringGlobalParamsServiceTest.java
=> CuringParamsServiceTest.java} (95%)
delete mode 100644
dolphinscheduler-spi/src/main/java/org/apache/dolphinscheduler/spi/params/PasswordParam.java
copy dolphinscheduler-api/src/main/resources/swagger.properties =>
dolphinscheduler-standalone-server/src/main/bin/jvm_args_env.sh (78%)
copy dolphinscheduler-storage-plugin/{dolphinscheduler-storage-all =>
dolphinscheduler-storage-abs}/pom.xml (70%)
copy
dolphinscheduler-storage-plugin/{dolphinscheduler-storage-gcs/src/main/java/org/apache/dolphinscheduler/plugin/storage/gcs/GcsStorageOperator.java
=>
dolphinscheduler-storage-abs/src/main/java/org/apache/dolphinscheduler/plugin/storage/abs/AbsStorageOperator.java}
(67%)
copy
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/repository/impl/DqExecuteResultDaoImpl.java
=>
dolphinscheduler-storage-plugin/dolphinscheduler-storage-abs/src/main/java/org/apache/dolphinscheduler/plugin/storage/abs/AbsStorageOperatorFactory.java
(53%)
create mode 100644
dolphinscheduler-storage-plugin/dolphinscheduler-storage-abs/src/test/java/org/apache/dolphinscheduler/plugin/storage/abs/AbsStorageOperatorTest.java
delete mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/AbstractShell.java
delete mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/ShellExecutor.java
copy
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/repository/DqExecuteResultDao.java
=>
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/model/DynamicInputParameter.java
(72%)
copy
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/parameters/{K8sTaskParameters.java
=> DynamicParameters.java} (53%)
delete mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/parser/BusinessTimeUtils.java
delete mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/parser/ParamUtils.java
delete mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/parser/ParameterUtils.java
create mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/BaseLinuxShellInterceptorBuilder.java
create mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/BaseShellInterceptor.java
create mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/BaseShellInterceptorBuilder.java
create mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/BaseWindowsShellInterceptorBuilder.java
copy
dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/enums/ResUploadType.java
=>
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/IShellInterceptor.java
(74%)
rename
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/configuration/TrafficConfiguration.java
=>
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/IShellInterceptorBuilder.java
(52%)
create mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/ShellInterceptorBuilderFactory.java
copy
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/repository/ProjectDao.java
=>
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/bash/BashShellInterceptor.java
(70%)
create mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/bash/BashShellInterceptorBuilder.java
copy
dolphinscheduler-dao/src/main/java/org/apache/dolphinscheduler/dao/repository/ProjectDao.java
=>
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/cmd/CmdShellInterceptor.java
(70%)
create mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/cmd/CmdShellInterceptorBuilder.java
rename
dolphinscheduler-task-plugin/{dolphinscheduler-task-python/src/main/java/org/apache/dolphinscheduler/plugin/task/python/PythonConstants.java
=>
dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/sh/ShShellInterceptor.java}
(69%)
create mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/shell/sh/ShShellInterceptorBuilder.java
delete mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/utils/FileUtils.java
delete mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/utils/OSUtils.java
delete mode 100644
dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/test/java/org/apache/dolphinscheduler/plugin/task/api/parser/ParameterUtilsTest.java
create mode 100644 dolphinscheduler-ui/public/images/task-icons/dynamic.png
create mode 100644
dolphinscheduler-ui/public/images/task-icons/dynamic_hover.png
create mode 100644
dolphinscheduler-ui/src/service/modules/projects-parameter/index.ts
copy dolphinscheduler-ui/src/{views/security/user-manage =>
service/modules/projects-parameter}/types.ts (52%)
copy
dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/service/MetricsCleanUpService.java
=> dolphinscheduler-ui/src/service/modules/projects-preference/index.ts (62%)
copy dolphinscheduler-ui/src/{views/monitor/servers/master/index.module.scss
=> service/modules/projects-preference/types.ts} (68%)
copy
dolphinscheduler-ui/src/views/{security/tenant-manage/components/tenant-modal.tsx
=> projects/parameter/components/parameter-modal.tsx} (51%)
create mode 100644
dolphinscheduler-ui/src/views/projects/parameter/components/use-modal.ts
create mode 100644 dolphinscheduler-ui/src/views/projects/parameter/index.tsx
create mode 100644
dolphinscheduler-ui/src/views/projects/parameter/use-table.ts
copy
dolphinscheduler-ui/src/views/projects/{workflow/definition/tree/index.module.scss
=> preference/components/use-alert-group.ts} (53%)
copy
dolphinscheduler-ui/src/views/projects/{workflow/definition/tree/index.module.scss
=> preference/components/use-tenant.ts} (53%)
copy
dolphinscheduler-ui/src/views/projects/{workflow/definition/tree/index.module.scss
=> preference/components/use-warning-type.ts} (57%)
create mode 100644 dolphinscheduler-ui/src/views/projects/preference/detail.tsx
copy
dolphinscheduler-ui/src/views/projects/{workflow/definition/tree/index.module.scss
=> preference/index.tsx} (55%)
create mode 100644
dolphinscheduler-ui/src/views/projects/preference/use-form.ts
create mode 100644
dolphinscheduler-ui/src/views/projects/task/components/node/fields/use-dynamic.ts
rename
dolphinscheduler-alert/dolphinscheduler-alert-plugins/dolphinscheduler-alert-script/src/main/java/org/apache/dolphinscheduler/plugin/alert/script/OSUtils.java
=>
dolphinscheduler-ui/src/views/projects/task/components/node/fields/use-queue.ts
(70%)
copy
dolphinscheduler-ui/src/views/projects/task/components/node/tasks/{use-mr.ts =>
use-dynamic.ts} (70%)
rename dolphinscheduler-ui/src/{utils/environmental-distinction.ts =>
views/projects/workflow/definition/tree/use-d3-tree/index.scss} (59%)
copy
dolphinscheduler-ui/src/views/projects/workflow/definition/tree/{index.module.scss
=> use-d3-tree/index.tsx} (72%)
create mode 100644
dolphinscheduler-ui/src/views/projects/workflow/definition/tree/use-d3-tree/tree.ts
create mode 100644
dolphinscheduler-ui/src/views/projects/workflow/definition/tree/use-d3-tree/util.ts
copy
dolphinscheduler-ui/src/views/security/user-manage/components/{user-detail-modal.tsx
=> password-modal.tsx} (52%)
create mode 100644
dolphinscheduler-ui/src/views/security/user-manage/components/use-password.ts
copy dolphinscheduler-api/src/main/resources/swagger.properties =>
dolphinscheduler-worker/src/main/bin/jvm_args_env.sh (78%)
