18270704097 opened a new issue, #9731:
URL: https://github.com/apache/seatunnel/issues/9731
[LOG-PATH]:
/usr/local/aoling/8g005/dolphinscheduler/dolphinscheduler-install-bin/worker-server/logs/20250820/149739860242432/4/176/286.log,
[HOST]: 172.20.0.1:1234
[INFO] 2025-08-20 14:24:44.211 +0800 -
***********************************************************************************************
[INFO] 2025-08-20 14:24:44.213 +0800 - *********************************
Initialize task context ***********************************
[INFO] 2025-08-20 14:24:44.213 +0800 -
***********************************************************************************************
[INFO] 2025-08-20 14:24:44.213 +0800 - Begin to initialize task
[INFO] 2025-08-20 14:24:44.213 +0800 - Set task startTime: 1755671084213
[INFO] 2025-08-20 14:24:44.213 +0800 - Set task appId: 176_286
[INFO] 2025-08-20 14:24:44.213 +0800 - End initialize task {
"taskInstanceId" : 286,
"taskName" : "Http接口数据同步至Doris",
"firstSubmitTime" : 1755671084172,
"startTime" : 1755671084213,
"taskType" : "SEATUNNEL",
"workflowInstanceHost" : "172.20.0.1:5678",
"host" : "172.20.0.1:1234",
"logPath" :
"/usr/local/aoling/8g005/dolphinscheduler/dolphinscheduler-install-bin/worker-server/logs/20250820/149739860242432/4/176/286.log",
"processId" : 0,
"processDefineCode" : 149739860242432,
"processDefineVersion" : 4,
"processInstanceId" : 176,
"scheduleTime" : 0,
"executorId" : 1,
"cmdTypeIfComplement" : 0,
"tenantCode" : "default",
"processDefineId" : 0,
"projectId" : 0,
"projectCode" : 138622221707232,
"taskParams" : "{\"localParams\":[],\"rawScript\":\"env {\\n parallelism
= 1\\n job.mode = \\\"BATCH\\\"\\n}\\n\\nsource {\\n Http {\\n
plugin_output = \\\"http\\\"\\n url =
\\\"http://43.138.156.44:5173/api/data/api/services/v2/test/v1?pageNum=1&pageSize=20\\\"\\n
method = \\\"GET\\\"\\n headers {\\n Authorization = \\\"Basic
XXX\\\"\\n Content-Type = \\\"application/json\\\"\\n }\\n body =
\\\"\\\"\\\"{\\\"IT_WERKS\\\": [{\\\"VALUE\\\": \\\"1080\\\"}]}\\\"\\\"\\\"\\n
format = \\\"json\\\"\\n content_field = \\\"$.data.data.*\\\"\\n
schema {\\n fields {\\n ACCOUNT_ID = \\\"int\\\"\\n
ACCOUNT_DESCRIPTION = \\\"string\\\"\\n ACCOUNT_PARENT = \\\"int\\\"\\n
ACCOUNT_TYPE = \\\"string\\\"\\n ACCOUNT_ROLLUP =
\\\"string\\\"\\n CUSTOM_MEMBERS = \\\"string\\\"\\n }\\n }\\n
}\\n}\\n\\nsink {\\n Doris {\\n fenodes = \\\"8g003:9030\\\"\\n
username = root\\n password = \\
\"123456\\\"\\n database = \\\"doris_mysql_db\\\"\\n table =
\\\"account\\\"\\n sink.enable-2pc = \\\"true\\\"\\n
sink.label-prefix = \\\"test_json\\\"\\n doris.config = {\\n
format=\\\"json\\\"\\n read_json_by_line=\\\"true\\\"\\n }\\n
}\\n}\",\"resourceList\":[],\"startupScript\":\"seatunnel.sh\",\"useCustom\":true,\"deployMode\":\"client\"}",
"environmentConfig" : "export
SEATUNNEL_HOME=/usr/local/aoling/8g005/dolphinscheduler/apache-seatunnel-2.3.8\nexport
PATH=$SEATUNNEL_HOME/bin:$PATH",
"prepareParamsMap" : {
"system.task.definition.name" : {
"prop" : "system.task.definition.name",
"direct" : "IN",
"type" : "VARCHAR",
"value" : "Http接口数据同步至Doris"
},
"system.project.name" : {
"prop" : "system.project.name",
"direct" : "IN",
"type" : "VARCHAR",
"value" : null
},
"system.project.code" : {
"prop" : "system.project.code",
"direct" : "IN",
"type" : "VARCHAR",
"value" : "138622221707232"
},
"system.workflow.instance.id" : {
"prop" : "system.workflow.instance.id",
"direct" : "IN",
"type" : "VARCHAR",
"value" : "176"
},
"system.biz.curdate" : {
"prop" : "system.biz.curdate",
"direct" : "IN",
"type" : "VARCHAR",
"value" : "20250820"
},
"system.biz.date" : {
"prop" : "system.biz.date",
"direct" : "IN",
"type" : "VARCHAR",
"value" : "20250819"
},
"system.task.instance.id" : {
"prop" : "system.task.instance.id",
"direct" : "IN",
"type" : "VARCHAR",
"value" : "286"
},
"system.workflow.definition.name" : {
"prop" : "system.workflow.definition.name",
"direct" : "IN",
"type" : "VARCHAR",
"value" : "Http接口数据同步Doris"
},
"system.task.definition.code" : {
"prop" : "system.task.definition.code",
"direct" : "IN",
"type" : "VARCHAR",
"value" : "149739790241792"
},
"system.workflow.definition.code" : {
"prop" : "system.workflow.definition.code",
"direct" : "IN",
"type" : "VARCHAR",
"value" : "149739860242432"
},
"system.datetime" : {
"prop" : "system.datetime",
"direct" : "IN",
"type" : "VARCHAR",
"value" : "20250820142444"
}
},
"taskAppId" : "176_286",
"taskTimeout" : 2147483647,
"workerGroup" : "default",
"delayTime" : 0,
"currentExecutionStatus" : "SUBMITTED_SUCCESS",
"endTime" : 0,
"dryRun" : 0,
"paramsMap" : { },
"cpuQuota" : -1,
"memoryMax" : -1,
"testFlag" : 0,
"logBufferEnable" : false,
"dispatchFailTimes" : 0
}
[INFO] 2025-08-20 14:24:44.213 +0800 -
***********************************************************************************************
[INFO] 2025-08-20 14:24:44.214 +0800 - *********************************
Load task instance plugin *********************************
[INFO] 2025-08-20 14:24:44.214 +0800 -
***********************************************************************************************
[INFO] 2025-08-20 14:24:44.215 +0800 - Send task status RUNNING_EXECUTION
master: 172.20.0.1:1234
[INFO] 2025-08-20 14:24:44.215 +0800 - TenantCode: default check successfully
[INFO] 2025-08-20 14:24:44.216 +0800 - WorkflowInstanceExecDir:
/tmp/dolphinscheduler/exec/process/default/138622221707232/149739860242432_4/176/286
check successfully
[INFO] 2025-08-20 14:24:44.216 +0800 - Create TaskChannel:
org.apache.dolphinscheduler.plugin.task.seatunnel.SeatunnelTaskChannel
successfully
[INFO] 2025-08-20 14:24:44.216 +0800 - Download resources successfully:
ResourceContext(resourceItemMap={})
[INFO] 2025-08-20 14:24:44.216 +0800 - Download upstream files: []
successfully
[INFO] 2025-08-20 14:24:44.217 +0800 - Task plugin instance: SEATUNNEL
create successfully
[INFO] 2025-08-20 14:24:44.217 +0800 - Intialize SeaTunnel task params {
"localParams" : [ ],
"varPool" : [ ],
"startupScript" : "seatunnel.sh",
"useCustom" : true,
"rawScript" : "env {\n parallelism = 1\n job.mode =
\"BATCH\"\n}\n\nsource {\n Http {\n plugin_output = \"http\"\n url =
\"http://43.138.156.44:5173/api/data/api/services/v2/test/v1?pageNum=1&pageSize=20\"\n
method = \"GET\"\n headers {\n Authorization = \"Basic XXX\"\n
Content-Type = \"application/json\"\n }\n body = \"\"\"{\"IT_WERKS\":
[{\"VALUE\": \"1080\"}]}\"\"\"\n format = \"json\"\n content_field =
\"$.data.data.*\"\n schema {\n fields {\n ACCOUNT_ID = \"int\"\n
ACCOUNT_DESCRIPTION = \"string\"\n ACCOUNT_PARENT = \"int\"\n
ACCOUNT_TYPE = \"string\"\n ACCOUNT_ROLLUP = \"string\"\n
CUSTOM_MEMBERS = \"string\"\n }\n }\n }\n}\n\nsink {\n Doris {\n
fenodes = \"8g003:9030\"\n username = root\n password =
\"123456\"\n database = \"doris_mysql_db\"\n table =
\"account\"\n sink.enable-2pc = \"true\"\n sink.label-prefix =
\"test_json\"
\n doris.config = {\n format=\"json\"\n
read_json_by_line=\"true\"\n }\n }\n}",
"resourceList" : [ ],
"deployMode" : "client",
"others" : null
}
[INFO] 2025-08-20 14:24:44.218 +0800 - Success initialized task plugin
instance successfully
[INFO] 2025-08-20 14:24:44.218 +0800 - Set taskVarPool: null successfully
[INFO] 2025-08-20 14:24:44.218 +0800 -
***********************************************************************************************
[INFO] 2025-08-20 14:24:44.218 +0800 - *********************************
Execute task instance *************************************
[INFO] 2025-08-20 14:24:44.218 +0800 -
***********************************************************************************************
[INFO] 2025-08-20 14:24:44.218 +0800 - raw custom config content : env {
parallelism = 1
job.mode = "BATCH"
}
source {
Http {
plugin_output = "http"
url =
"http://43.138.156.44:5173/api/data/api/services/v2/test/v1?pageNum=1&pageSize=20";
method = "GET"
headers {
Authorization = "Basic XXX"
Content-Type = "application/json"
}
body = """{"IT_WERKS": [{"VALUE": "1080"}]}"""
format = "json"
content_field = "$.data.data.*"
schema {
fields {
ACCOUNT_ID = "int"
ACCOUNT_DESCRIPTION = "string"
ACCOUNT_PARENT = "int"
ACCOUNT_TYPE = "string"
ACCOUNT_ROLLUP = "string"
CUSTOM_MEMBERS = "string"
}
}
}
}
sink {
Doris {
fenodes = "8g003:9030"
username = root
password = "123456"
database = "doris_mysql_db"
table = "account"
sink.enable-2pc = "true"
sink.label-prefix = "test_json"
doris.config = {
format="json"
read_json_by_line="true"
}
}
}
[INFO] 2025-08-20 14:24:44.218 +0800 - tenantCode :default, task
dir:/tmp/dolphinscheduler/exec/process/default/138622221707232/149739860242432_4/176/286
[INFO] 2025-08-20 14:24:44.218 +0800 - generate script
file:/tmp/dolphinscheduler/exec/process/default/138622221707232/149739860242432_4/176/286/seatunnel_176_286.conf
[INFO] 2025-08-20 14:24:44.218 +0800 - SeaTunnel task command:
${SEATUNNEL_HOME}/bin/seatunnel.sh --config
/tmp/dolphinscheduler/exec/process/default/138622221707232/149739860242432_4/176/286/seatunnel_176_286.conf
--deploy-mode client
[INFO] 2025-08-20 14:24:44.218 +0800 - DS Command
Task执行路径-AbstractCommandExecutor：/tmp/dolphinscheduler/exec/process/default/138622221707232/149739860242432_4/176/286
[INFO] 2025-08-20 14:24:44.219 +0800 - Final Shell file is:
[INFO] 2025-08-20 14:24:44.219 +0800 - ****************************** Script
Content *****************************************************************
[INFO] 2025-08-20 14:24:44.219 +0800 - #!/bin/bash
BASEDIR=$(cd `dirname $0`; pwd)
cd $BASEDIR
export
SEATUNNEL_HOME=/usr/local/aoling/8g005/dolphinscheduler/apache-seatunnel-2.3.8
export PATH=$SEATUNNEL_HOME/bin:$PATH
${SEATUNNEL_HOME}/bin/seatunnel.sh --config
/tmp/dolphinscheduler/exec/process/default/138622221707232/149739860242432_4/176/286/seatunnel_176_286.conf
--deploy-mode client
[INFO] 2025-08-20 14:24:44.219 +0800 - ****************************** Script
Content *****************************************************************
[INFO] 2025-08-20 14:24:44.219 +0800 - Executing shell command : bash
/tmp/dolphinscheduler/exec/process/default/138622221707232/149739860242432_4/176/286/176_286.sh
[INFO] 2025-08-20 14:24:44.221 +0800 - process start, process id is: 27388
[INFO] 2025-08-20 14:24:45.221 +0800 - ->
2025-08-20 14:24:44,957 WARN [ommandArgs$MasterTypeValidator] [main] -
******************************************************************************************
-e and --deploy-mode deprecated in 2.3.1, please use -m and --master
instead of it
******************************************************************************************
Exception in thread "main" java.lang.IllegalArgumentException: No enum
constant org.apache.seatunnel.core.starter.enums.MasterType.CLIENT
at java.lang.Enum.valueOf(Enum.java:238)
at
org.apache.seatunnel.core.starter.enums.MasterType.valueOf(MasterType.java:21)
at
org.apache.seatunnel.core.starter.seatunnel.args.ClientCommandArgs$SeaTunnelMasterTargetConverter.convert(ClientCommandArgs.java:137)
at
org.apache.seatunnel.core.starter.seatunnel.args.ClientCommandArgs$SeaTunnelMasterTargetConverter.convert(ClientCommandArgs.java:127)
at
com.beust.jcommander.JCommander.convertValue(JCommander.java:1333)
at
com.beust.jcommander.ParameterDescription.addValue(ParameterDescription.java:249)
at
com.beust.jcommander.JCommander.processFixedArity(JCommander.java:913)
at
com.beust.jcommander.JCommander.processFixedArity(JCommander.java:894)
at
com.beust.jcommander.JCommander.parseValues(JCommander.java:724)
at com.beust.jcommander.JCommander.parse(JCommander.java:356)
at com.beust.jcommander.JCommander.parse(JCommander.java:335)
at
org.apache.seatunnel.core.starter.utils.CommandLineUtils.parse(CommandLineUtils.java:57)
at
org.apache.seatunnel.core.starter.seatunnel.SeaTunnelClient.main(SeaTunnelClient.java:29)
[INFO] 2025-08-20 14:24:45.222 +0800 - process has exited. execute
path:/tmp/dolphinscheduler/exec/process/default/138622221707232/149739860242432_4/176/286,
processId:27388 ,exitStatusCode:1 ,processWaitForStatus:true
,processExitValue:1
[INFO] 2025-08-20 14:24:45.223 +0800 -
***********************************************************************************************
[INFO] 2025-08-20 14:24:45.223 +0800 - *********************************
Finalize task instance ************************************
[INFO] 2025-08-20 14:24:45.223 +0800 -
***********************************************************************************************
[INFO] 2025-08-20 14:24:45.223 +0800 - Upload output files: [] successfully
[INFO] 2025-08-20 14:24:45.224 +0800 - Send task execute status: FAILURE to
master : 172.20.0.1:1234
[INFO] 2025-08-20 14:24:45.224 +0800 - Remove the current task execute
context from worker cache
[INFO] 2025-08-20 14:24:45.224 +0800 - The current execute mode is develop
mode, will not clear the task execute file:
/tmp/dolphinscheduler/exec/process/default/138622221707232/149739860242432_4/176/286
[INFO] 2025-08-20 14:24:45.224 +0800 - FINALIZE_SESSION
java.lang.IllegalArgumentException occurs
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
