Lyjk0415 opened a new issue, #10391:
URL: https://github.com/apache/seatunnel/issues/10391
env {
job.mode = "STREAMING"
parallelism = 2
}
source {
TDengine {
url = "jdbc:TAOS-RS://XXXX:6041/"
username = "XXXX"
password = "XXXX"
database = "XXXX"
stable = "XXXX"
lower_bound = "2020-11-15T14:11:13.196+08:00"
upper_bound = "2026-11-15T14:11:13.196+08:00"
scan_interval = 10s
start_mode = "timestamp"
timestamp_column = "ts"
plugin_output = "tdengine_result"
}
}
transform {
Sql {
source_table_name = "tdengine_result"
result_table_name = "tdengine_result_cast"
query = """
SELECT
IFNULL(serial_number, '') AS serial_number,
ts,
IFNULL(log_value, '') AS log_value,
CAST(IFNULL(is_monitor, 0) AS INT) AS is_monitor,
CAST(IFNULL(log_type, 0) AS INT) AS log_type,
CAST(IFNULL(mode, 0) AS INT) AS mode,
IFNULL(identify, '') AS identify,
IFNULL(remark, '') AS remark,
IFNULL(tenant_id, '') AS tenant_id,
IFNULL(create_by, '') AS create_by
FROM tdengine_result
"""
}
}
sink {
Doris {
fenodes = "XXXX:8030"
username = "XXXX"
password = "XXXX"
database = "XXXX"
table = "XXXX"
enable_delete = false
write_mode = "insert"
sink.label-prefix = "test-cdc"
sink.enable-2pc = false
doris.config {
format = "json"
read_json_by_line = true
max-filtered-ratio = 0.1
}
}
}为什么我这样配置之后还是不会触发我的流式处理,数据同步完之后并不会根据我设置的触发时间点去从td里面获取数据然后同步到doris
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]