apache/seatunnel
GitHub で見る[Bug] [seatunnal-server] task status is running,but pipelineStatus is FAILING
Open
#7,747 opened on 2024年9月26日
bughelp wanted
Repository metrics
- Stars
- (6,897 stars)
- PR merge metrics
- (平均マージ 13d 21h) (30d で 143 merged PRs)
説明
Search before asking
- I had searched in the issues and found no similar issues.
What happened
任务运行后,通过seatunnel.sh -l 发现task是runing状态,但是通过seatunnel.sh -j jobid 发现pipelineStatus 是FAILING
SeaTunnel Version
2.3.7
SeaTunnel Config
env{
job.name="future_mkt01_同步商品销售日结表"
parallelism = 10
job.mode = "BATCH"
}
source {
Jdbc {
url = "jdbc:oracle:thin:@192.168.98.38:1521:mkt01"
driver = "oracle.jdbc.OracleDriver"
connection_check_timeout_sec = 100
user = "123"
password = "123"
split.size = 10000
table_list=[
{
table_path = "DBUSRMKT.SALECOSTDAY"
query = "select * from DBUSRMKT.SALECOSTDAY where scddate>=TO_DATE('${this_day}', 'YYYY/MM/DD')"
},
{
table_path = "DBUSRMKT.JXCGOODSLIST"
query = "select * from DBUSRMKT.JXCGOODSLIST where JGLFSDATE>=TO_DATE('${this_day}', 'YYYY/MM/DD')"
}
]
}
}
sink {
Doris {
fenodes = "192.168.0.168:8030,192.168.0.169:8030,192.168.0.170:8030"
username = 123
password = "123"
database = "ods_future_mkt01"
table = "ods_${table_name}"
# 保证每个文件唯一,拷贝之后文件需要修改此处
sink.label-prefix = "future-mkt01_${table_name}-jdbc"
sink.enable-2pc = "true"
sink.enable-delete = "true"
save_mode_create_template="CREATE TABLE IF NOT EXISTS `${database}`.`${table_name}` (${rowtype_primary_key},${rowtype_fields},dt datetime(0) default current_timestamp(0) on update current_timestamp(0)) ENGINE=OLAP UNIQUE KEY (${rowtype_primary_key}) DISTRIBUTED BY HASH (${rowtype_primary_key}) BUCKETS 3 PROPERTIES ( \"replication_allocation\" = \"tag.location.default: 3\",\"in_memory\" = \"false\",\"storage_format\" = \"V2\", \"disable_auto_compaction\" = \"false\")"
doris.config {
format = "json"
read_json_by_line = "true"
}
}
}
Running Command
${SEATUNNEL_HOME}/bin/seatunnel.sh --config /tmp/dolphinscheduler/exec/process/default/118604607510400/118604881362816_14/154516/198346/seatunnel_154516_198346.conf --deploy-mode cluster
Error Exception
任务无法结束,然后一直读取的数据是0
Zeta or Flink or Spark Version
zeta
Java or Scala Version
No response
Screenshots
Are you willing to submit PR?
- Yes I am willing to submit a PR!
Code of Conduct
- I agree to follow this project's Code of Conduct