为提高效率,提问时请提供以下信息,问题描述清晰可优先响应。
【DM版本】:8
【操作系统】:centos
【CPU】:x86
【问题描述】*:
使用SQL提交的任务,运行一段时间后会报错,请问是什么问题?
这个是我的同步脚本:
SET 'execution.checkpointing.interval'='10s';
SET 'state.checkpoints.dir'='file:///opt/flink/dm-flink-cdc/ck';
SET 'execution.checkpointing.externalized-checkpoint-retention'='RETAIN_ON_CANCELLATION';
SET 'execution.checkpointing.mode'='EXACTLY_ONCE';
SET 'execution.checkpointing.timeout'='600s';
SET 'state.checkpoints.num-retained'='3';
CREATE TABLE TEST_SOURCE (
ID INT not null,
NAME String,
AGE INT,
CREATE_TIME timestamp(6),
UPDATE_TIME timestamp(6),
PRIMARY KEY(ID) NOT ENFORCED
) WITH (
'connector' = 'dm-cdc',
'hostname' = 'xxxx',
'port' = '5236',
'username' = 'SYSDBA',
'password' = 'SYSDBA',
'database-name' = 'DAMENG',
'schema-name' = 'ASSURE',
'table-name' = 'TEST_CDC',
'scan.startup.mode' = 'initial',
'debezium.database.tablename.case.insensitive' = 'false',
'debezium.lob.enabled' = 'true',
'debezium.log.mining.strategy' = 'offline_catalog',
'debezium.log.mining.continuous.mine' = 'true'
);
CREATE TABLE TEST_SINK (
id int,
name String,
age INT,
create_time timestamp(6),
update_time timestamp(6)
) WITH (
'connector' = 'doris',
'fenodes' ='xxxx:8030',
'table.identifier' = 'assure.test_cdc',
'username' = 'root',
'password' = 'xxxx',
'sink.properties.format' = 'json',
'sink.properties.read_json_by_line' = 'true',
'sink.properties.partial_columns' = 'true',
'sink.enable-delete' = 'true',
'sink.label-prefix' = 'doris_label'
);
bug已记录,会在下个版本修复。