-
-
Notifications
You must be signed in to change notification settings - Fork 6
/
Copy pathcdc_consume_msg.toml
48 lines (44 loc) · 1.98 KB
/
cdc_consume_msg.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
task-name = "cdc-task00"
datasource-name-s = "ob93"
datasource-name-t = "tidb161"
comment = "测试数据源"
[case-field-rule]
# 控制配置文件内所有 *-s 参数配置值以及 column-route-rules 中的 key 值
# 1,参数值是 0 代表以当前配置文件为准,与源端对比
# 2,参数值是 1 代表统一转换值为小写,与源端对比
# 3,参数值是 2 代表统一转换值为大写,与源端对比
case-field-rule-s = "0"
# 控制配置文件 *-t 以及 column-route-rules 中的 value 值
# 1,参数值是 0 代表统一转换数据库名、表名、字段名值以当前配置文件为准
# 2,参数值是 1 代表统一转换数据库名、表名、字段名值为小写
# 3,参数值是 2 代表统一转换数据库名、表名、字段名值为大写
case-field-rule-t = "0"
[schema-route-rule]
schema-name-s = "marvin"
schema-name-t = "oms"
# include-table-s 迁移所有表需指定 "*",特定表写具体表名
#include-table-s = ["MARVIN00","MARVIN01","MARVIN05","MARVIN_COLUMN_T"]
include-table-s = ["*"]
#include-table-s = ["MARVIN00","MARVIN01","MARVIN05"]
#include-table-s = ["PM_TC_PROCESS_CODE","MARVIN00","MARVIN01"]
exclude-table-s = []
[[schema-route-rule.table-route-rules]]
table-name-s = ""
table-name-t = ""
column-route-rules = {}
[cdc-consume-param]
server-address = ["120.92.108.85:54330","120.92.108.85:54328","120.92.108.85:54326"]
subscribe-topic = "ob_marvin_topic"
table-thread = 10
# only tidb 数据库有效
# 参考上游数据是否开启压缩,设置对应压缩算法
# 可选值有 "none"、"lz4"、"snappy",默认为 "none"
message-compression = "none"
# only tidb 数据库有效
# 避免由于 resolvedTs 前无数据而导致频繁刷新元数据,检查 <=resolvedTs 前是否有数据
# 如果有数据,则立即刷新,如果连续 X seconds resolvedT 没有数据,则达到 X seconds resolvedT 时再刷新
# 单位:seconds
idle-resolved-threshold = 60
# calltimeout,单位:秒
call-timeout = 36000
enable-checkpoint = true