cdc_servers: - host: 172.16.201.137   ssh_port: 22   port: 8300   deploy_dir: "/data1/tidb-deploy/cdc-8300"   data_dir: "/data1/tidb-data/cdc-8300"   log_dir: "/data1/tidb-deploy/cdc-8300/log" - host: 172.16.201.138   ssh_port: 22   port: 8300   deploy_dir: "/data1/tidb-deploy/cdc-8300"   data_dir: "/data1/tidb-data/cdc-8300"   log_dir: "/data1/tidb-deploy/cdc-8300/log" - host: 172.16.201.139   ssh_port: 22   port: 8300   deploy_dir: "/data1/tidb-deploy/cdc-8300"   data_dir: "/data1/tidb-data/cdc-8300"   log_dir: "/data1/tidb-deploy/cdc-8300/log"

tiup cluster scale-out tidb-cluster scale-out-ticdc.yaml -uroot -p

tiup cluster display tidb-cluster

#TiCDC 在创建 Changefeed 前，请确保 TiCDC 的配置项 enable-sync-point 已设置为 true，#这样才会开启 Syncpoint 功能，在下游保存 ts-map。#且需要在备库创建 tidb_cdc 库
create database tidb_cdc;

set global tidb_gc_life_time = '24h';show variables like '%tidb_gc_life_time%';

br backup full --pd "172.16.201.137:2379" \    --backupts '2024-03-01 13:30:00' \    --storage "s3://backup-data/20240301?access-key=${access-key}&secret-access-key=${secret-access-key}" \    --ratelimit 128 \

br restore full \    --pd "172.16.202.237:2379" \    --storage "s3://backup-data/20240301?access-key=${access-key}&secret-access-key=${secret-access-key}" \    --ratelimit 128 \    --log-file restorefull.log

备库设置只读模式Set global tidb_restricted_read_only=on;Set global tidb_super_read_only=on;
show global variables like '%tidb_super_read_only%';show global variables like '%tidb_restricted_read_only%';
考虑到未来进行容灾切换，主、备库都创建 TiCDC 同步用户，ticdc 用户单独授权create user 'ticdc'@'%' identified by 'passwd';GRANT RESTRICTED_REPLICA_WRITER_ADMIN ON *.* TO 'ticdc'@'%';

# 指定配置文件中涉及的库名、表名是否为大小写敏感# 该配置会同时影响 filter 和 sink 相关配置，默认为 truecase-sensitive = true
# 是否输出 old value，从 v4.0.5 开始支持，从 v5.0 开始默认为 trueenable-old-value = trueforce-replicate = true
# 是否开启 Syncpoint 功能，从 v6.3.0 开始支持，该功能默认关闭。# 从 v6.4.0 开始，使用 Syncpoint 功能需要同步任务拥有下游集群的 SYSTEM_VARIABLES_ADMIN 或者 SUPER 权限。# 注意：该参数只有当下游为 TiDB 时，且下游TIDB 创建空库 tidb_cdc 才会生效。enable-sync-point = true
# Syncpoint 功能对齐上下游 snapshot 的时间间隔# 配置格式为 h m s，例如 "1h30m30s"# 默认值为 10m，最小值为 30s# 注意：该参数只有当下游为 TiDB 时，才会生效。sync-point-interval = "1m"
# Syncpoint 功能在下游表中保存的数据的时长，超过这个时间的数据会被清理# 配置格式为 h m s，例如 "24h30m30s"# 默认值为 24h# 注意：该参数只有当下游为 TiDB 时，才会生效。sync-point-retention = "24h"
[mounter]# mounter 解码 KV 数据的线程数，默认值为 16# worker-num = 16
[filter]# 过滤器规则# 过滤规则语法：https://docs.pingcap.com/zh/tidb/stable/table-filter#表库过滤语法rules = ['*.*']
[mounter]# mounter 线程数，用于解码 TiKV 输出的数据worker-num = 16
[consistent]# eventual consistency：使用 redo log，提供上游灾难情况下的最终一致性。level = "eventual"# 单个 redo log 文件大小，单位 MiB，默认值 64，建议该值不超过 128。max-log-size = 64# 刷新或上传 redo log 至 S3 的间隔，单位毫秒，默认 1000，建议范围 500-2000。flush-interval = 2000# 存储 redo log 的地址storage = "s3://redo?access-key=minio&secret-access-key=miniostorage&endpoint=http://10.0.1.10:6060&force-path-style=true"

tiup cdc cli changefeed create \    --server=http://172.16.201.137:8300 \    --sink-uri="mysql://ticdc:passwd@172.16.202.237:4000/" \    --changefeed-id="reptask" \    --config=~/cdc/reptask_changefeed.toml \    --start-ts=""   # backup-ts

tiup cdc cli changefeed query -s --server=http://172.16.201.137:8300 --changefeed-id=reptask

select * from tidb_cdc.syncpoint_v1;

+------------------+----------------+--------------------+--------------------+---------------------+| ticdc_cluster_id | changefeed     | primary_ts         | secondary_ts       | created_at          |+------------------+----------------+--------------------+--------------------+---------------------+| default          | test-2         | 435953225454059520 | 435953235516456963 | 2022-09-13 08:40:15 |+------------------+----------------+--------------------+--------------------+---------------------+

######################### Datasource config ########################[data-sources.uptidb]    host = "172.16.201.137"    port = 4000    user = "root"    password = "passwd"    snapshot = "435953225454059520"
[data-sources.downtidb]    host = "172.16.202.237"    port = 4000    user = "root"    password = "passwd"    snapshot = "435953235516456963"

tiup cdc cli changefeed stop --server=://172.16.201.137:8300 --changefeed-id="reptask"

tiup cdc cli changefeed remove --server=://172.16.201.137:8300 --changefeed-id="reptask"

set global tidb_restricted_read_only=off;set global tidb_super_read_only=off; show global variables like '%tidb_super_read_only%';show global variables like '%tidb_restricted_read_only%';

tiup cdc redo apply --storage "s3://redo?access-key=minio&secret-access-key=miniostorage&endpoint=http://10.0.1.10:6060&force-path-style=true" --tmp-dir /tmp/redo --sink-uri "mysql://ticdc:passwd@172.16.202.237:4000"

set global tidb_restricted_read_only=off;set global tidb_super_read_only=off; show global variables like '%tidb_super_read_only%';show global variables like '%tidb_restricted_read_only%';