Refer to config details for explanations of common fields.
ape-dts uses PSYNC to synchronize Redis data.
- Snapshot: only migrates the snapshot, which is the RDB returned by PSYNC.
- Snapshot + CDC: migrates the snapshot and synchronizes incremental data, including the RDB and AOF.
- CDC: receive but discard RDB (if PSYNC returns RDB), only synchronizes the AOF.
[extractor]
db_type=redis
extract_type=snapshot
repl_port=10008
url=redis://:[email protected]:6380
[filter]
do_dbs=*
do_events=
ignore_dbs=1,2
ignore_tbs=
do_tbs=
[sinker]
db_type=redis
sink_type=write
url=redis://:[email protected]:6390
batch_size=200
[router]
db_map=
col_map=
tb_map=
[pipeline]
buffer_size=16000
checkpoint_interval_secs=10
[parallelizer]
parallel_type=redis
parallel_size=8
[runtime]
log_level=info
log4rs_file=./log4rs.yaml
log_dir=./logs
- [extractor]
| Config | Description | Example | Default |
|---|---|---|---|
| repl_port | ape_dts uses PSYNC to pull Redis data, repl_port is used in "replconf listening-port [port]" command | 10008 | 10008 |
[extractor]
db_type=redis
extract_type=snapshot_and_cdc
repl_port=10008
url=redis://:[email protected]:6380
[filter]
do_dbs=*
do_events=
ignore_dbs=1,2
ignore_tbs=
do_tbs=
ignore_cmds=flushall,flushdb
[sinker]
db_type=redis
sink_type=write
method=restore
url=redis://:[email protected]:6390
batch_size=200
[router]
db_map=
col_map=
tb_map=
[pipeline]
buffer_size=16000
checkpoint_interval_secs=10
[parallelizer]
parallel_type=redis
parallel_size=8
[runtime]
log_level=info
log4rs_file=./log4rs.yaml
log_dir=./logs
[extractor]
db_type=redis
extract_type=cdc
repl_port=10008
url=redis://:[email protected]:6380
[filter]
do_dbs=*
do_events=
ignore_dbs=1,2
ignore_tbs=
do_tbs=
ignore_cmds=flushall,flushdb
[sinker]
db_type=redis
sink_type=write
method=restore
url=redis://:[email protected]:6390
batch_size=200
[router]
db_map=
col_map=
tb_map=
[pipeline]
buffer_size=16000
checkpoint_interval_secs=10
[parallelizer]
parallel_type=redis
parallel_size=8
[runtime]
log_level=info
log4rs_file=./log4rs.yaml
log_dir=./logs