github.com/pingcap/tiflow@v0.0.0-20240520035814-5bf52d54e205/dm/tests/lightning_mode/conf/dm-task-dup.yaml (about)

     1  ---
     2  name: test
     3  task-mode: all
     4  is-sharding: false
     5  meta-schema: "dm_meta"
     6  # enable-heartbeat: true
     7  heartbeat-update-interval: 1
     8  heartbeat-report-interval: 1
     9  
    10  target-database:
    11    host: "127.0.0.1"
    12    port: 4000
    13    user: "root"
    14    password: ""
    15    session:
    16      tidb_skip_utf8_check: 1
    17      tidb_disable_txn_auto_retry: off
    18      tidb_retry_limit: "10"
    19  
    20  mysql-instances:
    21    - source-id: "mysql-replica-01"
    22      black-white-list:  "instance" # compatible with deprecated config
    23      mydumper-config-name: "global"
    24      loader-config-name: "global"
    25      syncer-config-name: "global"
    26      filter-rules: ["user-filter-1"]
    27      route-rules: ["dup"]
    28  
    29    - source-id: "mysql-replica-02"
    30      block-allow-list:  "instance"
    31      mydumper-config-name: "global"
    32      loader-config-name: "global"
    33      syncer-config-name: "global"
    34      filter-rules: ["user-filter-1"]
    35  
    36  black-white-list: # compatible with deprecated config
    37    instance:
    38      do-dbs: ["lightning_mode"]
    39      ignore-dbs: ["ignore_db"]
    40  
    41  filters:                     # filter rules, mysql instance can ref rules in it
    42    user-filter-1:
    43      schema-pattern: "*"    # pattern of the upstream schema name, wildcard characters (*?) are supported
    44      table-pattern: "*"        # pattern of the upstream table name, wildcard characters (*?) are supported
    45      events: ["truncate table", "drop table"]  # ignore truncate/drop table ddl
    46      action: Ignore
    47  
    48  routes:
    49    dup:
    50      schema-pattern: "lightning_mode"
    51      table-pattern: "dup*"
    52      target-schema: lightning_mode
    53      target-table: dup
    54  
    55  mydumpers:
    56    global:
    57      threads: 4
    58      chunk-filesize: 64
    59      skip-tz-utc: true
    60      extra-args: ""
    61  
    62  loaders:
    63    global:
    64      pool-size: 16
    65      dir: "./dumped_data"
    66      import-mode: "physical"
    67      on-duplicate-physical: "manual"
    68  
    69  syncers:
    70    global:
    71      worker-count: 16
    72      batch: 100
    73      enable-ansi-quotes: false  # compatible with deprecated config