github.com/pingcap/tiflow@v0.0.0-20240520035814-5bf52d54e205/engine/test/e2e/dm-job.yaml (about)

     1  task-mode: all
     2  #is-sharding: true
     3  #shard-mode: pessimistic
     4  #ignore-checking-items: []
     5  #meta-schema: dm_meta
     6  #enable-heartbeat: false
     7  #heartbeat-update-interval: 1
     8  #heartbeat-report-interval: 10
     9  #timezone: ""
    10  #collation_compatible: loose
    11  target-database:
    12    host: host.docker.internal
    13    port: 4000
    14    user: root
    15    password: ""
    16  #  max-allowed-packet: null
    17  #  session:
    18  #    tidb_txn_mode: optimistic
    19  #  security: null
    20  #mysql-instances:
    21  upstreams:
    22    - db-config:
    23        host: host.docker.internal
    24        port: 3306
    25        user: root
    26        password: ""
    27  #      session: {}
    28      source-id: mysql-replica-01
    29      #filter-rules:
    30      #- filter-01
    31      #route-rules:
    32      #- route-01
    33      #- route-02
    34      #expression-filters: []
    35      #black-white-list: ""
    36      block-allow-list: balist-01
    37      mydumper-config-name: dump-01
    38  #    mydumper: null
    39  #    mydumper-thread: 0
    40      loader-config-name: load-01
    41  #    loader: null
    42  #    loader-thread: 0
    43      syncer-config-name: sync-01
    44  #    syncer: null
    45  #    syncer-thread: 0
    46      #validator-config-name: validator-01
    47  #- db-config:
    48  #    host: host.docker.internal
    49  #    port: 3307
    50  #    user: root
    51  #    password: '******'
    52  #    session: {}
    53  #  source-id: mysql-replica-02
    54  #  meta: null
    55  #  filter-rules:
    56  #  - filter-02
    57  #  route-rules:
    58  #  - route-01
    59  #  - route-02
    60  #  expression-filters: []
    61  #  black-white-list: ""
    62  #  block-allow-list: balist-01
    63  #  mydumper-config-name: dump-01
    64  #  mydumper: null
    65  #  mydumper-thread: 0
    66  #  loader-config-name: load-01
    67  #  loader: null
    68  #  loader-thread: 0
    69  #  syncer-config-name: sync-01
    70  #  syncer: null
    71  #  syncer-thread: 0
    72  #validator-config-name: validator-01
    73  #online-ddl: true
    74  #shadow-table-rules: []
    75  #trash-table-rules: []
    76  #online-ddl-scheme: ""
    77  #routes:
    78  #  route-01:
    79  #    schema-pattern: dmctl
    80  #    table-pattern: t_*
    81  #    target-schema: dmctl
    82  #    target-table: t_target
    83  #  route-02:
    84  #    schema-pattern: dmctl
    85  #    table-pattern: ""
    86  #    target-schema: dmctl
    87  #    target-table: ""
    88  #filters:
    89  #  filter-01:
    90  #    schema-pattern: dmctl
    91  #    table-pattern: t_1
    92  #    events:
    93  #    - all
    94  #    sql-pattern: []
    95  #    action: Do
    96  #  filter-02:
    97  #    schema-pattern: dmctl
    98  #    table-pattern: t_2
    99  #    events: []
   100  #    sql-pattern:
   101  #    - alter table .* add column aaa int
   102  #    action: Ignore
   103  #expression-filter: {}
   104  #black-white-list: {}
   105  block-allow-list:
   106    balist-01:
   107      #do-tables:
   108      #- db-name: dmctl
   109      #  tbl-name: ~^t_[\d]+
   110      #do-dbs:
   111      #- dmctl
   112      #ignore-tables: []
   113      #ignore-dbs: []
   114      do-dbs: ["<placeholder>"]
   115  mydumpers:
   116    dump-01:
   117  #    mydumper-path: ./bin/mydumper
   118      threads: 4
   119  #    chunk-filesize: "64"
   120  #    statement-size: 0
   121  #    rows: 0
   122  #    where: ""
   123  #    skip-tz-utc: true
   124  #    extra-args: ""
   125  loaders:
   126    load-01:
   127      pool-size: 16
   128  #    dir: ./dumped_data
   129  #    import-mode: sql
   130  #    on-duplicate: replace
   131  syncers:
   132    sync-01:
   133  #    meta-file: ""
   134      worker-count: 16
   135      batch: 100
   136  #    queue-size: 1024
   137      checkpoint-flush-interval: 1
   138      compact: true
   139      multiple-rows: true
   140  #    max-retry: 0
   141  #    auto-fix-gtid: false
   142  #    enable-gtid: false
   143  #    disable-detect: false
   144  #    safe-mode: false
   145  #    enable-ansi-quotes: false
   146  #validators:
   147  #  validator-01:
   148  #    mode: none
   149  #    worker-count: 4
   150  #clean-dump-file: true
   151  #experimental:
   152  #  async-checkpoint-flush: false