github.com/pingcap/tiflow@v0.0.0-20240520035814-5bf52d54e205/engine/jobmaster/dm/config/job_template.yaml (about)

     1  task-mode: all
     2  shard-mode: optimistic
     3  strict-optimistic-shard-mode: true
     4  ignore-checking-items: []
     5  meta-schema: dm_meta
     6  #enable-heartbeat: false
     7  #heartbeat-update-interval: 1
     8  #heartbeat-report-interval: 10
     9  timezone: ""
    10  collation_compatible: loose
    11  target-database:
    12    host: 127.0.0.1
    13    port: 4000
    14    user: root
    15    password: '******'
    16    max-allowed-packet: null
    17    session:
    18      tidb_txn_mode: optimistic
    19    security: null
    20  #mysql-instances:
    21  upstreams:
    22  - db-config:
    23      host: 127.0.0.1
    24      port: 3306
    25      user: root
    26      password: '******'
    27      session: {}
    28    source-id: mysql-replica-01
    29    meta: null
    30    filter-rules:
    31    - filter-01
    32    route-rules:
    33    - route-01
    34    - route-02
    35    expression-filters:
    36      - "bit"
    37    black-white-list: ""
    38    block-allow-list: balist-01
    39    mydumper-config-name: dump-01
    40    mydumper: null
    41    mydumper-thread: 0
    42    loader-config-name: load-01
    43    loader: null
    44    loader-thread: 0
    45    syncer-config-name: sync-01
    46    syncer: null
    47    syncer-thread: 0
    48    case-sensitive: false
    49    #validator-config-name: validator-01
    50  - db-config:
    51      host: 127.0.0.1
    52      port: 3307
    53      user: root
    54      password: '******'
    55      session: {}
    56    source-id: mysql-replica-02
    57    meta: null
    58    filter-rules:
    59    - filter-02
    60    route-rules:
    61    - route-01
    62    - route-02
    63    expression-filters:
    64      - "c_null"
    65    black-white-list: ""
    66    block-allow-list: balist-01
    67    mydumper-config-name: dump-01
    68    mydumper: null
    69    mydumper-thread: 0
    70    loader-config-name: load-01
    71    loader: null
    72    loader-thread: 0
    73    syncer-config-name: sync-01
    74    syncer: null
    75    syncer-thread: 0
    76    #validator-config-name: validator-01
    77  online-ddl: true
    78  shadow-table-rules: []
    79  trash-table-rules: []
    80  #online-ddl-scheme: ""
    81  routes:
    82    route-01:
    83      schema-pattern: dmctl
    84      table-pattern: t_*
    85      target-schema: dmctl
    86      target-table: t_target
    87    route-02:
    88      schema-pattern: dmctl
    89      table-pattern: ""
    90      target-schema: dmctl
    91      target-table: ""
    92  filters:
    93    filter-01:
    94      schema-pattern: dmctl
    95      table-pattern: t_1
    96      events:
    97      - all
    98      sql-pattern: []
    99      action: Do
   100    filter-02:
   101      schema-pattern: dmctl
   102      table-pattern: t_2
   103      events: []
   104      sql-pattern:
   105      - alter table .* add column aaa int
   106      action: Ignore
   107  expression-filter:
   108    c_null:
   109      schema: "expr_filter"
   110      table: "t1"
   111      insert-value-expr: "c_null IS NOT NULL"
   112    bit:
   113      schema: "expr_filter"
   114      table: "t1"
   115      insert-value-expr: "c_bit = b'1111'"
   116  #black-white-list: {}
   117  block-allow-list:
   118    balist-01:
   119      do-tables:
   120      - db-name: dmctl
   121        tbl-name: ~^t_[\d]+
   122      do-dbs:
   123      - dmctl
   124      ignore-tables: []
   125      ignore-dbs: []
   126  mydumpers:
   127    dump-01:
   128      mydumper-path: ./bin/mydumper
   129      threads: 4
   130      chunk-filesize: "64"
   131      statement-size: 0
   132      rows: 0
   133      where: ""
   134      skip-tz-utc: true
   135      extra-args: ""
   136  loaders:
   137    load-01:
   138      pool-size: 16
   139      dir: ./dumped_data
   140      import-mode: logical
   141  syncers:
   142    sync-01:
   143      meta-file: ""
   144      worker-count: 16
   145      batch: 100
   146      queue-size: 1024
   147      checkpoint-flush-interval: 1
   148      compact: true
   149      multiple-rows: true
   150      max-retry: 0
   151      auto-fix-gtid: false
   152      enable-gtid: false
   153      disable-detect: false
   154      safe-mode: false
   155      safe-mode-duration: "60s"
   156      enable-ansi-quotes: false
   157  #validators:
   158  #  validator-01:
   159  #    mode: none
   160  #    worker-count: 4
   161  #clean-dump-file: true
   162  experimental:
   163    async-checkpoint-flush: false