github.com/pingcap/tiflow@v0.0.0-20240520035814-5bf52d54e205/dm/tests/extend_column/conf/dm-task.yaml (about)

     1  ---
     2  name: test
     3  task-mode: all
     4  is-sharding: false
     5  meta-schema: "dm_meta"
     6  
     7  target-database:
     8    host: "127.0.0.1"
     9    port: 4000
    10    user: "root"
    11    password: ""
    12  
    13  mysql-instances:
    14    - source-id: "mysql-replica-01"
    15      block-allow-list:  "instance"
    16      route-rules: [ "extend-column-table-rules", "extend-column-table-source-schema-rules" ]
    17      mydumper-config-name: "global"
    18      loader-config-name: "global"
    19      syncer-config-name: "global"
    20    - source-id: "mysql-replica-02"
    21      block-allow-list:  "instance"
    22      route-rules: [ "extend-column-table-source-schema-rules" ]
    23      mydumper-config-name: "global"
    24      loader-config-name: "global"
    25      syncer-config-name: "global"
    26  
    27  block-allow-list:
    28    instance:
    29      do-dbs: ["extend_column*"]
    30  
    31  routes:
    32    extend-column-table-rules:
    33      schema-pattern: "extend_column*"
    34      target-schema: "extend_column"
    35      table-pattern: "y*"
    36      target-table: "y"
    37      extract-table:
    38        table-regexp: "y([0-9a-zA-Z]+)"
    39        target-column: "c_table"
    40    extend-column-table-source-schema-rules:
    41      schema-pattern: "extend_column*"
    42      target-schema: "extend_column"
    43      table-pattern: "t*"
    44      target-table: "t"
    45      extract-table:
    46        table-regexp: "t(.*)"
    47        target-column: "c_table"
    48      extract-schema:
    49        schema-regexp: "(.*)"
    50        target-column: "c_schema"
    51      extract-source:
    52        source-regexp: "mysql-(.*)-([0-9]+)"
    53        target-column: "c_source"
    54  
    55  mydumpers:
    56    global:
    57      threads: 4
    58      chunk-filesize: 64
    59      skip-tz-utc: true
    60      extra-args: ""
    61  
    62  loaders:
    63    global:
    64      pool-size: 16
    65      import-mode: import-mode-placeholder
    66      dir: "./dumped_data"
    67  
    68  syncers:
    69    global:
    70      worker-count: 16
    71      batch: 100