github.com/pingcap/tiflow@v0.0.0-20240520035814-5bf52d54e205/metrics/grafana/DM-Monitor-Standard.json (about)

     1  {
     2    "__inputs": [
     3      {
     4        "name": "DS_TEST-CLUSTER",
     5        "label": "prometheus-local",
     6        "description": "",
     7        "type": "datasource",
     8        "pluginId": "prometheus",
     9        "pluginName": "Prometheus"
    10      }
    11    ],
    12    "__requires": [
    13      {
    14        "type": "grafana",
    15        "id": "grafana",
    16        "name": "Grafana",
    17        "version": "7.5.7"
    18      },
    19      {
    20        "type": "panel",
    21        "id": "graph",
    22        "name": "Graph",
    23        "version": ""
    24      },
    25      {
    26        "type": "datasource",
    27        "id": "prometheus",
    28        "name": "Prometheus",
    29        "version": "1.0.0"
    30      },
    31      {
    32        "type": "panel",
    33        "id": "stat",
    34        "name": "Stat",
    35        "version": ""
    36      },
    37      {
    38        "type": "panel",
    39        "id": "table",
    40        "name": "Table",
    41        "version": ""
    42      }
    43    ],
    44    "annotations": {
    45      "list": [
    46        {
    47          "builtIn": 1,
    48          "datasource": "${DS_TEST-CLUSTER}",
    49          "enable": true,
    50          "hide": false,
    51          "iconColor": "rgba(0, 211, 255, 1)",
    52          "name": "Annotations & Alerts",
    53          "type": "dashboard"
    54        }
    55      ]
    56    },
    57    "editable": true,
    58    "gnetId": null,
    59    "graphTooltip": 0,
    60    "id": null,
    61    "iteration": 1628735844631,
    62    "links": [],
    63    "panels": [
    64      {
    65        "collapsed": false,
    66        "datasource": "${DS_TEST-CLUSTER}",
    67        "gridPos": {
    68          "h": 1,
    69          "w": 24,
    70          "x": 0,
    71          "y": 0
    72        },
    73        "id": 53,
    74        "panels": [],
    75        "repeat": null,
    76        "title": "Overview",
    77        "type": "row"
    78      },
    79      {
    80        "datasource": "${DS_TEST-CLUSTER}",
    81        "description": "The current state of subtasks in instances.\n\n0: Invalid\n\n1: New\n\n2: Running\n\n3: Paused\n\n4: Stopped\n\n5: Finished",
    82        "fieldConfig": {
    83          "defaults": {
    84            "color": {
    85              "mode": "thresholds"
    86            },
    87            "mappings": [],
    88            "noValue": "0",
    89            "thresholds": {
    90              "mode": "absolute",
    91              "steps": [
    92                {
    93                  "color": "green",
    94                  "value": null
    95                },
    96                {
    97                  "color": "red",
    98                  "value": 80
    99                }
   100              ]
   101            },
   102            "unit": "short"
   103          },
   104          "overrides": []
   105        },
   106        "gridPos": {
   107          "h": 8,
   108          "w": 12,
   109          "x": 0,
   110          "y": 1
   111        },
   112        "id": 107,
   113        "options": {
   114          "colorMode": "value",
   115          "graphMode": "area",
   116          "justifyMode": "auto",
   117          "orientation": "auto",
   118          "reduceOptions": {
   119            "calcs": ["last"],
   120            "fields": "",
   121            "values": false
   122          },
   123          "text": {},
   124          "textMode": "auto"
   125        },
   126        "pluginVersion": "7.5.7",
   127        "targets": [
   128          {
   129            "exemplar": true,
   130            "expr": "count(dm_worker_task_state{job_id=~\"$job_id\"} == 2)",
   131            "instant": true,
   132            "interval": "",
   133            "legendFormat": "",
   134            "refId": "A"
   135          }
   136        ],
   137        "title": "Running Task Count",
   138        "type": "stat"
   139      },
   140      {
   141        "datasource": "${DS_TEST-CLUSTER}",
   142        "description": "The current state of subtasks in instances.\n\n0: Invalid\n\n1: New\n\n2: Running\n\n3: Paused\n\n4: Stopped\n\n5: Finished",
   143        "fieldConfig": {
   144          "defaults": {
   145            "color": {
   146              "mode": "thresholds"
   147            },
   148            "custom": {
   149              "align": "center",
   150              "displayMode": "auto",
   151              "filterable": true
   152            },
   153            "mappings": [],
   154            "thresholds": {
   155              "mode": "absolute",
   156              "steps": [
   157                {
   158                  "color": "green",
   159                  "value": null
   160                },
   161                {
   162                  "color": "red",
   163                  "value": 80
   164                }
   165              ]
   166            }
   167          },
   168          "overrides": [
   169            {
   170              "matcher": {
   171                "id": "byName",
   172                "options": "status"
   173              },
   174              "properties": [
   175                {
   176                  "id": "mappings",
   177                  "value": [
   178                    {
   179                      "from": "",
   180                      "id": 1,
   181                      "text": "Invaild",
   182                      "to": "",
   183                      "type": 1,
   184                      "value": "0"
   185                    },
   186                    {
   187                      "from": "",
   188                      "id": 2,
   189                      "text": "New",
   190                      "to": "",
   191                      "type": 1,
   192                      "value": "1"
   193                    },
   194                    {
   195                      "from": "",
   196                      "id": 3,
   197                      "text": "Running",
   198                      "to": "",
   199                      "type": 1,
   200                      "value": "2"
   201                    },
   202                    {
   203                      "from": "",
   204                      "id": 4,
   205                      "text": "Pause",
   206                      "to": "",
   207                      "type": 1,
   208                      "value": "3"
   209                    },
   210                    {
   211                      "from": "",
   212                      "id": 5,
   213                      "text": "Stopped",
   214                      "to": "",
   215                      "type": 1,
   216                      "value": "4"
   217                    },
   218                    {
   219                      "from": "",
   220                      "id": 6,
   221                      "text": "Finished",
   222                      "to": "",
   223                      "type": 1,
   224                      "value": "5"
   225                    },
   226                    {
   227                      "from": "",
   228                      "id": 7,
   229                      "text": "Error",
   230                      "to": "",
   231                      "type": 1,
   232                      "value": "15"
   233                    }
   234                  ]
   235                }
   236              ]
   237            }
   238          ]
   239        },
   240        "gridPos": {
   241          "h": 8,
   242          "w": 12,
   243          "x": 12,
   244          "y": 1
   245        },
   246        "id": 105,
   247        "options": {
   248          "frameIndex": 0,
   249          "showHeader": true,
   250          "sortBy": []
   251        },
   252        "pluginVersion": "7.5.7",
   253        "targets": [
   254          {
   255            "exemplar": true,
   256            "expr": "dm_worker_task_state{job_id=~\"$job_id\"} != 2 ",
   257            "format": "table",
   258            "hide": false,
   259            "instant": true,
   260            "interval": "",
   261            "legendFormat": "",
   262            "refId": "A"
   263          }
   264        ],
   265        "timeFrom": null,
   266        "timeShift": null,
   267        "title": "Task Not Running",
   268        "transformations": [
   269          {
   270            "id": "organize",
   271            "options": {
   272              "excludeByName": {
   273                "Time": true,
   274                "__name__": true,
   275                "instance": true,
   276                "job": true,
   277                "source_id": false,
   278                "worker": true
   279              },
   280              "indexByName": {
   281                "Time": 0,
   282                "Value": 7,
   283                "__name__": 1,
   284                "instance": 2,
   285                "job": 3,
   286                "source_id": 5,
   287                "task": 4,
   288                "worker": 6
   289              },
   290              "renameByName": {
   291                "Value": "status",
   292                "task": ""
   293              }
   294            }
   295          }
   296        ],
   297        "type": "table"
   298      },
   299      {
   300        "aliasColors": {},
   301        "bars": false,
   302        "cacheTimeout": null,
   303        "dashLength": 10,
   304        "dashes": false,
   305        "datasource": "${DS_TEST-CLUSTER}",
   306        "decimals": 1,
   307        "description": "The predicted remaining time it takes Syncer to be completely synchronized with the master\n\nThis indicator is rough and crude and may vary greatly due to environmental factors",
   308        "fieldConfig": {
   309          "defaults": {},
   310          "overrides": []
   311        },
   312        "fill": 1,
   313        "fillGradient": 0,
   314        "gridPos": {
   315          "h": 8,
   316          "w": 12,
   317          "x": 0,
   318          "y": 9
   319        },
   320        "hiddenSeries": false,
   321        "id": 37,
   322        "legend": {
   323          "alignAsTable": true,
   324          "avg": false,
   325          "current": true,
   326          "max": true,
   327          "min": false,
   328          "rightSide": true,
   329          "show": true,
   330          "total": false,
   331          "values": true
   332        },
   333        "lines": true,
   334        "linewidth": 1,
   335        "links": [],
   336        "nullPointMode": "null",
   337        "options": {
   338          "alertThreshold": true
   339        },
   340        "percentage": false,
   341        "pluginVersion": "7.5.7",
   342        "pointradius": 2,
   343        "points": false,
   344        "renderer": "flot",
   345        "seriesOverrides": [],
   346        "spaceLength": 10,
   347        "stack": false,
   348        "steppedLine": false,
   349        "targets": [
   350          {
   351            "exemplar": true,
   352            "expr": "dm_syncer_remaining_time{job_id=~\"$job_id\",task=~\"$task\",source_id=~\"$source\"}",
   353            "format": "time_series",
   354            "interval": "$interval",
   355            "intervalFactor": 2,
   356            "legendFormat": "{{task}} - {{source_id}}",
   357            "refId": "A"
   358          }
   359        ],
   360        "thresholds": [],
   361        "timeFrom": null,
   362        "timeRegions": [],
   363        "timeShift": null,
   364        "title": "Remaining time to sync",
   365        "tooltip": {
   366          "shared": true,
   367          "sort": 0,
   368          "value_type": "individual"
   369        },
   370        "type": "graph",
   371        "xaxis": {
   372          "buckets": null,
   373          "mode": "time",
   374          "name": null,
   375          "show": true,
   376          "values": []
   377        },
   378        "yaxes": [
   379          {
   380            "$$hashKey": "object:97",
   381            "decimals": 1,
   382            "format": "s",
   383            "label": "",
   384            "logBase": 1,
   385            "max": null,
   386            "min": "0",
   387            "show": true
   388          },
   389          {
   390            "$$hashKey": "object:98",
   391            "decimals": -28,
   392            "format": "short",
   393            "label": null,
   394            "logBase": 1,
   395            "max": null,
   396            "min": null,
   397            "show": true
   398          }
   399        ],
   400        "yaxis": {
   401          "align": false,
   402          "alignLevel": null
   403        }
   404      },
   405      {
   406        "aliasColors": {},
   407        "bars": false,
   408        "cacheTimeout": null,
   409        "dashLength": 10,
   410        "dashes": false,
   411        "datasource": "${DS_TEST-CLUSTER}",
   412        "decimals": 1,
   413        "description": "The latency time it takes to replicate the binlog from master to Syncer (in seconds)",
   414        "fieldConfig": {
   415          "defaults": {
   416            "unit": "s"
   417          },
   418          "overrides": []
   419        },
   420        "fill": 1,
   421        "fillGradient": 0,
   422        "gridPos": {
   423          "h": 8,
   424          "w": 12,
   425          "x": 12,
   426          "y": 9
   427        },
   428        "hiddenSeries": false,
   429        "id": 38,
   430        "interval": null,
   431        "legend": {
   432          "alignAsTable": true,
   433          "avg": false,
   434          "current": true,
   435          "max": true,
   436          "min": false,
   437          "rightSide": true,
   438          "show": true,
   439          "total": false,
   440          "values": true
   441        },
   442        "lines": true,
   443        "linewidth": 1,
   444        "links": [],
   445        "maxDataPoints": 100,
   446        "nullPointMode": "null",
   447        "options": {
   448          "alertThreshold": true
   449        },
   450        "percentage": false,
   451        "pluginVersion": "7.5.7",
   452        "pointradius": 2,
   453        "points": false,
   454        "renderer": "flot",
   455        "seriesOverrides": [],
   456        "spaceLength": 10,
   457        "stack": false,
   458        "steppedLine": false,
   459        "targets": [
   460          {
   461            "exemplar": true,
   462            "expr": "histogram_quantile(0.90, sum(rate(dm_syncer_replication_lag_bucket{source_id=~\"$source\",task=~\"$task\"}[$interval])) by (le,task,source_id))",
   463            "hide": false,
   464            "interval": "",
   465            "legendFormat": "{{task}} - {{source_id}} - 90",
   466            "refId": "B"
   467          },
   468          {
   469            "exemplar": true,
   470            "expr": "histogram_quantile(0.95,\nsum(rate(dm_syncer_replication_lag_bucket{source_id=~\"$source\",task=~\"$task\"}[$interval])) by (le,task,source_id))",
   471            "hide": false,
   472            "interval": "",
   473            "legendFormat": "{{task}} - {{source_id}} - 95",
   474            "refId": "C"
   475          },
   476          {
   477            "exemplar": true,
   478            "expr": "histogram_quantile(0.99,\nsum(rate(dm_syncer_replication_lag_bucket{source_id=~\"$source\",task=~\"$task\"}[$interval])) by (le,task,source_id))",
   479            "hide": false,
   480            "interval": "",
   481            "legendFormat": "{{task}} - {{source_id}} - 99",
   482            "refId": "D"
   483          }
   484        ],
   485        "thresholds": [],
   486        "timeFrom": null,
   487        "timeRegions": [],
   488        "timeShift": null,
   489        "title": "Replication lag",
   490        "tooltip": {
   491          "shared": true,
   492          "sort": 0,
   493          "value_type": "individual"
   494        },
   495        "type": "graph",
   496        "xaxis": {
   497          "buckets": null,
   498          "mode": "time",
   499          "name": null,
   500          "show": true,
   501          "values": []
   502        },
   503        "yaxes": [
   504          {
   505            "$$hashKey": "object:268",
   506            "decimals": 1,
   507            "format": "s",
   508            "label": null,
   509            "logBase": 1,
   510            "max": null,
   511            "min": "0",
   512            "show": true
   513          },
   514          {
   515            "$$hashKey": "object:269",
   516            "decimals": null,
   517            "format": "short",
   518            "label": null,
   519            "logBase": 1,
   520            "max": null,
   521            "min": null,
   522            "show": true
   523          }
   524        ],
   525        "yaxis": {
   526          "align": false,
   527          "alignLevel": null
   528        }
   529      },
   530      {
   531        "aliasColors": {
   532          "admin queue-flush": "blue",
   533          "worker1-test-all---": "super-light-blue"
   534        },
   535        "bars": false,
   536        "dashLength": 10,
   537        "dashes": false,
   538        "datasource": "${DS_TEST-CLUSTER}",
   539        "description": "number of dm transaction executed per second (one minute average value)\n",
   540        "fieldConfig": {
   541          "defaults": {},
   542          "overrides": []
   543        },
   544        "fill": 1,
   545        "fillGradient": 0,
   546        "gridPos": {
   547          "h": 8,
   548          "w": 12,
   549          "x": 0,
   550          "y": 17
   551        },
   552        "hiddenSeries": false,
   553        "id": 99,
   554        "legend": {
   555          "alignAsTable": true,
   556          "avg": false,
   557          "current": true,
   558          "max": true,
   559          "min": false,
   560          "rightSide": true,
   561          "show": true,
   562          "total": false,
   563          "values": true
   564        },
   565        "lines": true,
   566        "linewidth": 1,
   567        "links": [],
   568        "nullPointMode": "null",
   569        "options": {
   570          "alertThreshold": true
   571        },
   572        "percentage": false,
   573        "pluginVersion": "7.5.7",
   574        "pointradius": 5,
   575        "points": false,
   576        "renderer": "flot",
   577        "seriesOverrides": [],
   578        "spaceLength": 10,
   579        "stack": false,
   580        "steppedLine": false,
   581        "targets": [
   582          {
   583            "exemplar": true,
   584            "expr": "sum by (task,source_id) (rate(dm_syncer_finished_transaction_total{job_id=~\"$job_id\",task=~\"$task\", source_id=~\"$source\"}[1m]))",
   585            "format": "time_series",
   586            "interval": "",
   587            "intervalFactor": 2,
   588            "legendFormat": "{{task}} - {{source_id}}",
   589            "refId": "A"
   590          }
   591        ],
   592        "thresholds": [],
   593        "timeFrom": null,
   594        "timeRegions": [],
   595        "timeShift": null,
   596        "title": "Replication TPS",
   597        "tooltip": {
   598          "shared": true,
   599          "sort": 0,
   600          "value_type": "individual"
   601        },
   602        "type": "graph",
   603        "xaxis": {
   604          "buckets": null,
   605          "mode": "time",
   606          "name": null,
   607          "show": true,
   608          "values": []
   609        },
   610        "yaxes": [
   611          {
   612            "$$hashKey": "object:348",
   613            "decimals": 0,
   614            "format": "short",
   615            "label": "",
   616            "logBase": 1,
   617            "max": null,
   618            "min": "0",
   619            "show": true
   620          },
   621          {
   622            "$$hashKey": "object:349",
   623            "format": "short",
   624            "label": null,
   625            "logBase": 1,
   626            "max": null,
   627            "min": null,
   628            "show": false
   629          }
   630        ],
   631        "yaxis": {
   632          "align": false,
   633          "alignLevel": null
   634        }
   635      },
   636      {
   637        "aliasColors": {
   638          "admin queue-flush": "blue"
   639        },
   640        "bars": false,
   641        "dashLength": 10,
   642        "dashes": false,
   643        "datasource": "${DS_TEST-CLUSTER}",
   644        "decimals": 0,
   645        "description": "number of sql executed per second(one minute average value )",
   646        "fieldConfig": {
   647          "defaults": {},
   648          "overrides": []
   649        },
   650        "fill": 1,
   651        "fillGradient": 0,
   652        "gridPos": {
   653          "h": 8,
   654          "w": 12,
   655          "x": 12,
   656          "y": 17
   657        },
   658        "hiddenSeries": false,
   659        "id": 102,
   660        "legend": {
   661          "alignAsTable": true,
   662          "avg": false,
   663          "current": true,
   664          "max": true,
   665          "min": false,
   666          "rightSide": true,
   667          "show": true,
   668          "total": false,
   669          "values": true
   670        },
   671        "lines": true,
   672        "linewidth": 1,
   673        "links": [],
   674        "nullPointMode": "null",
   675        "options": {
   676          "alertThreshold": true
   677        },
   678        "percentage": false,
   679        "pluginVersion": "7.5.7",
   680        "pointradius": 5,
   681        "points": false,
   682        "renderer": "flot",
   683        "seriesOverrides": [],
   684        "spaceLength": 10,
   685        "stack": false,
   686        "steppedLine": false,
   687        "targets": [
   688          {
   689            "exemplar": true,
   690            "expr": "sum by (task,source_id) (rate(dm_syncer_finished_jobs_total{job_id=~\"$job_id\",task=~\"$task\", source_id=~\"$source\"}[$interval]))",
   691            "format": "time_series",
   692            "interval": "$interval",
   693            "intervalFactor": 2,
   694            "legendFormat": "{{task}} - {{source_id}}",
   695            "refId": "A"
   696          }
   697        ],
   698        "thresholds": [],
   699        "timeFrom": null,
   700        "timeRegions": [],
   701        "timeShift": null,
   702        "title": "Replication QPS",
   703        "tooltip": {
   704          "shared": true,
   705          "sort": 0,
   706          "value_type": "individual"
   707        },
   708        "type": "graph",
   709        "xaxis": {
   710          "buckets": null,
   711          "mode": "time",
   712          "name": null,
   713          "show": true,
   714          "values": []
   715        },
   716        "yaxes": [
   717          {
   718            "$$hashKey": "object:424",
   719            "decimals": 0,
   720            "format": "short",
   721            "label": null,
   722            "logBase": 1,
   723            "max": null,
   724            "min": "0",
   725            "show": true
   726          },
   727          {
   728            "$$hashKey": "object:425",
   729            "format": "short",
   730            "label": null,
   731            "logBase": 1,
   732            "max": null,
   733            "min": null,
   734            "show": false
   735          }
   736        ],
   737        "yaxis": {
   738          "align": false,
   739          "alignLevel": null
   740        }
   741      },
   742      {
   743        "aliasColors": {},
   744        "bars": false,
   745        "dashLength": 10,
   746        "dashes": false,
   747        "datasource": "${DS_TEST-CLUSTER}",
   748        "decimals": 1,
   749        "description": "The time it takes binlog replication unit to execute the transaction to the downstream (in seconds)",
   750        "fieldConfig": {
   751          "defaults": {},
   752          "overrides": []
   753        },
   754        "fill": 1,
   755        "fillGradient": 0,
   756        "gridPos": {
   757          "h": 8,
   758          "w": 24,
   759          "x": 0,
   760          "y": 25
   761        },
   762        "hiddenSeries": false,
   763        "id": 109,
   764        "legend": {
   765          "alignAsTable": true,
   766          "avg": false,
   767          "current": true,
   768          "max": true,
   769          "min": false,
   770          "rightSide": true,
   771          "show": true,
   772          "sort": "current",
   773          "sortDesc": true,
   774          "total": false,
   775          "values": true
   776        },
   777        "lines": true,
   778        "linewidth": 1,
   779        "links": [],
   780        "nullPointMode": "null",
   781        "options": {
   782          "alertThreshold": true
   783        },
   784        "percentage": false,
   785        "pluginVersion": "7.5.7",
   786        "pointradius": 5,
   787        "points": false,
   788        "renderer": "flot",
   789        "seriesOverrides": [],
   790        "spaceLength": 10,
   791        "stack": false,
   792        "steppedLine": false,
   793        "targets": [
   794          {
   795            "exemplar": true,
   796            "expr": "histogram_quantile(0.90, sum(rate(dm_syncer_txn_duration_time_bucket{worker=~\"$worker\",task=~\"$task\"}[$interval])) by (le,worker,task))",
   797            "format": "time_series",
   798            "hide": false,
   799            "interval": "$interval",
   800            "intervalFactor": 2,
   801            "legendFormat": "{{task}} - txn-90",
   802            "refId": "A"
   803          },
   804          {
   805            "exemplar": true,
   806            "expr": "histogram_quantile(0.95, sum(rate(dm_syncer_txn_duration_time_bucket{worker=~\"$worker\",task=~\"$task\"}[$interval])) by (le,worker,task))",
   807            "format": "time_series",
   808            "hide": false,
   809            "interval": "$interval",
   810            "intervalFactor": 2,
   811            "legendFormat": "{{task}} - txn-95",
   812            "refId": "B"
   813          },
   814          {
   815            "exemplar": true,
   816            "expr": "histogram_quantile(0.99, sum(rate(dm_syncer_txn_duration_time_bucket{worker=~\"$worker\",task=~\"$task\"}[$interval])) by (le,worker,task))",
   817            "format": "time_series",
   818            "hide": false,
   819            "interval": "$interval",
   820            "intervalFactor": 2,
   821            "legendFormat": "{{task}} - txn-99",
   822            "refId": "C"
   823          },
   824          {
   825            "exemplar": true,
   826            "expr": "histogram_quantile(0.90, sum(rate(dm_syncer_query_duration_time_bucket{worker=~\"$worker\",task=~\"$task\"}[$interval])) by (le,worker,task))",
   827            "format": "time_series",
   828            "hide": false,
   829            "interval": "$interval",
   830            "intervalFactor": 2,
   831            "legendFormat": "{{task}} - ddl-90",
   832            "refId": "D"
   833          },
   834          {
   835            "exemplar": true,
   836            "expr": "histogram_quantile(0.95, sum(rate(dm_syncer_query_duration_time_bucket{worker=~\"$worker\",task=~\"$task\"}[$interval])) by (le,worker,task))",
   837            "format": "time_series",
   838            "hide": false,
   839            "interval": "$interval",
   840            "intervalFactor": 2,
   841            "legendFormat": "{{task}}- ddl-95",
   842            "refId": "E"
   843          },
   844          {
   845            "exemplar": true,
   846            "expr": "histogram_quantile(0.99, sum(rate(dm_syncer_query_duration_time_bucket{worker=~\"$worker\",task=~\"$task\"}[$interval])) by (le,worker,task))",
   847            "format": "time_series",
   848            "hide": false,
   849            "interval": "$interval",
   850            "intervalFactor": 2,
   851            "legendFormat": "{{task}} - ddl-99",
   852            "refId": "F"
   853          }
   854        ],
   855        "thresholds": [],
   856        "timeFrom": null,
   857        "timeRegions": [],
   858        "timeShift": null,
   859        "title": "transaction/ddl query execution latency",
   860        "tooltip": {
   861          "shared": true,
   862          "sort": 0,
   863          "value_type": "individual"
   864        },
   865        "type": "graph",
   866        "xaxis": {
   867          "buckets": null,
   868          "mode": "time",
   869          "name": null,
   870          "show": true,
   871          "values": []
   872        },
   873        "yaxes": [
   874          {
   875            "decimals": 1,
   876            "format": "s",
   877            "label": null,
   878            "logBase": 1,
   879            "max": null,
   880            "min": 0,
   881            "show": true
   882          },
   883          {
   884            "format": "short",
   885            "label": null,
   886            "logBase": 1,
   887            "max": null,
   888            "min": null,
   889            "show": false
   890          }
   891        ],
   892        "yaxis": {
   893          "align": false,
   894          "alignLevel": null
   895        }
   896      },
   897      {
   898        "collapsed": false,
   899        "datasource": "${DS_TEST-CLUSTER}",
   900        "gridPos": {
   901          "h": 1,
   902          "w": 24,
   903          "x": 0,
   904          "y": 33
   905        },
   906        "id": 56,
   907        "panels": [],
   908        "repeat": null,
   909        "title": "dump and load ",
   910        "type": "row"
   911      },
   912      {
   913        "aliasColors": {},
   914        "bars": false,
   915        "cacheTimeout": null,
   916        "dashLength": 10,
   917        "dashes": false,
   918        "datasource": "${DS_TEST-CLUSTER}",
   919        "decimals": 1,
   920        "description": "The data import process percentage of dump unit. The value is an estimated value and may exceed less than 100%.",
   921        "fieldConfig": {
   922          "defaults": {},
   923          "overrides": []
   924        },
   925        "fill": 1,
   926        "fillGradient": 0,
   927        "gridPos": {
   928          "h": 7,
   929          "w": 8,
   930          "x": 0,
   931          "y": 34
   932        },
   933        "hiddenSeries": false,
   934        "id": 88,
   935        "legend": {
   936          "alignAsTable": true,
   937          "avg": false,
   938          "current": true,
   939          "max": false,
   940          "min": false,
   941          "rightSide": false,
   942          "show": true,
   943          "total": false,
   944          "values": true
   945        },
   946        "lines": true,
   947        "linewidth": 1,
   948        "links": [],
   949        "nullPointMode": "null",
   950        "options": {
   951          "alertThreshold": true
   952        },
   953        "percentage": false,
   954        "pluginVersion": "7.5.7",
   955        "pointradius": 2,
   956        "points": false,
   957        "renderer": "flot",
   958        "seriesOverrides": [],
   959        "spaceLength": 10,
   960        "stack": false,
   961        "steppedLine": false,
   962        "targets": [
   963          {
   964            "exemplar": true,
   965            "expr": "dumpling_dump_finished_rows{job_id=~\"$job_id\",task=~\"$task\",source_id=~\"$source\"} / dumpling_dump_estimate_total_rows{job_id=~\"$job_id\",task=~\"$task\",source_id=~\"$source\"}",
   966            "format": "time_series",
   967            "hide": false,
   968            "interval": "$interval",
   969            "intervalFactor": 2,
   970            "legendFormat": "{{task}} - {{source_id}}",
   971            "refId": "A"
   972          }
   973        ],
   974        "thresholds": [],
   975        "timeFrom": null,
   976        "timeRegions": [],
   977        "timeShift": null,
   978        "title": "dump progress",
   979        "tooltip": {
   980          "shared": true,
   981          "sort": 0,
   982          "value_type": "individual"
   983        },
   984        "type": "graph",
   985        "xaxis": {
   986          "buckets": null,
   987          "mode": "time",
   988          "name": null,
   989          "show": true,
   990          "values": []
   991        },
   992        "yaxes": [
   993          {
   994            "decimals": 1,
   995            "format": "percentunit",
   996            "label": null,
   997            "logBase": 1,
   998            "max": "1",
   999            "min": "0",
  1000            "show": true
  1001          },
  1002          {
  1003            "format": "short",
  1004            "label": null,
  1005            "logBase": 1,
  1006            "max": null,
  1007            "min": null,
  1008            "show": true
  1009          }
  1010        ],
  1011        "yaxis": {
  1012          "align": false,
  1013          "alignLevel": null
  1014        }
  1015      },
  1016      {
  1017        "aliasColors": {},
  1018        "bars": false,
  1019        "cacheTimeout": null,
  1020        "dashLength": 10,
  1021        "dashes": false,
  1022        "datasource": "${DS_TEST-CLUSTER}",
  1023        "description": "The data import process percentage of load unit. The value range is 0% ~ 100%",
  1024        "fieldConfig": {
  1025          "defaults": {},
  1026          "overrides": []
  1027        },
  1028        "fill": 1,
  1029        "fillGradient": 0,
  1030        "gridPos": {
  1031          "h": 7,
  1032          "w": 8,
  1033          "x": 8,
  1034          "y": 34
  1035        },
  1036        "hiddenSeries": false,
  1037        "id": 87,
  1038        "legend": {
  1039          "alignAsTable": true,
  1040          "avg": false,
  1041          "current": true,
  1042          "max": false,
  1043          "min": false,
  1044          "rightSide": false,
  1045          "show": true,
  1046          "total": false,
  1047          "values": true
  1048        },
  1049        "lines": true,
  1050        "linewidth": 1,
  1051        "links": [],
  1052        "nullPointMode": "null",
  1053        "options": {
  1054          "alertThreshold": true
  1055        },
  1056        "percentage": false,
  1057        "pluginVersion": "7.5.7",
  1058        "pointradius": 2,
  1059        "points": false,
  1060        "renderer": "flot",
  1061        "seriesOverrides": [],
  1062        "spaceLength": 10,
  1063        "stack": false,
  1064        "steppedLine": false,
  1065        "targets": [
  1066          {
  1067            "exemplar": true,
  1068            "expr": "lightning_chunks{job_id=~\"$job_id\",task=~\"$task\",source_id=~\"$source\",state=\"finished\"} / ignoring(state) lightning_chunks{job_id=~\"$job_id\",task=~\"$task\",source_id=~\"$source\",state=\"estimated\"}",
  1069            "format": "time_series",
  1070            "interval": "$interval",
  1071            "intervalFactor": 2,
  1072            "legendFormat": "{{task}} - {{source_id}}",
  1073            "refId": "A"
  1074          }
  1075        ],
  1076        "thresholds": [],
  1077        "timeFrom": null,
  1078        "timeRegions": [],
  1079        "timeShift": null,
  1080        "title": "load progress",
  1081        "tooltip": {
  1082          "shared": true,
  1083          "sort": 0,
  1084          "value_type": "individual"
  1085        },
  1086        "type": "graph",
  1087        "xaxis": {
  1088          "buckets": null,
  1089          "mode": "time",
  1090          "name": null,
  1091          "show": true,
  1092          "values": []
  1093        },
  1094        "yaxes": [
  1095          {
  1096            "decimals": 1,
  1097            "format": "percentunit",
  1098            "label": null,
  1099            "logBase": 1,
  1100            "max": "1",
  1101            "min": "0",
  1102            "show": true
  1103          },
  1104          {
  1105            "format": "short",
  1106            "label": null,
  1107            "logBase": 1,
  1108            "max": null,
  1109            "min": null,
  1110            "show": true
  1111          }
  1112        ],
  1113        "yaxis": {
  1114          "align": false,
  1115          "alignLevel": null
  1116        }
  1117      },
  1118      {
  1119        "aliasColors": {},
  1120        "bars": false,
  1121        "cacheTimeout": null,
  1122        "dashLength": 10,
  1123        "dashes": false,
  1124        "datasource": "${DS_TEST-CLUSTER}",
  1125        "description": "The checksum process percentage of load unit. The value range is 0% ~ 100%",
  1126        "fieldConfig": {
  1127          "defaults": {},
  1128          "overrides": []
  1129        },
  1130        "fill": 1,
  1131        "fillGradient": 0,
  1132        "gridPos": {
  1133          "h": 7,
  1134          "w": 8,
  1135          "x": 16,
  1136          "y": 34
  1137        },
  1138        "hiddenSeries": false,
  1139        "id": 95,
  1140        "interval": null,
  1141        "legend": {
  1142          "alignAsTable": true,
  1143          "avg": false,
  1144          "current": true,
  1145          "max": true,
  1146          "min": true,
  1147          "rightSide": false,
  1148          "show": true,
  1149          "total": false,
  1150          "values": true
  1151        },
  1152        "lines": true,
  1153        "linewidth": 1,
  1154        "links": [],
  1155        "maxDataPoints": 100,
  1156        "nullPointMode": "null",
  1157        "options": {
  1158          "alertThreshold": true
  1159        },
  1160        "percentage": false,
  1161        "pluginVersion": "7.5.7",
  1162        "pointradius": 2,
  1163        "points": false,
  1164        "renderer": "flot",
  1165        "seriesOverrides": [],
  1166        "spaceLength": 10,
  1167        "stack": false,
  1168        "steppedLine": false,
  1169        "targets": [
  1170          {
  1171            "exemplar": true,
  1172            "expr": "lightning_tables{job_id=~\"$job_id\",task=~\"$task\",source_id=~\"$source\",state=\"completed\"} / ignoring(state) lightning_tables{job_id=~\"$job_id\",task=~\"$task\",source_id=~\"$source\",state=\"pending\"}",
  1173            "format": "time_series",
  1174            "interval": "",
  1175            "intervalFactor": 2,
  1176            "legendFormat": "{{task}} - {{source_id}}",
  1177            "refId": "A"
  1178          }
  1179        ],
  1180        "thresholds": [],
  1181        "timeFrom": null,
  1182        "timeRegions": [],
  1183        "timeShift": null,
  1184        "title": "checksum progress",
  1185        "tooltip": {
  1186          "shared": true,
  1187          "sort": 0,
  1188          "value_type": "individual"
  1189        },
  1190        "type": "graph",
  1191        "xaxis": {
  1192          "buckets": null,
  1193          "mode": "time",
  1194          "name": null,
  1195          "show": true,
  1196          "values": []
  1197        },
  1198        "yaxes": [
  1199          {
  1200            "decimals": 1,
  1201            "format": "percentunit",
  1202            "label": null,
  1203            "logBase": 1,
  1204            "max": "1",
  1205            "min": "0",
  1206            "show": true
  1207          },
  1208          {
  1209            "format": "short",
  1210            "label": null,
  1211            "logBase": 1,
  1212            "max": null,
  1213            "min": null,
  1214            "show": true
  1215          }
  1216        ],
  1217        "yaxis": {
  1218          "align": false,
  1219          "alignLevel": null
  1220        }
  1221      },
  1222      {
  1223        "cacheTimeout": null,
  1224        "datasource": "${DS_TEST-CLUSTER}",
  1225        "description": "The statistic of bytes in different status of data files processed by load unit",
  1226        "fieldConfig": {
  1227          "defaults": {
  1228            "color": {
  1229              "mode": "thresholds"
  1230            },
  1231            "custom": {
  1232              "align": "center",
  1233              "filterable": true
  1234            },
  1235            "mappings": [],
  1236            "thresholds": {
  1237              "mode": "absolute",
  1238              "steps": [
  1239                {
  1240                  "color": "green",
  1241                  "value": null
  1242                },
  1243                {
  1244                  "color": "red",
  1245                  "value": 80
  1246                }
  1247              ]
  1248            }
  1249          },
  1250          "overrides": []
  1251        },
  1252        "gridPos": {
  1253          "h": 7,
  1254          "w": 12,
  1255          "x": 0,
  1256          "y": 41
  1257        },
  1258        "id": 17,
  1259        "links": [],
  1260        "options": {
  1261          "showHeader": true
  1262        },
  1263        "pluginVersion": "7.5.7",
  1264        "targets": [
  1265          {
  1266            "expr": "lightning_row_read_bytes_sum{job_id=~\"$job_id\",task=~\"$task\",source_id=~\"$source\"}",
  1267            "format": "time_series",
  1268            "intervalFactor": 2,
  1269            "legendFormat": "parser read size - {{task}} - {{source_id}}",
  1270            "refId": "A"
  1271          },
  1272          {
  1273            "expr": "lightning_block_deliver_bytes_sum{job_id=~\"$job_id\",task=~\"$task\",source_id=~\"$source\"}",
  1274            "format": "time_series",
  1275            "intervalFactor": 2,
  1276            "legendFormat": "{{kind}} deliver size - {{task}} - {{source_id}}",
  1277            "refId": "B"
  1278          }
  1279        ],
  1280        "timeFrom": null,
  1281        "timeShift": null,
  1282        "title": "Total bytes for load unit",
  1283        "tooltip": {
  1284          "shared": true,
  1285          "sort": 0,
  1286          "value_type": "individual"
  1287        },
  1288        "type": "graph",
  1289        "xaxis": {
  1290          "buckets": null,
  1291          "mode": "time",
  1292          "name": null,
  1293          "show": true,
  1294          "values": []
  1295        },
  1296        "yaxes": [
  1297          {
  1298            "format": "decbytes",
  1299            "label": null,
  1300            "logBase": 1,
  1301            "max": null,
  1302            "min": null,
  1303            "show": true
  1304          },
  1305          {
  1306            "format": "short",
  1307            "label": null,
  1308            "logBase": 1,
  1309            "max": null,
  1310            "min": null,
  1311            "show": true
  1312          }
  1313        ]
  1314      },
  1315      {
  1316        "aliasColors": {},
  1317        "bars": false,
  1318        "dashLength": 10,
  1319        "dashes": false,
  1320        "datasource": "${DS_TEST-CLUSTER}",
  1321        "description": "The duration that load unit process a chunk",
  1322        "fieldConfig": {
  1323          "defaults": {},
  1324          "overrides": []
  1325        },
  1326        "fill": 1,
  1327        "fillGradient": 0,
  1328        "gridPos": {
  1329          "h": 7,
  1330          "w": 12,
  1331          "x": 12,
  1332          "y": 41
  1333        },
  1334        "hiddenSeries": false,
  1335        "id": 96,
  1336        "legend": {
  1337          "alignAsTable": true,
  1338          "avg": false,
  1339          "current": false,
  1340          "max": false,
  1341          "min": false,
  1342          "rightSide": true,
  1343          "show": true,
  1344          "total": false,
  1345          "values": false
  1346        },
  1347        "lines": true,
  1348        "linewidth": 1,
  1349        "links": [],
  1350        "nullPointMode": "null",
  1351        "options": {
  1352          "alertThreshold": true
  1353        },
  1354        "percentage": false,
  1355        "pluginVersion": "7.5.7",
  1356        "pointradius": 5,
  1357        "points": false,
  1358        "renderer": "flot",
  1359        "seriesOverrides": [],
  1360        "spaceLength": 10,
  1361        "stack": false,
  1362        "steppedLine": false,
  1363        "targets": [
  1364          {
  1365            "exemplar": true,
  1366            "expr": "1/rate(lightning_chunks{job_id=~\"$job_id\",task=~\"$task\", source_id=~\"$source\",state=\"finished\"}[1m])",
  1367            "format": "time_series",
  1368            "interval": "",
  1369            "intervalFactor": 2,
  1370            "legendFormat": "{{task}} - {{source_id}}",
  1371            "refId": "A"
  1372          }
  1373        ],
  1374        "thresholds": [],
  1375        "timeFrom": null,
  1376        "timeRegions": [],
  1377        "timeShift": null,
  1378        "title": "Chunk process duration",
  1379        "tooltip": {
  1380          "shared": true,
  1381          "sort": 0,
  1382          "value_type": "individual"
  1383        },
  1384        "type": "graph",
  1385        "xaxis": {
  1386          "buckets": null,
  1387          "mode": "time",
  1388          "name": null,
  1389          "show": true,
  1390          "values": []
  1391        },
  1392        "yaxes": [
  1393          {
  1394            "format": "s",
  1395            "label": "",
  1396            "logBase": 1,
  1397            "max": null,
  1398            "min": "0",
  1399            "show": true
  1400          },
  1401          {
  1402            "format": "short",
  1403            "label": "",
  1404            "logBase": 1,
  1405            "max": null,
  1406            "min": null,
  1407            "show": true
  1408          }
  1409        ]
  1410      }
  1411    ],
  1412    "refresh": "5s",
  1413    "schemaVersion": 27,
  1414    "style": "dark",
  1415    "tags": [],
  1416    "templating": {
  1417      "list": [
  1418        {
  1419          "allValue": null,
  1420          "current": {},
  1421          "datasource": "${DS_TEST-CLUSTER}",
  1422          "definition": "label_values(dm_worker_task_state, job_id)",
  1423          "description": null,
  1424          "error": null,
  1425          "hide": 0,
  1426          "includeAll": true,
  1427          "label": "JobID",
  1428          "multi": true,
  1429          "name": "job_id",
  1430          "options": [],
  1431          "query": {
  1432            "query": "label_values(dm_worker_task_state, job_id)",
  1433            "refId": "StandardVariableQuery"
  1434          },
  1435          "refresh": 2,
  1436          "regex": "",
  1437          "skipUrlSync": false,
  1438          "sort": 1,
  1439          "tagValuesQuery": "",
  1440          "tags": [],
  1441          "tagsQuery": "",
  1442          "type": "query",
  1443          "useTags": false
  1444        },
  1445        {
  1446          "allValue": null,
  1447          "current": {},
  1448          "datasource": "${DS_TEST-CLUSTER}",
  1449          "definition": "label_values(dm_worker_task_state, task)",
  1450          "description": null,
  1451          "error": null,
  1452          "hide": 0,
  1453          "includeAll": true,
  1454          "label": "Task",
  1455          "multi": true,
  1456          "name": "task",
  1457          "options": [],
  1458          "query": {
  1459            "query": "label_values(dm_worker_task_state, task)",
  1460            "refId": "prometheus-local-task-Variable-Query"
  1461          },
  1462          "refresh": 2,
  1463          "regex": "",
  1464          "skipUrlSync": false,
  1465          "sort": 1,
  1466          "tagValuesQuery": "",
  1467          "tags": [],
  1468          "tagsQuery": "",
  1469          "type": "query",
  1470          "useTags": false
  1471        },
  1472        {
  1473          "allValue": null,
  1474          "current": {},
  1475          "datasource": "${DS_TEST-CLUSTER}",
  1476          "definition": "label_values(dm_worker_task_state, source_id)",
  1477          "description": null,
  1478          "error": null,
  1479          "hide": 0,
  1480          "includeAll": true,
  1481          "label": "Source",
  1482          "multi": true,
  1483          "name": "source",
  1484          "options": [],
  1485          "query": {
  1486            "query": "label_values(dm_worker_task_state, source_id)",
  1487            "refId": "prometheus-local-source-Variable-Query"
  1488          },
  1489          "refresh": 2,
  1490          "regex": "",
  1491          "skipUrlSync": false,
  1492          "sort": 1,
  1493          "tagValuesQuery": "",
  1494          "tags": [],
  1495          "tagsQuery": "",
  1496          "type": "query",
  1497          "useTags": false
  1498        },
  1499        {
  1500          "allValue": null,
  1501          "current": {},
  1502          "datasource": "${DS_TEST-CLUSTER}",
  1503          "definition": "label_values(dm_worker_task_state{task=~\"$task\"}, instance)",
  1504          "description": null,
  1505          "error": null,
  1506          "hide": 2,
  1507          "includeAll": false,
  1508          "label": null,
  1509          "multi": true,
  1510          "name": "instance",
  1511          "options": [],
  1512          "query": {
  1513            "query": "label_values(dm_worker_task_state{task=~\"$task\"}, instance)",
  1514            "refId": "prometheus-local-instance-Variable-Query"
  1515          },
  1516          "refresh": 2,
  1517          "regex": "",
  1518          "skipUrlSync": false,
  1519          "sort": 1,
  1520          "tagValuesQuery": "",
  1521          "tags": [],
  1522          "tagsQuery": "",
  1523          "type": "query",
  1524          "useTags": false
  1525        },
  1526        {
  1527          "auto": true,
  1528          "auto_count": 30,
  1529          "auto_min": "10s",
  1530          "current": {
  1531            "selected": false,
  1532            "text": "auto",
  1533            "value": "$__auto_interval_interval"
  1534          },
  1535          "description": null,
  1536          "error": null,
  1537          "hide": 0,
  1538          "label": "Interval",
  1539          "name": "interval",
  1540          "options": [
  1541            {
  1542              "selected": true,
  1543              "text": "auto",
  1544              "value": "$__auto_interval_interval"
  1545            },
  1546            {
  1547              "selected": false,
  1548              "text": "30s",
  1549              "value": "30s"
  1550            },
  1551            {
  1552              "selected": false,
  1553              "text": "1m",
  1554              "value": "1m"
  1555            },
  1556            {
  1557              "selected": false,
  1558              "text": "10m",
  1559              "value": "10m"
  1560            },
  1561            {
  1562              "selected": false,
  1563              "text": "30m",
  1564              "value": "30m"
  1565            },
  1566            {
  1567              "selected": false,
  1568              "text": "1h",
  1569              "value": "1h"
  1570            },
  1571            {
  1572              "selected": false,
  1573              "text": "6h",
  1574              "value": "6h"
  1575            },
  1576            {
  1577              "selected": false,
  1578              "text": "12h",
  1579              "value": "12h"
  1580            },
  1581            {
  1582              "selected": false,
  1583              "text": "1d",
  1584              "value": "1d"
  1585            },
  1586            {
  1587              "selected": false,
  1588              "text": "7d",
  1589              "value": "7d"
  1590            },
  1591            {
  1592              "selected": false,
  1593              "text": "14d",
  1594              "value": "14d"
  1595            },
  1596            {
  1597              "selected": false,
  1598              "text": "30d",
  1599              "value": "30d"
  1600            }
  1601          ],
  1602          "query": "30s,1m,10m,30m,1h,6h,12h,1d,7d,14d,30d",
  1603          "queryValue": "",
  1604          "refresh": 2,
  1605          "skipUrlSync": false,
  1606          "type": "interval"
  1607        },
  1608        {
  1609          "allValue": null,
  1610          "current": {},
  1611          "datasource": "${DS_TEST-CLUSTER}",
  1612          "definition": "label_values(dm_worker_task_state, worker)",
  1613          "description": null,
  1614          "error": null,
  1615          "hide": 2,
  1616          "includeAll": false,
  1617          "label": "Worker",
  1618          "multi": false,
  1619          "name": "worker",
  1620          "options": [],
  1621          "query": {
  1622            "query": "label_values(dm_worker_task_state, worker)",
  1623            "refId": "StandardVariableQuery"
  1624          },
  1625          "refresh": 2,
  1626          "regex": "",
  1627          "skipUrlSync": false,
  1628          "sort": 0,
  1629          "tagValuesQuery": "",
  1630          "tags": [],
  1631          "tagsQuery": "",
  1632          "type": "query",
  1633          "useTags": false
  1634        }
  1635      ]
  1636    },
  1637    "time": {
  1638      "from": "now-15m",
  1639      "to": "now"
  1640    },
  1641    "timepicker": {
  1642      "refresh_intervals": [
  1643        "5s",
  1644        "10s",
  1645        "30s",
  1646        "1m",
  1647        "5m",
  1648        "15m",
  1649        "30m",
  1650        "1h",
  1651        "2h",
  1652        "1d"
  1653      ],
  1654      "time_options": ["5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d"]
  1655    },
  1656    "timezone": "",
  1657    "title": "DM-Monitor-Standard",
  1658    "uid": "canCEQgnk",
  1659    "version": 132
  1660  }