github.com/minio/minio@v0.0.0-20240328213742-3f72439b8a27/docs/metrics/prometheus/grafana/replication/minio-replication-node.json (about)

     1  {
     2    "annotations": {
     3      "list": [
     4        {
     5          "builtIn": 1,
     6          "datasource": {
     7            "type": "datasource",
     8            "uid": "grafana"
     9          },
    10          "enable": true,
    11          "hide": true,
    12          "iconColor": "rgba(0, 211, 255, 1)",
    13          "name": "Annotations & Alerts",
    14          "type": "dashboard"
    15        }
    16      ]
    17    },
    18   "__inputs": [
    19      { 
    20        "name": "DS_PROMETHEUS",
    21        "label": "Prometheus",
    22        "description": "",
    23        "type": "datasource",
    24        "pluginId": "prometheus",
    25        "pluginName": "Prometheus"
    26      } 
    27    ],    
    28    "description": "MinIO Grafana Dashboard - https://min.io/",
    29    "editable": true,
    30    "fiscalYearStartMonth": 0,
    31    "gnetId": 15306,
    32    "graphTooltip": 0,
    33    "id": 283,
    34    "links": [
    35      {
    36        "icon": "external link",
    37        "includeVars": true,
    38        "keepTime": true,
    39        "tags": [
    40          "minio"
    41        ],
    42        "type": "dashboards"
    43      }
    44    ],
    45    "liveNow": false,
    46    "panels": [
    47      {
    48        "datasource": {
    49          "type": "prometheus",
    50          "uid": "${DS_PROMETHEUS}"
    51        },
    52        "fieldConfig": {
    53          "defaults": {
    54            "color": {
    55              "mode": "palette-classic"
    56            },
    57            "custom": {
    58              "axisBorderShow": false,
    59              "axisCenteredZero": false,
    60              "axisColorMode": "text",
    61              "axisLabel": "",
    62              "axisPlacement": "auto",
    63              "barAlignment": 0,
    64              "drawStyle": "line",
    65              "fillOpacity": 10,
    66              "gradientMode": "none",
    67              "hideFrom": {
    68                "legend": false,
    69                "tooltip": false,
    70                "viz": false
    71              },
    72              "insertNulls": false,
    73              "lineInterpolation": "linear",
    74              "lineWidth": 1,
    75              "pointSize": 5,
    76              "scaleDistribution": {
    77                "type": "linear"
    78              },
    79              "showPoints": "never",
    80              "spanNulls": false,
    81              "stacking": {
    82                "group": "A",
    83                "mode": "none"
    84              },
    85              "thresholdsStyle": {
    86                "mode": "off"
    87              }
    88            },
    89            "mappings": [],
    90            "thresholds": {
    91              "mode": "absolute",
    92              "steps": [
    93                {
    94                  "color": "green",
    95                  "value": null
    96                },
    97                {
    98                  "color": "red",
    99                  "value": 80
   100                }
   101              ]
   102            },
   103            "unit": "short"
   104          },
   105          "overrides": [
   106            {
   107              "matcher": {
   108                "id": "byName",
   109                "options": "Replication Errors"
   110              },
   111              "properties": [
   112                {
   113                  "id": "color",
   114                  "value": {
   115                    "fixedColor": "light-red",
   116                    "mode": "fixed"
   117                  }
   118                }
   119              ]
   120            },
   121            {
   122              "matcher": {
   123                "id": "byName",
   124                "options": "Replication Requests"
   125              },
   126              "properties": [
   127                {
   128                  "id": "color",
   129                  "value": {
   130                    "fixedColor": "light-green",
   131                    "mode": "fixed"
   132                  }
   133                }
   134              ]
   135            }
   136          ]
   137        },
   138        "gridPos": {
   139          "h": 6,
   140          "w": 6,
   141          "x": 0,
   142          "y": 0
   143        },
   144        "id": 55,
   145        "options": {
   146          "legend": {
   147            "calcs": [],
   148            "displayMode": "list",
   149            "placement": "bottom",
   150            "showLegend": true
   151          },
   152          "tooltip": {
   153            "mode": "multi",
   154            "sort": "none"
   155          }
   156        },
   157        "pluginVersion": "10.4.0",
   158        "targets": [
   159          {
   160            "datasource": {
   161              "type": "prometheus",
   162              "uid": "${DS_PROMETHEUS}"
   163            },
   164            "exemplar": true,
   165            "expr": "sum by (server) (minio_cluster_replication_average_active_workers{job=\"$scrape_jobs\"})",
   166            "interval": "1m",
   167            "intervalFactor": 2,
   168            "legendFormat": "{{server}}",
   169            "refId": "A"
   170          }
   171        ],
   172        "title": "Avg. Active Workers",
   173        "type": "timeseries"
   174      },
   175      {
   176        "datasource": {
   177          "type": "prometheus",
   178          "uid": "${DS_PROMETHEUS}"
   179        },
   180        "fieldConfig": {
   181          "defaults": {
   182            "color": {
   183              "mode": "palette-classic"
   184            },
   185            "custom": {
   186              "axisBorderShow": false,
   187              "axisCenteredZero": false,
   188              "axisColorMode": "text",
   189              "axisLabel": "",
   190              "axisPlacement": "auto",
   191              "barAlignment": 0,
   192              "drawStyle": "line",
   193              "fillOpacity": 10,
   194              "gradientMode": "none",
   195              "hideFrom": {
   196                "legend": false,
   197                "tooltip": false,
   198                "viz": false
   199              },
   200              "insertNulls": false,
   201              "lineInterpolation": "linear",
   202              "lineWidth": 1,
   203              "pointSize": 5,
   204              "scaleDistribution": {
   205                "type": "linear"
   206              },
   207              "showPoints": "never",
   208              "spanNulls": false,
   209              "stacking": {
   210                "group": "A",
   211                "mode": "none"
   212              },
   213              "thresholdsStyle": {
   214                "mode": "off"
   215              }
   216            },
   217            "mappings": [],
   218            "thresholds": {
   219              "mode": "absolute",
   220              "steps": [
   221                {
   222                  "color": "green",
   223                  "value": null
   224                },
   225                {
   226                  "color": "red",
   227                  "value": 80
   228                }
   229              ]
   230            },
   231            "unit": "short"
   232          },
   233          "overrides": [
   234            {
   235              "matcher": {
   236                "id": "byName",
   237                "options": "Replication Errors"
   238              },
   239              "properties": [
   240                {
   241                  "id": "color",
   242                  "value": {
   243                    "fixedColor": "light-red",
   244                    "mode": "fixed"
   245                  }
   246                }
   247              ]
   248            },
   249            {
   250              "matcher": {
   251                "id": "byName",
   252                "options": "Replication Requests"
   253              },
   254              "properties": [
   255                {
   256                  "id": "color",
   257                  "value": {
   258                    "fixedColor": "light-green",
   259                    "mode": "fixed"
   260                  }
   261                }
   262              ]
   263            }
   264          ]
   265        },
   266        "gridPos": {
   267          "h": 6,
   268          "w": 6,
   269          "x": 6,
   270          "y": 0
   271        },
   272        "id": 56,
   273        "options": {
   274          "legend": {
   275            "calcs": [],
   276            "displayMode": "list",
   277            "placement": "bottom",
   278            "showLegend": true
   279          },
   280          "tooltip": {
   281            "mode": "multi",
   282            "sort": "none"
   283          }
   284        },
   285        "pluginVersion": "10.4.0",
   286        "targets": [
   287          {
   288            "datasource": {
   289              "type": "prometheus",
   290              "uid": "${DS_PROMETHEUS}"
   291            },
   292            "exemplar": true,
   293            "expr": "sum by (server, endpoint) (minio_cluster_replication_average_link_latency_ms{job=\"$scrape_jobs\"})",
   294            "interval": "1m",
   295            "intervalFactor": 2,
   296            "legendFormat": "{{server,endpoint}}",
   297            "refId": "A"
   298          }
   299        ],
   300        "title": "Avg. Link Latency (millis)",
   301        "type": "timeseries"
   302      },
   303      {
   304        "datasource": {
   305          "type": "prometheus",
   306          "uid": "${DS_PROMETHEUS}"
   307        },
   308        "fieldConfig": {
   309          "defaults": {
   310            "color": {
   311              "mode": "palette-classic"
   312            },
   313            "custom": {
   314              "axisBorderShow": false,
   315              "axisCenteredZero": false,
   316              "axisColorMode": "text",
   317              "axisLabel": "",
   318              "axisPlacement": "auto",
   319              "barAlignment": 0,
   320              "drawStyle": "line",
   321              "fillOpacity": 10,
   322              "gradientMode": "none",
   323              "hideFrom": {
   324                "legend": false,
   325                "tooltip": false,
   326                "viz": false
   327              },
   328              "insertNulls": false,
   329              "lineInterpolation": "linear",
   330              "lineWidth": 1,
   331              "pointSize": 5,
   332              "scaleDistribution": {
   333                "type": "linear"
   334              },
   335              "showPoints": "never",
   336              "spanNulls": false,
   337              "stacking": {
   338                "group": "A",
   339                "mode": "none"
   340              },
   341              "thresholdsStyle": {
   342                "mode": "off"
   343              }
   344            },
   345            "mappings": [],
   346            "thresholds": {
   347              "mode": "absolute",
   348              "steps": [
   349                {
   350                  "color": "green",
   351                  "value": null
   352                },
   353                {
   354                  "color": "red",
   355                  "value": 80
   356                }
   357              ]
   358            },
   359            "unit": "bytes"
   360          },
   361          "overrides": [
   362            {
   363              "matcher": {
   364                "id": "byName",
   365                "options": "Replication Errors"
   366              },
   367              "properties": [
   368                {
   369                  "id": "color",
   370                  "value": {
   371                    "fixedColor": "light-red",
   372                    "mode": "fixed"
   373                  }
   374                }
   375              ]
   376            },
   377            {
   378              "matcher": {
   379                "id": "byName",
   380                "options": "Replication Requests"
   381              },
   382              "properties": [
   383                {
   384                  "id": "color",
   385                  "value": {
   386                    "fixedColor": "light-green",
   387                    "mode": "fixed"
   388                  }
   389                }
   390              ]
   391            }
   392          ]
   393        },
   394        "gridPos": {
   395          "h": 6,
   396          "w": 6,
   397          "x": 12,
   398          "y": 0
   399        },
   400        "id": 57,
   401        "options": {
   402          "legend": {
   403            "calcs": [],
   404            "displayMode": "list",
   405            "placement": "bottom",
   406            "showLegend": true
   407          },
   408          "tooltip": {
   409            "mode": "multi",
   410            "sort": "none"
   411          }
   412        },
   413        "pluginVersion": "10.4.0",
   414        "targets": [
   415          {
   416            "datasource": {
   417              "type": "prometheus",
   418              "uid": "${DS_PROMETHEUS}"
   419            },
   420            "exemplar": true,
   421            "expr": "sum by (server) (minio_cluster_replication_average_queued_bytes{job=\"$scrape_jobs\"})",
   422            "interval": "1m",
   423            "intervalFactor": 2,
   424            "legendFormat": "{{server}}",
   425            "refId": "A"
   426          }
   427        ],
   428        "title": "Avg. Queued Size",
   429        "type": "timeseries"
   430      },
   431      {
   432        "datasource": {
   433          "type": "prometheus",
   434          "uid": "${DS_PROMETHEUS}"
   435        },
   436        "fieldConfig": {
   437          "defaults": {
   438            "color": {
   439              "mode": "palette-classic"
   440            },
   441            "custom": {
   442              "axisBorderShow": false,
   443              "axisCenteredZero": false,
   444              "axisColorMode": "text",
   445              "axisLabel": "",
   446              "axisPlacement": "auto",
   447              "barAlignment": 0,
   448              "drawStyle": "line",
   449              "fillOpacity": 10,
   450              "gradientMode": "none",
   451              "hideFrom": {
   452                "legend": false,
   453                "tooltip": false,
   454                "viz": false
   455              },
   456              "insertNulls": false,
   457              "lineInterpolation": "linear",
   458              "lineWidth": 1,
   459              "pointSize": 5,
   460              "scaleDistribution": {
   461                "type": "linear"
   462              },
   463              "showPoints": "never",
   464              "spanNulls": false,
   465              "stacking": {
   466                "group": "A",
   467                "mode": "none"
   468              },
   469              "thresholdsStyle": {
   470                "mode": "off"
   471              }
   472            },
   473            "mappings": [],
   474            "thresholds": {
   475              "mode": "absolute",
   476              "steps": [
   477                {
   478                  "color": "green",
   479                  "value": null
   480                },
   481                {
   482                  "color": "red",
   483                  "value": 80
   484                }
   485              ]
   486            },
   487            "unit": "none"
   488          },
   489          "overrides": [
   490            {
   491              "matcher": {
   492                "id": "byName",
   493                "options": "S3 Errors"
   494              },
   495              "properties": [
   496                {
   497                  "id": "color",
   498                  "value": {
   499                    "fixedColor": "light-red",
   500                    "mode": "fixed"
   501                  }
   502                }
   503              ]
   504            },
   505            {
   506              "matcher": {
   507                "id": "byName",
   508                "options": "S3 Requests"
   509              },
   510              "properties": [
   511                {
   512                  "id": "color",
   513                  "value": {
   514                    "fixedColor": "light-green",
   515                    "mode": "fixed"
   516                  }
   517                }
   518              ]
   519            }
   520          ]
   521        },
   522        "gridPos": {
   523          "h": 6,
   524          "w": 6,
   525          "x": 18,
   526          "y": 0
   527        },
   528        "id": 58,
   529        "options": {
   530          "legend": {
   531            "calcs": [],
   532            "displayMode": "list",
   533            "placement": "bottom",
   534            "showLegend": true
   535          },
   536          "tooltip": {
   537            "mode": "multi",
   538            "sort": "none"
   539          }
   540        },
   541        "pluginVersion": "10.4.0",
   542        "targets": [
   543          {
   544            "datasource": {
   545              "type": "prometheus",
   546              "uid": "${DS_PROMETHEUS}"
   547            },
   548            "exemplar": true,
   549            "expr": "sum by (server) (minio_cluster_replication_average_queued_count{job=\"$scrape_jobs\"})",
   550            "interval": "1m",
   551            "intervalFactor": 2,
   552            "legendFormat": "{{server}}",
   553            "refId": "A"
   554          }
   555        ],
   556        "title": "Avg. Queued Objects",
   557        "type": "timeseries"
   558      },
   559      {
   560        "datasource": {
   561          "type": "prometheus",
   562          "uid": "${DS_PROMETHEUS}"
   563        },
   564        "fieldConfig": {
   565          "defaults": {
   566            "color": {
   567              "mode": "palette-classic"
   568            },
   569            "custom": {
   570              "axisBorderShow": false,
   571              "axisCenteredZero": false,
   572              "axisColorMode": "text",
   573              "axisLabel": "",
   574              "axisPlacement": "auto",
   575              "barAlignment": 0,
   576              "drawStyle": "line",
   577              "fillOpacity": 10,
   578              "gradientMode": "none",
   579              "hideFrom": {
   580                "legend": false,
   581                "tooltip": false,
   582                "viz": false
   583              },
   584              "insertNulls": false,
   585              "lineInterpolation": "linear",
   586              "lineWidth": 1,
   587              "pointSize": 5,
   588              "scaleDistribution": {
   589                "type": "linear"
   590              },
   591              "showPoints": "never",
   592              "spanNulls": false,
   593              "stacking": {
   594                "group": "A",
   595                "mode": "none"
   596              },
   597              "thresholdsStyle": {
   598                "mode": "off"
   599              }
   600            },
   601            "mappings": [],
   602            "thresholds": {
   603              "mode": "absolute",
   604              "steps": [
   605                {
   606                  "color": "green",
   607                  "value": null
   608                },
   609                {
   610                  "color": "red",
   611                  "value": 80
   612                }
   613              ]
   614            },
   615            "unit": "bytes"
   616          },
   617          "overrides": [
   618            {
   619              "matcher": {
   620                "id": "byName",
   621                "options": "S3 Errors"
   622              },
   623              "properties": [
   624                {
   625                  "id": "color",
   626                  "value": {
   627                    "fixedColor": "light-red",
   628                    "mode": "fixed"
   629                  }
   630                }
   631              ]
   632            },
   633            {
   634              "matcher": {
   635                "id": "byName",
   636                "options": "S3 Requests"
   637              },
   638              "properties": [
   639                {
   640                  "id": "color",
   641                  "value": {
   642                    "fixedColor": "light-green",
   643                    "mode": "fixed"
   644                  }
   645                }
   646              ]
   647            }
   648          ]
   649        },
   650        "gridPos": {
   651          "h": 6,
   652          "w": 6,
   653          "x": 0,
   654          "y": 6
   655        },
   656        "id": 59,
   657        "options": {
   658          "legend": {
   659            "calcs": [],
   660            "displayMode": "list",
   661            "placement": "bottom",
   662            "showLegend": true
   663          },
   664          "tooltip": {
   665            "mode": "multi",
   666            "sort": "none"
   667          }
   668        },
   669        "pluginVersion": "10.4.0",
   670        "targets": [
   671          {
   672            "datasource": {
   673              "type": "prometheus",
   674              "uid": "${DS_PROMETHEUS}"
   675            },
   676            "exemplar": true,
   677            "expr": "sum by (server) (minio_cluster_replication_average_transfer_rate{job=\"$scrape_jobs\"})",
   678            "interval": "1m",
   679            "intervalFactor": 2,
   680            "legendFormat": "{{server}}",
   681            "refId": "A"
   682          }
   683        ],
   684        "title": "Avg. Transfer Rate (bytes/s)",
   685        "type": "timeseries"
   686      },
   687      {
   688        "datasource": {
   689          "type": "prometheus",
   690          "uid": "${DS_PROMETHEUS}"
   691        },
   692        "fieldConfig": {
   693          "defaults": {
   694            "color": {
   695              "mode": "palette-classic"
   696            },
   697            "custom": {
   698              "axisBorderShow": false,
   699              "axisCenteredZero": false,
   700              "axisColorMode": "text",
   701              "axisLabel": "",
   702              "axisPlacement": "auto",
   703              "barAlignment": 0,
   704              "drawStyle": "line",
   705              "fillOpacity": 10,
   706              "gradientMode": "none",
   707              "hideFrom": {
   708                "legend": false,
   709                "tooltip": false,
   710                "viz": false
   711              },
   712              "insertNulls": false,
   713              "lineInterpolation": "linear",
   714              "lineWidth": 1,
   715              "pointSize": 5,
   716              "scaleDistribution": {
   717                "type": "linear"
   718              },
   719              "showPoints": "never",
   720              "spanNulls": false,
   721              "stacking": {
   722                "group": "A",
   723                "mode": "none"
   724              },
   725              "thresholdsStyle": {
   726                "mode": "off"
   727              }
   728            },
   729            "mappings": [],
   730            "thresholds": {
   731              "mode": "absolute",
   732              "steps": [
   733                {
   734                  "color": "green",
   735                  "value": null
   736                },
   737                {
   738                  "color": "red",
   739                  "value": 80
   740                }
   741              ]
   742            },
   743            "unit": "none"
   744          },
   745          "overrides": [
   746            {
   747              "matcher": {
   748                "id": "byName",
   749                "options": "S3 Errors"
   750              },
   751              "properties": [
   752                {
   753                  "id": "color",
   754                  "value": {
   755                    "fixedColor": "light-red",
   756                    "mode": "fixed"
   757                  }
   758                }
   759              ]
   760            },
   761            {
   762              "matcher": {
   763                "id": "byName",
   764                "options": "S3 Requests"
   765              },
   766              "properties": [
   767                {
   768                  "id": "color",
   769                  "value": {
   770                    "fixedColor": "light-green",
   771                    "mode": "fixed"
   772                  }
   773                }
   774              ]
   775            }
   776          ]
   777        },
   778        "gridPos": {
   779          "h": 6,
   780          "w": 6,
   781          "x": 6,
   782          "y": 6
   783        },
   784        "id": 60,
   785        "options": {
   786          "legend": {
   787            "calcs": [],
   788            "displayMode": "list",
   789            "placement": "bottom",
   790            "showLegend": true
   791          },
   792          "tooltip": {
   793            "mode": "multi",
   794            "sort": "none"
   795          }
   796        },
   797        "pluginVersion": "10.4.0",
   798        "targets": [
   799          {
   800            "datasource": {
   801              "type": "prometheus",
   802              "uid": "${DS_PROMETHEUS}"
   803            },
   804            "exemplar": true,
   805            "expr": "sum by (server) (minio_cluster_replication_current_active_workers{job=\"$scrape_jobs\"})",
   806            "interval": "1m",
   807            "intervalFactor": 2,
   808            "legendFormat": "{{server}}",
   809            "refId": "A"
   810          }
   811        ],
   812        "title": "Active Workers",
   813        "type": "timeseries"
   814      },
   815      {
   816        "datasource": {
   817          "type": "prometheus",
   818          "uid": "${DS_PROMETHEUS}"
   819        },
   820        "fieldConfig": {
   821          "defaults": {
   822            "color": {
   823              "mode": "palette-classic"
   824            },
   825            "custom": {
   826              "axisBorderShow": false,
   827              "axisCenteredZero": false,
   828              "axisColorMode": "text",
   829              "axisLabel": "",
   830              "axisPlacement": "auto",
   831              "barAlignment": 0,
   832              "drawStyle": "line",
   833              "fillOpacity": 10,
   834              "gradientMode": "none",
   835              "hideFrom": {
   836                "legend": false,
   837                "tooltip": false,
   838                "viz": false
   839              },
   840              "insertNulls": false,
   841              "lineInterpolation": "linear",
   842              "lineWidth": 1,
   843              "pointSize": 5,
   844              "scaleDistribution": {
   845                "type": "linear"
   846              },
   847              "showPoints": "never",
   848              "spanNulls": false,
   849              "stacking": {
   850                "group": "A",
   851                "mode": "none"
   852              },
   853              "thresholdsStyle": {
   854                "mode": "off"
   855              }
   856            },
   857            "mappings": [],
   858            "thresholds": {
   859              "mode": "absolute",
   860              "steps": [
   861                {
   862                  "color": "green",
   863                  "value": null
   864                },
   865                {
   866                  "color": "red",
   867                  "value": 80
   868                }
   869              ]
   870            },
   871            "unit": "none"
   872          },
   873          "overrides": [
   874            {
   875              "matcher": {
   876                "id": "byName",
   877                "options": "Replication Errors"
   878              },
   879              "properties": [
   880                {
   881                  "id": "color",
   882                  "value": {
   883                    "fixedColor": "light-red",
   884                    "mode": "fixed"
   885                  }
   886                }
   887              ]
   888            },
   889            {
   890              "matcher": {
   891                "id": "byName",
   892                "options": "Replication Requests"
   893              },
   894              "properties": [
   895                {
   896                  "id": "color",
   897                  "value": {
   898                    "fixedColor": "light-green",
   899                    "mode": "fixed"
   900                  }
   901                }
   902              ]
   903            }
   904          ]
   905        },
   906        "gridPos": {
   907          "h": 6,
   908          "w": 6,
   909          "x": 12,
   910          "y": 6
   911        },
   912        "id": 61,
   913        "options": {
   914          "legend": {
   915            "calcs": [],
   916            "displayMode": "list",
   917            "placement": "bottom",
   918            "showLegend": true
   919          },
   920          "tooltip": {
   921            "mode": "multi",
   922            "sort": "none"
   923          }
   924        },
   925        "pluginVersion": "10.4.0",
   926        "targets": [
   927          {
   928            "datasource": {
   929              "type": "prometheus",
   930              "uid": "${DS_PROMETHEUS}"
   931            },
   932            "exemplar": true,
   933            "expr": "sum by (server,endpoint) (minio_cluster_replication_current_link_latency_ms{job=\"$scrape_jobs\"})",
   934            "interval": "1m",
   935            "intervalFactor": 2,
   936            "legendFormat": "{{server}}",
   937            "refId": "A"
   938          }
   939        ],
   940        "title": "Current Link Latency (millis)",
   941        "type": "timeseries"
   942      },
   943      {
   944        "datasource": {
   945          "type": "prometheus",
   946          "uid": "${DS_PROMETHEUS}"
   947        },
   948        "fieldConfig": {
   949          "defaults": {
   950            "color": {
   951              "mode": "palette-classic"
   952            },
   953            "custom": {
   954              "axisBorderShow": false,
   955              "axisCenteredZero": false,
   956              "axisColorMode": "text",
   957              "axisLabel": "",
   958              "axisPlacement": "auto",
   959              "barAlignment": 0,
   960              "drawStyle": "line",
   961              "fillOpacity": 10,
   962              "gradientMode": "none",
   963              "hideFrom": {
   964                "legend": false,
   965                "tooltip": false,
   966                "viz": false
   967              },
   968              "insertNulls": false,
   969              "lineInterpolation": "linear",
   970              "lineWidth": 1,
   971              "pointSize": 5,
   972              "scaleDistribution": {
   973                "type": "linear"
   974              },
   975              "showPoints": "never",
   976              "spanNulls": false,
   977              "stacking": {
   978                "group": "A",
   979                "mode": "none"
   980              },
   981              "thresholdsStyle": {
   982                "mode": "off"
   983              }
   984            },
   985            "mappings": [],
   986            "thresholds": {
   987              "mode": "absolute",
   988              "steps": [
   989                {
   990                  "color": "green",
   991                  "value": null
   992                },
   993                {
   994                  "color": "red",
   995                  "value": 80
   996                }
   997              ]
   998            },
   999            "unit": "bytes"
  1000          },
  1001          "overrides": [
  1002            {
  1003              "matcher": {
  1004                "id": "byName",
  1005                "options": "Replication Errors"
  1006              },
  1007              "properties": [
  1008                {
  1009                  "id": "color",
  1010                  "value": {
  1011                    "fixedColor": "light-red",
  1012                    "mode": "fixed"
  1013                  }
  1014                }
  1015              ]
  1016            },
  1017            {
  1018              "matcher": {
  1019                "id": "byName",
  1020                "options": "Replication Requests"
  1021              },
  1022              "properties": [
  1023                {
  1024                  "id": "color",
  1025                  "value": {
  1026                    "fixedColor": "light-green",
  1027                    "mode": "fixed"
  1028                  }
  1029                }
  1030              ]
  1031            }
  1032          ]
  1033        },
  1034        "gridPos": {
  1035          "h": 6,
  1036          "w": 6,
  1037          "x": 18,
  1038          "y": 6
  1039        },
  1040        "id": 62,
  1041        "options": {
  1042          "legend": {
  1043            "calcs": [],
  1044            "displayMode": "list",
  1045            "placement": "bottom",
  1046            "showLegend": true
  1047          },
  1048          "tooltip": {
  1049            "mode": "multi",
  1050            "sort": "none"
  1051          }
  1052        },
  1053        "pluginVersion": "10.4.0",
  1054        "targets": [
  1055          {
  1056            "datasource": {
  1057              "type": "prometheus",
  1058              "uid": "${DS_PROMETHEUS}"
  1059            },
  1060            "exemplar": true,
  1061            "expr": "sum by (server) (minio_cluster_replication_current_transfer_rate{job=\"$scrape_jobs\"})",
  1062            "interval": "1m",
  1063            "intervalFactor": 2,
  1064            "legendFormat": "{{server}}",
  1065            "refId": "A"
  1066          }
  1067        ],
  1068        "title": "Current Transfer Rate (bytes/s)",
  1069        "type": "timeseries"
  1070      },
  1071      {
  1072        "datasource": {
  1073          "type": "prometheus",
  1074          "uid": "${DS_PROMETHEUS}"
  1075        },
  1076        "fieldConfig": {
  1077          "defaults": {
  1078            "color": {
  1079              "mode": "palette-classic"
  1080            },
  1081            "custom": {
  1082              "axisBorderShow": false,
  1083              "axisCenteredZero": false,
  1084              "axisColorMode": "text",
  1085              "axisLabel": "",
  1086              "axisPlacement": "auto",
  1087              "barAlignment": 0,
  1088              "drawStyle": "line",
  1089              "fillOpacity": 10,
  1090              "gradientMode": "none",
  1091              "hideFrom": {
  1092                "legend": false,
  1093                "tooltip": false,
  1094                "viz": false
  1095              },
  1096              "insertNulls": false,
  1097              "lineInterpolation": "linear",
  1098              "lineWidth": 1,
  1099              "pointSize": 5,
  1100              "scaleDistribution": {
  1101                "type": "linear"
  1102              },
  1103              "showPoints": "never",
  1104              "spanNulls": false,
  1105              "stacking": {
  1106                "group": "A",
  1107                "mode": "none"
  1108              },
  1109              "thresholdsStyle": {
  1110                "mode": "off"
  1111              }
  1112            },
  1113            "mappings": [],
  1114            "thresholds": {
  1115              "mode": "absolute",
  1116              "steps": [
  1117                {
  1118                  "color": "green",
  1119                  "value": null
  1120                },
  1121                {
  1122                  "color": "red",
  1123                  "value": 80
  1124                }
  1125              ]
  1126            },
  1127            "unit": "bytes"
  1128          },
  1129          "overrides": [
  1130            {
  1131              "matcher": {
  1132                "id": "byName",
  1133                "options": "S3 Errors"
  1134              },
  1135              "properties": [
  1136                {
  1137                  "id": "color",
  1138                  "value": {
  1139                    "fixedColor": "light-red",
  1140                    "mode": "fixed"
  1141                  }
  1142                }
  1143              ]
  1144            },
  1145            {
  1146              "matcher": {
  1147                "id": "byName",
  1148                "options": "S3 Requests"
  1149              },
  1150              "properties": [
  1151                {
  1152                  "id": "color",
  1153                  "value": {
  1154                    "fixedColor": "light-green",
  1155                    "mode": "fixed"
  1156                  }
  1157                }
  1158              ]
  1159            }
  1160          ]
  1161        },
  1162        "gridPos": {
  1163          "h": 6,
  1164          "w": 6,
  1165          "x": 0,
  1166          "y": 12
  1167        },
  1168        "id": 63,
  1169        "options": {
  1170          "legend": {
  1171            "calcs": [],
  1172            "displayMode": "list",
  1173            "placement": "bottom",
  1174            "showLegend": true
  1175          },
  1176          "tooltip": {
  1177            "mode": "multi",
  1178            "sort": "none"
  1179          }
  1180        },
  1181        "pluginVersion": "10.4.0",
  1182        "targets": [
  1183          {
  1184            "datasource": {
  1185              "type": "prometheus",
  1186              "uid": "${DS_PROMETHEUS}"
  1187            },
  1188            "exemplar": true,
  1189            "expr": "sum by (server) (minio_cluster_replication_last_minute_queued_bytes{job=\"$scrape_jobs\"})",
  1190            "interval": "1m",
  1191            "intervalFactor": 2,
  1192            "legendFormat": "{{server}}",
  1193            "refId": "A"
  1194          }
  1195        ],
  1196        "title": "Last Minute Queued",
  1197        "type": "timeseries"
  1198      },
  1199      {
  1200        "datasource": {
  1201          "type": "prometheus",
  1202          "uid": "${DS_PROMETHEUS}"
  1203        },
  1204        "fieldConfig": {
  1205          "defaults": {
  1206            "color": {
  1207              "mode": "palette-classic"
  1208            },
  1209            "custom": {
  1210              "axisBorderShow": false,
  1211              "axisCenteredZero": false,
  1212              "axisColorMode": "text",
  1213              "axisLabel": "",
  1214              "axisPlacement": "auto",
  1215              "barAlignment": 0,
  1216              "drawStyle": "line",
  1217              "fillOpacity": 10,
  1218              "gradientMode": "none",
  1219              "hideFrom": {
  1220                "legend": false,
  1221                "tooltip": false,
  1222                "viz": false
  1223              },
  1224              "insertNulls": false,
  1225              "lineInterpolation": "linear",
  1226              "lineWidth": 1,
  1227              "pointSize": 5,
  1228              "scaleDistribution": {
  1229                "type": "linear"
  1230              },
  1231              "showPoints": "never",
  1232              "spanNulls": false,
  1233              "stacking": {
  1234                "group": "A",
  1235                "mode": "none"
  1236              },
  1237              "thresholdsStyle": {
  1238                "mode": "off"
  1239              }
  1240            },
  1241            "mappings": [],
  1242            "thresholds": {
  1243              "mode": "absolute",
  1244              "steps": [
  1245                {
  1246                  "color": "green",
  1247                  "value": null
  1248                },
  1249                {
  1250                  "color": "red",
  1251                  "value": 80
  1252                }
  1253              ]
  1254            },
  1255            "unit": "none"
  1256          },
  1257          "overrides": [
  1258            {
  1259              "matcher": {
  1260                "id": "byName",
  1261                "options": "S3 Errors"
  1262              },
  1263              "properties": [
  1264                {
  1265                  "id": "color",
  1266                  "value": {
  1267                    "fixedColor": "light-red",
  1268                    "mode": "fixed"
  1269                  }
  1270                }
  1271              ]
  1272            },
  1273            {
  1274              "matcher": {
  1275                "id": "byName",
  1276                "options": "S3 Requests"
  1277              },
  1278              "properties": [
  1279                {
  1280                  "id": "color",
  1281                  "value": {
  1282                    "fixedColor": "light-green",
  1283                    "mode": "fixed"
  1284                  }
  1285                }
  1286              ]
  1287            }
  1288          ]
  1289        },
  1290        "gridPos": {
  1291          "h": 6,
  1292          "w": 6,
  1293          "x": 6,
  1294          "y": 12
  1295        },
  1296        "id": 64,
  1297        "options": {
  1298          "legend": {
  1299            "calcs": [],
  1300            "displayMode": "list",
  1301            "placement": "bottom",
  1302            "showLegend": true
  1303          },
  1304          "tooltip": {
  1305            "mode": "multi",
  1306            "sort": "none"
  1307          }
  1308        },
  1309        "pluginVersion": "10.4.0",
  1310        "targets": [
  1311          {
  1312            "datasource": {
  1313              "type": "prometheus",
  1314              "uid": "${DS_PROMETHEUS}"
  1315            },
  1316            "exemplar": true,
  1317            "expr": "sum by (server) (minio_cluster_replication_last_minute_queued_count{job=\"$scrape_jobs\"})",
  1318            "interval": "1m",
  1319            "intervalFactor": 2,
  1320            "legendFormat": "{{bucket}}",
  1321            "refId": "A"
  1322          }
  1323        ],
  1324        "title": "Last Minute Queued Objects",
  1325        "type": "timeseries"
  1326      },
  1327      {
  1328        "datasource": {
  1329          "type": "prometheus",
  1330          "uid": "${DS_PROMETHEUS}"
  1331        },
  1332        "fieldConfig": {
  1333          "defaults": {
  1334            "color": {
  1335              "mode": "palette-classic"
  1336            },
  1337            "custom": {
  1338              "axisBorderShow": false,
  1339              "axisCenteredZero": false,
  1340              "axisColorMode": "text",
  1341              "axisLabel": "",
  1342              "axisPlacement": "auto",
  1343              "barAlignment": 0,
  1344              "drawStyle": "line",
  1345              "fillOpacity": 10,
  1346              "gradientMode": "none",
  1347              "hideFrom": {
  1348                "legend": false,
  1349                "tooltip": false,
  1350                "viz": false
  1351              },
  1352              "insertNulls": false,
  1353              "lineInterpolation": "linear",
  1354              "lineWidth": 1,
  1355              "pointSize": 5,
  1356              "scaleDistribution": {
  1357                "type": "linear"
  1358              },
  1359              "showPoints": "never",
  1360              "spanNulls": false,
  1361              "stacking": {
  1362                "group": "A",
  1363                "mode": "none"
  1364              },
  1365              "thresholdsStyle": {
  1366                "mode": "off"
  1367              }
  1368            },
  1369            "mappings": [],
  1370            "thresholds": {
  1371              "mode": "absolute",
  1372              "steps": [
  1373                {
  1374                  "color": "green",
  1375                  "value": null
  1376                },
  1377                {
  1378                  "color": "red",
  1379                  "value": 80
  1380                }
  1381              ]
  1382            },
  1383            "unit": "none"
  1384          },
  1385          "overrides": [
  1386            {
  1387              "matcher": {
  1388                "id": "byName",
  1389                "options": "S3 Errors"
  1390              },
  1391              "properties": [
  1392                {
  1393                  "id": "color",
  1394                  "value": {
  1395                    "fixedColor": "light-red",
  1396                    "mode": "fixed"
  1397                  }
  1398                }
  1399              ]
  1400            },
  1401            {
  1402              "matcher": {
  1403                "id": "byName",
  1404                "options": "S3 Requests"
  1405              },
  1406              "properties": [
  1407                {
  1408                  "id": "color",
  1409                  "value": {
  1410                    "fixedColor": "light-green",
  1411                    "mode": "fixed"
  1412                  }
  1413                }
  1414              ]
  1415            }
  1416          ]
  1417        },
  1418        "gridPos": {
  1419          "h": 6,
  1420          "w": 6,
  1421          "x": 12,
  1422          "y": 12
  1423        },
  1424        "id": 65,
  1425        "options": {
  1426          "legend": {
  1427            "calcs": [],
  1428            "displayMode": "list",
  1429            "placement": "bottom",
  1430            "showLegend": true
  1431          },
  1432          "tooltip": {
  1433            "mode": "multi",
  1434            "sort": "none"
  1435          }
  1436        },
  1437        "pluginVersion": "10.4.0",
  1438        "targets": [
  1439          {
  1440            "datasource": {
  1441              "type": "prometheus",
  1442              "uid": "${DS_PROMETHEUS}"
  1443            },
  1444            "exemplar": true,
  1445            "expr": "sum by (server,endpoint) (minio_cluster_replication_link_downtime_duration_seconds{job=\"$scrape_jobs\"})",
  1446            "interval": "1m",
  1447            "intervalFactor": 2,
  1448            "legendFormat": "{{server,endpoint}}",
  1449            "refId": "A"
  1450          }
  1451        ],
  1452        "title": "Link Downtime Duration (sec)",
  1453        "type": "timeseries"
  1454      },
  1455      {
  1456        "datasource": {
  1457          "type": "prometheus",
  1458          "uid": "${DS_PROMETHEUS}"
  1459        },
  1460        "fieldConfig": {
  1461          "defaults": {
  1462            "color": {
  1463              "mode": "palette-classic"
  1464            },
  1465            "custom": {
  1466              "axisBorderShow": false,
  1467              "axisCenteredZero": false,
  1468              "axisColorMode": "text",
  1469              "axisLabel": "",
  1470              "axisPlacement": "auto",
  1471              "barAlignment": 0,
  1472              "drawStyle": "line",
  1473              "fillOpacity": 10,
  1474              "gradientMode": "none",
  1475              "hideFrom": {
  1476                "legend": false,
  1477                "tooltip": false,
  1478                "viz": false
  1479              },
  1480              "insertNulls": false,
  1481              "lineInterpolation": "linear",
  1482              "lineWidth": 1,
  1483              "pointSize": 5,
  1484              "scaleDistribution": {
  1485                "type": "linear"
  1486              },
  1487              "showPoints": "never",
  1488              "spanNulls": false,
  1489              "stacking": {
  1490                "group": "A",
  1491                "mode": "none"
  1492              },
  1493              "thresholdsStyle": {
  1494                "mode": "off"
  1495              }
  1496            },
  1497            "mappings": [],
  1498            "min": 0,
  1499            "thresholds": {
  1500              "mode": "absolute",
  1501              "steps": [
  1502                {
  1503                  "color": "green",
  1504                  "value": null
  1505                },
  1506                {
  1507                  "color": "red",
  1508                  "value": 80
  1509                }
  1510              ]
  1511            },
  1512            "unit": "none"
  1513          },
  1514          "overrides": []
  1515        },
  1516        "gridPos": {
  1517          "h": 6,
  1518          "w": 6,
  1519          "x": 18,
  1520          "y": 12
  1521        },
  1522        "id": 66,
  1523        "options": {
  1524          "legend": {
  1525            "calcs": [],
  1526            "displayMode": "list",
  1527            "placement": "bottom",
  1528            "showLegend": true
  1529          },
  1530          "tooltip": {
  1531            "mode": "multi",
  1532            "sort": "none"
  1533          }
  1534        },
  1535        "pluginVersion": "10.4.0",
  1536        "targets": [
  1537          {
  1538            "datasource": {
  1539              "type": "prometheus",
  1540              "uid": "${DS_PROMETHEUS}"
  1541            },
  1542            "exemplar": true,
  1543            "expr": "sum by (server,endpoint) (minio_cluster_replication_link_offline_duration_seconds{job=\"$scrape_jobs\"})",
  1544            "interval": "1m",
  1545            "legendFormat": "{{server,endpoint}}",
  1546            "refId": "A"
  1547          }
  1548        ],
  1549        "title": "Link Offline Duration (sec)",
  1550        "type": "timeseries"
  1551      },
  1552      {
  1553        "datasource": {
  1554          "type": "prometheus",
  1555          "uid": "${DS_PROMETHEUS}"
  1556        },
  1557        "fieldConfig": {
  1558          "defaults": {
  1559            "color": {
  1560              "mode": "palette-classic"
  1561            },
  1562            "custom": {
  1563              "axisBorderShow": false,
  1564              "axisCenteredZero": false,
  1565              "axisColorMode": "text",
  1566              "axisLabel": "",
  1567              "axisPlacement": "auto",
  1568              "barAlignment": 0,
  1569              "drawStyle": "line",
  1570              "fillOpacity": 10,
  1571              "gradientMode": "none",
  1572              "hideFrom": {
  1573                "legend": false,
  1574                "tooltip": false,
  1575                "viz": false
  1576              },
  1577              "insertNulls": false,
  1578              "lineInterpolation": "linear",
  1579              "lineWidth": 1,
  1580              "pointSize": 5,
  1581              "scaleDistribution": {
  1582                "type": "linear"
  1583              },
  1584              "showPoints": "never",
  1585              "spanNulls": false,
  1586              "stacking": {
  1587                "group": "A",
  1588                "mode": "none"
  1589              },
  1590              "thresholdsStyle": {
  1591                "mode": "off"
  1592              }
  1593            },
  1594            "mappings": [],
  1595            "min": 0,
  1596            "thresholds": {
  1597              "mode": "absolute",
  1598              "steps": [
  1599                {
  1600                  "color": "green",
  1601                  "value": null
  1602                },
  1603                {
  1604                  "color": "red",
  1605                  "value": 80
  1606                }
  1607              ]
  1608            },
  1609            "unit": "none"
  1610          },
  1611          "overrides": []
  1612        },
  1613        "gridPos": {
  1614          "h": 6,
  1615          "w": 6,
  1616          "x": 0,
  1617          "y": 18
  1618        },
  1619        "id": 67,
  1620        "options": {
  1621          "legend": {
  1622            "calcs": [],
  1623            "displayMode": "list",
  1624            "placement": "bottom",
  1625            "showLegend": true
  1626          },
  1627          "tooltip": {
  1628            "mode": "multi",
  1629            "sort": "none"
  1630          }
  1631        },
  1632        "pluginVersion": "10.4.0",
  1633        "targets": [
  1634          {
  1635            "datasource": {
  1636              "type": "prometheus",
  1637              "uid": "${DS_PROMETHEUS}"
  1638            },
  1639            "exemplar": true,
  1640            "expr": "minio_cluster_replication_max_active_workers{job=\"$scrape_jobs\"}",
  1641            "interval": "1m",
  1642            "legendFormat": "{{server}}",
  1643            "refId": "A"
  1644          }
  1645        ],
  1646        "title": "Max Active Workers",
  1647        "type": "timeseries"
  1648      },
  1649      {
  1650        "datasource": {
  1651          "type": "prometheus",
  1652          "uid": "${DS_PROMETHEUS}"
  1653        },
  1654        "fieldConfig": {
  1655          "defaults": {
  1656            "color": {
  1657              "mode": "palette-classic"
  1658            },
  1659            "custom": {
  1660              "axisBorderShow": false,
  1661              "axisCenteredZero": false,
  1662              "axisColorMode": "text",
  1663              "axisLabel": "",
  1664              "axisPlacement": "auto",
  1665              "barAlignment": 0,
  1666              "drawStyle": "line",
  1667              "fillOpacity": 10,
  1668              "gradientMode": "none",
  1669              "hideFrom": {
  1670                "legend": false,
  1671                "tooltip": false,
  1672                "viz": false
  1673              },
  1674              "insertNulls": false,
  1675              "lineInterpolation": "linear",
  1676              "lineWidth": 1,
  1677              "pointSize": 5,
  1678              "scaleDistribution": {
  1679                "type": "linear"
  1680              },
  1681              "showPoints": "never",
  1682              "spanNulls": false,
  1683              "stacking": {
  1684                "group": "A",
  1685                "mode": "none"
  1686              },
  1687              "thresholdsStyle": {
  1688                "mode": "off"
  1689              }
  1690            },
  1691            "mappings": [],
  1692            "min": 0,
  1693            "thresholds": {
  1694              "mode": "absolute",
  1695              "steps": [
  1696                {
  1697                  "color": "green",
  1698                  "value": null
  1699                },
  1700                {
  1701                  "color": "red",
  1702                  "value": 80
  1703                }
  1704              ]
  1705            },
  1706            "unit": "none"
  1707          },
  1708          "overrides": []
  1709        },
  1710        "gridPos": {
  1711          "h": 6,
  1712          "w": 6,
  1713          "x": 6,
  1714          "y": 18
  1715        },
  1716        "id": 68,
  1717        "options": {
  1718          "legend": {
  1719            "calcs": [],
  1720            "displayMode": "list",
  1721            "placement": "bottom",
  1722            "showLegend": true
  1723          },
  1724          "tooltip": {
  1725            "mode": "multi",
  1726            "sort": "none"
  1727          }
  1728        },
  1729        "pluginVersion": "10.4.0",
  1730        "targets": [
  1731          {
  1732            "datasource": {
  1733              "type": "prometheus",
  1734              "uid": "${DS_PROMETHEUS}"
  1735            },
  1736            "exemplar": true,
  1737            "expr": "sum by (server,endpoibt) (minio_cluster_replication_max_link_latency_ms{job=\"$scrape_jobs\"})",
  1738            "interval": "1m",
  1739            "legendFormat": "{{server,endpoint}}",
  1740            "refId": "A"
  1741          }
  1742        ],
  1743        "title": "Max Link Latency (millis)",
  1744        "type": "timeseries"
  1745      },
  1746      {
  1747        "datasource": {
  1748          "type": "prometheus",
  1749          "uid": "${DS_PROMETHEUS}"
  1750        },
  1751        "fieldConfig": {
  1752          "defaults": {
  1753            "color": {
  1754              "mode": "palette-classic"
  1755            },
  1756            "custom": {
  1757              "axisBorderShow": false,
  1758              "axisCenteredZero": false,
  1759              "axisColorMode": "text",
  1760              "axisLabel": "",
  1761              "axisPlacement": "auto",
  1762              "barAlignment": 0,
  1763              "drawStyle": "line",
  1764              "fillOpacity": 10,
  1765              "gradientMode": "none",
  1766              "hideFrom": {
  1767                "legend": false,
  1768                "tooltip": false,
  1769                "viz": false
  1770              },
  1771              "insertNulls": false,
  1772              "lineInterpolation": "linear",
  1773              "lineWidth": 1,
  1774              "pointSize": 5,
  1775              "scaleDistribution": {
  1776                "type": "linear"
  1777              },
  1778              "showPoints": "never",
  1779              "spanNulls": false,
  1780              "stacking": {
  1781                "group": "A",
  1782                "mode": "none"
  1783              },
  1784              "thresholdsStyle": {
  1785                "mode": "off"
  1786              }
  1787            },
  1788            "mappings": [],
  1789            "min": 0,
  1790            "thresholds": {
  1791              "mode": "absolute",
  1792              "steps": [
  1793                {
  1794                  "color": "green",
  1795                  "value": null
  1796                },
  1797                {
  1798                  "color": "red",
  1799                  "value": 80
  1800                }
  1801              ]
  1802            },
  1803            "unit": "bytes"
  1804          },
  1805          "overrides": []
  1806        },
  1807        "gridPos": {
  1808          "h": 6,
  1809          "w": 6,
  1810          "x": 12,
  1811          "y": 18
  1812        },
  1813        "id": 70,
  1814        "options": {
  1815          "legend": {
  1816            "calcs": [],
  1817            "displayMode": "list",
  1818            "placement": "bottom",
  1819            "showLegend": true
  1820          },
  1821          "tooltip": {
  1822            "mode": "multi",
  1823            "sort": "none"
  1824          }
  1825        },
  1826        "pluginVersion": "10.4.0",
  1827        "targets": [
  1828          {
  1829            "datasource": {
  1830              "type": "prometheus",
  1831              "uid": "${DS_PROMETHEUS}"
  1832            },
  1833            "exemplar": true,
  1834            "expr": "minio_cluster_replication_max_queued_bytes{job=\"$scrape_jobs\"}",
  1835            "interval": "1m",
  1836            "legendFormat": "{{server}}",
  1837            "refId": "A"
  1838          }
  1839        ],
  1840        "title": "Max Queued Size",
  1841        "type": "timeseries"
  1842      },
  1843      {
  1844        "datasource": {
  1845          "type": "prometheus",
  1846          "uid": "${DS_PROMETHEUS}"
  1847        },
  1848        "fieldConfig": {
  1849          "defaults": {
  1850            "color": {
  1851              "mode": "palette-classic"
  1852            },
  1853            "custom": {
  1854              "axisBorderShow": false,
  1855              "axisCenteredZero": false,
  1856              "axisColorMode": "text",
  1857              "axisLabel": "",
  1858              "axisPlacement": "auto",
  1859              "barAlignment": 0,
  1860              "drawStyle": "line",
  1861              "fillOpacity": 10,
  1862              "gradientMode": "none",
  1863              "hideFrom": {
  1864                "legend": false,
  1865                "tooltip": false,
  1866                "viz": false
  1867              },
  1868              "insertNulls": false,
  1869              "lineInterpolation": "linear",
  1870              "lineWidth": 1,
  1871              "pointSize": 5,
  1872              "scaleDistribution": {
  1873                "type": "linear"
  1874              },
  1875              "showPoints": "never",
  1876              "spanNulls": false,
  1877              "stacking": {
  1878                "group": "A",
  1879                "mode": "none"
  1880              },
  1881              "thresholdsStyle": {
  1882                "mode": "off"
  1883              }
  1884            },
  1885            "mappings": [],
  1886            "min": 0,
  1887            "thresholds": {
  1888              "mode": "absolute",
  1889              "steps": [
  1890                {
  1891                  "color": "green",
  1892                  "value": null
  1893                },
  1894                {
  1895                  "color": "red",
  1896                  "value": 80
  1897                }
  1898              ]
  1899            },
  1900            "unit": "none"
  1901          },
  1902          "overrides": []
  1903        },
  1904        "gridPos": {
  1905          "h": 6,
  1906          "w": 6,
  1907          "x": 18,
  1908          "y": 18
  1909        },
  1910        "id": 71,
  1911        "options": {
  1912          "legend": {
  1913            "calcs": [],
  1914            "displayMode": "list",
  1915            "placement": "bottom",
  1916            "showLegend": true
  1917          },
  1918          "tooltip": {
  1919            "mode": "multi",
  1920            "sort": "none"
  1921          }
  1922        },
  1923        "pluginVersion": "10.4.0",
  1924        "targets": [
  1925          {
  1926            "datasource": {
  1927              "type": "prometheus",
  1928              "uid": "${DS_PROMETHEUS}"
  1929            },
  1930            "exemplar": true,
  1931            "expr": "minio_cluster_replication_max_queued_count{job=\"$scrape_jobs\"}",
  1932            "interval": "1m",
  1933            "legendFormat": "{{server}}",
  1934            "refId": "A"
  1935          }
  1936        ],
  1937        "title": "Max Queued Objects",
  1938        "type": "timeseries"
  1939      },
  1940      {
  1941        "datasource": {
  1942          "type": "prometheus",
  1943          "uid": "${DS_PROMETHEUS}"
  1944        },
  1945        "fieldConfig": {
  1946          "defaults": {
  1947            "color": {
  1948              "mode": "palette-classic"
  1949            },
  1950            "custom": {
  1951              "axisBorderShow": false,
  1952              "axisCenteredZero": false,
  1953              "axisColorMode": "text",
  1954              "axisLabel": "",
  1955              "axisPlacement": "auto",
  1956              "barAlignment": 0,
  1957              "drawStyle": "line",
  1958              "fillOpacity": 10,
  1959              "gradientMode": "none",
  1960              "hideFrom": {
  1961                "legend": false,
  1962                "tooltip": false,
  1963                "viz": false
  1964              },
  1965              "insertNulls": false,
  1966              "lineInterpolation": "linear",
  1967              "lineWidth": 1,
  1968              "pointSize": 5,
  1969              "scaleDistribution": {
  1970                "type": "linear"
  1971              },
  1972              "showPoints": "never",
  1973              "spanNulls": false,
  1974              "stacking": {
  1975                "group": "A",
  1976                "mode": "none"
  1977              },
  1978              "thresholdsStyle": {
  1979                "mode": "off"
  1980              }
  1981            },
  1982            "mappings": [],
  1983            "min": 0,
  1984            "thresholds": {
  1985              "mode": "absolute",
  1986              "steps": [
  1987                {
  1988                  "color": "green",
  1989                  "value": null
  1990                },
  1991                {
  1992                  "color": "red",
  1993                  "value": 80
  1994                }
  1995              ]
  1996            },
  1997            "unit": "bytes"
  1998          },
  1999          "overrides": []
  2000        },
  2001        "gridPos": {
  2002          "h": 6,
  2003          "w": 6,
  2004          "x": 0,
  2005          "y": 24
  2006        },
  2007        "id": 72,
  2008        "options": {
  2009          "legend": {
  2010            "calcs": [],
  2011            "displayMode": "list",
  2012            "placement": "bottom",
  2013            "showLegend": true
  2014          },
  2015          "tooltip": {
  2016            "mode": "multi",
  2017            "sort": "none"
  2018          }
  2019        },
  2020        "pluginVersion": "10.4.0",
  2021        "targets": [
  2022          {
  2023            "datasource": {
  2024              "type": "prometheus",
  2025              "uid": "${DS_PROMETHEUS}"
  2026            },
  2027            "exemplar": true,
  2028            "expr": "minio_cluster_replication_max_transfer_rate{job=\"$scrape_jobs\"}",
  2029            "interval": "1m",
  2030            "legendFormat": "{{server}}",
  2031            "refId": "A"
  2032          }
  2033        ],
  2034        "title": "Max Transfer Rate (per sec)",
  2035        "type": "timeseries"
  2036      },
  2037      {
  2038        "datasource": {
  2039          "type": "prometheus",
  2040          "uid": "${DS_PROMETHEUS}"
  2041        },
  2042        "fieldConfig": {
  2043          "defaults": {
  2044            "color": {
  2045              "mode": "palette-classic"
  2046            },
  2047            "custom": {
  2048              "axisBorderShow": false,
  2049              "axisCenteredZero": false,
  2050              "axisColorMode": "text",
  2051              "axisLabel": "",
  2052              "axisPlacement": "auto",
  2053              "barAlignment": 0,
  2054              "drawStyle": "line",
  2055              "fillOpacity": 10,
  2056              "gradientMode": "none",
  2057              "hideFrom": {
  2058                "legend": false,
  2059                "tooltip": false,
  2060                "viz": false
  2061              },
  2062              "insertNulls": false,
  2063              "lineInterpolation": "linear",
  2064              "lineWidth": 1,
  2065              "pointSize": 5,
  2066              "scaleDistribution": {
  2067                "type": "linear"
  2068              },
  2069              "showPoints": "never",
  2070              "spanNulls": false,
  2071              "stacking": {
  2072                "group": "A",
  2073                "mode": "none"
  2074              },
  2075              "thresholdsStyle": {
  2076                "mode": "off"
  2077              }
  2078            },
  2079            "mappings": [],
  2080            "min": 0,
  2081            "thresholds": {
  2082              "mode": "absolute",
  2083              "steps": [
  2084                {
  2085                  "color": "green",
  2086                  "value": null
  2087                },
  2088                {
  2089                  "color": "red",
  2090                  "value": 80
  2091                }
  2092              ]
  2093            },
  2094            "unit": "none"
  2095          },
  2096          "overrides": []
  2097        },
  2098        "gridPos": {
  2099          "h": 6,
  2100          "w": 6,
  2101          "x": 6,
  2102          "y": 24
  2103        },
  2104        "id": 73,
  2105        "options": {
  2106          "legend": {
  2107            "calcs": [],
  2108            "displayMode": "list",
  2109            "placement": "bottom",
  2110            "showLegend": true
  2111          },
  2112          "tooltip": {
  2113            "mode": "multi",
  2114            "sort": "none"
  2115          }
  2116        },
  2117        "pluginVersion": "10.4.0",
  2118        "targets": [
  2119          {
  2120            "datasource": {
  2121              "type": "prometheus",
  2122              "uid": "${DS_PROMETHEUS}"
  2123            },
  2124            "exemplar": true,
  2125            "expr": "minio_cluster_replication_recent_backlog_count{job=\"$scrape_jobs\"}",
  2126            "interval": "1m",
  2127            "legendFormat": "{{server}}",
  2128            "refId": "A"
  2129          }
  2130        ],
  2131        "title": "Backlog (last 5 mins)",
  2132        "type": "timeseries"
  2133      },
  2134      {
  2135        "datasource": {
  2136          "type": "prometheus",
  2137          "uid": "${DS_PROMETHEUS}"
  2138        },
  2139        "fieldConfig": {
  2140          "defaults": {
  2141            "color": {
  2142              "mode": "palette-classic"
  2143            },
  2144            "custom": {
  2145              "axisBorderShow": false,
  2146              "axisCenteredZero": false,
  2147              "axisColorMode": "text",
  2148              "axisLabel": "",
  2149              "axisPlacement": "auto",
  2150              "barAlignment": 0,
  2151              "drawStyle": "line",
  2152              "fillOpacity": 10,
  2153              "gradientMode": "none",
  2154              "hideFrom": {
  2155                "legend": false,
  2156                "tooltip": false,
  2157                "viz": false
  2158              },
  2159              "insertNulls": false,
  2160              "lineInterpolation": "linear",
  2161              "lineWidth": 1,
  2162              "pointSize": 5,
  2163              "scaleDistribution": {
  2164                "type": "linear"
  2165              },
  2166              "showPoints": "never",
  2167              "spanNulls": false,
  2168              "stacking": {
  2169                "group": "A",
  2170                "mode": "none"
  2171              },
  2172              "thresholdsStyle": {
  2173                "mode": "off"
  2174              }
  2175            },
  2176            "mappings": [],
  2177            "min": 0,
  2178            "thresholds": {
  2179              "mode": "absolute",
  2180              "steps": [
  2181                {
  2182                  "color": "green",
  2183                  "value": null
  2184                },
  2185                {
  2186                  "color": "red",
  2187                  "value": 80
  2188                }
  2189              ]
  2190            },
  2191            "unit": "none"
  2192          },
  2193          "overrides": []
  2194        },
  2195        "gridPos": {
  2196          "h": 6,
  2197          "w": 6,
  2198          "x": 12,
  2199          "y": 24
  2200        },
  2201        "id": 74,
  2202        "options": {
  2203          "legend": {
  2204            "calcs": [],
  2205            "displayMode": "list",
  2206            "placement": "bottom",
  2207            "showLegend": true
  2208          },
  2209          "tooltip": {
  2210            "mode": "multi",
  2211            "sort": "none"
  2212          }
  2213        },
  2214        "pluginVersion": "10.4.0",
  2215        "targets": [
  2216          {
  2217            "datasource": {
  2218              "type": "prometheus",
  2219              "uid": "${DS_PROMETHEUS}"
  2220            },
  2221            "exemplar": true,
  2222            "expr": "sum by (server,endpoint) (minio_cluster_replication_link_online{job=\"$scrape_jobs\"})",
  2223            "interval": "1m",
  2224            "legendFormat": "{{endpoint}}",
  2225            "refId": "A"
  2226          }
  2227        ],
  2228        "title": "Link Online/Offline",
  2229        "type": "timeseries"
  2230      },
  2231      {
  2232        "datasource": {
  2233          "type": "prometheus",
  2234          "uid": "${DS_PROMETHEUS}"
  2235        },
  2236        "fieldConfig": {
  2237          "defaults": {
  2238            "color": {
  2239              "mode": "palette-classic"
  2240            },
  2241            "custom": {
  2242              "axisBorderShow": false,
  2243              "axisCenteredZero": false,
  2244              "axisColorMode": "text",
  2245              "axisLabel": "",
  2246              "axisPlacement": "auto",
  2247              "barAlignment": 0,
  2248              "drawStyle": "line",
  2249              "fillOpacity": 10,
  2250              "gradientMode": "none",
  2251              "hideFrom": {
  2252                "legend": false,
  2253                "tooltip": false,
  2254                "viz": false
  2255              },
  2256              "insertNulls": false,
  2257              "lineInterpolation": "linear",
  2258              "lineWidth": 1,
  2259              "pointSize": 5,
  2260              "scaleDistribution": {
  2261                "type": "linear"
  2262              },
  2263              "showPoints": "never",
  2264              "spanNulls": false,
  2265              "stacking": {
  2266                "group": "A",
  2267                "mode": "none"
  2268              },
  2269              "thresholdsStyle": {
  2270                "mode": "off"
  2271              }
  2272            },
  2273            "mappings": [],
  2274            "min": 0,
  2275            "thresholds": {
  2276              "mode": "absolute",
  2277              "steps": [
  2278                {
  2279                  "color": "green",
  2280                  "value": null
  2281                },
  2282                {
  2283                  "color": "red",
  2284                  "value": 80
  2285                }
  2286              ]
  2287            },
  2288            "unit": "none"
  2289          },
  2290          "overrides": []
  2291        },
  2292        "gridPos": {
  2293          "h": 6,
  2294          "w": 6,
  2295          "x": 18,
  2296          "y": 24
  2297        },
  2298        "id": 75,
  2299        "options": {
  2300          "legend": {
  2301            "calcs": [],
  2302            "displayMode": "list",
  2303            "placement": "bottom",
  2304            "showLegend": true
  2305          },
  2306          "tooltip": {
  2307            "mode": "multi",
  2308            "sort": "none"
  2309          }
  2310        },
  2311        "pluginVersion": "10.4.0",
  2312        "targets": [
  2313          {
  2314            "datasource": {
  2315              "type": "prometheus",
  2316              "uid": "${DS_PROMETHEUS}"
  2317            },
  2318            "exemplar": true,
  2319            "expr": "minio_cluster_replication_link_offline_duration_seconds{job=\"$scrape_jobs\"}",
  2320            "interval": "1m",
  2321            "legendFormat": "{{endpoint}}",
  2322            "refId": "A"
  2323          }
  2324        ],
  2325        "title": "Replication Link Offline Duration (sec)",
  2326        "type": "timeseries"
  2327      }
  2328    ],
  2329    "refresh": "",
  2330    "schemaVersion": 39,
  2331    "tags": [
  2332      "minio"
  2333    ],
  2334    "templating": {
  2335      "list": [
  2336        {
  2337          "current": {
  2338          },
  2339          "datasource": {
  2340            "type": "prometheus",
  2341            "uid": "${DS_PROMETHEUS}"
  2342          },
  2343          "definition": "label_values(job)",
  2344          "hide": 0,
  2345          "includeAll": false,
  2346          "multi": false,
  2347          "name": "scrape_jobs",
  2348          "options": [],
  2349          "query": {
  2350            "query": "label_values(job)",
  2351            "refId": "StandardVariableQuery"
  2352          },
  2353          "refresh": 1,
  2354          "regex": "",
  2355          "skipUrlSync": false,
  2356          "sort": 0,
  2357          "type": "query"
  2358        }
  2359      ]
  2360    },
  2361    "time": {
  2362      "from": "now-1h",
  2363      "to": "now"
  2364    },
  2365    "timepicker": {
  2366      "refresh_intervals": [
  2367        "10s",
  2368        "30s",
  2369        "1m",
  2370        "5m",
  2371        "15m",
  2372        "30m",
  2373        "1h",
  2374        "2h",
  2375        "1d"
  2376      ],
  2377      "time_options": [
  2378        "5m",
  2379        "15m",
  2380        "1h",
  2381        "6h",
  2382        "12h",
  2383        "24h",
  2384        "2d",
  2385        "7d",
  2386        "30d"
  2387      ]
  2388    },
  2389    "timezone": "",
  2390    "title": "MinIO Node Replication Dashboard",
  2391    "uid": "gmTJnqnnk3",
  2392    "version": 1,
  2393    "weekStart": ""
  2394  }