sigs.k8s.io/cluster-api@v1.7.1/hack/observability/grafana/dashboards/cluster-api-wl-apiserver-requests.json (about)

     1  {
     2    "annotations": {
     3      "list": [
     4        {
     5          "builtIn": 1,
     6          "datasource": {
     7            "type": "grafana",
     8            "uid": "-- Grafana --"
     9          },
    10          "enable": true,
    11          "hide": true,
    12          "iconColor": "rgba(0, 211, 255, 1)",
    13          "name": "Annotations & Alerts",
    14          "type": "dashboard"
    15        }
    16      ]
    17    },
    18    "editable": true,
    19    "fiscalYearStartMonth": 0,
    20    "graphTooltip": 0,
    21    "id": 8,
    22    "links": [],
    23    "liveNow": false,
    24    "panels": [
    25      {
    26        "collapsed": false,
    27        "gridPos": {
    28          "h": 1,
    29          "w": 24,
    30          "x": 0,
    31          "y": 0
    32        },
    33        "id": 5,
    34        "panels": [],
    35        "title": "APIServer Metrics",
    36        "type": "row"
    37      },
    38      {
    39        "datasource": {
    40          "type": "prometheus",
    41          "uid": "prometheus"
    42        },
    43        "fieldConfig": {
    44          "defaults": {
    45            "color": {
    46              "mode": "palette-classic"
    47            },
    48            "custom": {
    49              "axisCenteredZero": false,
    50              "axisColorMode": "text",
    51              "axisLabel": "",
    52              "axisPlacement": "auto",
    53              "barAlignment": 0,
    54              "drawStyle": "line",
    55              "fillOpacity": 0,
    56              "gradientMode": "none",
    57              "hideFrom": {
    58                "legend": false,
    59                "tooltip": false,
    60                "viz": false
    61              },
    62              "lineInterpolation": "linear",
    63              "lineWidth": 1,
    64              "pointSize": 5,
    65              "scaleDistribution": {
    66                "type": "linear"
    67              },
    68              "showPoints": "auto",
    69              "spanNulls": false,
    70              "stacking": {
    71                "group": "A",
    72                "mode": "none"
    73              },
    74              "thresholdsStyle": {
    75                "mode": "off"
    76              }
    77            },
    78            "mappings": [],
    79            "thresholds": {
    80              "mode": "absolute",
    81              "steps": [
    82                {
    83                  "color": "green",
    84                  "value": null
    85                },
    86                {
    87                  "color": "red",
    88                  "value": 80
    89                }
    90              ]
    91            }
    92          },
    93          "overrides": []
    94        },
    95        "gridPos": {
    96          "h": 6,
    97          "w": 12,
    98          "x": 0,
    99          "y": 1
   100        },
   101        "id": 1,
   102        "options": {
   103          "legend": {
   104            "calcs": [
   105              "max",
   106              "mean",
   107              "lastNotNull"
   108            ],
   109            "displayMode": "table",
   110            "placement": "right",
   111            "showLegend": false
   112          },
   113          "tooltip": {
   114            "mode": "multi",
   115            "sort": "desc"
   116          }
   117        },
   118        "targets": [
   119          {
   120            "datasource": {
   121              "type": "prometheus",
   122              "uid": "prometheus"
   123            },
   124            "editorMode": "code",
   125            "expr": "sum(rate(capim_apiserver_request_total{group=~\"$Group\",version=~\"$Version\",resource=~\"$Resource\",subresource=~\"$Subresource\",verb=~\"$Verb\"}[5m]))",
   126            "legendFormat": "All",
   127            "range": true,
   128            "refId": "A"
   129          }
   130        ],
   131        "title": "Requests (all)",
   132        "type": "timeseries"
   133      },
   134      {
   135        "datasource": {
   136          "type": "prometheus",
   137          "uid": "prometheus"
   138        },
   139        "fieldConfig": {
   140          "defaults": {
   141            "color": {
   142              "mode": "palette-classic"
   143            },
   144            "custom": {
   145              "axisCenteredZero": false,
   146              "axisColorMode": "text",
   147              "axisLabel": "",
   148              "axisPlacement": "auto",
   149              "barAlignment": 0,
   150              "drawStyle": "line",
   151              "fillOpacity": 0,
   152              "gradientMode": "none",
   153              "hideFrom": {
   154                "legend": false,
   155                "tooltip": false,
   156                "viz": false
   157              },
   158              "lineInterpolation": "linear",
   159              "lineWidth": 1,
   160              "pointSize": 5,
   161              "scaleDistribution": {
   162                "type": "linear"
   163              },
   164              "showPoints": "auto",
   165              "spanNulls": false,
   166              "stacking": {
   167                "group": "A",
   168                "mode": "none"
   169              },
   170              "thresholdsStyle": {
   171                "mode": "off"
   172              }
   173            },
   174            "mappings": [],
   175            "thresholds": {
   176              "mode": "absolute",
   177              "steps": [
   178                {
   179                  "color": "green",
   180                  "value": null
   181                },
   182                {
   183                  "color": "red",
   184                  "value": 80
   185                }
   186              ]
   187            }
   188          },
   189          "overrides": []
   190        },
   191        "gridPos": {
   192          "h": 6,
   193          "w": 12,
   194          "x": 12,
   195          "y": 1
   196        },
   197        "id": 13,
   198        "options": {
   199          "legend": {
   200            "calcs": [
   201              "max",
   202              "mean",
   203              "lastNotNull"
   204            ],
   205            "displayMode": "table",
   206            "placement": "right",
   207            "showLegend": false
   208          },
   209          "tooltip": {
   210            "mode": "multi",
   211            "sort": "desc"
   212          }
   213        },
   214        "targets": [
   215          {
   216            "datasource": {
   217              "type": "prometheus",
   218              "uid": "prometheus"
   219            },
   220            "editorMode": "code",
   221            "expr": "sum(rate(capim_apiserver_request_total{group=~\"$Group\",version=~\"$Version\",resource=~\"$Resource\",subresource=~\"$Subresource\",verb=~\"$Verb\",dry_run!=\"\"}[5m])) by (dry_run)",
   222            "hide": false,
   223            "legendFormat": "dry_run = {{dry_run}}",
   224            "range": true,
   225            "refId": "B"
   226          }
   227        ],
   228        "title": "Requests (dryrun)",
   229        "type": "timeseries"
   230      },
   231      {
   232        "datasource": {
   233          "type": "prometheus",
   234          "uid": "prometheus"
   235        },
   236        "fieldConfig": {
   237          "defaults": {
   238            "color": {
   239              "mode": "palette-classic"
   240            },
   241            "custom": {
   242              "axisCenteredZero": false,
   243              "axisColorMode": "text",
   244              "axisLabel": "",
   245              "axisPlacement": "auto",
   246              "barAlignment": 0,
   247              "drawStyle": "line",
   248              "fillOpacity": 0,
   249              "gradientMode": "none",
   250              "hideFrom": {
   251                "legend": false,
   252                "tooltip": false,
   253                "viz": false
   254              },
   255              "lineInterpolation": "linear",
   256              "lineWidth": 1,
   257              "pointSize": 5,
   258              "scaleDistribution": {
   259                "type": "linear"
   260              },
   261              "showPoints": "auto",
   262              "spanNulls": false,
   263              "stacking": {
   264                "group": "A",
   265                "mode": "none"
   266              },
   267              "thresholdsStyle": {
   268                "mode": "off"
   269              }
   270            },
   271            "mappings": [],
   272            "thresholds": {
   273              "mode": "absolute",
   274              "steps": [
   275                {
   276                  "color": "green",
   277                  "value": null
   278                },
   279                {
   280                  "color": "red",
   281                  "value": 80
   282                }
   283              ]
   284            }
   285          },
   286          "overrides": []
   287        },
   288        "gridPos": {
   289          "h": 6,
   290          "w": 12,
   291          "x": 0,
   292          "y": 7
   293        },
   294        "id": 2,
   295        "options": {
   296          "legend": {
   297            "calcs": [
   298              "max",
   299              "mean",
   300              "lastNotNull"
   301            ],
   302            "displayMode": "table",
   303            "placement": "right",
   304            "showLegend": false,
   305            "sortBy": "Last *",
   306            "sortDesc": true
   307          },
   308          "tooltip": {
   309            "mode": "multi",
   310            "sort": "desc"
   311          }
   312        },
   313        "targets": [
   314          {
   315            "datasource": {
   316              "type": "prometheus",
   317              "uid": "prometheus"
   318            },
   319            "editorMode": "code",
   320            "expr": "sum(rate(capim_apiserver_request_total{group=~\"$Group\",version=~\"$Version\",resource=~\"$Resource\",subresource=~\"$Subresource\",verb=~\"$Verb\"}[5m])) by (resource)",
   321            "legendFormat": "{{resource}}",
   322            "range": true,
   323            "refId": "A"
   324          }
   325        ],
   326        "title": "Requests by Resource (all)",
   327        "type": "timeseries"
   328      },
   329      {
   330        "datasource": {
   331          "type": "prometheus",
   332          "uid": "prometheus"
   333        },
   334        "fieldConfig": {
   335          "defaults": {
   336            "color": {
   337              "mode": "palette-classic"
   338            },
   339            "custom": {
   340              "axisCenteredZero": false,
   341              "axisColorMode": "text",
   342              "axisLabel": "",
   343              "axisPlacement": "auto",
   344              "barAlignment": 0,
   345              "drawStyle": "line",
   346              "fillOpacity": 0,
   347              "gradientMode": "none",
   348              "hideFrom": {
   349                "legend": false,
   350                "tooltip": false,
   351                "viz": false
   352              },
   353              "lineInterpolation": "linear",
   354              "lineWidth": 1,
   355              "pointSize": 5,
   356              "scaleDistribution": {
   357                "type": "linear"
   358              },
   359              "showPoints": "auto",
   360              "spanNulls": false,
   361              "stacking": {
   362                "group": "A",
   363                "mode": "none"
   364              },
   365              "thresholdsStyle": {
   366                "mode": "off"
   367              }
   368            },
   369            "mappings": [],
   370            "thresholds": {
   371              "mode": "absolute",
   372              "steps": [
   373                {
   374                  "color": "green",
   375                  "value": null
   376                },
   377                {
   378                  "color": "red",
   379                  "value": 80
   380                }
   381              ]
   382            }
   383          },
   384          "overrides": []
   385        },
   386        "gridPos": {
   387          "h": 6,
   388          "w": 12,
   389          "x": 12,
   390          "y": 7
   391        },
   392        "id": 10,
   393        "options": {
   394          "legend": {
   395            "calcs": [
   396              "max",
   397              "mean",
   398              "lastNotNull"
   399            ],
   400            "displayMode": "table",
   401            "placement": "right",
   402            "showLegend": false,
   403            "sortBy": "Last *",
   404            "sortDesc": true
   405          },
   406          "tooltip": {
   407            "mode": "multi",
   408            "sort": "desc"
   409          }
   410        },
   411        "targets": [
   412          {
   413            "datasource": {
   414              "type": "prometheus",
   415              "uid": "prometheus"
   416            },
   417            "editorMode": "code",
   418            "expr": "sum(rate(capim_apiserver_request_total{group=~\"$Group\",version=~\"$Version\",resource=~\"$Resource\",subresource=~\"$Subresource\",verb=~\"$Verb\",dry_run!=\"\"}[5m])) by (resource)",
   419            "legendFormat": "__auto",
   420            "range": true,
   421            "refId": "A"
   422          }
   423        ],
   424        "title": "Requests by Resource (dryrun)",
   425        "type": "timeseries"
   426      },
   427      {
   428        "datasource": {
   429          "type": "prometheus",
   430          "uid": "prometheus"
   431        },
   432        "fieldConfig": {
   433          "defaults": {
   434            "color": {
   435              "mode": "palette-classic"
   436            },
   437            "custom": {
   438              "axisCenteredZero": false,
   439              "axisColorMode": "text",
   440              "axisLabel": "",
   441              "axisPlacement": "auto",
   442              "barAlignment": 0,
   443              "drawStyle": "line",
   444              "fillOpacity": 0,
   445              "gradientMode": "none",
   446              "hideFrom": {
   447                "legend": false,
   448                "tooltip": false,
   449                "viz": false
   450              },
   451              "lineInterpolation": "linear",
   452              "lineWidth": 1,
   453              "pointSize": 5,
   454              "scaleDistribution": {
   455                "type": "linear"
   456              },
   457              "showPoints": "auto",
   458              "spanNulls": false,
   459              "stacking": {
   460                "group": "A",
   461                "mode": "none"
   462              },
   463              "thresholdsStyle": {
   464                "mode": "off"
   465              }
   466            },
   467            "mappings": [],
   468            "thresholds": {
   469              "mode": "absolute",
   470              "steps": [
   471                {
   472                  "color": "green",
   473                  "value": null
   474                },
   475                {
   476                  "color": "red",
   477                  "value": 80
   478                }
   479              ]
   480            }
   481          },
   482          "overrides": []
   483        },
   484        "gridPos": {
   485          "h": 6,
   486          "w": 12,
   487          "x": 0,
   488          "y": 13
   489        },
   490        "id": 11,
   491        "options": {
   492          "legend": {
   493            "calcs": [
   494              "max",
   495              "mean",
   496              "lastNotNull"
   497            ],
   498            "displayMode": "table",
   499            "placement": "right",
   500            "showLegend": false,
   501            "sortBy": "Last *",
   502            "sortDesc": true
   503          },
   504          "tooltip": {
   505            "mode": "multi",
   506            "sort": "desc"
   507          }
   508        },
   509        "targets": [
   510          {
   511            "datasource": {
   512              "type": "prometheus",
   513              "uid": "prometheus"
   514            },
   515            "editorMode": "code",
   516            "expr": "sum(rate(capim_apiserver_request_total{group=~\"$Group\",version=~\"$Version\",resource=~\"$Resource\",subresource=~\"$Subresource\",verb=~\"$Verb\"}[5m])) by (resource,subresource,verb) > 0",
   517            "legendFormat": "{{resource}} {{subresource}} {{verb}}",
   518            "range": true,
   519            "refId": "A"
   520          }
   521        ],
   522        "title": "Requests by Resource, Subresource, Verb (all)",
   523        "type": "timeseries"
   524      },
   525      {
   526        "datasource": {
   527          "type": "prometheus",
   528          "uid": "prometheus"
   529        },
   530        "fieldConfig": {
   531          "defaults": {
   532            "color": {
   533              "mode": "palette-classic"
   534            },
   535            "custom": {
   536              "axisCenteredZero": false,
   537              "axisColorMode": "text",
   538              "axisLabel": "",
   539              "axisPlacement": "auto",
   540              "barAlignment": 0,
   541              "drawStyle": "line",
   542              "fillOpacity": 0,
   543              "gradientMode": "none",
   544              "hideFrom": {
   545                "legend": false,
   546                "tooltip": false,
   547                "viz": false
   548              },
   549              "lineInterpolation": "linear",
   550              "lineWidth": 1,
   551              "pointSize": 5,
   552              "scaleDistribution": {
   553                "type": "linear"
   554              },
   555              "showPoints": "auto",
   556              "spanNulls": false,
   557              "stacking": {
   558                "group": "A",
   559                "mode": "none"
   560              },
   561              "thresholdsStyle": {
   562                "mode": "off"
   563              }
   564            },
   565            "mappings": [],
   566            "thresholds": {
   567              "mode": "absolute",
   568              "steps": [
   569                {
   570                  "color": "green",
   571                  "value": null
   572                },
   573                {
   574                  "color": "red",
   575                  "value": 80
   576                }
   577              ]
   578            }
   579          },
   580          "overrides": []
   581        },
   582        "gridPos": {
   583          "h": 6,
   584          "w": 12,
   585          "x": 12,
   586          "y": 13
   587        },
   588        "id": 12,
   589        "options": {
   590          "legend": {
   591            "calcs": [
   592              "max",
   593              "mean",
   594              "lastNotNull"
   595            ],
   596            "displayMode": "table",
   597            "placement": "right",
   598            "showLegend": false,
   599            "sortBy": "Last *",
   600            "sortDesc": true
   601          },
   602          "tooltip": {
   603            "mode": "multi",
   604            "sort": "desc"
   605          }
   606        },
   607        "targets": [
   608          {
   609            "datasource": {
   610              "type": "prometheus",
   611              "uid": "prometheus"
   612            },
   613            "editorMode": "code",
   614            "expr": "sum(rate(capim_apiserver_request_total{group=~\"$Group\",version=~\"$Version\",resource=~\"$Resource\",subresource=~\"$Subresource\",verb=~\"$Verb\",dry_run!=\"\"}[5m])) by (resource,subresource,verb) > 0",
   615            "legendFormat": "{{resource}} {{subresource}} {{verb}}",
   616            "range": true,
   617            "refId": "A"
   618          }
   619        ],
   620        "title": "Requests by Resource, Subresource, Verb (dryrun)",
   621        "type": "timeseries"
   622      },
   623      {
   624        "datasource": {
   625          "type": "prometheus",
   626          "uid": "prometheus"
   627        },
   628        "fieldConfig": {
   629          "defaults": {
   630            "color": {
   631              "mode": "palette-classic"
   632            },
   633            "custom": {
   634              "axisCenteredZero": false,
   635              "axisColorMode": "text",
   636              "axisLabel": "",
   637              "axisPlacement": "auto",
   638              "barAlignment": 0,
   639              "drawStyle": "line",
   640              "fillOpacity": 0,
   641              "gradientMode": "none",
   642              "hideFrom": {
   643                "legend": false,
   644                "tooltip": false,
   645                "viz": false
   646              },
   647              "lineInterpolation": "linear",
   648              "lineWidth": 1,
   649              "pointSize": 5,
   650              "scaleDistribution": {
   651                "type": "linear"
   652              },
   653              "showPoints": "auto",
   654              "spanNulls": false,
   655              "stacking": {
   656                "group": "A",
   657                "mode": "none"
   658              },
   659              "thresholdsStyle": {
   660                "mode": "off"
   661              }
   662            },
   663            "mappings": [],
   664            "thresholds": {
   665              "mode": "absolute",
   666              "steps": [
   667                {
   668                  "color": "green",
   669                  "value": null
   670                },
   671                {
   672                  "color": "red",
   673                  "value": 80
   674                }
   675              ]
   676            },
   677            "unit": "s"
   678          },
   679          "overrides": []
   680        },
   681        "gridPos": {
   682          "h": 6,
   683          "w": 12,
   684          "x": 0,
   685          "y": 19
   686        },
   687        "id": 14,
   688        "options": {
   689          "legend": {
   690            "calcs": [
   691              "max",
   692              "mean",
   693              "lastNotNull"
   694            ],
   695            "displayMode": "table",
   696            "placement": "right",
   697            "showLegend": false,
   698            "sortBy": "Last *",
   699            "sortDesc": true
   700          },
   701          "tooltip": {
   702            "mode": "multi",
   703            "sort": "desc"
   704          }
   705        },
   706        "targets": [
   707          {
   708            "datasource": {
   709              "type": "prometheus",
   710              "uid": "prometheus"
   711            },
   712            "editorMode": "code",
   713            "expr": "sum(rate(capim_apiserver_request_duration_seconds_sum{verb!=\"WATCH\",verb!=\"CONNECT\"}[5m])) by (verb) / sum(rate(capim_apiserver_request_duration_seconds_count[5m])) by (verb)",
   714            "legendFormat": "{{resource}} {{subresource}} {{verb}}",
   715            "range": true,
   716            "refId": "A"
   717          }
   718        ],
   719        "title": "Request Durations by Verb (without WATCH, CONNECT)",
   720        "type": "timeseries"
   721      },
   722      {
   723        "collapsed": false,
   724        "gridPos": {
   725          "h": 1,
   726          "w": 24,
   727          "x": 0,
   728          "y": 25
   729        },
   730        "id": 4,
   731        "panels": [],
   732        "title": "Client Metrics",
   733        "type": "row"
   734      },
   735      {
   736        "datasource": {
   737          "type": "prometheus",
   738          "uid": "prometheus"
   739        },
   740        "fieldConfig": {
   741          "defaults": {
   742            "color": {
   743              "mode": "palette-classic"
   744            },
   745            "custom": {
   746              "axisCenteredZero": false,
   747              "axisColorMode": "text",
   748              "axisLabel": "",
   749              "axisPlacement": "auto",
   750              "barAlignment": 0,
   751              "drawStyle": "line",
   752              "fillOpacity": 0,
   753              "gradientMode": "none",
   754              "hideFrom": {
   755                "legend": false,
   756                "tooltip": false,
   757                "viz": false
   758              },
   759              "lineInterpolation": "linear",
   760              "lineWidth": 1,
   761              "pointSize": 5,
   762              "scaleDistribution": {
   763                "type": "linear"
   764              },
   765              "showPoints": "auto",
   766              "spanNulls": false,
   767              "stacking": {
   768                "group": "A",
   769                "mode": "none"
   770              },
   771              "thresholdsStyle": {
   772                "mode": "off"
   773              }
   774            },
   775            "mappings": [],
   776            "thresholds": {
   777              "mode": "absolute",
   778              "steps": [
   779                {
   780                  "color": "green",
   781                  "value": null
   782                },
   783                {
   784                  "color": "red",
   785                  "value": 80
   786                }
   787              ]
   788            }
   789          },
   790          "overrides": []
   791        },
   792        "gridPos": {
   793          "h": 6,
   794          "w": 12,
   795          "x": 0,
   796          "y": 26
   797        },
   798        "id": 3,
   799        "options": {
   800          "legend": {
   801            "calcs": [
   802              "max",
   803              "mean",
   804              "lastNotNull"
   805            ],
   806            "displayMode": "table",
   807            "placement": "right",
   808            "showLegend": false
   809          },
   810          "tooltip": {
   811            "mode": "multi",
   812            "sort": "desc"
   813          }
   814        },
   815        "targets": [
   816          {
   817            "datasource": {
   818              "type": "prometheus",
   819              "uid": "prometheus"
   820            },
   821            "editorMode": "code",
   822            "expr": "sum(label_replace(sum(rate(rest_client_requests_total{pod=~\"$Pod\",method=~\"$Verb\"}[5m])) by (pod,method,host), \"pod_ip\", \"$1\", \"host\", \"(.*):.*\")  * on (pod_ip) group_left avg(kube_pod_info{pod=~\"capim-controller-manager-.*\"}) by (pod_ip)) by (pod)",
   823            "legendFormat": "__auto",
   824            "range": true,
   825            "refId": "A"
   826          }
   827        ],
   828        "title": "Client Requests by Pod",
   829        "type": "timeseries"
   830      },
   831      {
   832        "datasource": {
   833          "type": "prometheus",
   834          "uid": "prometheus"
   835        },
   836        "fieldConfig": {
   837          "defaults": {
   838            "color": {
   839              "mode": "palette-classic"
   840            },
   841            "custom": {
   842              "axisCenteredZero": false,
   843              "axisColorMode": "text",
   844              "axisLabel": "",
   845              "axisPlacement": "auto",
   846              "barAlignment": 0,
   847              "drawStyle": "line",
   848              "fillOpacity": 0,
   849              "gradientMode": "none",
   850              "hideFrom": {
   851                "legend": false,
   852                "tooltip": false,
   853                "viz": false
   854              },
   855              "lineInterpolation": "linear",
   856              "lineWidth": 1,
   857              "pointSize": 5,
   858              "scaleDistribution": {
   859                "type": "linear"
   860              },
   861              "showPoints": "auto",
   862              "spanNulls": false,
   863              "stacking": {
   864                "group": "A",
   865                "mode": "none"
   866              },
   867              "thresholdsStyle": {
   868                "mode": "off"
   869              }
   870            },
   871            "mappings": [],
   872            "thresholds": {
   873              "mode": "absolute",
   874              "steps": [
   875                {
   876                  "color": "green",
   877                  "value": null
   878                },
   879                {
   880                  "color": "red",
   881                  "value": 80
   882                }
   883              ]
   884            }
   885          },
   886          "overrides": []
   887        },
   888        "gridPos": {
   889          "h": 6,
   890          "w": 12,
   891          "x": 12,
   892          "y": 26
   893        },
   894        "id": 8,
   895        "options": {
   896          "legend": {
   897            "calcs": [
   898              "max",
   899              "mean",
   900              "lastNotNull"
   901            ],
   902            "displayMode": "table",
   903            "placement": "right",
   904            "showLegend": false,
   905            "sortBy": "Mean",
   906            "sortDesc": true
   907          },
   908          "tooltip": {
   909            "mode": "multi",
   910            "sort": "desc"
   911          }
   912        },
   913        "targets": [
   914          {
   915            "datasource": {
   916              "type": "prometheus",
   917              "uid": "prometheus"
   918            },
   919            "editorMode": "code",
   920            "expr": "sum(label_replace(sum(rate(rest_client_requests_total{pod=~\"$Pod\",method=~\"$Verb\"}[5m])) by (pod,method,host), \"pod_ip\", \"$1\", \"host\", \"(.*):.*\")  * on (pod_ip) group_left avg(kube_pod_info{pod=~\"capim-controller-manager-.*\"}) by (pod_ip)) by (pod,method)",
   921            "legendFormat": "{{pod}}: {{method}}",
   922            "range": true,
   923            "refId": "A"
   924          }
   925        ],
   926        "title": "Client Requests by Pod, Method",
   927        "type": "timeseries"
   928      }
   929    ],
   930    "refresh": "",
   931    "schemaVersion": 38,
   932    "style": "dark",
   933    "tags": [],
   934    "templating": {
   935      "list": [
   936        {
   937          "allValue": ".*",
   938          "current": {
   939            "selected": true,
   940            "text": [
   941              "capi-test-control-plane"
   942            ],
   943            "value": [
   944              "capi-test-control-plane"
   945            ]
   946          },
   947          "datasource": {
   948            "type": "prometheus",
   949            "uid": "prometheus"
   950          },
   951          "definition": "label_values(kubernetes_io_hostname)",
   952          "hide": 0,
   953          "includeAll": true,
   954          "label": "Node",
   955          "multi": true,
   956          "name": "Node",
   957          "options": [],
   958          "query": {
   959            "query": "label_values(kubernetes_io_hostname)",
   960            "refId": "PrometheusVariableQueryEditor-VariableQuery"
   961          },
   962          "refresh": 1,
   963          "regex": "",
   964          "skipUrlSync": false,
   965          "sort": 1,
   966          "type": "query"
   967        },
   968        {
   969          "allValue": ".*",
   970          "current": {
   971            "selected": true,
   972            "text": [
   973              "All"
   974            ],
   975            "value": [
   976              "$__all"
   977            ]
   978          },
   979          "datasource": {
   980            "type": "prometheus",
   981            "uid": "prometheus"
   982          },
   983          "definition": "label_values(kube_pod_info{node=~\"^$Node$\"},pod)",
   984          "hide": 0,
   985          "includeAll": true,
   986          "label": "Pod",
   987          "multi": true,
   988          "name": "Pod",
   989          "options": [],
   990          "query": {
   991            "query": "label_values(kube_pod_info{node=~\"^$Node$\"},pod)",
   992            "refId": "PrometheusVariableQueryEditor-VariableQuery"
   993          },
   994          "refresh": 1,
   995          "regex": "",
   996          "skipUrlSync": false,
   997          "sort": 0,
   998          "type": "query"
   999        },
  1000        {
  1001          "allValue": ".*",
  1002          "current": {
  1003            "selected": true,
  1004            "text": [
  1005              "All"
  1006            ],
  1007            "value": [
  1008              "$__all"
  1009            ]
  1010          },
  1011          "datasource": {
  1012            "type": "prometheus",
  1013            "uid": "prometheus"
  1014          },
  1015          "definition": "label_values(capim_apiserver_request_total,group)",
  1016          "hide": 0,
  1017          "includeAll": true,
  1018          "label": "Group",
  1019          "multi": true,
  1020          "name": "Group",
  1021          "options": [],
  1022          "query": {
  1023            "query": "label_values(capim_apiserver_request_total,group)",
  1024            "refId": "PrometheusVariableQueryEditor-VariableQuery"
  1025          },
  1026          "refresh": 1,
  1027          "regex": "",
  1028          "skipUrlSync": false,
  1029          "sort": 0,
  1030          "type": "query"
  1031        },
  1032        {
  1033          "allValue": ".*",
  1034          "current": {
  1035            "selected": true,
  1036            "text": [
  1037              "All"
  1038            ],
  1039            "value": [
  1040              "$__all"
  1041            ]
  1042          },
  1043          "datasource": {
  1044            "type": "prometheus",
  1045            "uid": "prometheus"
  1046          },
  1047          "definition": "label_values(capim_apiserver_request_total,version)",
  1048          "hide": 0,
  1049          "includeAll": true,
  1050          "label": "Version",
  1051          "multi": true,
  1052          "name": "Version",
  1053          "options": [],
  1054          "query": {
  1055            "query": "label_values(capim_apiserver_request_total,version)",
  1056            "refId": "PrometheusVariableQueryEditor-VariableQuery"
  1057          },
  1058          "refresh": 1,
  1059          "regex": "",
  1060          "skipUrlSync": false,
  1061          "sort": 0,
  1062          "type": "query"
  1063        },
  1064        {
  1065          "allValue": ".*",
  1066          "current": {
  1067            "selected": true,
  1068            "text": [
  1069              "All"
  1070            ],
  1071            "value": [
  1072              "$__all"
  1073            ]
  1074          },
  1075          "datasource": {
  1076            "type": "prometheus",
  1077            "uid": "prometheus"
  1078          },
  1079          "definition": "label_values(capim_apiserver_request_total,resource)",
  1080          "hide": 0,
  1081          "includeAll": true,
  1082          "label": "Resource",
  1083          "multi": true,
  1084          "name": "Resource",
  1085          "options": [],
  1086          "query": {
  1087            "query": "label_values(capim_apiserver_request_total,resource)",
  1088            "refId": "PrometheusVariableQueryEditor-VariableQuery"
  1089          },
  1090          "refresh": 1,
  1091          "regex": "",
  1092          "skipUrlSync": false,
  1093          "sort": 0,
  1094          "type": "query"
  1095        },
  1096        {
  1097          "allValue": ".*",
  1098          "current": {
  1099            "selected": true,
  1100            "text": [
  1101              "All"
  1102            ],
  1103            "value": [
  1104              "$__all"
  1105            ]
  1106          },
  1107          "datasource": {
  1108            "type": "prometheus",
  1109            "uid": "prometheus"
  1110          },
  1111          "definition": "label_values(capim_apiserver_request_total,subresource)",
  1112          "hide": 0,
  1113          "includeAll": true,
  1114          "label": "Subresource",
  1115          "multi": true,
  1116          "name": "Subresource",
  1117          "options": [],
  1118          "query": {
  1119            "query": "label_values(capim_apiserver_request_total,subresource)",
  1120            "refId": "PrometheusVariableQueryEditor-VariableQuery"
  1121          },
  1122          "refresh": 1,
  1123          "regex": "",
  1124          "skipUrlSync": false,
  1125          "sort": 0,
  1126          "type": "query"
  1127        },
  1128        {
  1129          "allValue": ".*",
  1130          "current": {
  1131            "selected": true,
  1132            "text": [
  1133              "All"
  1134            ],
  1135            "value": [
  1136              "$__all"
  1137            ]
  1138          },
  1139          "datasource": {
  1140            "type": "prometheus",
  1141            "uid": "prometheus"
  1142          },
  1143          "definition": "label_values(capim_apiserver_request_total,verb)",
  1144          "hide": 0,
  1145          "includeAll": true,
  1146          "label": "Verb",
  1147          "multi": true,
  1148          "name": "Verb",
  1149          "options": [],
  1150          "query": {
  1151            "query": "label_values(capim_apiserver_request_total,verb)",
  1152            "refId": "PrometheusVariableQueryEditor-VariableQuery"
  1153          },
  1154          "refresh": 1,
  1155          "regex": "",
  1156          "skipUrlSync": false,
  1157          "sort": 0,
  1158          "type": "query"
  1159        }
  1160      ]
  1161    },
  1162    "time": {
  1163      "from": "now-30m",
  1164      "to": "now"
  1165    },
  1166    "timepicker": {},
  1167    "timezone": "",
  1168    "title": "Cluster API Workload APIServer Requests",
  1169    "uid": "e3406fe8-2bfe-4be6-9633-b97da71decb9",
  1170    "version": 2,
  1171    "weekStart": ""
  1172  }