sigs.k8s.io/cluster-api@v1.7.1/hack/observability/grafana/dashboards/cluster-api-performance.json (about)

     1  {
     2    "annotations": {
     3      "list": [
     4        {
     5          "builtIn": 1,
     6          "datasource": {
     7            "type": "grafana",
     8            "uid": "-- Grafana --"
     9          },
    10          "enable": true,
    11          "hide": true,
    12          "iconColor": "rgba(0, 211, 255, 1)",
    13          "name": "Annotations & Alerts",
    14          "type": "dashboard"
    15        }
    16      ]
    17    },
    18    "editable": true,
    19    "fiscalYearStartMonth": 0,
    20    "graphTooltip": 0,
    21    "id": 2,
    22    "links": [],
    23    "liveNow": false,
    24    "panels": [
    25      {
    26        "collapsed": false,
    27        "gridPos": {
    28          "h": 1,
    29          "w": 24,
    30          "x": 0,
    31          "y": 0
    32        },
    33        "id": 28,
    34        "panels": [],
    35        "title": "Overview",
    36        "type": "row"
    37      },
    38      {
    39        "datasource": {
    40          "type": "prometheus",
    41          "uid": "prometheus"
    42        },
    43        "fieldConfig": {
    44          "defaults": {
    45            "color": {
    46              "mode": "thresholds"
    47            },
    48            "mappings": [],
    49            "thresholds": {
    50              "mode": "absolute",
    51              "steps": [
    52                {
    53                  "color": "green",
    54                  "value": null
    55                },
    56                {
    57                  "color": "red",
    58                  "value": 80
    59                }
    60              ]
    61            }
    62          },
    63          "overrides": []
    64        },
    65        "gridPos": {
    66          "h": 4,
    67          "w": 3,
    68          "x": 0,
    69          "y": 1
    70        },
    71        "id": 29,
    72        "options": {
    73          "colorMode": "value",
    74          "graphMode": "area",
    75          "justifyMode": "auto",
    76          "orientation": "auto",
    77          "reduceOptions": {
    78            "calcs": [
    79              "lastNotNull"
    80            ],
    81            "fields": "",
    82            "values": false
    83          },
    84          "textMode": "auto"
    85        },
    86        "pluginVersion": "9.5.2",
    87        "targets": [
    88          {
    89            "datasource": {
    90              "type": "prometheus",
    91              "uid": "prometheus"
    92            },
    93            "editorMode": "code",
    94            "expr": "sum(capi_clusterclass_info)",
    95            "legendFormat": "__auto",
    96            "range": true,
    97            "refId": "A"
    98          }
    99        ],
   100        "title": "# ClusterClass",
   101        "type": "stat"
   102      },
   103      {
   104        "datasource": {
   105          "type": "prometheus",
   106          "uid": "prometheus"
   107        },
   108        "fieldConfig": {
   109          "defaults": {
   110            "color": {
   111              "mode": "thresholds"
   112            },
   113            "mappings": [],
   114            "thresholds": {
   115              "mode": "absolute",
   116              "steps": [
   117                {
   118                  "color": "green",
   119                  "value": null
   120                },
   121                {
   122                  "color": "red",
   123                  "value": 80
   124                }
   125              ]
   126            }
   127          },
   128          "overrides": []
   129        },
   130        "gridPos": {
   131          "h": 4,
   132          "w": 3,
   133          "x": 3,
   134          "y": 1
   135        },
   136        "id": 30,
   137        "options": {
   138          "colorMode": "value",
   139          "graphMode": "area",
   140          "justifyMode": "auto",
   141          "orientation": "auto",
   142          "reduceOptions": {
   143            "calcs": [
   144              "lastNotNull"
   145            ],
   146            "fields": "",
   147            "values": false
   148          },
   149          "textMode": "auto"
   150        },
   151        "pluginVersion": "9.5.2",
   152        "targets": [
   153          {
   154            "datasource": {
   155              "type": "prometheus",
   156              "uid": "prometheus"
   157            },
   158            "editorMode": "code",
   159            "expr": "sum(capi_cluster_info{name=~\"${Cluster:pipe}\"})",
   160            "legendFormat": "__auto",
   161            "range": true,
   162            "refId": "A"
   163          }
   164        ],
   165        "title": "# Cluster",
   166        "type": "stat"
   167      },
   168      {
   169        "datasource": {
   170          "type": "prometheus",
   171          "uid": "prometheus"
   172        },
   173        "fieldConfig": {
   174          "defaults": {
   175            "color": {
   176              "mode": "thresholds"
   177            },
   178            "mappings": [],
   179            "thresholds": {
   180              "mode": "absolute",
   181              "steps": [
   182                {
   183                  "color": "green",
   184                  "value": null
   185                },
   186                {
   187                  "color": "red",
   188                  "value": 80
   189                }
   190              ]
   191            }
   192          },
   193          "overrides": []
   194        },
   195        "gridPos": {
   196          "h": 4,
   197          "w": 3,
   198          "x": 6,
   199          "y": 1
   200        },
   201        "id": 31,
   202        "options": {
   203          "colorMode": "value",
   204          "graphMode": "area",
   205          "justifyMode": "auto",
   206          "orientation": "auto",
   207          "reduceOptions": {
   208            "calcs": [
   209              "lastNotNull"
   210            ],
   211            "fields": "",
   212            "values": false
   213          },
   214          "textMode": "auto"
   215        },
   216        "pluginVersion": "9.5.2",
   217        "targets": [
   218          {
   219            "datasource": {
   220              "type": "prometheus",
   221              "uid": "prometheus"
   222            },
   223            "editorMode": "code",
   224            "expr": "sum(capi_kubeadmcontrolplane_info{cluster_name=~\"${Cluster:pipe}\"})",
   225            "legendFormat": "__auto",
   226            "range": true,
   227            "refId": "A"
   228          }
   229        ],
   230        "title": "# KubeadmControlPlane",
   231        "type": "stat"
   232      },
   233      {
   234        "datasource": {
   235          "type": "prometheus",
   236          "uid": "prometheus"
   237        },
   238        "fieldConfig": {
   239          "defaults": {
   240            "color": {
   241              "mode": "thresholds"
   242            },
   243            "mappings": [],
   244            "thresholds": {
   245              "mode": "absolute",
   246              "steps": [
   247                {
   248                  "color": "green",
   249                  "value": null
   250                },
   251                {
   252                  "color": "red",
   253                  "value": 80
   254                }
   255              ]
   256            }
   257          },
   258          "overrides": []
   259        },
   260        "gridPos": {
   261          "h": 4,
   262          "w": 3,
   263          "x": 9,
   264          "y": 1
   265        },
   266        "id": 32,
   267        "options": {
   268          "colorMode": "value",
   269          "graphMode": "area",
   270          "justifyMode": "auto",
   271          "orientation": "auto",
   272          "reduceOptions": {
   273            "calcs": [
   274              "lastNotNull"
   275            ],
   276            "fields": "",
   277            "values": false
   278          },
   279          "textMode": "auto"
   280        },
   281        "pluginVersion": "9.5.2",
   282        "targets": [
   283          {
   284            "datasource": {
   285              "type": "prometheus",
   286              "uid": "prometheus"
   287            },
   288            "editorMode": "code",
   289            "expr": "sum(capi_machinedeployment_info{cluster_name=~\"${Cluster:pipe}\"})",
   290            "legendFormat": "__auto",
   291            "range": true,
   292            "refId": "A"
   293          }
   294        ],
   295        "title": "# MachineDeployment",
   296        "type": "stat"
   297      },
   298      {
   299        "datasource": {
   300          "type": "prometheus",
   301          "uid": "prometheus"
   302        },
   303        "fieldConfig": {
   304          "defaults": {
   305            "color": {
   306              "mode": "thresholds"
   307            },
   308            "mappings": [],
   309            "thresholds": {
   310              "mode": "absolute",
   311              "steps": [
   312                {
   313                  "color": "green",
   314                  "value": null
   315                },
   316                {
   317                  "color": "red",
   318                  "value": 80
   319                }
   320              ]
   321            }
   322          },
   323          "overrides": []
   324        },
   325        "gridPos": {
   326          "h": 4,
   327          "w": 3,
   328          "x": 12,
   329          "y": 1
   330        },
   331        "id": 33,
   332        "options": {
   333          "colorMode": "value",
   334          "graphMode": "area",
   335          "justifyMode": "auto",
   336          "orientation": "auto",
   337          "reduceOptions": {
   338            "calcs": [
   339              "lastNotNull"
   340            ],
   341            "fields": "",
   342            "values": false
   343          },
   344          "textMode": "auto"
   345        },
   346        "pluginVersion": "9.5.2",
   347        "targets": [
   348          {
   349            "datasource": {
   350              "type": "prometheus",
   351              "uid": "prometheus"
   352            },
   353            "editorMode": "code",
   354            "expr": "sum(capi_machineset_info{cluster_name=~\"${Cluster:pipe}\"})",
   355            "legendFormat": "__auto",
   356            "range": true,
   357            "refId": "A"
   358          }
   359        ],
   360        "title": "# MachineSet",
   361        "type": "stat"
   362      },
   363      {
   364        "datasource": {
   365          "type": "prometheus",
   366          "uid": "prometheus"
   367        },
   368        "fieldConfig": {
   369          "defaults": {
   370            "color": {
   371              "mode": "thresholds"
   372            },
   373            "mappings": [],
   374            "thresholds": {
   375              "mode": "absolute",
   376              "steps": [
   377                {
   378                  "color": "green",
   379                  "value": null
   380                },
   381                {
   382                  "color": "red",
   383                  "value": 80
   384                }
   385              ]
   386            }
   387          },
   388          "overrides": []
   389        },
   390        "gridPos": {
   391          "h": 4,
   392          "w": 3,
   393          "x": 15,
   394          "y": 1
   395        },
   396        "id": 34,
   397        "options": {
   398          "colorMode": "value",
   399          "graphMode": "area",
   400          "justifyMode": "auto",
   401          "orientation": "auto",
   402          "reduceOptions": {
   403            "calcs": [
   404              "lastNotNull"
   405            ],
   406            "fields": "",
   407            "values": false
   408          },
   409          "textMode": "auto"
   410        },
   411        "pluginVersion": "9.5.2",
   412        "targets": [
   413          {
   414            "datasource": {
   415              "type": "prometheus",
   416              "uid": "prometheus"
   417            },
   418            "editorMode": "code",
   419            "expr": "sum(capi_machinepool_info{cluster_name=~\"${Cluster:pipe}\"})",
   420            "hide": false,
   421            "legendFormat": "__auto",
   422            "range": true,
   423            "refId": "B"
   424          }
   425        ],
   426        "title": "# MachinePool",
   427        "type": "stat"
   428      },
   429      {
   430        "datasource": {
   431          "type": "prometheus",
   432          "uid": "prometheus"
   433        },
   434        "fieldConfig": {
   435          "defaults": {
   436            "color": {
   437              "mode": "thresholds"
   438            },
   439            "mappings": [],
   440            "thresholds": {
   441              "mode": "absolute",
   442              "steps": [
   443                {
   444                  "color": "green",
   445                  "value": null
   446                },
   447                {
   448                  "color": "red",
   449                  "value": 80
   450                }
   451              ]
   452            }
   453          },
   454          "overrides": []
   455        },
   456        "gridPos": {
   457          "h": 4,
   458          "w": 3,
   459          "x": 18,
   460          "y": 1
   461        },
   462        "id": 35,
   463        "options": {
   464          "colorMode": "value",
   465          "graphMode": "area",
   466          "justifyMode": "auto",
   467          "orientation": "auto",
   468          "reduceOptions": {
   469            "calcs": [
   470              "lastNotNull"
   471            ],
   472            "fields": "",
   473            "values": false
   474          },
   475          "textMode": "auto"
   476        },
   477        "pluginVersion": "9.5.2",
   478        "targets": [
   479          {
   480            "datasource": {
   481              "type": "prometheus",
   482              "uid": "prometheus"
   483            },
   484            "editorMode": "code",
   485            "expr": "sum(capi_machine_info{cluster_name=~\"${Cluster:pipe}\"})",
   486            "legendFormat": "__auto",
   487            "range": true,
   488            "refId": "A"
   489          }
   490        ],
   491        "title": "# Machine",
   492        "type": "stat"
   493      },
   494      {
   495        "datasource": {
   496          "type": "prometheus",
   497          "uid": "prometheus"
   498        },
   499        "fieldConfig": {
   500          "defaults": {
   501            "color": {
   502              "mode": "thresholds"
   503            },
   504            "mappings": [],
   505            "thresholds": {
   506              "mode": "absolute",
   507              "steps": [
   508                {
   509                  "color": "green",
   510                  "value": null
   511                },
   512                {
   513                  "color": "red",
   514                  "value": 80
   515                }
   516              ]
   517            }
   518          },
   519          "overrides": []
   520        },
   521        "gridPos": {
   522          "h": 4,
   523          "w": 3,
   524          "x": 21,
   525          "y": 1
   526        },
   527        "id": 36,
   528        "options": {
   529          "colorMode": "value",
   530          "graphMode": "area",
   531          "justifyMode": "auto",
   532          "orientation": "auto",
   533          "reduceOptions": {
   534            "calcs": [
   535              "lastNotNull"
   536            ],
   537            "fields": "",
   538            "values": false
   539          },
   540          "textMode": "auto"
   541        },
   542        "pluginVersion": "9.5.2",
   543        "targets": [
   544          {
   545            "datasource": {
   546              "type": "prometheus",
   547              "uid": "prometheus"
   548            },
   549            "editorMode": "code",
   550            "expr": "sum(capi_machinehealthcheck_info{cluster_name=~\"${Cluster:pipe}\"})",
   551            "legendFormat": "__auto",
   552            "range": true,
   553            "refId": "A"
   554          }
   555        ],
   556        "title": "# MachineHealthCheck",
   557        "type": "stat"
   558      },
   559      {
   560        "collapsed": true,
   561        "gridPos": {
   562          "h": 1,
   563          "w": 24,
   564          "x": 0,
   565          "y": 5
   566        },
   567        "id": 7,
   568        "panels": [
   569          {
   570            "datasource": {
   571              "type": "prometheus",
   572              "uid": "prometheus"
   573            },
   574            "description": "",
   575            "fieldConfig": {
   576              "defaults": {
   577                "color": {
   578                  "mode": "thresholds"
   579                },
   580                "custom": {
   581                  "axisCenteredZero": false,
   582                  "axisColorMode": "text",
   583                  "axisLabel": "",
   584                  "axisPlacement": "auto",
   585                  "fillOpacity": 100,
   586                  "gradientMode": "none",
   587                  "hideFrom": {
   588                    "legend": false,
   589                    "tooltip": false,
   590                    "viz": false
   591                  },
   592                  "lineWidth": 0,
   593                  "scaleDistribution": {
   594                    "type": "linear"
   595                  },
   596                  "thresholdsStyle": {
   597                    "mode": "dashed"
   598                  }
   599                },
   600                "mappings": [],
   601                "thresholds": {
   602                  "mode": "percentage",
   603                  "steps": [
   604                    {
   605                      "color": "green",
   606                      "value": null
   607                    },
   608                    {
   609                      "color": "#EAB839",
   610                      "value": 95
   611                    },
   612                    {
   613                      "color": "red",
   614                      "value": 99
   615                    }
   616                  ]
   617                },
   618                "unit": "s"
   619              },
   620              "overrides": []
   621            },
   622            "gridPos": {
   623              "h": 6,
   624              "w": 24,
   625              "x": 0,
   626              "y": 2
   627            },
   628            "id": 5,
   629            "options": {
   630              "barRadius": 0,
   631              "barWidth": 0.9,
   632              "fullHighlight": false,
   633              "groupWidth": 1,
   634              "legend": {
   635                "calcs": [],
   636                "displayMode": "list",
   637                "placement": "right",
   638                "showLegend": false
   639              },
   640              "orientation": "auto",
   641              "showValue": "never",
   642              "stacking": "none",
   643              "tooltip": {
   644                "mode": "single",
   645                "sort": "none"
   646              },
   647              "xTickLabelRotation": 0,
   648              "xTickLabelSpacing": 0
   649            },
   650            "pluginVersion": "9.5.2",
   651            "targets": [
   652              {
   653                "datasource": {
   654                  "type": "prometheus",
   655                  "uid": "prometheus"
   656                },
   657                "editorMode": "code",
   658                "exemplar": false,
   659                "expr": "avg(label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(capi_cluster_created{name=~\"${Cluster:pipe}\"}, \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\")) by (name)",
   660                "format": "time_series",
   661                "instant": true,
   662                "legendFormat": "__auto",
   663                "range": false,
   664                "refId": "A"
   665              }
   666            ],
   667            "title": "Cluster time until last Machine NodeHealthy since creationTimestamp",
   668            "type": "barchart"
   669          },
   670          {
   671            "datasource": {
   672              "type": "prometheus",
   673              "uid": "prometheus"
   674            },
   675            "fieldConfig": {
   676              "defaults": {
   677                "color": {
   678                  "mode": "thresholds"
   679                },
   680                "custom": {
   681                  "axisCenteredZero": false,
   682                  "axisColorMode": "text",
   683                  "axisLabel": "",
   684                  "axisPlacement": "left",
   685                  "fillOpacity": 100,
   686                  "gradientMode": "none",
   687                  "hideFrom": {
   688                    "legend": false,
   689                    "tooltip": false,
   690                    "viz": false
   691                  },
   692                  "lineWidth": 0,
   693                  "scaleDistribution": {
   694                    "type": "linear"
   695                  },
   696                  "thresholdsStyle": {
   697                    "mode": "dashed"
   698                  }
   699                },
   700                "mappings": [],
   701                "thresholds": {
   702                  "mode": "percentage",
   703                  "steps": [
   704                    {
   705                      "color": "green",
   706                      "value": null
   707                    },
   708                    {
   709                      "color": "#EAB839",
   710                      "value": 95
   711                    },
   712                    {
   713                      "color": "red",
   714                      "value": 99
   715                    }
   716                  ]
   717                },
   718                "unit": "s"
   719              },
   720              "overrides": []
   721            },
   722            "gridPos": {
   723              "h": 6,
   724              "w": 24,
   725              "x": 0,
   726              "y": 8
   727            },
   728            "id": 4,
   729            "options": {
   730              "barRadius": 0,
   731              "barWidth": 0.9,
   732              "fullHighlight": false,
   733              "groupWidth": 1,
   734              "legend": {
   735                "calcs": [],
   736                "displayMode": "list",
   737                "placement": "bottom",
   738                "showLegend": false
   739              },
   740              "orientation": "auto",
   741              "showValue": "never",
   742              "stacking": "none",
   743              "tooltip": {
   744                "mode": "single",
   745                "sort": "none"
   746              },
   747              "xTickLabelRotation": 0,
   748              "xTickLabelSpacing": 0
   749            },
   750            "pluginVersion": "9.5.2",
   751            "targets": [
   752              {
   753                "datasource": {
   754                  "type": "prometheus",
   755                  "uid": "prometheus"
   756                },
   757                "editorMode": "code",
   758                "exemplar": false,
   759                "expr": "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"InfrastructureReady\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name)",
   760                "format": "time_series",
   761                "instant": true,
   762                "legendFormat": "__auto",
   763                "range": false,
   764                "refId": "A"
   765              }
   766            ],
   767            "title": "Cluster time until InfrastructureReady since creationTimestamp",
   768            "type": "barchart"
   769          },
   770          {
   771            "datasource": {
   772              "type": "prometheus",
   773              "uid": "prometheus"
   774            },
   775            "fieldConfig": {
   776              "defaults": {
   777                "color": {
   778                  "mode": "thresholds"
   779                },
   780                "custom": {
   781                  "axisCenteredZero": false,
   782                  "axisColorMode": "text",
   783                  "axisLabel": "",
   784                  "axisPlacement": "left",
   785                  "fillOpacity": 100,
   786                  "gradientMode": "none",
   787                  "hideFrom": {
   788                    "legend": false,
   789                    "tooltip": false,
   790                    "viz": false
   791                  },
   792                  "lineWidth": 0,
   793                  "scaleDistribution": {
   794                    "type": "linear"
   795                  },
   796                  "thresholdsStyle": {
   797                    "mode": "dashed"
   798                  }
   799                },
   800                "mappings": [],
   801                "thresholds": {
   802                  "mode": "percentage",
   803                  "steps": [
   804                    {
   805                      "color": "green",
   806                      "value": null
   807                    },
   808                    {
   809                      "color": "#EAB839",
   810                      "value": 95
   811                    },
   812                    {
   813                      "color": "red",
   814                      "value": 99
   815                    }
   816                  ]
   817                },
   818                "unit": "s"
   819              },
   820              "overrides": []
   821            },
   822            "gridPos": {
   823              "h": 6,
   824              "w": 24,
   825              "x": 0,
   826              "y": 14
   827            },
   828            "id": 6,
   829            "options": {
   830              "barRadius": 0,
   831              "barWidth": 0.9,
   832              "fullHighlight": false,
   833              "groupWidth": 1,
   834              "legend": {
   835                "calcs": [],
   836                "displayMode": "list",
   837                "placement": "bottom",
   838                "showLegend": false
   839              },
   840              "orientation": "auto",
   841              "showValue": "never",
   842              "stacking": "none",
   843              "tooltip": {
   844                "mode": "single",
   845                "sort": "none"
   846              },
   847              "xTickLabelRotation": 0,
   848              "xTickLabelSpacing": 0
   849            },
   850            "pluginVersion": "9.5.2",
   851            "targets": [
   852              {
   853                "datasource": {
   854                  "type": "prometheus",
   855                  "uid": "prometheus"
   856                },
   857                "editorMode": "code",
   858                "exemplar": false,
   859                "expr": "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name)",
   860                "format": "time_series",
   861                "instant": true,
   862                "legendFormat": "__auto",
   863                "range": false,
   864                "refId": "A"
   865              }
   866            ],
   867            "title": "Cluster time until ControlPlaneReady since creationTimestamp",
   868            "type": "barchart"
   869          },
   870          {
   871            "datasource": {
   872              "type": "prometheus",
   873              "uid": "prometheus"
   874            },
   875            "fieldConfig": {
   876              "defaults": {
   877                "color": {
   878                  "mode": "thresholds"
   879                },
   880                "mappings": [],
   881                "thresholds": {
   882                  "mode": "absolute",
   883                  "steps": [
   884                    {
   885                      "color": "green",
   886                      "value": null
   887                    },
   888                    {
   889                      "color": "red",
   890                      "value": 80
   891                    }
   892                  ]
   893                }
   894              },
   895              "overrides": []
   896            },
   897            "gridPos": {
   898              "h": 4,
   899              "w": 24,
   900              "x": 0,
   901              "y": 20
   902            },
   903            "id": 38,
   904            "options": {
   905              "colorMode": "value",
   906              "graphMode": "area",
   907              "justifyMode": "auto",
   908              "orientation": "auto",
   909              "reduceOptions": {
   910                "calcs": [
   911                  "lastNotNull"
   912                ],
   913                "fields": "",
   914                "values": false
   915              },
   916              "textMode": "auto"
   917            },
   918            "pluginVersion": "9.5.2",
   919            "targets": [
   920              {
   921                "datasource": {
   922                  "type": "prometheus",
   923                  "uid": "prometheus"
   924                },
   925                "editorMode": "code",
   926                "expr": "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"InfrastructureReady\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"})",
   927                "legendFormat": "until InfrastructureReady since creationTimestamp",
   928                "range": true,
   929                "refId": "A"
   930              },
   931              {
   932                "datasource": {
   933                  "type": "prometheus",
   934                  "uid": "prometheus"
   935                },
   936                "editorMode": "code",
   937                "expr": "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"})",
   938                "hide": false,
   939                "legendFormat": "until ControlPlaneReady since creationTimestamp",
   940                "range": true,
   941                "refId": "B"
   942              },
   943              {
   944                "datasource": {
   945                  "type": "prometheus",
   946                  "uid": "prometheus"
   947                },
   948                "editorMode": "code",
   949                "expr": "avg(label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(capi_cluster_created{name=~\"${Cluster:pipe}\"}, \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\"))",
   950                "hide": false,
   951                "legendFormat": "until last Machine NodeHealthy since creationTimestamp",
   952                "range": true,
   953                "refId": "C"
   954              }
   955            ],
   956            "title": "Average time",
   957            "type": "stat"
   958          },
   959          {
   960            "datasource": {
   961              "type": "prometheus",
   962              "uid": "prometheus"
   963            },
   964            "fieldConfig": {
   965              "defaults": {
   966                "color": {
   967                  "mode": "thresholds"
   968                },
   969                "custom": {
   970                  "align": "auto",
   971                  "cellOptions": {
   972                    "type": "auto"
   973                  },
   974                  "filterable": true,
   975                  "inspect": false
   976                },
   977                "mappings": [],
   978                "thresholds": {
   979                  "mode": "absolute",
   980                  "steps": [
   981                    {
   982                      "color": "green",
   983                      "value": null
   984                    },
   985                    {
   986                      "color": "red",
   987                      "value": 80
   988                    }
   989                  ]
   990                },
   991                "unit": "none"
   992              },
   993              "overrides": [
   994                {
   995                  "matcher": {
   996                    "id": "byName",
   997                    "options": "Creation Timestamp"
   998                  },
   999                  "properties": [
  1000                    {
  1001                      "id": "unit",
  1002                      "value": "dateTimeAsIso"
  1003                    }
  1004                  ]
  1005                }
  1006              ]
  1007            },
  1008            "gridPos": {
  1009              "h": 7,
  1010              "w": 24,
  1011              "x": 0,
  1012              "y": 24
  1013            },
  1014            "id": 1,
  1015            "options": {
  1016              "cellHeight": "sm",
  1017              "footer": {
  1018                "countRows": false,
  1019                "enablePagination": false,
  1020                "fields": "",
  1021                "reducer": [
  1022                  "sum"
  1023                ],
  1024                "show": false
  1025              },
  1026              "showHeader": true,
  1027              "sortBy": []
  1028            },
  1029            "pluginVersion": "9.5.2",
  1030            "targets": [
  1031              {
  1032                "datasource": {
  1033                  "type": "prometheus",
  1034                  "uid": "prometheus"
  1035                },
  1036                "editorMode": "code",
  1037                "exemplar": false,
  1038                "expr": "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"InfrastructureReady\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name)",
  1039                "format": "table",
  1040                "instant": true,
  1041                "legendFormat": "__auto",
  1042                "range": false,
  1043                "refId": "A"
  1044              },
  1045              {
  1046                "datasource": {
  1047                  "type": "prometheus",
  1048                  "uid": "prometheus"
  1049                },
  1050                "editorMode": "code",
  1051                "exemplar": false,
  1052                "expr": "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name)",
  1053                "format": "table",
  1054                "hide": false,
  1055                "instant": true,
  1056                "legendFormat": "__auto",
  1057                "range": false,
  1058                "refId": "B"
  1059              },
  1060              {
  1061                "datasource": {
  1062                  "type": "prometheus",
  1063                  "uid": "prometheus"
  1064                },
  1065                "editorMode": "code",
  1066                "exemplar": false,
  1067                "expr": "avg(label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(capi_cluster_created{name=~\"${Cluster:pipe}\"}, \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\")) by (name)",
  1068                "format": "table",
  1069                "hide": false,
  1070                "instant": true,
  1071                "legendFormat": "__auto",
  1072                "range": false,
  1073                "refId": "C"
  1074              },
  1075              {
  1076                "datasource": {
  1077                  "type": "prometheus",
  1078                  "uid": "prometheus"
  1079                },
  1080                "editorMode": "code",
  1081                "exemplar": false,
  1082                "expr": "count(capi_cluster_info{name=~\"${Cluster:pipe}\"} * on(name) group_right () label_replace(capi_machine_info{control_plane_name!=\"\"}, \"name\", \"$0\", \"cluster_name\", \".*\")) by(name)",
  1083                "format": "table",
  1084                "hide": false,
  1085                "instant": true,
  1086                "legendFormat": "__auto",
  1087                "range": false,
  1088                "refId": "D"
  1089              },
  1090              {
  1091                "datasource": {
  1092                  "type": "prometheus",
  1093                  "uid": "prometheus"
  1094                },
  1095                "editorMode": "code",
  1096                "exemplar": false,
  1097                "expr": "count(capi_cluster_info{name=~\"${Cluster:pipe}\"} * on(name) group_right () label_replace(capi_machine_info{control_plane_name=\"\"}, \"name\", \"$0\", \"cluster_name\", \".*\")) by(name)",
  1098                "format": "table",
  1099                "hide": false,
  1100                "instant": true,
  1101                "legendFormat": "__auto",
  1102                "range": false,
  1103                "refId": "E"
  1104              },
  1105              {
  1106                "datasource": {
  1107                  "type": "prometheus",
  1108                  "uid": "prometheus"
  1109                },
  1110                "editorMode": "code",
  1111                "exemplar": false,
  1112                "expr": "avg(capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name) * 1000",
  1113                "format": "table",
  1114                "hide": false,
  1115                "instant": true,
  1116                "legendFormat": "__auto",
  1117                "range": false,
  1118                "refId": "F"
  1119              }
  1120            ],
  1121            "title": "Cluster overview",
  1122            "transformations": [
  1123              {
  1124                "id": "joinByField",
  1125                "options": {
  1126                  "byField": "name",
  1127                  "mode": "outer"
  1128                }
  1129              },
  1130              {
  1131                "id": "organize",
  1132                "options": {
  1133                  "excludeByName": {
  1134                    "Time 1": true,
  1135                    "Time 2": true,
  1136                    "Time 3": true,
  1137                    "Time 4": true,
  1138                    "Time 5": true,
  1139                    "Time 6": true,
  1140                    "Value #B": false
  1141                  },
  1142                  "indexByName": {
  1143                    "Time 1": 4,
  1144                    "Time 2": 6,
  1145                    "Time 3": 8,
  1146                    "Time 4": 10,
  1147                    "Time 5": 11,
  1148                    "Time 6": 12,
  1149                    "Value #A": 5,
  1150                    "Value #B": 7,
  1151                    "Value #C": 9,
  1152                    "Value #D": 1,
  1153                    "Value #E": 2,
  1154                    "Value #F": 3,
  1155                    "name": 0
  1156                  },
  1157                  "renameByName": {
  1158                    "Value": "Creation until InfrastructureReady",
  1159                    "Value #A": "Time until InfrastructureReady",
  1160                    "Value #B": "Time until ControlPlaneReady",
  1161                    "Value #C": "Time until last Machine NodeHealthy",
  1162                    "Value #D": "# CP",
  1163                    "Value #E": "# Worker",
  1164                    "Value #F": "Creation Timestamp",
  1165                    "name": "Cluster Name"
  1166                  }
  1167                }
  1168              }
  1169            ],
  1170            "type": "table"
  1171          },
  1172          {
  1173            "datasource": {
  1174              "type": "prometheus",
  1175              "uid": "prometheus"
  1176            },
  1177            "fieldConfig": {
  1178              "defaults": {
  1179                "color": {
  1180                  "mode": "palette-classic"
  1181                },
  1182                "custom": {
  1183                  "axisCenteredZero": false,
  1184                  "axisColorMode": "text",
  1185                  "axisLabel": "",
  1186                  "axisPlacement": "auto",
  1187                  "barAlignment": 0,
  1188                  "drawStyle": "line",
  1189                  "fillOpacity": 0,
  1190                  "gradientMode": "none",
  1191                  "hideFrom": {
  1192                    "legend": false,
  1193                    "tooltip": false,
  1194                    "viz": false
  1195                  },
  1196                  "lineInterpolation": "linear",
  1197                  "lineWidth": 1,
  1198                  "pointSize": 1,
  1199                  "scaleDistribution": {
  1200                    "type": "linear"
  1201                  },
  1202                  "showPoints": "auto",
  1203                  "spanNulls": false,
  1204                  "stacking": {
  1205                    "group": "A",
  1206                    "mode": "none"
  1207                  },
  1208                  "thresholdsStyle": {
  1209                    "mode": "off"
  1210                  }
  1211                },
  1212                "mappings": [],
  1213                "thresholds": {
  1214                  "mode": "absolute",
  1215                  "steps": [
  1216                    {
  1217                      "color": "green",
  1218                      "value": null
  1219                    },
  1220                    {
  1221                      "color": "red",
  1222                      "value": 80
  1223                    }
  1224                  ]
  1225                },
  1226                "unit": "s"
  1227              },
  1228              "overrides": []
  1229            },
  1230            "gridPos": {
  1231              "h": 8,
  1232              "w": 12,
  1233              "x": 0,
  1234              "y": 31
  1235            },
  1236            "id": 13,
  1237            "options": {
  1238              "legend": {
  1239                "calcs": [
  1240                  "mean",
  1241                  "min",
  1242                  "max",
  1243                  "lastNotNull"
  1244                ],
  1245                "displayMode": "table",
  1246                "placement": "right",
  1247                "showLegend": true
  1248              },
  1249              "tooltip": {
  1250                "mode": "multi",
  1251                "sort": "asc"
  1252              }
  1253            },
  1254            "targets": [
  1255              {
  1256                "datasource": {
  1257                  "type": "prometheus",
  1258                  "uid": "prometheus"
  1259                },
  1260                "editorMode": "code",
  1261                "expr": "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (type)",
  1262                "legendFormat": "{{type}}",
  1263                "range": true,
  1264                "refId": "A"
  1265              }
  1266            ],
  1267            "title": "Cluster time until condition first true since creationTimestamp (all)",
  1268            "type": "timeseries"
  1269          },
  1270          {
  1271            "datasource": {
  1272              "type": "prometheus",
  1273              "uid": "prometheus"
  1274            },
  1275            "fieldConfig": {
  1276              "defaults": {
  1277                "color": {
  1278                  "mode": "palette-classic"
  1279                },
  1280                "custom": {
  1281                  "axisCenteredZero": false,
  1282                  "axisColorMode": "text",
  1283                  "axisLabel": "",
  1284                  "axisPlacement": "auto",
  1285                  "barAlignment": 0,
  1286                  "drawStyle": "line",
  1287                  "fillOpacity": 0,
  1288                  "gradientMode": "none",
  1289                  "hideFrom": {
  1290                    "legend": false,
  1291                    "tooltip": false,
  1292                    "viz": false
  1293                  },
  1294                  "lineInterpolation": "linear",
  1295                  "lineWidth": 1,
  1296                  "pointSize": 1,
  1297                  "scaleDistribution": {
  1298                    "type": "linear"
  1299                  },
  1300                  "showPoints": "auto",
  1301                  "spanNulls": false,
  1302                  "stacking": {
  1303                    "group": "A",
  1304                    "mode": "none"
  1305                  },
  1306                  "thresholdsStyle": {
  1307                    "mode": "off"
  1308                  }
  1309                },
  1310                "mappings": [],
  1311                "thresholds": {
  1312                  "mode": "absolute",
  1313                  "steps": [
  1314                    {
  1315                      "color": "green",
  1316                      "value": null
  1317                    },
  1318                    {
  1319                      "color": "red",
  1320                      "value": 80
  1321                    }
  1322                  ]
  1323                },
  1324                "unit": "s"
  1325              },
  1326              "overrides": []
  1327            },
  1328            "gridPos": {
  1329              "h": 8,
  1330              "w": 12,
  1331              "x": 12,
  1332              "y": 31
  1333            },
  1334            "id": 14,
  1335            "options": {
  1336              "legend": {
  1337                "calcs": [
  1338                  "mean",
  1339                  "min",
  1340                  "max",
  1341                  "lastNotNull"
  1342                ],
  1343                "displayMode": "table",
  1344                "placement": "right",
  1345                "showLegend": true
  1346              },
  1347              "tooltip": {
  1348                "mode": "multi",
  1349                "sort": "asc"
  1350              }
  1351            },
  1352            "targets": [
  1353              {
  1354                "datasource": {
  1355                  "type": "prometheus",
  1356                  "uid": "prometheus"
  1357                },
  1358                "editorMode": "code",
  1359                "expr": "avg((min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h])>= time() - 60*5) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (type)",
  1360                "legendFormat": "{{type}}",
  1361                "range": true,
  1362                "refId": "A"
  1363              }
  1364            ],
  1365            "title": "Cluster time until condition first true since creationTimestamp (last 5m)",
  1366            "type": "timeseries"
  1367          },
  1368          {
  1369            "datasource": {
  1370              "type": "prometheus",
  1371              "uid": "prometheus"
  1372            },
  1373            "fieldConfig": {
  1374              "defaults": {
  1375                "color": {
  1376                  "mode": "palette-classic"
  1377                },
  1378                "custom": {
  1379                  "axisCenteredZero": false,
  1380                  "axisColorMode": "text",
  1381                  "axisLabel": "",
  1382                  "axisPlacement": "auto",
  1383                  "barAlignment": 0,
  1384                  "drawStyle": "line",
  1385                  "fillOpacity": 0,
  1386                  "gradientMode": "none",
  1387                  "hideFrom": {
  1388                    "legend": false,
  1389                    "tooltip": false,
  1390                    "viz": false
  1391                  },
  1392                  "lineInterpolation": "linear",
  1393                  "lineWidth": 1,
  1394                  "pointSize": 1,
  1395                  "scaleDistribution": {
  1396                    "type": "linear"
  1397                  },
  1398                  "showPoints": "auto",
  1399                  "spanNulls": false,
  1400                  "stacking": {
  1401                    "group": "A",
  1402                    "mode": "none"
  1403                  },
  1404                  "thresholdsStyle": {
  1405                    "mode": "off"
  1406                  }
  1407                },
  1408                "mappings": [],
  1409                "thresholds": {
  1410                  "mode": "absolute",
  1411                  "steps": [
  1412                    {
  1413                      "color": "green",
  1414                      "value": null
  1415                    },
  1416                    {
  1417                      "color": "red",
  1418                      "value": 80
  1419                    }
  1420                  ]
  1421                },
  1422                "unit": "s"
  1423              },
  1424              "overrides": []
  1425            },
  1426            "gridPos": {
  1427              "h": 8,
  1428              "w": 12,
  1429              "x": 0,
  1430              "y": 39
  1431            },
  1432            "id": 25,
  1433            "options": {
  1434              "legend": {
  1435                "calcs": [
  1436                  "mean",
  1437                  "min",
  1438                  "max",
  1439                  "lastNotNull"
  1440                ],
  1441                "displayMode": "table",
  1442                "placement": "right",
  1443                "showLegend": false
  1444              },
  1445              "tooltip": {
  1446                "mode": "multi",
  1447                "sort": "asc"
  1448              }
  1449            },
  1450            "targets": [
  1451              {
  1452                "datasource": {
  1453                  "type": "prometheus",
  1454                  "uid": "prometheus"
  1455                },
  1456                "editorMode": "code",
  1457                "expr": "avg(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(capi_cluster_created{name=~\"${Cluster:pipe}\"}, \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name))",
  1458                "legendFormat": "Average",
  1459                "range": true,
  1460                "refId": "A"
  1461              }
  1462            ],
  1463            "title": "Cluster time until last Machine NodeHealthy since creationTimestamp (all)",
  1464            "type": "timeseries"
  1465          }
  1466        ],
  1467        "title": "Cluster",
  1468        "type": "row"
  1469      },
  1470      {
  1471        "collapsed": true,
  1472        "gridPos": {
  1473          "h": 1,
  1474          "w": 24,
  1475          "x": 0,
  1476          "y": 6
  1477        },
  1478        "id": 27,
  1479        "panels": [
  1480          {
  1481            "datasource": {
  1482              "type": "prometheus",
  1483              "uid": "prometheus"
  1484            },
  1485            "description": "",
  1486            "fieldConfig": {
  1487              "defaults": {
  1488                "color": {
  1489                  "mode": "thresholds"
  1490                },
  1491                "custom": {
  1492                  "axisCenteredZero": false,
  1493                  "axisColorMode": "text",
  1494                  "axisLabel": "",
  1495                  "axisPlacement": "auto",
  1496                  "fillOpacity": 100,
  1497                  "gradientMode": "none",
  1498                  "hideFrom": {
  1499                    "legend": false,
  1500                    "tooltip": false,
  1501                    "viz": false
  1502                  },
  1503                  "lineWidth": 0,
  1504                  "scaleDistribution": {
  1505                    "type": "linear"
  1506                  },
  1507                  "thresholdsStyle": {
  1508                    "mode": "dashed"
  1509                  }
  1510                },
  1511                "mappings": [],
  1512                "thresholds": {
  1513                  "mode": "percentage",
  1514                  "steps": [
  1515                    {
  1516                      "color": "green",
  1517                      "value": null
  1518                    },
  1519                    {
  1520                      "color": "#EAB839",
  1521                      "value": 95
  1522                    },
  1523                    {
  1524                      "color": "red",
  1525                      "value": 99
  1526                    }
  1527                  ]
  1528                },
  1529                "unit": "s"
  1530              },
  1531              "overrides": []
  1532            },
  1533            "gridPos": {
  1534              "h": 6,
  1535              "w": 24,
  1536              "x": 0,
  1537              "y": 11
  1538            },
  1539            "id": 39,
  1540            "options": {
  1541              "barRadius": 0,
  1542              "barWidth": 0.9,
  1543              "fullHighlight": false,
  1544              "groupWidth": 1,
  1545              "legend": {
  1546                "calcs": [],
  1547                "displayMode": "list",
  1548                "placement": "right",
  1549                "showLegend": false
  1550              },
  1551              "orientation": "auto",
  1552              "showValue": "never",
  1553              "stacking": "none",
  1554              "tooltip": {
  1555                "mode": "single",
  1556                "sort": "none"
  1557              },
  1558              "xTickLabelRotation": 0,
  1559              "xTickLabelSpacing": 0
  1560            },
  1561            "pluginVersion": "9.5.2",
  1562            "targets": [
  1563              {
  1564                "datasource": {
  1565                  "type": "prometheus",
  1566                  "uid": "prometheus"
  1567                },
  1568                "editorMode": "code",
  1569                "exemplar": false,
  1570                "expr": "avg(min_over_time(capi_kubeadmcontrolplane_status_condition_last_transition_time{status=\"True\",type=\"Ready\"}[168h]) - on(name) group_left () capi_kubeadmcontrolplane_created{cluster_name=~\"${Cluster:pipe}\"}) by (name)",
  1571                "format": "time_series",
  1572                "instant": true,
  1573                "legendFormat": "__auto",
  1574                "range": false,
  1575                "refId": "A"
  1576              }
  1577            ],
  1578            "title": "KubeadmControlPlane time until Ready since creationTimestamp",
  1579            "type": "barchart"
  1580          },
  1581          {
  1582            "datasource": {
  1583              "type": "prometheus",
  1584              "uid": "prometheus"
  1585            },
  1586            "fieldConfig": {
  1587              "defaults": {
  1588                "color": {
  1589                  "mode": "thresholds"
  1590                },
  1591                "mappings": [],
  1592                "thresholds": {
  1593                  "mode": "absolute",
  1594                  "steps": [
  1595                    {
  1596                      "color": "green",
  1597                      "value": null
  1598                    },
  1599                    {
  1600                      "color": "red",
  1601                      "value": 80
  1602                    }
  1603                  ]
  1604                }
  1605              },
  1606              "overrides": []
  1607            },
  1608            "gridPos": {
  1609              "h": 4,
  1610              "w": 24,
  1611              "x": 0,
  1612              "y": 17
  1613            },
  1614            "id": 40,
  1615            "options": {
  1616              "colorMode": "value",
  1617              "graphMode": "area",
  1618              "justifyMode": "auto",
  1619              "orientation": "auto",
  1620              "reduceOptions": {
  1621                "calcs": [
  1622                  "lastNotNull"
  1623                ],
  1624                "fields": "",
  1625                "values": false
  1626              },
  1627              "textMode": "auto"
  1628            },
  1629            "pluginVersion": "9.5.2",
  1630            "targets": [
  1631              {
  1632                "datasource": {
  1633                  "type": "prometheus",
  1634                  "uid": "prometheus"
  1635                },
  1636                "editorMode": "code",
  1637                "expr": "avg(min_over_time(capi_kubeadmcontrolplane_status_condition_last_transition_time{status=\"True\",type=\"Ready\"}[168h]) - on(name) group_left () capi_kubeadmcontrolplane_created{cluster_name=~\"${Cluster:pipe}\"})",
  1638                "legendFormat": "__auto",
  1639                "range": true,
  1640                "refId": "A"
  1641              }
  1642            ],
  1643            "title": "Average time until Ready since creationTimestamp",
  1644            "type": "stat"
  1645          },
  1646          {
  1647            "datasource": {
  1648              "type": "prometheus",
  1649              "uid": "prometheus"
  1650            },
  1651            "fieldConfig": {
  1652              "defaults": {
  1653                "color": {
  1654                  "mode": "thresholds"
  1655                },
  1656                "custom": {
  1657                  "align": "auto",
  1658                  "cellOptions": {
  1659                    "type": "auto"
  1660                  },
  1661                  "filterable": true,
  1662                  "inspect": false
  1663                },
  1664                "mappings": [],
  1665                "thresholds": {
  1666                  "mode": "absolute",
  1667                  "steps": [
  1668                    {
  1669                      "color": "green",
  1670                      "value": null
  1671                    },
  1672                    {
  1673                      "color": "red",
  1674                      "value": 80
  1675                    }
  1676                  ]
  1677                }
  1678              },
  1679              "overrides": [
  1680                {
  1681                  "matcher": {
  1682                    "id": "byName",
  1683                    "options": "Creation Timestamp"
  1684                  },
  1685                  "properties": [
  1686                    {
  1687                      "id": "unit",
  1688                      "value": "dateTimeAsIso"
  1689                    }
  1690                  ]
  1691                }
  1692              ]
  1693            },
  1694            "gridPos": {
  1695              "h": 7,
  1696              "w": 24,
  1697              "x": 0,
  1698              "y": 21
  1699            },
  1700            "id": 41,
  1701            "options": {
  1702              "cellHeight": "sm",
  1703              "footer": {
  1704                "countRows": false,
  1705                "enablePagination": false,
  1706                "fields": "",
  1707                "reducer": [
  1708                  "sum"
  1709                ],
  1710                "show": false
  1711              },
  1712              "showHeader": true,
  1713              "sortBy": []
  1714            },
  1715            "pluginVersion": "9.5.2",
  1716            "targets": [
  1717              {
  1718                "datasource": {
  1719                  "type": "prometheus",
  1720                  "uid": "prometheus"
  1721                },
  1722                "editorMode": "code",
  1723                "exemplar": false,
  1724                "expr": "avg(min_over_time(capi_kubeadmcontrolplane_status_condition_last_transition_time{status=\"True\",type=\"Ready\"}[168h]) - on(name) group_left () capi_kubeadmcontrolplane_created{cluster_name=~\"${Cluster:pipe}\"}) by (name)",
  1725                "format": "table",
  1726                "instant": true,
  1727                "legendFormat": "__auto",
  1728                "range": false,
  1729                "refId": "A"
  1730              },
  1731              {
  1732                "datasource": {
  1733                  "type": "prometheus",
  1734                  "uid": "prometheus"
  1735                },
  1736                "editorMode": "code",
  1737                "exemplar": false,
  1738                "expr": "avg(capi_kubeadmcontrolplane_created{cluster_name=~\"${Cluster:pipe}\"}) by (name) * 1000",
  1739                "format": "table",
  1740                "hide": false,
  1741                "instant": true,
  1742                "legendFormat": "__auto",
  1743                "range": false,
  1744                "refId": "B"
  1745              }
  1746            ],
  1747            "title": "KubeadmControlPlane overview",
  1748            "transformations": [
  1749              {
  1750                "id": "joinByField",
  1751                "options": {
  1752                  "byField": "name",
  1753                  "mode": "outer"
  1754                }
  1755              },
  1756              {
  1757                "id": "organize",
  1758                "options": {
  1759                  "excludeByName": {
  1760                    "Time": true,
  1761                    "Time 1": true,
  1762                    "Time 2": true,
  1763                    "Time 3": true,
  1764                    "Time 4": true,
  1765                    "Value #B": false
  1766                  },
  1767                  "indexByName": {
  1768                    "Time 1": 2,
  1769                    "Time 2": 4,
  1770                    "Value #A": 3,
  1771                    "Value #B": 1,
  1772                    "name": 0
  1773                  },
  1774                  "renameByName": {
  1775                    "Value": "Time until Ready",
  1776                    "Value #A": "Time until Ready",
  1777                    "Value #B": "Creation Timestamp",
  1778                    "Value #C": "Time until last Machine NodeHealthy",
  1779                    "Value #D": "# CP",
  1780                    "Value #E": "# Worker",
  1781                    "name": "KubeadmControlPlane Name"
  1782                  }
  1783                }
  1784              }
  1785            ],
  1786            "type": "table"
  1787          },
  1788          {
  1789            "datasource": {
  1790              "type": "prometheus",
  1791              "uid": "prometheus"
  1792            },
  1793            "fieldConfig": {
  1794              "defaults": {
  1795                "color": {
  1796                  "mode": "palette-classic"
  1797                },
  1798                "custom": {
  1799                  "axisCenteredZero": false,
  1800                  "axisColorMode": "text",
  1801                  "axisLabel": "",
  1802                  "axisPlacement": "auto",
  1803                  "barAlignment": 0,
  1804                  "drawStyle": "line",
  1805                  "fillOpacity": 0,
  1806                  "gradientMode": "none",
  1807                  "hideFrom": {
  1808                    "legend": false,
  1809                    "tooltip": false,
  1810                    "viz": false
  1811                  },
  1812                  "lineInterpolation": "linear",
  1813                  "lineWidth": 1,
  1814                  "pointSize": 1,
  1815                  "scaleDistribution": {
  1816                    "type": "linear"
  1817                  },
  1818                  "showPoints": "auto",
  1819                  "spanNulls": false,
  1820                  "stacking": {
  1821                    "group": "A",
  1822                    "mode": "none"
  1823                  },
  1824                  "thresholdsStyle": {
  1825                    "mode": "off"
  1826                  }
  1827                },
  1828                "mappings": [],
  1829                "thresholds": {
  1830                  "mode": "absolute",
  1831                  "steps": [
  1832                    {
  1833                      "color": "green",
  1834                      "value": null
  1835                    },
  1836                    {
  1837                      "color": "red",
  1838                      "value": 80
  1839                    }
  1840                  ]
  1841                },
  1842                "unit": "s"
  1843              },
  1844              "overrides": []
  1845            },
  1846            "gridPos": {
  1847              "h": 8,
  1848              "w": 12,
  1849              "x": 0,
  1850              "y": 28
  1851            },
  1852            "id": 15,
  1853            "options": {
  1854              "legend": {
  1855                "calcs": [
  1856                  "mean",
  1857                  "min",
  1858                  "max",
  1859                  "lastNotNull"
  1860                ],
  1861                "displayMode": "table",
  1862                "placement": "right",
  1863                "showLegend": true
  1864              },
  1865              "tooltip": {
  1866                "mode": "multi",
  1867                "sort": "asc"
  1868              }
  1869            },
  1870            "targets": [
  1871              {
  1872                "datasource": {
  1873                  "type": "prometheus",
  1874                  "uid": "prometheus"
  1875                },
  1876                "editorMode": "code",
  1877                "expr": "avg(min_over_time(capi_kubeadmcontrolplane_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () capi_kubeadmcontrolplane_created{cluster_name=~\"${Cluster:pipe}\"}) by (type)",
  1878                "legendFormat": "{{type}}",
  1879                "range": true,
  1880                "refId": "A"
  1881              }
  1882            ],
  1883            "title": "KubeadmControlPlane time until condition first true since creationTimestamp (all)",
  1884            "type": "timeseries"
  1885          },
  1886          {
  1887            "datasource": {
  1888              "type": "prometheus",
  1889              "uid": "prometheus"
  1890            },
  1891            "fieldConfig": {
  1892              "defaults": {
  1893                "color": {
  1894                  "mode": "palette-classic"
  1895                },
  1896                "custom": {
  1897                  "axisCenteredZero": false,
  1898                  "axisColorMode": "text",
  1899                  "axisLabel": "",
  1900                  "axisPlacement": "auto",
  1901                  "barAlignment": 0,
  1902                  "drawStyle": "line",
  1903                  "fillOpacity": 0,
  1904                  "gradientMode": "none",
  1905                  "hideFrom": {
  1906                    "legend": false,
  1907                    "tooltip": false,
  1908                    "viz": false
  1909                  },
  1910                  "lineInterpolation": "linear",
  1911                  "lineWidth": 1,
  1912                  "pointSize": 1,
  1913                  "scaleDistribution": {
  1914                    "type": "linear"
  1915                  },
  1916                  "showPoints": "auto",
  1917                  "spanNulls": false,
  1918                  "stacking": {
  1919                    "group": "A",
  1920                    "mode": "none"
  1921                  },
  1922                  "thresholdsStyle": {
  1923                    "mode": "off"
  1924                  }
  1925                },
  1926                "mappings": [],
  1927                "thresholds": {
  1928                  "mode": "absolute",
  1929                  "steps": [
  1930                    {
  1931                      "color": "green",
  1932                      "value": null
  1933                    },
  1934                    {
  1935                      "color": "red",
  1936                      "value": 80
  1937                    }
  1938                  ]
  1939                },
  1940                "unit": "s"
  1941              },
  1942              "overrides": []
  1943            },
  1944            "gridPos": {
  1945              "h": 8,
  1946              "w": 12,
  1947              "x": 12,
  1948              "y": 28
  1949            },
  1950            "id": 16,
  1951            "options": {
  1952              "legend": {
  1953                "calcs": [
  1954                  "mean",
  1955                  "min",
  1956                  "max",
  1957                  "lastNotNull"
  1958                ],
  1959                "displayMode": "table",
  1960                "placement": "right",
  1961                "showLegend": true
  1962              },
  1963              "tooltip": {
  1964                "mode": "multi",
  1965                "sort": "asc"
  1966              }
  1967            },
  1968            "targets": [
  1969              {
  1970                "datasource": {
  1971                  "type": "prometheus",
  1972                  "uid": "prometheus"
  1973                },
  1974                "editorMode": "code",
  1975                "expr": "avg((min_over_time(capi_kubeadmcontrolplane_status_condition_last_transition_time{status=\"True\"}[168h])>= time() - 60*5) - on(name) group_left () capi_kubeadmcontrolplane_created{cluster_name=~\"${Cluster:pipe}\"}) by (type)",
  1976                "legendFormat": "{{type}}",
  1977                "range": true,
  1978                "refId": "A"
  1979              }
  1980            ],
  1981            "title": "KubeadmControlPlane time until condition first true since creationTimestamp (last 5m)",
  1982            "type": "timeseries"
  1983          }
  1984        ],
  1985        "title": "KubeadmControlPlane",
  1986        "type": "row"
  1987      },
  1988      {
  1989        "collapsed": true,
  1990        "gridPos": {
  1991          "h": 1,
  1992          "w": 24,
  1993          "x": 0,
  1994          "y": 7
  1995        },
  1996        "id": 8,
  1997        "panels": [
  1998          {
  1999            "datasource": {
  2000              "type": "prometheus",
  2001              "uid": "prometheus"
  2002            },
  2003            "fieldConfig": {
  2004              "defaults": {
  2005                "color": {
  2006                  "mode": "thresholds"
  2007                },
  2008                "custom": {
  2009                  "axisCenteredZero": false,
  2010                  "axisColorMode": "text",
  2011                  "axisLabel": "",
  2012                  "axisPlacement": "left",
  2013                  "fillOpacity": 100,
  2014                  "gradientMode": "none",
  2015                  "hideFrom": {
  2016                    "legend": false,
  2017                    "tooltip": false,
  2018                    "viz": false
  2019                  },
  2020                  "lineWidth": 0,
  2021                  "scaleDistribution": {
  2022                    "type": "linear"
  2023                  },
  2024                  "thresholdsStyle": {
  2025                    "mode": "dashed"
  2026                  }
  2027                },
  2028                "mappings": [],
  2029                "thresholds": {
  2030                  "mode": "percentage",
  2031                  "steps": [
  2032                    {
  2033                      "color": "green",
  2034                      "value": null
  2035                    },
  2036                    {
  2037                      "color": "#EAB839",
  2038                      "value": 95
  2039                    },
  2040                    {
  2041                      "color": "red",
  2042                      "value": 99
  2043                    }
  2044                  ]
  2045                },
  2046                "unit": "s"
  2047              },
  2048              "overrides": []
  2049            },
  2050            "gridPos": {
  2051              "h": 6,
  2052              "w": 24,
  2053              "x": 0,
  2054              "y": 12
  2055            },
  2056            "id": 10,
  2057            "options": {
  2058              "barRadius": 0,
  2059              "barWidth": 0.9,
  2060              "fullHighlight": false,
  2061              "groupWidth": 1,
  2062              "legend": {
  2063                "calcs": [],
  2064                "displayMode": "list",
  2065                "placement": "right",
  2066                "showLegend": false
  2067              },
  2068              "orientation": "auto",
  2069              "showValue": "never",
  2070              "stacking": "none",
  2071              "tooltip": {
  2072                "mode": "single",
  2073                "sort": "none"
  2074              },
  2075              "xTickLabelRotation": 0,
  2076              "xTickLabelSpacing": 0
  2077            },
  2078            "pluginVersion": "9.5.2",
  2079            "targets": [
  2080              {
  2081                "datasource": {
  2082                  "type": "prometheus",
  2083                  "uid": "prometheus"
  2084                },
  2085                "editorMode": "code",
  2086                "exemplar": false,
  2087                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name!=\"\"}) by (name))) by (name)",
  2088                "format": "time_series",
  2089                "instant": true,
  2090                "legendFormat": "__auto",
  2091                "range": false,
  2092                "refId": "A"
  2093              }
  2094            ],
  2095            "title": "Control Plane Machine time until NodeHealthy since creationTimestamp",
  2096            "type": "barchart"
  2097          },
  2098          {
  2099            "datasource": {
  2100              "type": "prometheus",
  2101              "uid": "prometheus"
  2102            },
  2103            "fieldConfig": {
  2104              "defaults": {
  2105                "color": {
  2106                  "mode": "thresholds"
  2107                },
  2108                "custom": {
  2109                  "axisCenteredZero": false,
  2110                  "axisColorMode": "text",
  2111                  "axisLabel": "",
  2112                  "axisPlacement": "left",
  2113                  "fillOpacity": 100,
  2114                  "gradientMode": "none",
  2115                  "hideFrom": {
  2116                    "legend": false,
  2117                    "tooltip": false,
  2118                    "viz": false
  2119                  },
  2120                  "lineWidth": 0,
  2121                  "scaleDistribution": {
  2122                    "type": "linear"
  2123                  },
  2124                  "thresholdsStyle": {
  2125                    "mode": "dashed"
  2126                  }
  2127                },
  2128                "mappings": [],
  2129                "thresholds": {
  2130                  "mode": "percentage",
  2131                  "steps": [
  2132                    {
  2133                      "color": "green",
  2134                      "value": null
  2135                    },
  2136                    {
  2137                      "color": "#EAB839",
  2138                      "value": 95
  2139                    },
  2140                    {
  2141                      "color": "red",
  2142                      "value": 99
  2143                    }
  2144                  ]
  2145                },
  2146                "unit": "s"
  2147              },
  2148              "overrides": []
  2149            },
  2150            "gridPos": {
  2151              "h": 6,
  2152              "w": 24,
  2153              "x": 0,
  2154              "y": 18
  2155            },
  2156            "id": 11,
  2157            "options": {
  2158              "barRadius": 0,
  2159              "barWidth": 0.9,
  2160              "fullHighlight": false,
  2161              "groupWidth": 1,
  2162              "legend": {
  2163                "calcs": [],
  2164                "displayMode": "list",
  2165                "placement": "right",
  2166                "showLegend": false
  2167              },
  2168              "orientation": "auto",
  2169              "showValue": "never",
  2170              "stacking": "none",
  2171              "tooltip": {
  2172                "mode": "single",
  2173                "sort": "none"
  2174              },
  2175              "xTickLabelRotation": 0,
  2176              "xTickLabelSpacing": 0
  2177            },
  2178            "pluginVersion": "9.5.2",
  2179            "targets": [
  2180              {
  2181                "datasource": {
  2182                  "type": "prometheus",
  2183                  "uid": "prometheus"
  2184                },
  2185                "editorMode": "code",
  2186                "exemplar": false,
  2187                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"BootstrapReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name!=\"\"}) by (name))) by (name)",
  2188                "format": "time_series",
  2189                "instant": true,
  2190                "legendFormat": "__auto",
  2191                "range": false,
  2192                "refId": "A"
  2193              }
  2194            ],
  2195            "title": "Control Plane Machine time until BootstrapReady since creationTimestamp",
  2196            "type": "barchart"
  2197          },
  2198          {
  2199            "datasource": {
  2200              "type": "prometheus",
  2201              "uid": "prometheus"
  2202            },
  2203            "fieldConfig": {
  2204              "defaults": {
  2205                "color": {
  2206                  "mode": "thresholds"
  2207                },
  2208                "custom": {
  2209                  "axisCenteredZero": false,
  2210                  "axisColorMode": "text",
  2211                  "axisLabel": "",
  2212                  "axisPlacement": "left",
  2213                  "fillOpacity": 100,
  2214                  "gradientMode": "none",
  2215                  "hideFrom": {
  2216                    "legend": false,
  2217                    "tooltip": false,
  2218                    "viz": false
  2219                  },
  2220                  "lineWidth": 0,
  2221                  "scaleDistribution": {
  2222                    "type": "linear"
  2223                  },
  2224                  "thresholdsStyle": {
  2225                    "mode": "dashed"
  2226                  }
  2227                },
  2228                "mappings": [],
  2229                "thresholds": {
  2230                  "mode": "percentage",
  2231                  "steps": [
  2232                    {
  2233                      "color": "green",
  2234                      "value": null
  2235                    },
  2236                    {
  2237                      "color": "#EAB839",
  2238                      "value": 95
  2239                    },
  2240                    {
  2241                      "color": "red",
  2242                      "value": 99
  2243                    }
  2244                  ]
  2245                },
  2246                "unit": "s"
  2247              },
  2248              "overrides": []
  2249            },
  2250            "gridPos": {
  2251              "h": 6,
  2252              "w": 24,
  2253              "x": 0,
  2254              "y": 24
  2255            },
  2256            "id": 12,
  2257            "options": {
  2258              "barRadius": 0,
  2259              "barWidth": 0.9,
  2260              "fullHighlight": false,
  2261              "groupWidth": 1,
  2262              "legend": {
  2263                "calcs": [],
  2264                "displayMode": "list",
  2265                "placement": "right",
  2266                "showLegend": false
  2267              },
  2268              "orientation": "auto",
  2269              "showValue": "never",
  2270              "stacking": "none",
  2271              "tooltip": {
  2272                "mode": "single",
  2273                "sort": "none"
  2274              },
  2275              "xTickLabelRotation": 0,
  2276              "xTickLabelSpacing": 0
  2277            },
  2278            "pluginVersion": "9.5.2",
  2279            "targets": [
  2280              {
  2281                "datasource": {
  2282                  "type": "prometheus",
  2283                  "uid": "prometheus"
  2284                },
  2285                "editorMode": "code",
  2286                "exemplar": false,
  2287                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"InfrastructureReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name!=\"\"}) by (name))) by (name)",
  2288                "format": "time_series",
  2289                "instant": true,
  2290                "legendFormat": "__auto",
  2291                "range": false,
  2292                "refId": "A"
  2293              }
  2294            ],
  2295            "title": "Control Plane Machine time until InfrastructureReady since creationTimestamp",
  2296            "type": "barchart"
  2297          },
  2298          {
  2299            "datasource": {
  2300              "type": "prometheus",
  2301              "uid": "prometheus"
  2302            },
  2303            "fieldConfig": {
  2304              "defaults": {
  2305                "color": {
  2306                  "mode": "thresholds"
  2307                },
  2308                "mappings": [],
  2309                "thresholds": {
  2310                  "mode": "absolute",
  2311                  "steps": [
  2312                    {
  2313                      "color": "green",
  2314                      "value": null
  2315                    },
  2316                    {
  2317                      "color": "red",
  2318                      "value": 80
  2319                    }
  2320                  ]
  2321                }
  2322              },
  2323              "overrides": []
  2324            },
  2325            "gridPos": {
  2326              "h": 4,
  2327              "w": 24,
  2328              "x": 0,
  2329              "y": 30
  2330            },
  2331            "id": 42,
  2332            "options": {
  2333              "colorMode": "value",
  2334              "graphMode": "area",
  2335              "justifyMode": "auto",
  2336              "orientation": "auto",
  2337              "reduceOptions": {
  2338                "calcs": [
  2339                  "lastNotNull"
  2340                ],
  2341                "fields": "",
  2342                "values": false
  2343              },
  2344              "textMode": "auto"
  2345            },
  2346            "pluginVersion": "9.5.2",
  2347            "targets": [
  2348              {
  2349                "datasource": {
  2350                  "type": "prometheus",
  2351                  "uid": "prometheus"
  2352                },
  2353                "editorMode": "code",
  2354                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"BootstrapReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name!=\"\"}) by (name)))",
  2355                "legendFormat": "until BootstrapReady since creationTimestamp",
  2356                "range": true,
  2357                "refId": "A"
  2358              },
  2359              {
  2360                "datasource": {
  2361                  "type": "prometheus",
  2362                  "uid": "prometheus"
  2363                },
  2364                "editorMode": "code",
  2365                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"InfrastructureReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name!=\"\"}) by (name)))",
  2366                "hide": false,
  2367                "legendFormat": "until InfrastructureReady since creationTimestamp",
  2368                "range": true,
  2369                "refId": "B"
  2370              },
  2371              {
  2372                "datasource": {
  2373                  "type": "prometheus",
  2374                  "uid": "prometheus"
  2375                },
  2376                "editorMode": "code",
  2377                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name!=\"\"}) by (name)))",
  2378                "hide": false,
  2379                "legendFormat": "until NodeHealthy since creationTimestamp",
  2380                "range": true,
  2381                "refId": "C"
  2382              }
  2383            ],
  2384            "title": "Average time",
  2385            "type": "stat"
  2386          },
  2387          {
  2388            "datasource": {
  2389              "type": "prometheus",
  2390              "uid": "prometheus"
  2391            },
  2392            "fieldConfig": {
  2393              "defaults": {
  2394                "color": {
  2395                  "mode": "thresholds"
  2396                },
  2397                "custom": {
  2398                  "align": "auto",
  2399                  "cellOptions": {
  2400                    "type": "auto"
  2401                  },
  2402                  "filterable": true,
  2403                  "inspect": false
  2404                },
  2405                "mappings": [],
  2406                "thresholds": {
  2407                  "mode": "absolute",
  2408                  "steps": [
  2409                    {
  2410                      "color": "green",
  2411                      "value": null
  2412                    },
  2413                    {
  2414                      "color": "red",
  2415                      "value": 80
  2416                    }
  2417                  ]
  2418                }
  2419              },
  2420              "overrides": [
  2421                {
  2422                  "matcher": {
  2423                    "id": "byName",
  2424                    "options": "Creation Timestamp"
  2425                  },
  2426                  "properties": [
  2427                    {
  2428                      "id": "unit",
  2429                      "value": "dateTimeAsIso"
  2430                    }
  2431                  ]
  2432                }
  2433              ]
  2434            },
  2435            "gridPos": {
  2436              "h": 7,
  2437              "w": 24,
  2438              "x": 0,
  2439              "y": 34
  2440            },
  2441            "id": 2,
  2442            "options": {
  2443              "cellHeight": "sm",
  2444              "footer": {
  2445                "countRows": false,
  2446                "enablePagination": false,
  2447                "fields": "",
  2448                "reducer": [
  2449                  "sum"
  2450                ],
  2451                "show": false
  2452              },
  2453              "showHeader": true,
  2454              "sortBy": []
  2455            },
  2456            "pluginVersion": "9.5.2",
  2457            "targets": [
  2458              {
  2459                "datasource": {
  2460                  "type": "prometheus",
  2461                  "uid": "prometheus"
  2462                },
  2463                "editorMode": "code",
  2464                "exemplar": false,
  2465                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"BootstrapReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name!=\"\"}) by (name))) by (name)",
  2466                "format": "table",
  2467                "instant": true,
  2468                "legendFormat": "__auto",
  2469                "range": false,
  2470                "refId": "A"
  2471              },
  2472              {
  2473                "datasource": {
  2474                  "type": "prometheus",
  2475                  "uid": "prometheus"
  2476                },
  2477                "editorMode": "code",
  2478                "exemplar": false,
  2479                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"InfrastructureReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name!=\"\"}) by (name))) by (name)",
  2480                "format": "table",
  2481                "hide": false,
  2482                "instant": true,
  2483                "legendFormat": "__auto",
  2484                "range": false,
  2485                "refId": "B"
  2486              },
  2487              {
  2488                "datasource": {
  2489                  "type": "prometheus",
  2490                  "uid": "prometheus"
  2491                },
  2492                "editorMode": "code",
  2493                "exemplar": false,
  2494                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name!=\"\"}) by (name))) by (name)",
  2495                "format": "table",
  2496                "hide": false,
  2497                "instant": true,
  2498                "legendFormat": "__auto",
  2499                "range": false,
  2500                "refId": "C"
  2501              },
  2502              {
  2503                "datasource": {
  2504                  "type": "prometheus",
  2505                  "uid": "prometheus"
  2506                },
  2507                "editorMode": "code",
  2508                "exemplar": false,
  2509                "expr": "avg(capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right capi_machine_info{control_plane_name!=\"\"}) by (name) * 1000",
  2510                "format": "table",
  2511                "hide": false,
  2512                "instant": true,
  2513                "legendFormat": "__auto",
  2514                "range": false,
  2515                "refId": "D"
  2516              }
  2517            ],
  2518            "title": "Control Plane Machines Overview",
  2519            "transformations": [
  2520              {
  2521                "id": "joinByField",
  2522                "options": {
  2523                  "byField": "name",
  2524                  "mode": "outer"
  2525                }
  2526              },
  2527              {
  2528                "id": "organize",
  2529                "options": {
  2530                  "excludeByName": {
  2531                    "Time": true,
  2532                    "Time 1": true,
  2533                    "Time 2": true,
  2534                    "Time 3": true,
  2535                    "Value #B": false
  2536                  },
  2537                  "indexByName": {
  2538                    "Time 1": 2,
  2539                    "Time 2": 4,
  2540                    "Time 3": 6,
  2541                    "Time 4": 8,
  2542                    "Value #A": 3,
  2543                    "Value #B": 5,
  2544                    "Value #C": 7,
  2545                    "Value #D": 1,
  2546                    "name": 0
  2547                  },
  2548                  "renameByName": {
  2549                    "Value": "Creation until BootstrapReady",
  2550                    "Value #A": "Time until BootstrapReady",
  2551                    "Value #B": "Time until InfrastructureReady",
  2552                    "Value #C": "Time until NodeHealthy",
  2553                    "Value #D": "Creation Timestamp",
  2554                    "name": "Machine Name"
  2555                  }
  2556                }
  2557              }
  2558            ],
  2559            "type": "table"
  2560          },
  2561          {
  2562            "datasource": {
  2563              "type": "prometheus",
  2564              "uid": "prometheus"
  2565            },
  2566            "fieldConfig": {
  2567              "defaults": {
  2568                "color": {
  2569                  "mode": "palette-classic"
  2570                },
  2571                "custom": {
  2572                  "axisCenteredZero": false,
  2573                  "axisColorMode": "text",
  2574                  "axisLabel": "",
  2575                  "axisPlacement": "auto",
  2576                  "barAlignment": 0,
  2577                  "drawStyle": "line",
  2578                  "fillOpacity": 0,
  2579                  "gradientMode": "none",
  2580                  "hideFrom": {
  2581                    "legend": false,
  2582                    "tooltip": false,
  2583                    "viz": false
  2584                  },
  2585                  "lineInterpolation": "linear",
  2586                  "lineWidth": 1,
  2587                  "pointSize": 1,
  2588                  "scaleDistribution": {
  2589                    "type": "linear"
  2590                  },
  2591                  "showPoints": "auto",
  2592                  "spanNulls": false,
  2593                  "stacking": {
  2594                    "group": "A",
  2595                    "mode": "none"
  2596                  },
  2597                  "thresholdsStyle": {
  2598                    "mode": "off"
  2599                  }
  2600                },
  2601                "mappings": [],
  2602                "thresholds": {
  2603                  "mode": "absolute",
  2604                  "steps": [
  2605                    {
  2606                      "color": "green",
  2607                      "value": null
  2608                    },
  2609                    {
  2610                      "color": "red",
  2611                      "value": 80
  2612                    }
  2613                  ]
  2614                },
  2615                "unit": "s"
  2616              },
  2617              "overrides": []
  2618            },
  2619            "gridPos": {
  2620              "h": 8,
  2621              "w": 12,
  2622              "x": 0,
  2623              "y": 41
  2624            },
  2625            "id": 17,
  2626            "options": {
  2627              "legend": {
  2628                "calcs": [
  2629                  "mean",
  2630                  "min",
  2631                  "max",
  2632                  "lastNotNull"
  2633                ],
  2634                "displayMode": "table",
  2635                "placement": "right",
  2636                "showLegend": true
  2637              },
  2638              "tooltip": {
  2639                "mode": "multi",
  2640                "sort": "asc"
  2641              }
  2642            },
  2643            "targets": [
  2644              {
  2645                "datasource": {
  2646                  "type": "prometheus",
  2647                  "uid": "prometheus"
  2648                },
  2649                "editorMode": "code",
  2650                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name!=\"\"}) by (name))) by (type)",
  2651                "legendFormat": "{{type}}",
  2652                "range": true,
  2653                "refId": "A"
  2654              }
  2655            ],
  2656            "title": "Control Plane Machine time until condition first true since creationTimestamp (all)",
  2657            "type": "timeseries"
  2658          },
  2659          {
  2660            "datasource": {
  2661              "type": "prometheus",
  2662              "uid": "prometheus"
  2663            },
  2664            "fieldConfig": {
  2665              "defaults": {
  2666                "color": {
  2667                  "mode": "palette-classic"
  2668                },
  2669                "custom": {
  2670                  "axisCenteredZero": false,
  2671                  "axisColorMode": "text",
  2672                  "axisLabel": "",
  2673                  "axisPlacement": "auto",
  2674                  "barAlignment": 0,
  2675                  "drawStyle": "line",
  2676                  "fillOpacity": 0,
  2677                  "gradientMode": "none",
  2678                  "hideFrom": {
  2679                    "legend": false,
  2680                    "tooltip": false,
  2681                    "viz": false
  2682                  },
  2683                  "lineInterpolation": "linear",
  2684                  "lineWidth": 1,
  2685                  "pointSize": 1,
  2686                  "scaleDistribution": {
  2687                    "type": "linear"
  2688                  },
  2689                  "showPoints": "auto",
  2690                  "spanNulls": false,
  2691                  "stacking": {
  2692                    "group": "A",
  2693                    "mode": "none"
  2694                  },
  2695                  "thresholdsStyle": {
  2696                    "mode": "off"
  2697                  }
  2698                },
  2699                "mappings": [],
  2700                "thresholds": {
  2701                  "mode": "absolute",
  2702                  "steps": [
  2703                    {
  2704                      "color": "green",
  2705                      "value": null
  2706                    },
  2707                    {
  2708                      "color": "red",
  2709                      "value": 80
  2710                    }
  2711                  ]
  2712                },
  2713                "unit": "s"
  2714              },
  2715              "overrides": []
  2716            },
  2717            "gridPos": {
  2718              "h": 8,
  2719              "w": 12,
  2720              "x": 12,
  2721              "y": 41
  2722            },
  2723            "id": 18,
  2724            "options": {
  2725              "legend": {
  2726                "calcs": [
  2727                  "mean",
  2728                  "min",
  2729                  "max",
  2730                  "lastNotNull"
  2731                ],
  2732                "displayMode": "table",
  2733                "placement": "right",
  2734                "showLegend": true
  2735              },
  2736              "tooltip": {
  2737                "mode": "multi",
  2738                "sort": "asc"
  2739              }
  2740            },
  2741            "targets": [
  2742              {
  2743                "datasource": {
  2744                  "type": "prometheus",
  2745                  "uid": "prometheus"
  2746                },
  2747                "editorMode": "code",
  2748                "expr": "avg((min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\"}[168h])>= time() - 60*5) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name!=\"\"}) by (name))) by (type)",
  2749                "legendFormat": "{{type}}",
  2750                "range": true,
  2751                "refId": "A"
  2752              }
  2753            ],
  2754            "title": "Control Plane Machine time until condition first true since creationTimestamp (last 5m)",
  2755            "type": "timeseries"
  2756          }
  2757        ],
  2758        "title": "Control Plane Machine",
  2759        "type": "row"
  2760      },
  2761      {
  2762        "collapsed": true,
  2763        "gridPos": {
  2764          "h": 1,
  2765          "w": 24,
  2766          "x": 0,
  2767          "y": 8
  2768        },
  2769        "id": 9,
  2770        "panels": [
  2771          {
  2772            "datasource": {
  2773              "type": "prometheus",
  2774              "uid": "prometheus"
  2775            },
  2776            "fieldConfig": {
  2777              "defaults": {
  2778                "color": {
  2779                  "mode": "thresholds"
  2780                },
  2781                "custom": {
  2782                  "axisCenteredZero": false,
  2783                  "axisColorMode": "text",
  2784                  "axisLabel": "",
  2785                  "axisPlacement": "left",
  2786                  "fillOpacity": 100,
  2787                  "gradientMode": "none",
  2788                  "hideFrom": {
  2789                    "legend": false,
  2790                    "tooltip": false,
  2791                    "viz": false
  2792                  },
  2793                  "lineWidth": 0,
  2794                  "scaleDistribution": {
  2795                    "type": "linear"
  2796                  },
  2797                  "thresholdsStyle": {
  2798                    "mode": "dashed"
  2799                  }
  2800                },
  2801                "mappings": [],
  2802                "thresholds": {
  2803                  "mode": "percentage",
  2804                  "steps": [
  2805                    {
  2806                      "color": "green",
  2807                      "value": null
  2808                    },
  2809                    {
  2810                      "color": "#EAB839",
  2811                      "value": 95
  2812                    },
  2813                    {
  2814                      "color": "red",
  2815                      "value": 99
  2816                    }
  2817                  ]
  2818                },
  2819                "unit": "s"
  2820              },
  2821              "overrides": []
  2822            },
  2823            "gridPos": {
  2824              "h": 6,
  2825              "w": 24,
  2826              "x": 0,
  2827              "y": 13
  2828            },
  2829            "id": 43,
  2830            "options": {
  2831              "barRadius": 0,
  2832              "barWidth": 0.9,
  2833              "fullHighlight": false,
  2834              "groupWidth": 1,
  2835              "legend": {
  2836                "calcs": [],
  2837                "displayMode": "list",
  2838                "placement": "right",
  2839                "showLegend": false
  2840              },
  2841              "orientation": "auto",
  2842              "showValue": "never",
  2843              "stacking": "none",
  2844              "tooltip": {
  2845                "mode": "single",
  2846                "sort": "none"
  2847              },
  2848              "xTickLabelRotation": 0,
  2849              "xTickLabelSpacing": 0
  2850            },
  2851            "pluginVersion": "9.5.2",
  2852            "targets": [
  2853              {
  2854                "datasource": {
  2855                  "type": "prometheus",
  2856                  "uid": "prometheus"
  2857                },
  2858                "editorMode": "code",
  2859                "exemplar": false,
  2860                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name=\"\"}) by (name))) by (name)",
  2861                "format": "time_series",
  2862                "instant": true,
  2863                "legendFormat": "__auto",
  2864                "range": false,
  2865                "refId": "A"
  2866              }
  2867            ],
  2868            "title": "Worker Machine time until NodeHealthy since creationTimestamp",
  2869            "type": "barchart"
  2870          },
  2871          {
  2872            "datasource": {
  2873              "type": "prometheus",
  2874              "uid": "prometheus"
  2875            },
  2876            "fieldConfig": {
  2877              "defaults": {
  2878                "color": {
  2879                  "mode": "thresholds"
  2880                },
  2881                "custom": {
  2882                  "axisCenteredZero": false,
  2883                  "axisColorMode": "text",
  2884                  "axisLabel": "",
  2885                  "axisPlacement": "left",
  2886                  "fillOpacity": 100,
  2887                  "gradientMode": "none",
  2888                  "hideFrom": {
  2889                    "legend": false,
  2890                    "tooltip": false,
  2891                    "viz": false
  2892                  },
  2893                  "lineWidth": 0,
  2894                  "scaleDistribution": {
  2895                    "type": "linear"
  2896                  },
  2897                  "thresholdsStyle": {
  2898                    "mode": "dashed"
  2899                  }
  2900                },
  2901                "mappings": [],
  2902                "thresholds": {
  2903                  "mode": "percentage",
  2904                  "steps": [
  2905                    {
  2906                      "color": "green",
  2907                      "value": null
  2908                    },
  2909                    {
  2910                      "color": "#EAB839",
  2911                      "value": 95
  2912                    },
  2913                    {
  2914                      "color": "red",
  2915                      "value": 99
  2916                    }
  2917                  ]
  2918                },
  2919                "unit": "s"
  2920              },
  2921              "overrides": []
  2922            },
  2923            "gridPos": {
  2924              "h": 6,
  2925              "w": 24,
  2926              "x": 0,
  2927              "y": 19
  2928            },
  2929            "id": 44,
  2930            "options": {
  2931              "barRadius": 0,
  2932              "barWidth": 0.9,
  2933              "fullHighlight": false,
  2934              "groupWidth": 1,
  2935              "legend": {
  2936                "calcs": [],
  2937                "displayMode": "list",
  2938                "placement": "right",
  2939                "showLegend": false
  2940              },
  2941              "orientation": "auto",
  2942              "showValue": "never",
  2943              "stacking": "none",
  2944              "tooltip": {
  2945                "mode": "single",
  2946                "sort": "none"
  2947              },
  2948              "xTickLabelRotation": 0,
  2949              "xTickLabelSpacing": 0
  2950            },
  2951            "pluginVersion": "9.5.2",
  2952            "targets": [
  2953              {
  2954                "datasource": {
  2955                  "type": "prometheus",
  2956                  "uid": "prometheus"
  2957                },
  2958                "editorMode": "code",
  2959                "exemplar": false,
  2960                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"BootstrapReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name=\"\"}) by (name))) by (name)",
  2961                "format": "time_series",
  2962                "instant": true,
  2963                "legendFormat": "__auto",
  2964                "range": false,
  2965                "refId": "A"
  2966              }
  2967            ],
  2968            "title": "Worker Machine time until BootstrapReady since creationTimestamp",
  2969            "type": "barchart"
  2970          },
  2971          {
  2972            "datasource": {
  2973              "type": "prometheus",
  2974              "uid": "prometheus"
  2975            },
  2976            "fieldConfig": {
  2977              "defaults": {
  2978                "color": {
  2979                  "mode": "thresholds"
  2980                },
  2981                "custom": {
  2982                  "axisCenteredZero": false,
  2983                  "axisColorMode": "text",
  2984                  "axisLabel": "",
  2985                  "axisPlacement": "left",
  2986                  "fillOpacity": 100,
  2987                  "gradientMode": "none",
  2988                  "hideFrom": {
  2989                    "legend": false,
  2990                    "tooltip": false,
  2991                    "viz": false
  2992                  },
  2993                  "lineWidth": 0,
  2994                  "scaleDistribution": {
  2995                    "type": "linear"
  2996                  },
  2997                  "thresholdsStyle": {
  2998                    "mode": "dashed"
  2999                  }
  3000                },
  3001                "mappings": [],
  3002                "thresholds": {
  3003                  "mode": "percentage",
  3004                  "steps": [
  3005                    {
  3006                      "color": "green",
  3007                      "value": null
  3008                    },
  3009                    {
  3010                      "color": "#EAB839",
  3011                      "value": 95
  3012                    },
  3013                    {
  3014                      "color": "red",
  3015                      "value": 99
  3016                    }
  3017                  ]
  3018                },
  3019                "unit": "s"
  3020              },
  3021              "overrides": []
  3022            },
  3023            "gridPos": {
  3024              "h": 6,
  3025              "w": 24,
  3026              "x": 0,
  3027              "y": 25
  3028            },
  3029            "id": 45,
  3030            "options": {
  3031              "barRadius": 0,
  3032              "barWidth": 0.9,
  3033              "fullHighlight": false,
  3034              "groupWidth": 1,
  3035              "legend": {
  3036                "calcs": [],
  3037                "displayMode": "list",
  3038                "placement": "right",
  3039                "showLegend": false
  3040              },
  3041              "orientation": "auto",
  3042              "showValue": "never",
  3043              "stacking": "none",
  3044              "tooltip": {
  3045                "mode": "single",
  3046                "sort": "none"
  3047              },
  3048              "xTickLabelRotation": 0,
  3049              "xTickLabelSpacing": 0
  3050            },
  3051            "pluginVersion": "9.5.2",
  3052            "targets": [
  3053              {
  3054                "datasource": {
  3055                  "type": "prometheus",
  3056                  "uid": "prometheus"
  3057                },
  3058                "editorMode": "code",
  3059                "exemplar": false,
  3060                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"InfrastructureReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name=\"\"}) by (name))) by (name)",
  3061                "format": "time_series",
  3062                "instant": true,
  3063                "legendFormat": "__auto",
  3064                "range": false,
  3065                "refId": "A"
  3066              }
  3067            ],
  3068            "title": "Worker Machine time until InfrastructureReady since creationTimestamp",
  3069            "type": "barchart"
  3070          },
  3071          {
  3072            "datasource": {
  3073              "type": "prometheus",
  3074              "uid": "prometheus"
  3075            },
  3076            "fieldConfig": {
  3077              "defaults": {
  3078                "color": {
  3079                  "mode": "thresholds"
  3080                },
  3081                "mappings": [],
  3082                "thresholds": {
  3083                  "mode": "absolute",
  3084                  "steps": [
  3085                    {
  3086                      "color": "green",
  3087                      "value": null
  3088                    },
  3089                    {
  3090                      "color": "red",
  3091                      "value": 80
  3092                    }
  3093                  ]
  3094                }
  3095              },
  3096              "overrides": []
  3097            },
  3098            "gridPos": {
  3099              "h": 4,
  3100              "w": 24,
  3101              "x": 0,
  3102              "y": 31
  3103            },
  3104            "id": 46,
  3105            "options": {
  3106              "colorMode": "value",
  3107              "graphMode": "area",
  3108              "justifyMode": "auto",
  3109              "orientation": "auto",
  3110              "reduceOptions": {
  3111                "calcs": [
  3112                  "lastNotNull"
  3113                ],
  3114                "fields": "",
  3115                "values": false
  3116              },
  3117              "textMode": "auto"
  3118            },
  3119            "pluginVersion": "9.5.2",
  3120            "targets": [
  3121              {
  3122                "datasource": {
  3123                  "type": "prometheus",
  3124                  "uid": "prometheus"
  3125                },
  3126                "editorMode": "code",
  3127                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"BootstrapReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name=\"\"}) by (name)))",
  3128                "legendFormat": "until BootstrapReady since creationTimestamp",
  3129                "range": true,
  3130                "refId": "A"
  3131              },
  3132              {
  3133                "datasource": {
  3134                  "type": "prometheus",
  3135                  "uid": "prometheus"
  3136                },
  3137                "editorMode": "code",
  3138                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"InfrastructureReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name=\"\"}) by (name)))",
  3139                "hide": false,
  3140                "legendFormat": "until InfrastructureReady since creationTimestamp",
  3141                "range": true,
  3142                "refId": "B"
  3143              },
  3144              {
  3145                "datasource": {
  3146                  "type": "prometheus",
  3147                  "uid": "prometheus"
  3148                },
  3149                "editorMode": "code",
  3150                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name=\"\"}) by (name)))",
  3151                "hide": false,
  3152                "legendFormat": "until NodeHealthy since creationTimestamp",
  3153                "range": true,
  3154                "refId": "C"
  3155              }
  3156            ],
  3157            "title": "Average time",
  3158            "type": "stat"
  3159          },
  3160          {
  3161            "datasource": {
  3162              "type": "prometheus",
  3163              "uid": "prometheus"
  3164            },
  3165            "fieldConfig": {
  3166              "defaults": {
  3167                "color": {
  3168                  "mode": "thresholds"
  3169                },
  3170                "custom": {
  3171                  "align": "auto",
  3172                  "cellOptions": {
  3173                    "type": "auto"
  3174                  },
  3175                  "filterable": true,
  3176                  "inspect": false
  3177                },
  3178                "mappings": [],
  3179                "thresholds": {
  3180                  "mode": "absolute",
  3181                  "steps": [
  3182                    {
  3183                      "color": "green",
  3184                      "value": null
  3185                    },
  3186                    {
  3187                      "color": "red",
  3188                      "value": 80
  3189                    }
  3190                  ]
  3191                }
  3192              },
  3193              "overrides": [
  3194                {
  3195                  "matcher": {
  3196                    "id": "byName",
  3197                    "options": "Creation Timestamp"
  3198                  },
  3199                  "properties": [
  3200                    {
  3201                      "id": "unit",
  3202                      "value": "dateTimeAsIso"
  3203                    }
  3204                  ]
  3205                }
  3206              ]
  3207            },
  3208            "gridPos": {
  3209              "h": 7,
  3210              "w": 24,
  3211              "x": 0,
  3212              "y": 35
  3213            },
  3214            "id": 47,
  3215            "options": {
  3216              "cellHeight": "sm",
  3217              "footer": {
  3218                "countRows": false,
  3219                "enablePagination": false,
  3220                "fields": "",
  3221                "reducer": [
  3222                  "sum"
  3223                ],
  3224                "show": false
  3225              },
  3226              "showHeader": true,
  3227              "sortBy": []
  3228            },
  3229            "pluginVersion": "9.5.2",
  3230            "targets": [
  3231              {
  3232                "datasource": {
  3233                  "type": "prometheus",
  3234                  "uid": "prometheus"
  3235                },
  3236                "editorMode": "code",
  3237                "exemplar": false,
  3238                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"BootstrapReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name=\"\"}) by (name))) by (name)",
  3239                "format": "table",
  3240                "instant": true,
  3241                "legendFormat": "__auto",
  3242                "range": false,
  3243                "refId": "A"
  3244              },
  3245              {
  3246                "datasource": {
  3247                  "type": "prometheus",
  3248                  "uid": "prometheus"
  3249                },
  3250                "editorMode": "code",
  3251                "exemplar": false,
  3252                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"InfrastructureReady\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name=\"\"}) by (name))) by (name)",
  3253                "format": "table",
  3254                "hide": false,
  3255                "instant": true,
  3256                "legendFormat": "__auto",
  3257                "range": false,
  3258                "refId": "B"
  3259              },
  3260              {
  3261                "datasource": {
  3262                  "type": "prometheus",
  3263                  "uid": "prometheus"
  3264                },
  3265                "editorMode": "code",
  3266                "exemplar": false,
  3267                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name=\"\"}) by (name))) by (name)",
  3268                "format": "table",
  3269                "hide": false,
  3270                "instant": true,
  3271                "legendFormat": "__auto",
  3272                "range": false,
  3273                "refId": "C"
  3274              },
  3275              {
  3276                "datasource": {
  3277                  "type": "prometheus",
  3278                  "uid": "prometheus"
  3279                },
  3280                "editorMode": "code",
  3281                "exemplar": false,
  3282                "expr": "avg(capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right capi_machine_info{control_plane_name=\"\"}) by (name) * 1000",
  3283                "format": "table",
  3284                "hide": false,
  3285                "instant": true,
  3286                "legendFormat": "__auto",
  3287                "range": false,
  3288                "refId": "D"
  3289              }
  3290            ],
  3291            "title": "Worker Machines Overview",
  3292            "transformations": [
  3293              {
  3294                "id": "joinByField",
  3295                "options": {
  3296                  "byField": "name",
  3297                  "mode": "outer"
  3298                }
  3299              },
  3300              {
  3301                "id": "organize",
  3302                "options": {
  3303                  "excludeByName": {
  3304                    "Time": true,
  3305                    "Time 1": true,
  3306                    "Time 2": true,
  3307                    "Time 3": true,
  3308                    "Value #B": false
  3309                  },
  3310                  "indexByName": {
  3311                    "Time 1": 2,
  3312                    "Time 2": 4,
  3313                    "Time 3": 6,
  3314                    "Time 4": 8,
  3315                    "Value #A": 3,
  3316                    "Value #B": 5,
  3317                    "Value #C": 7,
  3318                    "Value #D": 1,
  3319                    "name": 0
  3320                  },
  3321                  "renameByName": {
  3322                    "Value": "Creation until BootstrapReady",
  3323                    "Value #A": "Time until BootstrapReady",
  3324                    "Value #B": "Time until InfrastructureReady",
  3325                    "Value #C": "Time until NodeHealthy",
  3326                    "Value #D": "Creation Timestamp",
  3327                    "name": "Machine Name"
  3328                  }
  3329                }
  3330              }
  3331            ],
  3332            "type": "table"
  3333          },
  3334          {
  3335            "datasource": {
  3336              "type": "prometheus",
  3337              "uid": "prometheus"
  3338            },
  3339            "fieldConfig": {
  3340              "defaults": {
  3341                "color": {
  3342                  "mode": "palette-classic"
  3343                },
  3344                "custom": {
  3345                  "axisCenteredZero": false,
  3346                  "axisColorMode": "text",
  3347                  "axisLabel": "",
  3348                  "axisPlacement": "auto",
  3349                  "barAlignment": 0,
  3350                  "drawStyle": "line",
  3351                  "fillOpacity": 0,
  3352                  "gradientMode": "none",
  3353                  "hideFrom": {
  3354                    "legend": false,
  3355                    "tooltip": false,
  3356                    "viz": false
  3357                  },
  3358                  "lineInterpolation": "linear",
  3359                  "lineWidth": 1,
  3360                  "pointSize": 1,
  3361                  "scaleDistribution": {
  3362                    "type": "linear"
  3363                  },
  3364                  "showPoints": "auto",
  3365                  "spanNulls": false,
  3366                  "stacking": {
  3367                    "group": "A",
  3368                    "mode": "none"
  3369                  },
  3370                  "thresholdsStyle": {
  3371                    "mode": "off"
  3372                  }
  3373                },
  3374                "mappings": [],
  3375                "thresholds": {
  3376                  "mode": "absolute",
  3377                  "steps": [
  3378                    {
  3379                      "color": "green",
  3380                      "value": null
  3381                    },
  3382                    {
  3383                      "color": "red",
  3384                      "value": 80
  3385                    }
  3386                  ]
  3387                },
  3388                "unit": "s"
  3389              },
  3390              "overrides": []
  3391            },
  3392            "gridPos": {
  3393              "h": 8,
  3394              "w": 12,
  3395              "x": 0,
  3396              "y": 42
  3397            },
  3398            "id": 19,
  3399            "options": {
  3400              "legend": {
  3401                "calcs": [
  3402                  "mean",
  3403                  "min",
  3404                  "max",
  3405                  "lastNotNull"
  3406                ],
  3407                "displayMode": "table",
  3408                "placement": "right",
  3409                "showLegend": true
  3410              },
  3411              "tooltip": {
  3412                "mode": "multi",
  3413                "sort": "asc"
  3414              }
  3415            },
  3416            "targets": [
  3417              {
  3418                "datasource": {
  3419                  "type": "prometheus",
  3420                  "uid": "prometheus"
  3421                },
  3422                "editorMode": "code",
  3423                "expr": "avg(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name=\"\"}) by (name))) by (type)",
  3424                "legendFormat": "{{type}}",
  3425                "range": true,
  3426                "refId": "A"
  3427              }
  3428            ],
  3429            "title": "Worker Machine time until condition first true since creationTimestamp (all)",
  3430            "type": "timeseries"
  3431          },
  3432          {
  3433            "datasource": {
  3434              "type": "prometheus",
  3435              "uid": "prometheus"
  3436            },
  3437            "fieldConfig": {
  3438              "defaults": {
  3439                "color": {
  3440                  "mode": "palette-classic"
  3441                },
  3442                "custom": {
  3443                  "axisCenteredZero": false,
  3444                  "axisColorMode": "text",
  3445                  "axisLabel": "",
  3446                  "axisPlacement": "auto",
  3447                  "barAlignment": 0,
  3448                  "drawStyle": "line",
  3449                  "fillOpacity": 0,
  3450                  "gradientMode": "none",
  3451                  "hideFrom": {
  3452                    "legend": false,
  3453                    "tooltip": false,
  3454                    "viz": false
  3455                  },
  3456                  "lineInterpolation": "linear",
  3457                  "lineWidth": 1,
  3458                  "pointSize": 1,
  3459                  "scaleDistribution": {
  3460                    "type": "linear"
  3461                  },
  3462                  "showPoints": "auto",
  3463                  "spanNulls": false,
  3464                  "stacking": {
  3465                    "group": "A",
  3466                    "mode": "none"
  3467                  },
  3468                  "thresholdsStyle": {
  3469                    "mode": "off"
  3470                  }
  3471                },
  3472                "mappings": [],
  3473                "thresholds": {
  3474                  "mode": "absolute",
  3475                  "steps": [
  3476                    {
  3477                      "color": "green",
  3478                      "value": null
  3479                    },
  3480                    {
  3481                      "color": "red",
  3482                      "value": 80
  3483                    }
  3484                  ]
  3485                },
  3486                "unit": "s"
  3487              },
  3488              "overrides": []
  3489            },
  3490            "gridPos": {
  3491              "h": 8,
  3492              "w": 12,
  3493              "x": 12,
  3494              "y": 42
  3495            },
  3496            "id": 20,
  3497            "options": {
  3498              "legend": {
  3499                "calcs": [
  3500                  "mean",
  3501                  "min",
  3502                  "max",
  3503                  "lastNotNull"
  3504                ],
  3505                "displayMode": "table",
  3506                "placement": "right",
  3507                "showLegend": true
  3508              },
  3509              "tooltip": {
  3510                "mode": "multi",
  3511                "sort": "asc"
  3512              }
  3513            },
  3514            "targets": [
  3515              {
  3516                "datasource": {
  3517                  "type": "prometheus",
  3518                  "uid": "prometheus"
  3519                },
  3520                "editorMode": "code",
  3521                "expr": "avg((min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\"}[168h])>= time() - 60*5) - on(name) group_left () (capi_machine_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right avg(capi_machine_info{control_plane_name=\"\"}) by (name))) by (type)",
  3522                "legendFormat": "{{type}}",
  3523                "range": true,
  3524                "refId": "A"
  3525              }
  3526            ],
  3527            "title": "Worker Machine time until condition first true since creationTimestamp (last 5m)",
  3528            "type": "timeseries"
  3529          }
  3530        ],
  3531        "title": "Worker Machine",
  3532        "type": "row"
  3533      },
  3534      {
  3535        "collapsed": true,
  3536        "gridPos": {
  3537          "h": 1,
  3538          "w": 24,
  3539          "x": 0,
  3540          "y": 9
  3541        },
  3542        "id": 37,
  3543        "panels": [
  3544          {
  3545            "datasource": {
  3546              "type": "prometheus",
  3547              "uid": "prometheus"
  3548            },
  3549            "fieldConfig": {
  3550              "defaults": {
  3551                "color": {
  3552                  "mode": "thresholds"
  3553                },
  3554                "custom": {
  3555                  "axisCenteredZero": false,
  3556                  "axisColorMode": "text",
  3557                  "axisLabel": "",
  3558                  "axisPlacement": "left",
  3559                  "fillOpacity": 100,
  3560                  "gradientMode": "none",
  3561                  "hideFrom": {
  3562                    "legend": false,
  3563                    "tooltip": false,
  3564                    "viz": false
  3565                  },
  3566                  "lineWidth": 0,
  3567                  "scaleDistribution": {
  3568                    "type": "linear"
  3569                  },
  3570                  "thresholdsStyle": {
  3571                    "mode": "dashed"
  3572                  }
  3573                },
  3574                "mappings": [],
  3575                "thresholds": {
  3576                  "mode": "percentage",
  3577                  "steps": [
  3578                    {
  3579                      "color": "green",
  3580                      "value": null
  3581                    },
  3582                    {
  3583                      "color": "#EAB839",
  3584                      "value": 95
  3585                    },
  3586                    {
  3587                      "color": "red",
  3588                      "value": 99
  3589                    }
  3590                  ]
  3591                },
  3592                "unit": "s"
  3593              },
  3594              "overrides": []
  3595            },
  3596            "gridPos": {
  3597              "h": 6,
  3598              "w": 24,
  3599              "x": 0,
  3600              "y": 14
  3601            },
  3602            "id": 48,
  3603            "options": {
  3604              "barRadius": 0,
  3605              "barWidth": 0.9,
  3606              "fullHighlight": false,
  3607              "groupWidth": 1,
  3608              "legend": {
  3609                "calcs": [],
  3610                "displayMode": "list",
  3611                "placement": "right",
  3612                "showLegend": false
  3613              },
  3614              "orientation": "auto",
  3615              "showValue": "never",
  3616              "stacking": "none",
  3617              "tooltip": {
  3618                "mode": "single",
  3619                "sort": "none"
  3620              },
  3621              "xTickLabelRotation": 0,
  3622              "xTickLabelSpacing": 0
  3623            },
  3624            "pluginVersion": "9.5.2",
  3625            "targets": [
  3626              {
  3627                "datasource": {
  3628                  "type": "prometheus",
  3629                  "uid": "prometheus"
  3630                },
  3631                "editorMode": "code",
  3632                "exemplar": false,
  3633                "expr": "avg(min_over_time(capi_kubeadmconfig_status_condition_last_transition_time{status=\"True\",type=\"Ready\"}[168h]) - on(name) group_left () (capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name!=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name)))) by (name)",
  3634                "format": "time_series",
  3635                "instant": true,
  3636                "legendFormat": "__auto",
  3637                "range": false,
  3638                "refId": "A"
  3639              }
  3640            ],
  3641            "title": "Control Plane KubeadmConfig time until Ready since creationTimestamp",
  3642            "type": "barchart"
  3643          },
  3644          {
  3645            "datasource": {
  3646              "type": "prometheus",
  3647              "uid": "prometheus"
  3648            },
  3649            "fieldConfig": {
  3650              "defaults": {
  3651                "color": {
  3652                  "mode": "thresholds"
  3653                },
  3654                "mappings": [],
  3655                "thresholds": {
  3656                  "mode": "absolute",
  3657                  "steps": [
  3658                    {
  3659                      "color": "green",
  3660                      "value": null
  3661                    },
  3662                    {
  3663                      "color": "red",
  3664                      "value": 80
  3665                    }
  3666                  ]
  3667                }
  3668              },
  3669              "overrides": []
  3670            },
  3671            "gridPos": {
  3672              "h": 4,
  3673              "w": 24,
  3674              "x": 0,
  3675              "y": 20
  3676            },
  3677            "id": 49,
  3678            "options": {
  3679              "colorMode": "value",
  3680              "graphMode": "area",
  3681              "justifyMode": "auto",
  3682              "orientation": "auto",
  3683              "reduceOptions": {
  3684                "calcs": [
  3685                  "lastNotNull"
  3686                ],
  3687                "fields": "",
  3688                "values": false
  3689              },
  3690              "textMode": "auto"
  3691            },
  3692            "pluginVersion": "9.5.2",
  3693            "targets": [
  3694              {
  3695                "datasource": {
  3696                  "type": "prometheus",
  3697                  "uid": "prometheus"
  3698                },
  3699                "editorMode": "code",
  3700                "expr": "avg(min_over_time(capi_kubeadmconfig_status_condition_last_transition_time{status=\"True\",type=\"Ready\"}[168h]) - on(name) group_left () (capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name!=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name))))",
  3701                "legendFormat": "__auto",
  3702                "range": true,
  3703                "refId": "A"
  3704              }
  3705            ],
  3706            "title": "Average time until Ready since creationTimestamp",
  3707            "type": "stat"
  3708          },
  3709          {
  3710            "datasource": {
  3711              "type": "prometheus",
  3712              "uid": "prometheus"
  3713            },
  3714            "fieldConfig": {
  3715              "defaults": {
  3716                "color": {
  3717                  "mode": "thresholds"
  3718                },
  3719                "custom": {
  3720                  "align": "auto",
  3721                  "cellOptions": {
  3722                    "type": "auto"
  3723                  },
  3724                  "filterable": true,
  3725                  "inspect": false
  3726                },
  3727                "mappings": [],
  3728                "thresholds": {
  3729                  "mode": "absolute",
  3730                  "steps": [
  3731                    {
  3732                      "color": "green",
  3733                      "value": null
  3734                    },
  3735                    {
  3736                      "color": "red",
  3737                      "value": 80
  3738                    }
  3739                  ]
  3740                }
  3741              },
  3742              "overrides": [
  3743                {
  3744                  "matcher": {
  3745                    "id": "byName",
  3746                    "options": "Creation Timestamp"
  3747                  },
  3748                  "properties": [
  3749                    {
  3750                      "id": "unit",
  3751                      "value": "dateTimeAsIso"
  3752                    }
  3753                  ]
  3754                }
  3755              ]
  3756            },
  3757            "gridPos": {
  3758              "h": 7,
  3759              "w": 24,
  3760              "x": 0,
  3761              "y": 24
  3762            },
  3763            "id": 50,
  3764            "options": {
  3765              "cellHeight": "sm",
  3766              "footer": {
  3767                "countRows": false,
  3768                "enablePagination": false,
  3769                "fields": "",
  3770                "reducer": [
  3771                  "sum"
  3772                ],
  3773                "show": false
  3774              },
  3775              "showHeader": true,
  3776              "sortBy": []
  3777            },
  3778            "pluginVersion": "9.5.2",
  3779            "targets": [
  3780              {
  3781                "datasource": {
  3782                  "type": "prometheus",
  3783                  "uid": "prometheus"
  3784                },
  3785                "editorMode": "code",
  3786                "exemplar": false,
  3787                "expr": "avg(min_over_time(capi_kubeadmconfig_status_condition_last_transition_time{status=\"True\",type=\"Ready\"}[168h]) - on(name) group_left () (capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name!=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name)))) by (name)",
  3788                "format": "table",
  3789                "instant": true,
  3790                "legendFormat": "__auto",
  3791                "range": false,
  3792                "refId": "A"
  3793              },
  3794              {
  3795                "datasource": {
  3796                  "type": "prometheus",
  3797                  "uid": "prometheus"
  3798                },
  3799                "editorMode": "code",
  3800                "exemplar": false,
  3801                "expr": "avg(capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name!=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name))) by (name) * 1000",
  3802                "format": "table",
  3803                "hide": false,
  3804                "instant": true,
  3805                "legendFormat": "__auto",
  3806                "range": false,
  3807                "refId": "B"
  3808              }
  3809            ],
  3810            "title": "Control Plane KubeadmConfig Overview",
  3811            "transformations": [
  3812              {
  3813                "id": "joinByField",
  3814                "options": {
  3815                  "byField": "name",
  3816                  "mode": "outer"
  3817                }
  3818              },
  3819              {
  3820                "id": "organize",
  3821                "options": {
  3822                  "excludeByName": {
  3823                    "Time": true,
  3824                    "Time 1": true,
  3825                    "Time 2": true,
  3826                    "Time 3": true,
  3827                    "Value #B": false
  3828                  },
  3829                  "indexByName": {
  3830                    "Time 1": 2,
  3831                    "Time 2": 4,
  3832                    "Value #A": 3,
  3833                    "Value #B": 1,
  3834                    "name": 0
  3835                  },
  3836                  "renameByName": {
  3837                    "Value": "Time until Ready",
  3838                    "Value #A": "Time until Ready",
  3839                    "Value #B": "Creation Timestamp",
  3840                    "Value #C": "Time until NodeHealthy",
  3841                    "name": "KubeadmConfig Name"
  3842                  }
  3843                }
  3844              }
  3845            ],
  3846            "type": "table"
  3847          },
  3848          {
  3849            "datasource": {
  3850              "type": "prometheus",
  3851              "uid": "prometheus"
  3852            },
  3853            "fieldConfig": {
  3854              "defaults": {
  3855                "color": {
  3856                  "mode": "palette-classic"
  3857                },
  3858                "custom": {
  3859                  "axisCenteredZero": false,
  3860                  "axisColorMode": "text",
  3861                  "axisLabel": "",
  3862                  "axisPlacement": "auto",
  3863                  "barAlignment": 0,
  3864                  "drawStyle": "line",
  3865                  "fillOpacity": 0,
  3866                  "gradientMode": "none",
  3867                  "hideFrom": {
  3868                    "legend": false,
  3869                    "tooltip": false,
  3870                    "viz": false
  3871                  },
  3872                  "lineInterpolation": "linear",
  3873                  "lineWidth": 1,
  3874                  "pointSize": 1,
  3875                  "scaleDistribution": {
  3876                    "type": "linear"
  3877                  },
  3878                  "showPoints": "auto",
  3879                  "spanNulls": false,
  3880                  "stacking": {
  3881                    "group": "A",
  3882                    "mode": "none"
  3883                  },
  3884                  "thresholdsStyle": {
  3885                    "mode": "off"
  3886                  }
  3887                },
  3888                "mappings": [],
  3889                "thresholds": {
  3890                  "mode": "absolute",
  3891                  "steps": [
  3892                    {
  3893                      "color": "green",
  3894                      "value": null
  3895                    },
  3896                    {
  3897                      "color": "red",
  3898                      "value": 80
  3899                    }
  3900                  ]
  3901                },
  3902                "unit": "s"
  3903              },
  3904              "overrides": []
  3905            },
  3906            "gridPos": {
  3907              "h": 8,
  3908              "w": 12,
  3909              "x": 0,
  3910              "y": 31
  3911            },
  3912            "id": 21,
  3913            "options": {
  3914              "legend": {
  3915                "calcs": [
  3916                  "mean",
  3917                  "min",
  3918                  "max",
  3919                  "lastNotNull"
  3920                ],
  3921                "displayMode": "table",
  3922                "placement": "right",
  3923                "showLegend": true
  3924              },
  3925              "tooltip": {
  3926                "mode": "multi",
  3927                "sort": "asc"
  3928              }
  3929            },
  3930            "targets": [
  3931              {
  3932                "datasource": {
  3933                  "type": "prometheus",
  3934                  "uid": "prometheus"
  3935                },
  3936                "editorMode": "code",
  3937                "expr": "avg(min_over_time(capi_kubeadmconfig_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () (capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name!=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name)))) by (type)",
  3938                "legendFormat": "{{type}}",
  3939                "range": true,
  3940                "refId": "A"
  3941              }
  3942            ],
  3943            "title": "Control Plane KubeadmConfig time until condition first true since creationTimestamp (all)",
  3944            "type": "timeseries"
  3945          },
  3946          {
  3947            "datasource": {
  3948              "type": "prometheus",
  3949              "uid": "prometheus"
  3950            },
  3951            "fieldConfig": {
  3952              "defaults": {
  3953                "color": {
  3954                  "mode": "palette-classic"
  3955                },
  3956                "custom": {
  3957                  "axisCenteredZero": false,
  3958                  "axisColorMode": "text",
  3959                  "axisLabel": "",
  3960                  "axisPlacement": "auto",
  3961                  "barAlignment": 0,
  3962                  "drawStyle": "line",
  3963                  "fillOpacity": 0,
  3964                  "gradientMode": "none",
  3965                  "hideFrom": {
  3966                    "legend": false,
  3967                    "tooltip": false,
  3968                    "viz": false
  3969                  },
  3970                  "lineInterpolation": "linear",
  3971                  "lineWidth": 1,
  3972                  "pointSize": 1,
  3973                  "scaleDistribution": {
  3974                    "type": "linear"
  3975                  },
  3976                  "showPoints": "auto",
  3977                  "spanNulls": false,
  3978                  "stacking": {
  3979                    "group": "A",
  3980                    "mode": "none"
  3981                  },
  3982                  "thresholdsStyle": {
  3983                    "mode": "off"
  3984                  }
  3985                },
  3986                "mappings": [],
  3987                "thresholds": {
  3988                  "mode": "absolute",
  3989                  "steps": [
  3990                    {
  3991                      "color": "green",
  3992                      "value": null
  3993                    },
  3994                    {
  3995                      "color": "red",
  3996                      "value": 80
  3997                    }
  3998                  ]
  3999                },
  4000                "unit": "s"
  4001              },
  4002              "overrides": []
  4003            },
  4004            "gridPos": {
  4005              "h": 8,
  4006              "w": 12,
  4007              "x": 12,
  4008              "y": 31
  4009            },
  4010            "id": 22,
  4011            "options": {
  4012              "legend": {
  4013                "calcs": [
  4014                  "mean",
  4015                  "min",
  4016                  "max",
  4017                  "lastNotNull"
  4018                ],
  4019                "displayMode": "table",
  4020                "placement": "right",
  4021                "showLegend": true
  4022              },
  4023              "tooltip": {
  4024                "mode": "multi",
  4025                "sort": "asc"
  4026              }
  4027            },
  4028            "targets": [
  4029              {
  4030                "datasource": {
  4031                  "type": "prometheus",
  4032                  "uid": "prometheus"
  4033                },
  4034                "editorMode": "code",
  4035                "expr": "avg((min_over_time(capi_kubeadmconfig_status_condition_last_transition_time{status=\"True\"}[168h])>= time() - 60*5) - on(name) group_left () (capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name!=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name)))) by (type)",
  4036                "legendFormat": "{{type}}",
  4037                "range": true,
  4038                "refId": "A"
  4039              }
  4040            ],
  4041            "title": "Control Plane KubeadmConfig time until condition first true since creationTimestamp (last 5m)",
  4042            "type": "timeseries"
  4043          }
  4044        ],
  4045        "title": "Control Plane KubeadmConfig",
  4046        "type": "row"
  4047      },
  4048      {
  4049        "collapsed": true,
  4050        "gridPos": {
  4051          "h": 1,
  4052          "w": 24,
  4053          "x": 0,
  4054          "y": 10
  4055        },
  4056        "id": 26,
  4057        "panels": [
  4058          {
  4059            "datasource": {
  4060              "type": "prometheus",
  4061              "uid": "prometheus"
  4062            },
  4063            "fieldConfig": {
  4064              "defaults": {
  4065                "color": {
  4066                  "mode": "thresholds"
  4067                },
  4068                "custom": {
  4069                  "axisCenteredZero": false,
  4070                  "axisColorMode": "text",
  4071                  "axisLabel": "",
  4072                  "axisPlacement": "left",
  4073                  "fillOpacity": 100,
  4074                  "gradientMode": "none",
  4075                  "hideFrom": {
  4076                    "legend": false,
  4077                    "tooltip": false,
  4078                    "viz": false
  4079                  },
  4080                  "lineWidth": 0,
  4081                  "scaleDistribution": {
  4082                    "type": "linear"
  4083                  },
  4084                  "thresholdsStyle": {
  4085                    "mode": "dashed"
  4086                  }
  4087                },
  4088                "mappings": [],
  4089                "thresholds": {
  4090                  "mode": "percentage",
  4091                  "steps": [
  4092                    {
  4093                      "color": "green",
  4094                      "value": null
  4095                    },
  4096                    {
  4097                      "color": "#EAB839",
  4098                      "value": 95
  4099                    },
  4100                    {
  4101                      "color": "red",
  4102                      "value": 99
  4103                    }
  4104                  ]
  4105                },
  4106                "unit": "s"
  4107              },
  4108              "overrides": []
  4109            },
  4110            "gridPos": {
  4111              "h": 6,
  4112              "w": 24,
  4113              "x": 0,
  4114              "y": 15
  4115            },
  4116            "id": 51,
  4117            "options": {
  4118              "barRadius": 0,
  4119              "barWidth": 0.9,
  4120              "fullHighlight": false,
  4121              "groupWidth": 1,
  4122              "legend": {
  4123                "calcs": [],
  4124                "displayMode": "list",
  4125                "placement": "right",
  4126                "showLegend": false
  4127              },
  4128              "orientation": "auto",
  4129              "showValue": "never",
  4130              "stacking": "none",
  4131              "tooltip": {
  4132                "mode": "single",
  4133                "sort": "none"
  4134              },
  4135              "xTickLabelRotation": 0,
  4136              "xTickLabelSpacing": 0
  4137            },
  4138            "pluginVersion": "9.5.2",
  4139            "targets": [
  4140              {
  4141                "datasource": {
  4142                  "type": "prometheus",
  4143                  "uid": "prometheus"
  4144                },
  4145                "editorMode": "code",
  4146                "exemplar": false,
  4147                "expr": "avg(min_over_time(capi_kubeadmconfig_status_condition_last_transition_time{status=\"True\",type=\"Ready\"}[168h]) - on(name) group_left () (capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name)))) by (name)",
  4148                "format": "time_series",
  4149                "instant": true,
  4150                "legendFormat": "__auto",
  4151                "range": false,
  4152                "refId": "A"
  4153              }
  4154            ],
  4155            "title": "Worker KubeadmConfig time until Ready since creationTimestamp",
  4156            "type": "barchart"
  4157          },
  4158          {
  4159            "datasource": {
  4160              "type": "prometheus",
  4161              "uid": "prometheus"
  4162            },
  4163            "fieldConfig": {
  4164              "defaults": {
  4165                "color": {
  4166                  "mode": "thresholds"
  4167                },
  4168                "mappings": [],
  4169                "thresholds": {
  4170                  "mode": "absolute",
  4171                  "steps": [
  4172                    {
  4173                      "color": "green",
  4174                      "value": null
  4175                    },
  4176                    {
  4177                      "color": "red",
  4178                      "value": 80
  4179                    }
  4180                  ]
  4181                }
  4182              },
  4183              "overrides": []
  4184            },
  4185            "gridPos": {
  4186              "h": 4,
  4187              "w": 24,
  4188              "x": 0,
  4189              "y": 21
  4190            },
  4191            "id": 52,
  4192            "options": {
  4193              "colorMode": "value",
  4194              "graphMode": "area",
  4195              "justifyMode": "auto",
  4196              "orientation": "auto",
  4197              "reduceOptions": {
  4198                "calcs": [
  4199                  "lastNotNull"
  4200                ],
  4201                "fields": "",
  4202                "values": false
  4203              },
  4204              "textMode": "auto"
  4205            },
  4206            "pluginVersion": "9.5.2",
  4207            "targets": [
  4208              {
  4209                "datasource": {
  4210                  "type": "prometheus",
  4211                  "uid": "prometheus"
  4212                },
  4213                "editorMode": "code",
  4214                "expr": "avg(min_over_time(capi_kubeadmconfig_status_condition_last_transition_time{status=\"True\",type=\"Ready\"}[168h]) - on(name) group_left () (capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name))))",
  4215                "legendFormat": "__auto",
  4216                "range": true,
  4217                "refId": "A"
  4218              }
  4219            ],
  4220            "title": "Average time until Ready since creationTimestamp",
  4221            "type": "stat"
  4222          },
  4223          {
  4224            "datasource": {
  4225              "type": "prometheus",
  4226              "uid": "prometheus"
  4227            },
  4228            "fieldConfig": {
  4229              "defaults": {
  4230                "color": {
  4231                  "mode": "thresholds"
  4232                },
  4233                "custom": {
  4234                  "align": "auto",
  4235                  "cellOptions": {
  4236                    "type": "auto"
  4237                  },
  4238                  "filterable": true,
  4239                  "inspect": false
  4240                },
  4241                "mappings": [],
  4242                "thresholds": {
  4243                  "mode": "absolute",
  4244                  "steps": [
  4245                    {
  4246                      "color": "green",
  4247                      "value": null
  4248                    },
  4249                    {
  4250                      "color": "red",
  4251                      "value": 80
  4252                    }
  4253                  ]
  4254                }
  4255              },
  4256              "overrides": [
  4257                {
  4258                  "matcher": {
  4259                    "id": "byName",
  4260                    "options": "Creation Timestamp"
  4261                  },
  4262                  "properties": [
  4263                    {
  4264                      "id": "unit",
  4265                      "value": "dateTimeAsIso"
  4266                    }
  4267                  ]
  4268                }
  4269              ]
  4270            },
  4271            "gridPos": {
  4272              "h": 7,
  4273              "w": 24,
  4274              "x": 0,
  4275              "y": 25
  4276            },
  4277            "id": 53,
  4278            "options": {
  4279              "cellHeight": "sm",
  4280              "footer": {
  4281                "countRows": false,
  4282                "enablePagination": false,
  4283                "fields": "",
  4284                "reducer": [
  4285                  "sum"
  4286                ],
  4287                "show": false
  4288              },
  4289              "showHeader": true,
  4290              "sortBy": []
  4291            },
  4292            "pluginVersion": "9.5.2",
  4293            "targets": [
  4294              {
  4295                "datasource": {
  4296                  "type": "prometheus",
  4297                  "uid": "prometheus"
  4298                },
  4299                "editorMode": "code",
  4300                "exemplar": false,
  4301                "expr": "avg(min_over_time(capi_kubeadmconfig_status_condition_last_transition_time{status=\"True\",type=\"Ready\"}[168h]) - on(name) group_left () (capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name)))) by (name)",
  4302                "format": "table",
  4303                "instant": true,
  4304                "legendFormat": "__auto",
  4305                "range": false,
  4306                "refId": "A"
  4307              },
  4308              {
  4309                "datasource": {
  4310                  "type": "prometheus",
  4311                  "uid": "prometheus"
  4312                },
  4313                "editorMode": "code",
  4314                "exemplar": false,
  4315                "expr": "avg(capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name))) by (name) * 1000",
  4316                "format": "table",
  4317                "hide": false,
  4318                "instant": true,
  4319                "legendFormat": "__auto",
  4320                "range": false,
  4321                "refId": "B"
  4322              }
  4323            ],
  4324            "title": "Worker KubeadmConfig Overview",
  4325            "transformations": [
  4326              {
  4327                "id": "joinByField",
  4328                "options": {
  4329                  "byField": "name",
  4330                  "mode": "outer"
  4331                }
  4332              },
  4333              {
  4334                "id": "organize",
  4335                "options": {
  4336                  "excludeByName": {
  4337                    "Time": true,
  4338                    "Time 1": true,
  4339                    "Time 2": true,
  4340                    "Time 3": true,
  4341                    "Value #B": false
  4342                  },
  4343                  "indexByName": {
  4344                    "Time 1": 2,
  4345                    "Time 2": 4,
  4346                    "Value #A": 3,
  4347                    "Value #B": 1,
  4348                    "name": 0
  4349                  },
  4350                  "renameByName": {
  4351                    "Value": "Time until Ready",
  4352                    "Value #A": "Time until Ready",
  4353                    "Value #B": "Creation Timestamp",
  4354                    "Value #C": "Time until NodeHealthy",
  4355                    "name": "KubeadmConfig Name"
  4356                  }
  4357                }
  4358              }
  4359            ],
  4360            "type": "table"
  4361          },
  4362          {
  4363            "datasource": {
  4364              "type": "prometheus",
  4365              "uid": "prometheus"
  4366            },
  4367            "fieldConfig": {
  4368              "defaults": {
  4369                "color": {
  4370                  "mode": "palette-classic"
  4371                },
  4372                "custom": {
  4373                  "axisCenteredZero": false,
  4374                  "axisColorMode": "text",
  4375                  "axisLabel": "",
  4376                  "axisPlacement": "auto",
  4377                  "barAlignment": 0,
  4378                  "drawStyle": "line",
  4379                  "fillOpacity": 0,
  4380                  "gradientMode": "none",
  4381                  "hideFrom": {
  4382                    "legend": false,
  4383                    "tooltip": false,
  4384                    "viz": false
  4385                  },
  4386                  "lineInterpolation": "linear",
  4387                  "lineWidth": 1,
  4388                  "pointSize": 1,
  4389                  "scaleDistribution": {
  4390                    "type": "linear"
  4391                  },
  4392                  "showPoints": "auto",
  4393                  "spanNulls": false,
  4394                  "stacking": {
  4395                    "group": "A",
  4396                    "mode": "none"
  4397                  },
  4398                  "thresholdsStyle": {
  4399                    "mode": "off"
  4400                  }
  4401                },
  4402                "mappings": [],
  4403                "thresholds": {
  4404                  "mode": "absolute",
  4405                  "steps": [
  4406                    {
  4407                      "color": "green",
  4408                      "value": null
  4409                    },
  4410                    {
  4411                      "color": "red",
  4412                      "value": 80
  4413                    }
  4414                  ]
  4415                },
  4416                "unit": "s"
  4417              },
  4418              "overrides": []
  4419            },
  4420            "gridPos": {
  4421              "h": 8,
  4422              "w": 12,
  4423              "x": 0,
  4424              "y": 32
  4425            },
  4426            "id": 23,
  4427            "options": {
  4428              "legend": {
  4429                "calcs": [
  4430                  "mean",
  4431                  "min",
  4432                  "max",
  4433                  "lastNotNull"
  4434                ],
  4435                "displayMode": "table",
  4436                "placement": "right",
  4437                "showLegend": true
  4438              },
  4439              "tooltip": {
  4440                "mode": "multi",
  4441                "sort": "asc"
  4442              }
  4443            },
  4444            "targets": [
  4445              {
  4446                "datasource": {
  4447                  "type": "prometheus",
  4448                  "uid": "prometheus"
  4449                },
  4450                "editorMode": "code",
  4451                "expr": "avg(min_over_time(capi_kubeadmconfig_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () (capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name)))) by (type)",
  4452                "legendFormat": "{{type}}",
  4453                "range": true,
  4454                "refId": "A"
  4455              }
  4456            ],
  4457            "title": "Worker KubeadmConfig time until condition first true since creationTimestamp (all)",
  4458            "type": "timeseries"
  4459          },
  4460          {
  4461            "datasource": {
  4462              "type": "prometheus",
  4463              "uid": "prometheus"
  4464            },
  4465            "fieldConfig": {
  4466              "defaults": {
  4467                "color": {
  4468                  "mode": "palette-classic"
  4469                },
  4470                "custom": {
  4471                  "axisCenteredZero": false,
  4472                  "axisColorMode": "text",
  4473                  "axisLabel": "",
  4474                  "axisPlacement": "auto",
  4475                  "barAlignment": 0,
  4476                  "drawStyle": "line",
  4477                  "fillOpacity": 0,
  4478                  "gradientMode": "none",
  4479                  "hideFrom": {
  4480                    "legend": false,
  4481                    "tooltip": false,
  4482                    "viz": false
  4483                  },
  4484                  "lineInterpolation": "linear",
  4485                  "lineWidth": 1,
  4486                  "pointSize": 1,
  4487                  "scaleDistribution": {
  4488                    "type": "linear"
  4489                  },
  4490                  "showPoints": "auto",
  4491                  "spanNulls": false,
  4492                  "stacking": {
  4493                    "group": "A",
  4494                    "mode": "none"
  4495                  },
  4496                  "thresholdsStyle": {
  4497                    "mode": "off"
  4498                  }
  4499                },
  4500                "mappings": [],
  4501                "thresholds": {
  4502                  "mode": "absolute",
  4503                  "steps": [
  4504                    {
  4505                      "color": "green",
  4506                      "value": null
  4507                    },
  4508                    {
  4509                      "color": "red",
  4510                      "value": 80
  4511                    }
  4512                  ]
  4513                },
  4514                "unit": "s"
  4515              },
  4516              "overrides": []
  4517            },
  4518            "gridPos": {
  4519              "h": 8,
  4520              "w": 12,
  4521              "x": 12,
  4522              "y": 32
  4523            },
  4524            "id": 24,
  4525            "options": {
  4526              "legend": {
  4527                "calcs": [
  4528                  "mean",
  4529                  "min",
  4530                  "max",
  4531                  "lastNotNull"
  4532                ],
  4533                "displayMode": "table",
  4534                "placement": "right",
  4535                "showLegend": true
  4536              },
  4537              "tooltip": {
  4538                "mode": "multi",
  4539                "sort": "asc"
  4540              }
  4541            },
  4542            "targets": [
  4543              {
  4544                "datasource": {
  4545                  "type": "prometheus",
  4546                  "uid": "prometheus"
  4547                },
  4548                "editorMode": "code",
  4549                "expr": "avg((min_over_time(capi_kubeadmconfig_status_condition_last_transition_time{status=\"True\"}[168h])>= time() - 60*5) - on(name) group_left () (capi_kubeadmconfig_created{cluster_name=~\"${Cluster:pipe}\"} * on (name) group_right ()  (avg(label_replace(capi_machine_info{control_plane_name=\"\"}, \"name\", \"$0\", \"bootstrap_reference_name\", \".*\")) by (name)))) by (type)",
  4550                "legendFormat": "{{type}}",
  4551                "range": true,
  4552                "refId": "A"
  4553              }
  4554            ],
  4555            "title": "Worker KubeadmConfig time until condition first true since creationTimestamp (last 5m)",
  4556            "type": "timeseries"
  4557          }
  4558        ],
  4559        "title": "Worker KubeadmConfig",
  4560        "type": "row"
  4561      },
  4562      {
  4563        "collapsed": true,
  4564        "gridPos": {
  4565          "h": 1,
  4566          "w": 24,
  4567          "x": 0,
  4568          "y": 11
  4569        },
  4570        "id": 54,
  4571        "panels": [
  4572          {
  4573            "datasource": {
  4574              "type": "prometheus",
  4575              "uid": "prometheus"
  4576            },
  4577            "fieldConfig": {
  4578              "defaults": {
  4579                "color": {
  4580                  "mode": "thresholds"
  4581                },
  4582                "custom": {
  4583                  "align": "auto",
  4584                  "cellOptions": {
  4585                    "type": "auto"
  4586                  },
  4587                  "filterable": true,
  4588                  "inspect": false
  4589                },
  4590                "mappings": [],
  4591                "thresholds": {
  4592                  "mode": "absolute",
  4593                  "steps": [
  4594                    {
  4595                      "color": "green",
  4596                      "value": null
  4597                    },
  4598                    {
  4599                      "color": "red",
  4600                      "value": 80
  4601                    }
  4602                  ]
  4603                },
  4604                "unit": "s"
  4605              },
  4606              "overrides": [
  4607                {
  4608                  "matcher": {
  4609                    "id": "byName",
  4610                    "options": "Delta first 10 to last 10"
  4611                  },
  4612                  "properties": [
  4613                    {
  4614                      "id": "unit",
  4615                      "value": "percentunit"
  4616                    }
  4617                  ]
  4618                }
  4619              ]
  4620            },
  4621            "gridPos": {
  4622              "h": 8,
  4623              "w": 24,
  4624              "x": 0,
  4625              "y": 12
  4626            },
  4627            "id": 55,
  4628            "options": {
  4629              "cellHeight": "sm",
  4630              "footer": {
  4631                "countRows": false,
  4632                "fields": "",
  4633                "reducer": [
  4634                  "sum"
  4635                ],
  4636                "show": false
  4637              },
  4638              "showHeader": true,
  4639              "sortBy": []
  4640            },
  4641            "pluginVersion": "9.5.2",
  4642            "targets": [
  4643              {
  4644                "datasource": {
  4645                  "type": "prometheus",
  4646                  "uid": "prometheus"
  4647                },
  4648                "editorMode": "code",
  4649                "exemplar": false,
  4650                "expr": "min(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (type)",
  4651                "format": "table",
  4652                "instant": true,
  4653                "range": false,
  4654                "refId": "A"
  4655              },
  4656              {
  4657                "datasource": {
  4658                  "type": "prometheus",
  4659                  "uid": "prometheus"
  4660                },
  4661                "editorMode": "code",
  4662                "exemplar": false,
  4663                "expr": "max(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"})  by (type)",
  4664                "format": "table",
  4665                "hide": false,
  4666                "instant": true,
  4667                "range": false,
  4668                "refId": "B"
  4669              },
  4670              {
  4671                "datasource": {
  4672                  "type": "prometheus",
  4673                  "uid": "prometheus"
  4674                },
  4675                "editorMode": "code",
  4676                "exemplar": false,
  4677                "expr": "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"})  by (type)",
  4678                "format": "table",
  4679                "hide": false,
  4680                "instant": true,
  4681                "range": false,
  4682                "refId": "C"
  4683              },
  4684              {
  4685                "datasource": {
  4686                  "type": "prometheus",
  4687                  "uid": "prometheus"
  4688                },
  4689                "editorMode": "code",
  4690                "exemplar": false,
  4691                "expr": "quantile(0.5, min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"})  by (type)",
  4692                "format": "table",
  4693                "hide": false,
  4694                "instant": true,
  4695                "range": false,
  4696                "refId": "D"
  4697              },
  4698              {
  4699                "datasource": {
  4700                  "type": "prometheus",
  4701                  "uid": "prometheus"
  4702                },
  4703                "editorMode": "code",
  4704                "exemplar": false,
  4705                "expr": "quantile(0.9, min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (type)",
  4706                "format": "table",
  4707                "hide": false,
  4708                "instant": true,
  4709                "range": false,
  4710                "refId": "E"
  4711              },
  4712              {
  4713                "datasource": {
  4714                  "type": "prometheus",
  4715                  "uid": "prometheus"
  4716                },
  4717                "editorMode": "code",
  4718                "exemplar": false,
  4719                "expr": "quantile(0.99, min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (type)",
  4720                "format": "table",
  4721                "hide": false,
  4722                "instant": true,
  4723                "range": false,
  4724                "refId": "F"
  4725              },
  4726              {
  4727                "datasource": {
  4728                  "type": "prometheus",
  4729                  "uid": "prometheus"
  4730                },
  4731                "editorMode": "code",
  4732                "exemplar": false,
  4733                "expr": "stddev(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (type)",
  4734                "format": "table",
  4735                "hide": false,
  4736                "instant": true,
  4737                "range": false,
  4738                "refId": "G"
  4739              },
  4740              {
  4741                "datasource": {
  4742                  "type": "prometheus",
  4743                  "uid": "prometheus"
  4744                },
  4745                "editorMode": "code",
  4746                "exemplar": false,
  4747                "expr": "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () bottomk(10, avg(capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name))) by (type)",
  4748                "format": "table",
  4749                "hide": false,
  4750                "instant": true,
  4751                "range": false,
  4752                "refId": "H"
  4753              },
  4754              {
  4755                "datasource": {
  4756                  "type": "prometheus",
  4757                  "uid": "prometheus"
  4758                },
  4759                "editorMode": "code",
  4760                "exemplar": false,
  4761                "expr": "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () topk(10, avg(capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name))) by (type)\n",
  4762                "format": "table",
  4763                "hide": false,
  4764                "instant": true,
  4765                "range": false,
  4766                "refId": "I"
  4767              },
  4768              {
  4769                "datasource": {
  4770                  "type": "prometheus",
  4771                  "uid": "prometheus"
  4772                },
  4773                "editorMode": "code",
  4774                "exemplar": false,
  4775                "expr": "(avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () topk(10, avg(capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name))) by (type) - avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () bottomk(10, avg(capi_cluster_created) by (name))) by (type)) / avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\"}[168h]) - on(name) group_left () bottomk(10, avg(capi_cluster_created) by (name))) by (type)\n",
  4776                "format": "table",
  4777                "hide": false,
  4778                "instant": true,
  4779                "range": false,
  4780                "refId": "J"
  4781              }
  4782            ],
  4783            "title": "Cluster Time until Condition true since creationTimestamp",
  4784            "transformations": [
  4785              {
  4786                "id": "joinByField",
  4787                "options": {
  4788                  "byField": "type",
  4789                  "mode": "outer"
  4790                }
  4791              },
  4792              {
  4793                "id": "organize",
  4794                "options": {
  4795                  "excludeByName": {
  4796                    "Time": true
  4797                  },
  4798                  "indexByName": {},
  4799                  "renameByName": {
  4800                    "Time 2": "",
  4801                    "Time 3": "",
  4802                    "Time 4": "",
  4803                    "Value #A": "Min",
  4804                    "Value #B": "Max",
  4805                    "Value #C": "Average",
  4806                    "Value #D": "P50",
  4807                    "Value #E": "P90",
  4808                    "Value #F": "P99",
  4809                    "Value #G": "Standard deviation",
  4810                    "Value #H": "Average first 10",
  4811                    "Value #I": "Average last 10",
  4812                    "Value #J": "Delta first 10 to last 10",
  4813                    "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () bottomk(10, avg(capi_cluster_created) by (name)))": "Average first 10",
  4814                    "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () capi_cluster_created)": "Average",
  4815                    "avg(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () topk(10, avg(capi_cluster_created) by (name)))\n": "Average last 10",
  4816                    "max(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () capi_cluster_created)": "Max",
  4817                    "min(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () capi_cluster_created)": "Min",
  4818                    "quantile(0.5, min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () capi_cluster_created)": "P50",
  4819                    "quantile(0.9, min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () capi_cluster_created)": "P90",
  4820                    "quantile(0.99, min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () capi_cluster_created)": "P99",
  4821                    "stddev(min_over_time(capi_cluster_status_condition_last_transition_time{status=\"True\",type=\"ControlPlaneReady\"}[168h]) - on(name) group_left () capi_cluster_created)": "Standard deviation",
  4822                    "type": "Type"
  4823                  }
  4824                }
  4825              }
  4826            ],
  4827            "type": "table"
  4828          },
  4829          {
  4830            "datasource": {
  4831              "type": "prometheus",
  4832              "uid": "prometheus"
  4833            },
  4834            "fieldConfig": {
  4835              "defaults": {
  4836                "color": {
  4837                  "mode": "thresholds"
  4838                },
  4839                "custom": {
  4840                  "align": "auto",
  4841                  "cellOptions": {
  4842                    "type": "auto"
  4843                  },
  4844                  "filterable": true,
  4845                  "inspect": false
  4846                },
  4847                "mappings": [],
  4848                "thresholds": {
  4849                  "mode": "absolute",
  4850                  "steps": [
  4851                    {
  4852                      "color": "green",
  4853                      "value": null
  4854                    },
  4855                    {
  4856                      "color": "red",
  4857                      "value": 80
  4858                    }
  4859                  ]
  4860                },
  4861                "unit": "s"
  4862              },
  4863              "overrides": [
  4864                {
  4865                  "matcher": {
  4866                    "id": "byName",
  4867                    "options": "Delta first 10 to last 10"
  4868                  },
  4869                  "properties": [
  4870                    {
  4871                      "id": "unit",
  4872                      "value": "percentunit"
  4873                    }
  4874                  ]
  4875                }
  4876              ]
  4877            },
  4878            "gridPos": {
  4879              "h": 4,
  4880              "w": 24,
  4881              "x": 0,
  4882              "y": 20
  4883            },
  4884            "id": 56,
  4885            "options": {
  4886              "cellHeight": "sm",
  4887              "footer": {
  4888                "countRows": false,
  4889                "fields": "",
  4890                "reducer": [
  4891                  "sum"
  4892                ],
  4893                "show": false
  4894              },
  4895              "showHeader": true,
  4896              "sortBy": []
  4897            },
  4898            "pluginVersion": "9.5.2",
  4899            "targets": [
  4900              {
  4901                "datasource": {
  4902                  "type": "prometheus",
  4903                  "uid": "prometheus"
  4904                },
  4905                "editorMode": "code",
  4906                "exemplar": false,
  4907                "expr": "min(label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(capi_cluster_created{name=~\"${Cluster:pipe}\"}, \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\"))",
  4908                "format": "table",
  4909                "instant": true,
  4910                "range": false,
  4911                "refId": "A"
  4912              },
  4913              {
  4914                "datasource": {
  4915                  "type": "prometheus",
  4916                  "uid": "prometheus"
  4917                },
  4918                "editorMode": "code",
  4919                "exemplar": false,
  4920                "expr": "max(label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(capi_cluster_created{name=~\"${Cluster:pipe}\"}, \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\"))",
  4921                "format": "table",
  4922                "hide": false,
  4923                "instant": true,
  4924                "range": false,
  4925                "refId": "B"
  4926              },
  4927              {
  4928                "datasource": {
  4929                  "type": "prometheus",
  4930                  "uid": "prometheus"
  4931                },
  4932                "editorMode": "code",
  4933                "exemplar": false,
  4934                "expr": "avg(label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(capi_cluster_created{name=~\"${Cluster:pipe}\"}, \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\"))",
  4935                "format": "table",
  4936                "hide": false,
  4937                "instant": true,
  4938                "range": false,
  4939                "refId": "C"
  4940              },
  4941              {
  4942                "datasource": {
  4943                  "type": "prometheus",
  4944                  "uid": "prometheus"
  4945                },
  4946                "editorMode": "code",
  4947                "exemplar": false,
  4948                "expr": "quantile(0.5, label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(capi_cluster_created{name=~\"${Cluster:pipe}\"}, \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\"))",
  4949                "format": "table",
  4950                "hide": false,
  4951                "instant": true,
  4952                "range": false,
  4953                "refId": "D"
  4954              },
  4955              {
  4956                "datasource": {
  4957                  "type": "prometheus",
  4958                  "uid": "prometheus"
  4959                },
  4960                "editorMode": "code",
  4961                "exemplar": false,
  4962                "expr": "quantile(0.9, label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(capi_cluster_created{name=~\"${Cluster:pipe}\"}, \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\"))",
  4963                "format": "table",
  4964                "hide": false,
  4965                "instant": true,
  4966                "range": false,
  4967                "refId": "E"
  4968              },
  4969              {
  4970                "datasource": {
  4971                  "type": "prometheus",
  4972                  "uid": "prometheus"
  4973                },
  4974                "editorMode": "code",
  4975                "exemplar": false,
  4976                "expr": "quantile(0.99, label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(capi_cluster_created{name=~\"${Cluster:pipe}\"}, \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\"))",
  4977                "format": "table",
  4978                "hide": false,
  4979                "instant": true,
  4980                "range": false,
  4981                "refId": "F"
  4982              },
  4983              {
  4984                "datasource": {
  4985                  "type": "prometheus",
  4986                  "uid": "prometheus"
  4987                },
  4988                "editorMode": "code",
  4989                "exemplar": false,
  4990                "expr": "avg(label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(bottomk(10, avg(capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name)), \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\"))",
  4991                "format": "table",
  4992                "hide": false,
  4993                "instant": true,
  4994                "range": false,
  4995                "refId": "G"
  4996              },
  4997              {
  4998                "datasource": {
  4999                  "type": "prometheus",
  5000                  "uid": "prometheus"
  5001                },
  5002                "editorMode": "code",
  5003                "exemplar": false,
  5004                "expr": "avg(label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(topk(10, avg(capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name)), \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\"))",
  5005                "format": "table",
  5006                "hide": false,
  5007                "instant": true,
  5008                "range": false,
  5009                "refId": "H"
  5010              },
  5011              {
  5012                "datasource": {
  5013                  "type": "prometheus",
  5014                  "uid": "prometheus"
  5015                },
  5016                "editorMode": "code",
  5017                "exemplar": false,
  5018                "expr": "(avg(label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(topk(10, avg(capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name)), \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\")) - avg(label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(bottomk(10, avg(capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name)), \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\"))) / avg(label_replace(max(min_over_time(capi_machine_status_condition_last_transition_time{status=\"True\",type=\"NodeHealthy\"}[168h])) by (cluster_name) - on (cluster_name) label_replace(bottomk(10, avg(capi_cluster_created{name=~\"${Cluster:pipe}\"}) by (name)), \"cluster_name\", \"$0\", \"name\", \".*\") unless count(capi_machine_status_condition_last_transition_time{status=\"False\",type=\"NodeHealthy\"}) by (cluster_name), \"name\", \"$0\", \"cluster_name\", \".*\"))",
  5019                "format": "table",
  5020                "hide": false,
  5021                "instant": true,
  5022                "range": false,
  5023                "refId": "I"
  5024              }
  5025            ],
  5026            "title": "Cluster time until last Machine NodeHealthy since creationTimestamp",
  5027            "transformations": [
  5028              {
  5029                "id": "joinByField",
  5030                "options": {}
  5031              },
  5032              {
  5033                "id": "organize",
  5034                "options": {
  5035                  "excludeByName": {
  5036                    "Time": true
  5037                  },
  5038                  "indexByName": {},
  5039                  "renameByName": {
  5040                    "Time": "",
  5041                    "Value #A": "Min",
  5042                    "Value #B": "Max",
  5043                    "Value #C": "Average",
  5044                    "Value #D": "P50",
  5045                    "Value #E": "P90",
  5046                    "Value #F": "P99",
  5047                    "Value #G": "Average first 10",
  5048                    "Value #H": "Average last 10",
  5049                    "Value #I": "Delta first 10 to last 10"
  5050                  }
  5051                }
  5052              }
  5053            ],
  5054            "type": "table"
  5055          }
  5056        ],
  5057        "title": "KPIs",
  5058        "type": "row"
  5059      }
  5060    ],
  5061    "refresh": "",
  5062    "schemaVersion": 38,
  5063    "style": "dark",
  5064    "tags": [],
  5065    "templating": {
  5066      "list": [
  5067        {
  5068          "allValue": ".*",
  5069          "current": {
  5070            "selected": false,
  5071            "text": ".*",
  5072            "value": ".*"
  5073          },
  5074          "description": "Cluster prefix to filter by",
  5075          "hide": 0,
  5076          "includeAll": true,
  5077          "label": "Cluster",
  5078          "multi": true,
  5079          "name": "Cluster",
  5080          "options": [
  5081            {
  5082              "selected": false,
  5083              "text": "All",
  5084              "value": "$__all"
  5085            }
  5086          ],
  5087          "query": "",
  5088          "queryValue": ".*",
  5089          "skipUrlSync": false,
  5090          "type": "custom"
  5091        }
  5092      ]
  5093    },
  5094    "time": {
  5095      "from": "now-30m",
  5096      "to": "now"
  5097    },
  5098    "timepicker": {},
  5099    "timezone": "",
  5100    "title": "Cluster API Performance",
  5101    "uid": "b2660352-4f3c-4024-837c-393d901e6981",
  5102    "version": 11,
  5103    "weekStart": ""
  5104  }