github.com/verrazzano/verrazzano@v1.7.1/platform-operator/thirdparty/charts/prometheus-community/kube-prometheus-stack/templates/grafana/dashboards-1.14/kubelet.yaml (about)

     1  {{- /*
     2  Generated from 'kubelet' from https://raw.githubusercontent.com/prometheus-operator/kube-prometheus/main/manifests/grafana-dashboardDefinitions.yaml
     3  Do not change in-place! In order to change this file first read following link:
     4  https://github.com/prometheus-community/helm-charts/tree/main/charts/kube-prometheus-stack/hack
     5  */ -}}
     6  {{- $kubeTargetVersion := default .Capabilities.KubeVersion.GitVersion .Values.kubeTargetVersionOverride }}
     7  {{- if and (or .Values.grafana.enabled .Values.grafana.forceDeployDashboards) (semverCompare ">=1.14.0-0" $kubeTargetVersion) (semverCompare "<9.9.9-9" $kubeTargetVersion) .Values.grafana.defaultDashboardsEnabled .Values.kubelet.enabled }}
     8  apiVersion: v1
     9  kind: ConfigMap
    10  metadata:
    11    namespace: {{ template "kube-prometheus-stack-grafana.namespace" . }}
    12    name: {{ printf "%s-%s" (include "kube-prometheus-stack.fullname" $) "kubelet" | trunc 63 | trimSuffix "-" }}
    13    annotations:
    14  {{ toYaml .Values.grafana.sidecar.dashboards.annotations | indent 4 }}
    15    labels:
    16      {{- if $.Values.grafana.sidecar.dashboards.label }}
    17      {{ $.Values.grafana.sidecar.dashboards.label }}: {{ ternary $.Values.grafana.sidecar.dashboards.labelValue "1" (not (empty $.Values.grafana.sidecar.dashboards.labelValue)) | quote }}
    18      {{- end }}
    19      app: {{ template "kube-prometheus-stack.name" $ }}-grafana
    20  {{ include "kube-prometheus-stack.labels" $ | indent 4 }}
    21  data:
    22    kubelet.json: |-
    23      {
    24          "__inputs": [
    25  
    26          ],
    27          "__requires": [
    28  
    29          ],
    30          "annotations": {
    31              "list": [
    32  
    33              ]
    34          },
    35          "editable": false,
    36          "gnetId": null,
    37          "graphTooltip": 0,
    38          "hideControls": false,
    39          "id": null,
    40          "links": [
    41  
    42          ],
    43          "panels": [
    44              {
    45                  "datasource": "$datasource",
    46                  "fieldConfig": {
    47                      "defaults": {
    48                          "links": [
    49  
    50                          ],
    51                          "mappings": [
    52  
    53                          ],
    54                          "thresholds": {
    55                              "mode": "absolute",
    56                              "steps": [
    57  
    58                              ]
    59                          },
    60                          "unit": "none"
    61                      }
    62                  },
    63                  "gridPos": {
    64                      "h": 7,
    65                      "w": 4,
    66                      "x": 0,
    67                      "y": 0
    68                  },
    69                  "id": 2,
    70                  "links": [
    71  
    72                  ],
    73                  "options": {
    74                      "colorMode": "value",
    75                      "graphMode": "area",
    76                      "justifyMode": "auto",
    77                      "orientation": "auto",
    78                      "reduceOptions": {
    79                          "calcs": [
    80                              "lastNotNull"
    81                          ],
    82                          "fields": "",
    83                          "values": false
    84                      },
    85                      "textMode": "auto"
    86                  },
    87                  "pluginVersion": "7",
    88                  "targets": [
    89                      {
    90                          "expr": "sum(kubelet_node_name{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\"})",
    91                          "format": "time_series",
    92                          "intervalFactor": 2,
    93                          "legendFormat": "",
    94                          "refId": "A"
    95                      }
    96                  ],
    97                  "title": "Running Kubelets",
    98                  "transparent": false,
    99                  "type": "stat"
   100              },
   101              {
   102                  "datasource": "$datasource",
   103                  "fieldConfig": {
   104                      "defaults": {
   105                          "links": [
   106  
   107                          ],
   108                          "mappings": [
   109  
   110                          ],
   111                          "thresholds": {
   112                              "mode": "absolute",
   113                              "steps": [
   114  
   115                              ]
   116                          },
   117                          "unit": "none"
   118                      }
   119                  },
   120                  "gridPos": {
   121                      "h": 7,
   122                      "w": 4,
   123                      "x": 4,
   124                      "y": 0
   125                  },
   126                  "id": 3,
   127                  "links": [
   128  
   129                  ],
   130                  "options": {
   131                      "colorMode": "value",
   132                      "graphMode": "area",
   133                      "justifyMode": "auto",
   134                      "orientation": "auto",
   135                      "reduceOptions": {
   136                          "calcs": [
   137                              "lastNotNull"
   138                          ],
   139                          "fields": "",
   140                          "values": false
   141                      },
   142                      "textMode": "auto"
   143                  },
   144                  "pluginVersion": "7",
   145                  "targets": [
   146                      {
   147                          "expr": "sum(kubelet_running_pods{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\"}) OR sum(kubelet_running_pod_count{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\"})",
   148                          "format": "time_series",
   149                          "intervalFactor": 2,
   150                          "legendFormat": "{{`{{`}}instance{{`}}`}}",
   151                          "refId": "A"
   152                      }
   153                  ],
   154                  "title": "Running Pods",
   155                  "transparent": false,
   156                  "type": "stat"
   157              },
   158              {
   159                  "datasource": "$datasource",
   160                  "fieldConfig": {
   161                      "defaults": {
   162                          "links": [
   163  
   164                          ],
   165                          "mappings": [
   166  
   167                          ],
   168                          "thresholds": {
   169                              "mode": "absolute",
   170                              "steps": [
   171  
   172                              ]
   173                          },
   174                          "unit": "none"
   175                      }
   176                  },
   177                  "gridPos": {
   178                      "h": 7,
   179                      "w": 4,
   180                      "x": 8,
   181                      "y": 0
   182                  },
   183                  "id": 4,
   184                  "links": [
   185  
   186                  ],
   187                  "options": {
   188                      "colorMode": "value",
   189                      "graphMode": "area",
   190                      "justifyMode": "auto",
   191                      "orientation": "auto",
   192                      "reduceOptions": {
   193                          "calcs": [
   194                              "lastNotNull"
   195                          ],
   196                          "fields": "",
   197                          "values": false
   198                      },
   199                      "textMode": "auto"
   200                  },
   201                  "pluginVersion": "7",
   202                  "targets": [
   203                      {
   204                          "expr": "sum(kubelet_running_containers{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\"}) OR sum(kubelet_running_container_count{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\"})",
   205                          "format": "time_series",
   206                          "intervalFactor": 2,
   207                          "legendFormat": "{{`{{`}}instance{{`}}`}}",
   208                          "refId": "A"
   209                      }
   210                  ],
   211                  "title": "Running Containers",
   212                  "transparent": false,
   213                  "type": "stat"
   214              },
   215              {
   216                  "datasource": "$datasource",
   217                  "fieldConfig": {
   218                      "defaults": {
   219                          "links": [
   220  
   221                          ],
   222                          "mappings": [
   223  
   224                          ],
   225                          "thresholds": {
   226                              "mode": "absolute",
   227                              "steps": [
   228  
   229                              ]
   230                          },
   231                          "unit": "none"
   232                      }
   233                  },
   234                  "gridPos": {
   235                      "h": 7,
   236                      "w": 4,
   237                      "x": 12,
   238                      "y": 0
   239                  },
   240                  "id": 5,
   241                  "links": [
   242  
   243                  ],
   244                  "options": {
   245                      "colorMode": "value",
   246                      "graphMode": "area",
   247                      "justifyMode": "auto",
   248                      "orientation": "auto",
   249                      "reduceOptions": {
   250                          "calcs": [
   251                              "lastNotNull"
   252                          ],
   253                          "fields": "",
   254                          "values": false
   255                      },
   256                      "textMode": "auto"
   257                  },
   258                  "pluginVersion": "7",
   259                  "targets": [
   260                      {
   261                          "expr": "sum(volume_manager_total_volumes{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\", state=\"actual_state_of_world\"})",
   262                          "format": "time_series",
   263                          "intervalFactor": 2,
   264                          "legendFormat": "{{`{{`}}instance{{`}}`}}",
   265                          "refId": "A"
   266                      }
   267                  ],
   268                  "title": "Actual Volume Count",
   269                  "transparent": false,
   270                  "type": "stat"
   271              },
   272              {
   273                  "datasource": "$datasource",
   274                  "fieldConfig": {
   275                      "defaults": {
   276                          "links": [
   277  
   278                          ],
   279                          "mappings": [
   280  
   281                          ],
   282                          "thresholds": {
   283                              "mode": "absolute",
   284                              "steps": [
   285  
   286                              ]
   287                          },
   288                          "unit": "none"
   289                      }
   290                  },
   291                  "gridPos": {
   292                      "h": 7,
   293                      "w": 4,
   294                      "x": 16,
   295                      "y": 0
   296                  },
   297                  "id": 6,
   298                  "links": [
   299  
   300                  ],
   301                  "options": {
   302                      "colorMode": "value",
   303                      "graphMode": "area",
   304                      "justifyMode": "auto",
   305                      "orientation": "auto",
   306                      "reduceOptions": {
   307                          "calcs": [
   308                              "lastNotNull"
   309                          ],
   310                          "fields": "",
   311                          "values": false
   312                      },
   313                      "textMode": "auto"
   314                  },
   315                  "pluginVersion": "7",
   316                  "targets": [
   317                      {
   318                          "expr": "sum(volume_manager_total_volumes{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\",state=\"desired_state_of_world\"})",
   319                          "format": "time_series",
   320                          "intervalFactor": 2,
   321                          "legendFormat": "{{`{{`}}instance{{`}}`}}",
   322                          "refId": "A"
   323                      }
   324                  ],
   325                  "title": "Desired Volume Count",
   326                  "transparent": false,
   327                  "type": "stat"
   328              },
   329              {
   330                  "datasource": "$datasource",
   331                  "fieldConfig": {
   332                      "defaults": {
   333                          "links": [
   334  
   335                          ],
   336                          "mappings": [
   337  
   338                          ],
   339                          "thresholds": {
   340                              "mode": "absolute",
   341                              "steps": [
   342  
   343                              ]
   344                          },
   345                          "unit": "none"
   346                      }
   347                  },
   348                  "gridPos": {
   349                      "h": 7,
   350                      "w": 4,
   351                      "x": 20,
   352                      "y": 0
   353                  },
   354                  "id": 7,
   355                  "links": [
   356  
   357                  ],
   358                  "options": {
   359                      "colorMode": "value",
   360                      "graphMode": "area",
   361                      "justifyMode": "auto",
   362                      "orientation": "auto",
   363                      "reduceOptions": {
   364                          "calcs": [
   365                              "lastNotNull"
   366                          ],
   367                          "fields": "",
   368                          "values": false
   369                      },
   370                      "textMode": "auto"
   371                  },
   372                  "pluginVersion": "7",
   373                  "targets": [
   374                      {
   375                          "expr": "sum(rate(kubelet_node_config_error{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\"}[$__rate_interval]))",
   376                          "format": "time_series",
   377                          "intervalFactor": 2,
   378                          "legendFormat": "{{`{{`}}instance{{`}}`}}",
   379                          "refId": "A"
   380                      }
   381                  ],
   382                  "title": "Config Error Count",
   383                  "transparent": false,
   384                  "type": "stat"
   385              },
   386              {
   387                  "aliasColors": {
   388  
   389                  },
   390                  "bars": false,
   391                  "dashLength": 10,
   392                  "dashes": false,
   393                  "datasource": "$datasource",
   394                  "fill": 1,
   395                  "fillGradient": 0,
   396                  "gridPos": {
   397                      "h": 7,
   398                      "w": 12,
   399                      "x": 0,
   400                      "y": 7
   401                  },
   402                  "id": 8,
   403                  "legend": {
   404                      "alignAsTable": true,
   405                      "avg": false,
   406                      "current": true,
   407                      "max": false,
   408                      "min": false,
   409                      "rightSide": true,
   410                      "show": true,
   411                      "sideWidth": null,
   412                      "total": false,
   413                      "values": true
   414                  },
   415                  "lines": true,
   416                  "linewidth": 1,
   417                  "links": [
   418  
   419                  ],
   420                  "nullPointMode": "null",
   421                  "percentage": false,
   422                  "pointradius": 5,
   423                  "points": false,
   424                  "renderer": "flot",
   425                  "repeat": null,
   426                  "seriesOverrides": [
   427  
   428                  ],
   429                  "spaceLength": 10,
   430                  "stack": false,
   431                  "steppedLine": false,
   432                  "targets": [
   433                      {
   434                          "expr": "sum(rate(kubelet_runtime_operations_total{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])) by (operation_type, instance)",
   435                          "format": "time_series",
   436                          "intervalFactor": 2,
   437                          "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
   438                          "refId": "A"
   439                      }
   440                  ],
   441                  "thresholds": [
   442  
   443                  ],
   444                  "timeFrom": null,
   445                  "timeShift": null,
   446                  "title": "Operation Rate",
   447                  "tooltip": {
   448                      "shared": true,
   449                      "sort": 0,
   450                      "value_type": "individual"
   451                  },
   452                  "type": "graph",
   453                  "xaxis": {
   454                      "buckets": null,
   455                      "mode": "time",
   456                      "name": null,
   457                      "show": true,
   458                      "values": [
   459  
   460                      ]
   461                  },
   462                  "yaxes": [
   463                      {
   464                          "format": "ops",
   465                          "label": null,
   466                          "logBase": 1,
   467                          "max": null,
   468                          "min": null,
   469                          "show": true
   470                      },
   471                      {
   472                          "format": "ops",
   473                          "label": null,
   474                          "logBase": 1,
   475                          "max": null,
   476                          "min": null,
   477                          "show": true
   478                      }
   479                  ]
   480              },
   481              {
   482                  "aliasColors": {
   483  
   484                  },
   485                  "bars": false,
   486                  "dashLength": 10,
   487                  "dashes": false,
   488                  "datasource": "$datasource",
   489                  "fill": 1,
   490                  "fillGradient": 0,
   491                  "gridPos": {
   492                      "h": 7,
   493                      "w": 12,
   494                      "x": 12,
   495                      "y": 7
   496                  },
   497                  "id": 9,
   498                  "legend": {
   499                      "alignAsTable": true,
   500                      "avg": false,
   501                      "current": true,
   502                      "max": false,
   503                      "min": false,
   504                      "rightSide": true,
   505                      "show": true,
   506                      "sideWidth": null,
   507                      "total": false,
   508                      "values": true
   509                  },
   510                  "lines": true,
   511                  "linewidth": 1,
   512                  "links": [
   513  
   514                  ],
   515                  "nullPointMode": "null",
   516                  "percentage": false,
   517                  "pointradius": 5,
   518                  "points": false,
   519                  "renderer": "flot",
   520                  "repeat": null,
   521                  "seriesOverrides": [
   522  
   523                  ],
   524                  "spaceLength": 10,
   525                  "stack": false,
   526                  "steppedLine": false,
   527                  "targets": [
   528                      {
   529                          "expr": "sum(rate(kubelet_runtime_operations_errors_total{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_type)",
   530                          "format": "time_series",
   531                          "intervalFactor": 2,
   532                          "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
   533                          "refId": "A"
   534                      }
   535                  ],
   536                  "thresholds": [
   537  
   538                  ],
   539                  "timeFrom": null,
   540                  "timeShift": null,
   541                  "title": "Operation Error Rate",
   542                  "tooltip": {
   543                      "shared": true,
   544                      "sort": 0,
   545                      "value_type": "individual"
   546                  },
   547                  "type": "graph",
   548                  "xaxis": {
   549                      "buckets": null,
   550                      "mode": "time",
   551                      "name": null,
   552                      "show": true,
   553                      "values": [
   554  
   555                      ]
   556                  },
   557                  "yaxes": [
   558                      {
   559                          "format": "ops",
   560                          "label": null,
   561                          "logBase": 1,
   562                          "max": null,
   563                          "min": null,
   564                          "show": true
   565                      },
   566                      {
   567                          "format": "ops",
   568                          "label": null,
   569                          "logBase": 1,
   570                          "max": null,
   571                          "min": null,
   572                          "show": true
   573                      }
   574                  ]
   575              },
   576              {
   577                  "aliasColors": {
   578  
   579                  },
   580                  "bars": false,
   581                  "dashLength": 10,
   582                  "dashes": false,
   583                  "datasource": "$datasource",
   584                  "fill": 1,
   585                  "fillGradient": 0,
   586                  "gridPos": {
   587                      "h": 7,
   588                      "w": 24,
   589                      "x": 0,
   590                      "y": 14
   591                  },
   592                  "id": 10,
   593                  "legend": {
   594                      "alignAsTable": true,
   595                      "avg": false,
   596                      "current": true,
   597                      "max": false,
   598                      "min": false,
   599                      "rightSide": true,
   600                      "show": true,
   601                      "sideWidth": null,
   602                      "total": false,
   603                      "values": true
   604                  },
   605                  "lines": true,
   606                  "linewidth": 1,
   607                  "links": [
   608  
   609                  ],
   610                  "nullPointMode": "null",
   611                  "percentage": false,
   612                  "pointradius": 5,
   613                  "points": false,
   614                  "renderer": "flot",
   615                  "repeat": null,
   616                  "seriesOverrides": [
   617  
   618                  ],
   619                  "spaceLength": 10,
   620                  "stack": false,
   621                  "steppedLine": false,
   622                  "targets": [
   623                      {
   624                          "expr": "histogram_quantile(0.99, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_type, le))",
   625                          "format": "time_series",
   626                          "intervalFactor": 2,
   627                          "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
   628                          "refId": "A"
   629                      }
   630                  ],
   631                  "thresholds": [
   632  
   633                  ],
   634                  "timeFrom": null,
   635                  "timeShift": null,
   636                  "title": "Operation duration 99th quantile",
   637                  "tooltip": {
   638                      "shared": true,
   639                      "sort": 0,
   640                      "value_type": "individual"
   641                  },
   642                  "type": "graph",
   643                  "xaxis": {
   644                      "buckets": null,
   645                      "mode": "time",
   646                      "name": null,
   647                      "show": true,
   648                      "values": [
   649  
   650                      ]
   651                  },
   652                  "yaxes": [
   653                      {
   654                          "format": "s",
   655                          "label": null,
   656                          "logBase": 1,
   657                          "max": null,
   658                          "min": null,
   659                          "show": true
   660                      },
   661                      {
   662                          "format": "s",
   663                          "label": null,
   664                          "logBase": 1,
   665                          "max": null,
   666                          "min": null,
   667                          "show": true
   668                      }
   669                  ]
   670              },
   671              {
   672                  "aliasColors": {
   673  
   674                  },
   675                  "bars": false,
   676                  "dashLength": 10,
   677                  "dashes": false,
   678                  "datasource": "$datasource",
   679                  "fill": 1,
   680                  "fillGradient": 0,
   681                  "gridPos": {
   682                      "h": 7,
   683                      "w": 12,
   684                      "x": 0,
   685                      "y": 21
   686                  },
   687                  "id": 11,
   688                  "legend": {
   689                      "alignAsTable": true,
   690                      "avg": false,
   691                      "current": true,
   692                      "max": false,
   693                      "min": false,
   694                      "rightSide": true,
   695                      "show": true,
   696                      "sideWidth": null,
   697                      "total": false,
   698                      "values": true
   699                  },
   700                  "lines": true,
   701                  "linewidth": 1,
   702                  "links": [
   703  
   704                  ],
   705                  "nullPointMode": "null",
   706                  "percentage": false,
   707                  "pointradius": 5,
   708                  "points": false,
   709                  "renderer": "flot",
   710                  "repeat": null,
   711                  "seriesOverrides": [
   712  
   713                  ],
   714                  "spaceLength": 10,
   715                  "stack": false,
   716                  "steppedLine": false,
   717                  "targets": [
   718                      {
   719                          "expr": "sum(rate(kubelet_pod_start_duration_seconds_count{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])) by (instance)",
   720                          "format": "time_series",
   721                          "intervalFactor": 2,
   722                          "legendFormat": "{{`{{`}}instance{{`}}`}} pod",
   723                          "refId": "A"
   724                      },
   725                      {
   726                          "expr": "sum(rate(kubelet_pod_worker_duration_seconds_count{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])) by (instance)",
   727                          "format": "time_series",
   728                          "intervalFactor": 2,
   729                          "legendFormat": "{{`{{`}}instance{{`}}`}} worker",
   730                          "refId": "B"
   731                      }
   732                  ],
   733                  "thresholds": [
   734  
   735                  ],
   736                  "timeFrom": null,
   737                  "timeShift": null,
   738                  "title": "Pod Start Rate",
   739                  "tooltip": {
   740                      "shared": true,
   741                      "sort": 0,
   742                      "value_type": "individual"
   743                  },
   744                  "type": "graph",
   745                  "xaxis": {
   746                      "buckets": null,
   747                      "mode": "time",
   748                      "name": null,
   749                      "show": true,
   750                      "values": [
   751  
   752                      ]
   753                  },
   754                  "yaxes": [
   755                      {
   756                          "format": "ops",
   757                          "label": null,
   758                          "logBase": 1,
   759                          "max": null,
   760                          "min": null,
   761                          "show": true
   762                      },
   763                      {
   764                          "format": "ops",
   765                          "label": null,
   766                          "logBase": 1,
   767                          "max": null,
   768                          "min": null,
   769                          "show": true
   770                      }
   771                  ]
   772              },
   773              {
   774                  "aliasColors": {
   775  
   776                  },
   777                  "bars": false,
   778                  "dashLength": 10,
   779                  "dashes": false,
   780                  "datasource": "$datasource",
   781                  "fill": 1,
   782                  "fillGradient": 0,
   783                  "gridPos": {
   784                      "h": 7,
   785                      "w": 12,
   786                      "x": 12,
   787                      "y": 21
   788                  },
   789                  "id": 12,
   790                  "legend": {
   791                      "alignAsTable": true,
   792                      "avg": false,
   793                      "current": true,
   794                      "max": false,
   795                      "min": false,
   796                      "rightSide": true,
   797                      "show": true,
   798                      "sideWidth": null,
   799                      "total": false,
   800                      "values": true
   801                  },
   802                  "lines": true,
   803                  "linewidth": 1,
   804                  "links": [
   805  
   806                  ],
   807                  "nullPointMode": "null",
   808                  "percentage": false,
   809                  "pointradius": 5,
   810                  "points": false,
   811                  "renderer": "flot",
   812                  "repeat": null,
   813                  "seriesOverrides": [
   814  
   815                  ],
   816                  "spaceLength": 10,
   817                  "stack": false,
   818                  "steppedLine": false,
   819                  "targets": [
   820                      {
   821                          "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_start_duration_seconds_bucket{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])) by (instance, le))",
   822                          "format": "time_series",
   823                          "intervalFactor": 2,
   824                          "legendFormat": "{{`{{`}}instance{{`}}`}} pod",
   825                          "refId": "A"
   826                      },
   827                      {
   828                          "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_worker_duration_seconds_bucket{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])) by (instance, le))",
   829                          "format": "time_series",
   830                          "intervalFactor": 2,
   831                          "legendFormat": "{{`{{`}}instance{{`}}`}} worker",
   832                          "refId": "B"
   833                      }
   834                  ],
   835                  "thresholds": [
   836  
   837                  ],
   838                  "timeFrom": null,
   839                  "timeShift": null,
   840                  "title": "Pod Start Duration",
   841                  "tooltip": {
   842                      "shared": true,
   843                      "sort": 0,
   844                      "value_type": "individual"
   845                  },
   846                  "type": "graph",
   847                  "xaxis": {
   848                      "buckets": null,
   849                      "mode": "time",
   850                      "name": null,
   851                      "show": true,
   852                      "values": [
   853  
   854                      ]
   855                  },
   856                  "yaxes": [
   857                      {
   858                          "format": "s",
   859                          "label": null,
   860                          "logBase": 1,
   861                          "max": null,
   862                          "min": null,
   863                          "show": true
   864                      },
   865                      {
   866                          "format": "s",
   867                          "label": null,
   868                          "logBase": 1,
   869                          "max": null,
   870                          "min": null,
   871                          "show": true
   872                      }
   873                  ]
   874              },
   875              {
   876                  "aliasColors": {
   877  
   878                  },
   879                  "bars": false,
   880                  "dashLength": 10,
   881                  "dashes": false,
   882                  "datasource": "$datasource",
   883                  "fill": 1,
   884                  "fillGradient": 0,
   885                  "gridPos": {
   886                      "h": 7,
   887                      "w": 12,
   888                      "x": 0,
   889                      "y": 28
   890                  },
   891                  "id": 13,
   892                  "legend": {
   893                      "alignAsTable": true,
   894                      "avg": false,
   895                      "current": true,
   896                      "hideEmpty": true,
   897                      "hideZero": true,
   898                      "max": false,
   899                      "min": false,
   900                      "rightSide": true,
   901                      "show": true,
   902                      "sideWidth": null,
   903                      "total": false,
   904                      "values": true
   905                  },
   906                  "lines": true,
   907                  "linewidth": 1,
   908                  "links": [
   909  
   910                  ],
   911                  "nullPointMode": "null",
   912                  "percentage": false,
   913                  "pointradius": 5,
   914                  "points": false,
   915                  "renderer": "flot",
   916                  "repeat": null,
   917                  "seriesOverrides": [
   918  
   919                  ],
   920                  "spaceLength": 10,
   921                  "stack": false,
   922                  "steppedLine": false,
   923                  "targets": [
   924                      {
   925                          "expr": "sum(rate(storage_operation_duration_seconds_count{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_name, volume_plugin)",
   926                          "format": "time_series",
   927                          "intervalFactor": 2,
   928                          "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_name{{`}}`}} {{`{{`}}volume_plugin{{`}}`}}",
   929                          "refId": "A"
   930                      }
   931                  ],
   932                  "thresholds": [
   933  
   934                  ],
   935                  "timeFrom": null,
   936                  "timeShift": null,
   937                  "title": "Storage Operation Rate",
   938                  "tooltip": {
   939                      "shared": true,
   940                      "sort": 0,
   941                      "value_type": "individual"
   942                  },
   943                  "type": "graph",
   944                  "xaxis": {
   945                      "buckets": null,
   946                      "mode": "time",
   947                      "name": null,
   948                      "show": true,
   949                      "values": [
   950  
   951                      ]
   952                  },
   953                  "yaxes": [
   954                      {
   955                          "format": "ops",
   956                          "label": null,
   957                          "logBase": 1,
   958                          "max": null,
   959                          "min": null,
   960                          "show": true
   961                      },
   962                      {
   963                          "format": "ops",
   964                          "label": null,
   965                          "logBase": 1,
   966                          "max": null,
   967                          "min": null,
   968                          "show": true
   969                      }
   970                  ]
   971              },
   972              {
   973                  "aliasColors": {
   974  
   975                  },
   976                  "bars": false,
   977                  "dashLength": 10,
   978                  "dashes": false,
   979                  "datasource": "$datasource",
   980                  "fill": 1,
   981                  "fillGradient": 0,
   982                  "gridPos": {
   983                      "h": 7,
   984                      "w": 12,
   985                      "x": 12,
   986                      "y": 28
   987                  },
   988                  "id": 14,
   989                  "legend": {
   990                      "alignAsTable": true,
   991                      "avg": false,
   992                      "current": true,
   993                      "hideEmpty": true,
   994                      "hideZero": true,
   995                      "max": false,
   996                      "min": false,
   997                      "rightSide": true,
   998                      "show": true,
   999                      "sideWidth": null,
  1000                      "total": false,
  1001                      "values": true
  1002                  },
  1003                  "lines": true,
  1004                  "linewidth": 1,
  1005                  "links": [
  1006  
  1007                  ],
  1008                  "nullPointMode": "null",
  1009                  "percentage": false,
  1010                  "pointradius": 5,
  1011                  "points": false,
  1012                  "renderer": "flot",
  1013                  "repeat": null,
  1014                  "seriesOverrides": [
  1015  
  1016                  ],
  1017                  "spaceLength": 10,
  1018                  "stack": false,
  1019                  "steppedLine": false,
  1020                  "targets": [
  1021                      {
  1022                          "expr": "sum(rate(storage_operation_errors_total{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_name, volume_plugin)",
  1023                          "format": "time_series",
  1024                          "intervalFactor": 2,
  1025                          "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_name{{`}}`}} {{`{{`}}volume_plugin{{`}}`}}",
  1026                          "refId": "A"
  1027                      }
  1028                  ],
  1029                  "thresholds": [
  1030  
  1031                  ],
  1032                  "timeFrom": null,
  1033                  "timeShift": null,
  1034                  "title": "Storage Operation Error Rate",
  1035                  "tooltip": {
  1036                      "shared": true,
  1037                      "sort": 0,
  1038                      "value_type": "individual"
  1039                  },
  1040                  "type": "graph",
  1041                  "xaxis": {
  1042                      "buckets": null,
  1043                      "mode": "time",
  1044                      "name": null,
  1045                      "show": true,
  1046                      "values": [
  1047  
  1048                      ]
  1049                  },
  1050                  "yaxes": [
  1051                      {
  1052                          "format": "ops",
  1053                          "label": null,
  1054                          "logBase": 1,
  1055                          "max": null,
  1056                          "min": null,
  1057                          "show": true
  1058                      },
  1059                      {
  1060                          "format": "ops",
  1061                          "label": null,
  1062                          "logBase": 1,
  1063                          "max": null,
  1064                          "min": null,
  1065                          "show": true
  1066                      }
  1067                  ]
  1068              },
  1069              {
  1070                  "aliasColors": {
  1071  
  1072                  },
  1073                  "bars": false,
  1074                  "dashLength": 10,
  1075                  "dashes": false,
  1076                  "datasource": "$datasource",
  1077                  "fill": 1,
  1078                  "fillGradient": 0,
  1079                  "gridPos": {
  1080                      "h": 7,
  1081                      "w": 24,
  1082                      "x": 0,
  1083                      "y": 35
  1084                  },
  1085                  "id": 15,
  1086                  "legend": {
  1087                      "alignAsTable": true,
  1088                      "avg": false,
  1089                      "current": true,
  1090                      "hideEmpty": true,
  1091                      "hideZero": true,
  1092                      "max": false,
  1093                      "min": false,
  1094                      "rightSide": true,
  1095                      "show": true,
  1096                      "sideWidth": null,
  1097                      "total": false,
  1098                      "values": true
  1099                  },
  1100                  "lines": true,
  1101                  "linewidth": 1,
  1102                  "links": [
  1103  
  1104                  ],
  1105                  "nullPointMode": "null",
  1106                  "percentage": false,
  1107                  "pointradius": 5,
  1108                  "points": false,
  1109                  "renderer": "flot",
  1110                  "repeat": null,
  1111                  "seriesOverrides": [
  1112  
  1113                  ],
  1114                  "spaceLength": 10,
  1115                  "stack": false,
  1116                  "steppedLine": false,
  1117                  "targets": [
  1118                      {
  1119                          "expr": "histogram_quantile(0.99, sum(rate(storage_operation_duration_seconds_bucket{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_name, volume_plugin, le))",
  1120                          "format": "time_series",
  1121                          "intervalFactor": 2,
  1122                          "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_name{{`}}`}} {{`{{`}}volume_plugin{{`}}`}}",
  1123                          "refId": "A"
  1124                      }
  1125                  ],
  1126                  "thresholds": [
  1127  
  1128                  ],
  1129                  "timeFrom": null,
  1130                  "timeShift": null,
  1131                  "title": "Storage Operation Duration 99th quantile",
  1132                  "tooltip": {
  1133                      "shared": true,
  1134                      "sort": 0,
  1135                      "value_type": "individual"
  1136                  },
  1137                  "type": "graph",
  1138                  "xaxis": {
  1139                      "buckets": null,
  1140                      "mode": "time",
  1141                      "name": null,
  1142                      "show": true,
  1143                      "values": [
  1144  
  1145                      ]
  1146                  },
  1147                  "yaxes": [
  1148                      {
  1149                          "format": "s",
  1150                          "label": null,
  1151                          "logBase": 1,
  1152                          "max": null,
  1153                          "min": null,
  1154                          "show": true
  1155                      },
  1156                      {
  1157                          "format": "s",
  1158                          "label": null,
  1159                          "logBase": 1,
  1160                          "max": null,
  1161                          "min": null,
  1162                          "show": true
  1163                      }
  1164                  ]
  1165              },
  1166              {
  1167                  "aliasColors": {
  1168  
  1169                  },
  1170                  "bars": false,
  1171                  "dashLength": 10,
  1172                  "dashes": false,
  1173                  "datasource": "$datasource",
  1174                  "fill": 1,
  1175                  "fillGradient": 0,
  1176                  "gridPos": {
  1177                      "h": 7,
  1178                      "w": 12,
  1179                      "x": 0,
  1180                      "y": 42
  1181                  },
  1182                  "id": 16,
  1183                  "legend": {
  1184                      "alignAsTable": true,
  1185                      "avg": false,
  1186                      "current": true,
  1187                      "max": false,
  1188                      "min": false,
  1189                      "rightSide": true,
  1190                      "show": true,
  1191                      "sideWidth": null,
  1192                      "total": false,
  1193                      "values": true
  1194                  },
  1195                  "lines": true,
  1196                  "linewidth": 1,
  1197                  "links": [
  1198  
  1199                  ],
  1200                  "nullPointMode": "null",
  1201                  "percentage": false,
  1202                  "pointradius": 5,
  1203                  "points": false,
  1204                  "renderer": "flot",
  1205                  "repeat": null,
  1206                  "seriesOverrides": [
  1207  
  1208                  ],
  1209                  "spaceLength": 10,
  1210                  "stack": false,
  1211                  "steppedLine": false,
  1212                  "targets": [
  1213                      {
  1214                          "expr": "sum(rate(kubelet_cgroup_manager_duration_seconds_count{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_type)",
  1215                          "format": "time_series",
  1216                          "intervalFactor": 2,
  1217                          "legendFormat": "{{`{{`}}operation_type{{`}}`}}",
  1218                          "refId": "A"
  1219                      }
  1220                  ],
  1221                  "thresholds": [
  1222  
  1223                  ],
  1224                  "timeFrom": null,
  1225                  "timeShift": null,
  1226                  "title": "Cgroup manager operation rate",
  1227                  "tooltip": {
  1228                      "shared": true,
  1229                      "sort": 0,
  1230                      "value_type": "individual"
  1231                  },
  1232                  "type": "graph",
  1233                  "xaxis": {
  1234                      "buckets": null,
  1235                      "mode": "time",
  1236                      "name": null,
  1237                      "show": true,
  1238                      "values": [
  1239  
  1240                      ]
  1241                  },
  1242                  "yaxes": [
  1243                      {
  1244                          "format": "ops",
  1245                          "label": null,
  1246                          "logBase": 1,
  1247                          "max": null,
  1248                          "min": null,
  1249                          "show": true
  1250                      },
  1251                      {
  1252                          "format": "ops",
  1253                          "label": null,
  1254                          "logBase": 1,
  1255                          "max": null,
  1256                          "min": null,
  1257                          "show": true
  1258                      }
  1259                  ]
  1260              },
  1261              {
  1262                  "aliasColors": {
  1263  
  1264                  },
  1265                  "bars": false,
  1266                  "dashLength": 10,
  1267                  "dashes": false,
  1268                  "datasource": "$datasource",
  1269                  "fill": 1,
  1270                  "fillGradient": 0,
  1271                  "gridPos": {
  1272                      "h": 7,
  1273                      "w": 12,
  1274                      "x": 12,
  1275                      "y": 42
  1276                  },
  1277                  "id": 17,
  1278                  "legend": {
  1279                      "alignAsTable": true,
  1280                      "avg": false,
  1281                      "current": true,
  1282                      "max": false,
  1283                      "min": false,
  1284                      "rightSide": true,
  1285                      "show": true,
  1286                      "sideWidth": null,
  1287                      "total": false,
  1288                      "values": true
  1289                  },
  1290                  "lines": true,
  1291                  "linewidth": 1,
  1292                  "links": [
  1293  
  1294                  ],
  1295                  "nullPointMode": "null",
  1296                  "percentage": false,
  1297                  "pointradius": 5,
  1298                  "points": false,
  1299                  "renderer": "flot",
  1300                  "repeat": null,
  1301                  "seriesOverrides": [
  1302  
  1303                  ],
  1304                  "spaceLength": 10,
  1305                  "stack": false,
  1306                  "steppedLine": false,
  1307                  "targets": [
  1308                      {
  1309                          "expr": "histogram_quantile(0.99, sum(rate(kubelet_cgroup_manager_duration_seconds_bucket{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_type, le))",
  1310                          "format": "time_series",
  1311                          "intervalFactor": 2,
  1312                          "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
  1313                          "refId": "A"
  1314                      }
  1315                  ],
  1316                  "thresholds": [
  1317  
  1318                  ],
  1319                  "timeFrom": null,
  1320                  "timeShift": null,
  1321                  "title": "Cgroup manager 99th quantile",
  1322                  "tooltip": {
  1323                      "shared": true,
  1324                      "sort": 0,
  1325                      "value_type": "individual"
  1326                  },
  1327                  "type": "graph",
  1328                  "xaxis": {
  1329                      "buckets": null,
  1330                      "mode": "time",
  1331                      "name": null,
  1332                      "show": true,
  1333                      "values": [
  1334  
  1335                      ]
  1336                  },
  1337                  "yaxes": [
  1338                      {
  1339                          "format": "s",
  1340                          "label": null,
  1341                          "logBase": 1,
  1342                          "max": null,
  1343                          "min": null,
  1344                          "show": true
  1345                      },
  1346                      {
  1347                          "format": "s",
  1348                          "label": null,
  1349                          "logBase": 1,
  1350                          "max": null,
  1351                          "min": null,
  1352                          "show": true
  1353                      }
  1354                  ]
  1355              },
  1356              {
  1357                  "aliasColors": {
  1358  
  1359                  },
  1360                  "bars": false,
  1361                  "dashLength": 10,
  1362                  "dashes": false,
  1363                  "datasource": "$datasource",
  1364                  "description": "Pod lifecycle event generator",
  1365                  "fill": 1,
  1366                  "fillGradient": 0,
  1367                  "gridPos": {
  1368                      "h": 7,
  1369                      "w": 12,
  1370                      "x": 0,
  1371                      "y": 49
  1372                  },
  1373                  "id": 18,
  1374                  "legend": {
  1375                      "alignAsTable": true,
  1376                      "avg": false,
  1377                      "current": true,
  1378                      "max": false,
  1379                      "min": false,
  1380                      "rightSide": true,
  1381                      "show": true,
  1382                      "sideWidth": null,
  1383                      "total": false,
  1384                      "values": true
  1385                  },
  1386                  "lines": true,
  1387                  "linewidth": 1,
  1388                  "links": [
  1389  
  1390                  ],
  1391                  "nullPointMode": "null",
  1392                  "percentage": false,
  1393                  "pointradius": 5,
  1394                  "points": false,
  1395                  "renderer": "flot",
  1396                  "repeat": null,
  1397                  "seriesOverrides": [
  1398  
  1399                  ],
  1400                  "spaceLength": 10,
  1401                  "stack": false,
  1402                  "steppedLine": false,
  1403                  "targets": [
  1404                      {
  1405                          "expr": "sum(rate(kubelet_pleg_relist_duration_seconds_count{verrazzano_cluster=\"$vzcluster\", job=\"kubelet\", instance=~\"$instance\"}[$__rate_interval])) by (instance)",
  1406                          "format": "time_series",
  1407                          "intervalFactor": 2,
  1408                          "legendFormat": "{{`{{`}}instance{{`}}`}}",
  1409                          "refId": "A"
  1410                      }
  1411                  ],
  1412                  "thresholds": [
  1413  
  1414                  ],
  1415                  "timeFrom": null,
  1416                  "timeShift": null,
  1417                  "title": "PLEG relist rate",
  1418                  "tooltip": {
  1419                      "shared": true,
  1420                      "sort": 0,
  1421                      "value_type": "individual"
  1422                  },
  1423                  "type": "graph",
  1424                  "xaxis": {
  1425                      "buckets": null,
  1426                      "mode": "time",
  1427                      "name": null,
  1428                      "show": true,
  1429                      "values": [
  1430  
  1431                      ]
  1432                  },
  1433                  "yaxes": [
  1434                      {
  1435                          "format": "ops",
  1436                          "label": null,
  1437                          "logBase": 1,
  1438                          "max": null,
  1439                          "min": null,
  1440                          "show": true
  1441                      },
  1442                      {
  1443                          "format": "ops",
  1444                          "label": null,
  1445                          "logBase": 1,
  1446                          "max": null,
  1447                          "min": null,
  1448                          "show": true
  1449                      }
  1450                  ]
  1451              },
  1452              {
  1453                  "aliasColors": {
  1454  
  1455                  },
  1456                  "bars": false,
  1457                  "dashLength": 10,
  1458                  "dashes": false,
  1459                  "datasource": "$datasource",
  1460                  "fill": 1,
  1461                  "fillGradient": 0,
  1462                  "gridPos": {
  1463                      "h": 7,
  1464                      "w": 12,
  1465                      "x": 12,
  1466                      "y": 49
  1467                  },
  1468                  "id": 19,
  1469                  "legend": {
  1470                      "alignAsTable": true,
  1471                      "avg": false,
  1472                      "current": true,
  1473                      "max": false,
  1474                      "min": false,
  1475                      "rightSide": true,
  1476                      "show": true,
  1477                      "sideWidth": null,
  1478                      "total": false,
  1479                      "values": true
  1480                  },
  1481                  "lines": true,
  1482                  "linewidth": 1,
  1483                  "links": [
  1484  
  1485                  ],
  1486                  "nullPointMode": "null",
  1487                  "percentage": false,
  1488                  "pointradius": 5,
  1489                  "points": false,
  1490                  "renderer": "flot",
  1491                  "repeat": null,
  1492                  "seriesOverrides": [
  1493  
  1494                  ],
  1495                  "spaceLength": 10,
  1496                  "stack": false,
  1497                  "steppedLine": false,
  1498                  "targets": [
  1499                      {
  1500                          "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_interval_seconds_bucket{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])) by (instance, le))",
  1501                          "format": "time_series",
  1502                          "intervalFactor": 2,
  1503                          "legendFormat": "{{`{{`}}instance{{`}}`}}",
  1504                          "refId": "A"
  1505                      }
  1506                  ],
  1507                  "thresholds": [
  1508  
  1509                  ],
  1510                  "timeFrom": null,
  1511                  "timeShift": null,
  1512                  "title": "PLEG relist interval",
  1513                  "tooltip": {
  1514                      "shared": true,
  1515                      "sort": 0,
  1516                      "value_type": "individual"
  1517                  },
  1518                  "type": "graph",
  1519                  "xaxis": {
  1520                      "buckets": null,
  1521                      "mode": "time",
  1522                      "name": null,
  1523                      "show": true,
  1524                      "values": [
  1525  
  1526                      ]
  1527                  },
  1528                  "yaxes": [
  1529                      {
  1530                          "format": "s",
  1531                          "label": null,
  1532                          "logBase": 1,
  1533                          "max": null,
  1534                          "min": null,
  1535                          "show": true
  1536                      },
  1537                      {
  1538                          "format": "s",
  1539                          "label": null,
  1540                          "logBase": 1,
  1541                          "max": null,
  1542                          "min": null,
  1543                          "show": true
  1544                      }
  1545                  ]
  1546              },
  1547              {
  1548                  "aliasColors": {
  1549  
  1550                  },
  1551                  "bars": false,
  1552                  "dashLength": 10,
  1553                  "dashes": false,
  1554                  "datasource": "$datasource",
  1555                  "fill": 1,
  1556                  "fillGradient": 0,
  1557                  "gridPos": {
  1558                      "h": 7,
  1559                      "w": 24,
  1560                      "x": 0,
  1561                      "y": 56
  1562                  },
  1563                  "id": 20,
  1564                  "legend": {
  1565                      "alignAsTable": true,
  1566                      "avg": false,
  1567                      "current": true,
  1568                      "max": false,
  1569                      "min": false,
  1570                      "rightSide": true,
  1571                      "show": true,
  1572                      "sideWidth": null,
  1573                      "total": false,
  1574                      "values": true
  1575                  },
  1576                  "lines": true,
  1577                  "linewidth": 1,
  1578                  "links": [
  1579  
  1580                  ],
  1581                  "nullPointMode": "null",
  1582                  "percentage": false,
  1583                  "pointradius": 5,
  1584                  "points": false,
  1585                  "renderer": "flot",
  1586                  "repeat": null,
  1587                  "seriesOverrides": [
  1588  
  1589                  ],
  1590                  "spaceLength": 10,
  1591                  "stack": false,
  1592                  "steppedLine": false,
  1593                  "targets": [
  1594                      {
  1595                          "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_duration_seconds_bucket{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])) by (instance, le))",
  1596                          "format": "time_series",
  1597                          "intervalFactor": 2,
  1598                          "legendFormat": "{{`{{`}}instance{{`}}`}}",
  1599                          "refId": "A"
  1600                      }
  1601                  ],
  1602                  "thresholds": [
  1603  
  1604                  ],
  1605                  "timeFrom": null,
  1606                  "timeShift": null,
  1607                  "title": "PLEG relist duration",
  1608                  "tooltip": {
  1609                      "shared": true,
  1610                      "sort": 0,
  1611                      "value_type": "individual"
  1612                  },
  1613                  "type": "graph",
  1614                  "xaxis": {
  1615                      "buckets": null,
  1616                      "mode": "time",
  1617                      "name": null,
  1618                      "show": true,
  1619                      "values": [
  1620  
  1621                      ]
  1622                  },
  1623                  "yaxes": [
  1624                      {
  1625                          "format": "s",
  1626                          "label": null,
  1627                          "logBase": 1,
  1628                          "max": null,
  1629                          "min": null,
  1630                          "show": true
  1631                      },
  1632                      {
  1633                          "format": "s",
  1634                          "label": null,
  1635                          "logBase": 1,
  1636                          "max": null,
  1637                          "min": null,
  1638                          "show": true
  1639                      }
  1640                  ]
  1641              },
  1642              {
  1643                  "aliasColors": {
  1644  
  1645                  },
  1646                  "bars": false,
  1647                  "dashLength": 10,
  1648                  "dashes": false,
  1649                  "datasource": "$datasource",
  1650                  "fill": 1,
  1651                  "fillGradient": 0,
  1652                  "gridPos": {
  1653                      "h": 7,
  1654                      "w": 24,
  1655                      "x": 0,
  1656                      "y": 63
  1657                  },
  1658                  "id": 21,
  1659                  "legend": {
  1660                      "alignAsTable": false,
  1661                      "avg": false,
  1662                      "current": false,
  1663                      "max": false,
  1664                      "min": false,
  1665                      "rightSide": false,
  1666                      "show": true,
  1667                      "sideWidth": null,
  1668                      "total": false,
  1669                      "values": false
  1670                  },
  1671                  "lines": true,
  1672                  "linewidth": 1,
  1673                  "links": [
  1674  
  1675                  ],
  1676                  "nullPointMode": "null",
  1677                  "percentage": false,
  1678                  "pointradius": 5,
  1679                  "points": false,
  1680                  "renderer": "flot",
  1681                  "repeat": null,
  1682                  "seriesOverrides": [
  1683  
  1684                  ],
  1685                  "spaceLength": 10,
  1686                  "stack": false,
  1687                  "steppedLine": false,
  1688                  "targets": [
  1689                      {
  1690                          "expr": "sum(rate(rest_client_requests_total{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\", instance=~\"$instance\",code=~\"2..\"}[$__rate_interval]))",
  1691                          "format": "time_series",
  1692                          "intervalFactor": 2,
  1693                          "legendFormat": "2xx",
  1694                          "refId": "A"
  1695                      },
  1696                      {
  1697                          "expr": "sum(rate(rest_client_requests_total{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\", instance=~\"$instance\",code=~\"3..\"}[$__rate_interval]))",
  1698                          "format": "time_series",
  1699                          "intervalFactor": 2,
  1700                          "legendFormat": "3xx",
  1701                          "refId": "B"
  1702                      },
  1703                      {
  1704                          "expr": "sum(rate(rest_client_requests_total{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\", instance=~\"$instance\",code=~\"4..\"}[$__rate_interval]))",
  1705                          "format": "time_series",
  1706                          "intervalFactor": 2,
  1707                          "legendFormat": "4xx",
  1708                          "refId": "C"
  1709                      },
  1710                      {
  1711                          "expr": "sum(rate(rest_client_requests_total{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\", instance=~\"$instance\",code=~\"5..\"}[$__rate_interval]))",
  1712                          "format": "time_series",
  1713                          "intervalFactor": 2,
  1714                          "legendFormat": "5xx",
  1715                          "refId": "D"
  1716                      }
  1717                  ],
  1718                  "thresholds": [
  1719  
  1720                  ],
  1721                  "timeFrom": null,
  1722                  "timeShift": null,
  1723                  "title": "RPC Rate",
  1724                  "tooltip": {
  1725                      "shared": true,
  1726                      "sort": 0,
  1727                      "value_type": "individual"
  1728                  },
  1729                  "type": "graph",
  1730                  "xaxis": {
  1731                      "buckets": null,
  1732                      "mode": "time",
  1733                      "name": null,
  1734                      "show": true,
  1735                      "values": [
  1736  
  1737                      ]
  1738                  },
  1739                  "yaxes": [
  1740                      {
  1741                          "format": "ops",
  1742                          "label": null,
  1743                          "logBase": 1,
  1744                          "max": null,
  1745                          "min": null,
  1746                          "show": true
  1747                      },
  1748                      {
  1749                          "format": "ops",
  1750                          "label": null,
  1751                          "logBase": 1,
  1752                          "max": null,
  1753                          "min": null,
  1754                          "show": true
  1755                      }
  1756                  ]
  1757              },
  1758              {
  1759                  "aliasColors": {
  1760  
  1761                  },
  1762                  "bars": false,
  1763                  "dashLength": 10,
  1764                  "dashes": false,
  1765                  "datasource": "$datasource",
  1766                  "fill": 1,
  1767                  "fillGradient": 0,
  1768                  "gridPos": {
  1769                      "h": 7,
  1770                      "w": 24,
  1771                      "x": 0,
  1772                      "y": 70
  1773                  },
  1774                  "id": 22,
  1775                  "legend": {
  1776                      "alignAsTable": true,
  1777                      "avg": false,
  1778                      "current": true,
  1779                      "max": false,
  1780                      "min": false,
  1781                      "rightSide": true,
  1782                      "show": true,
  1783                      "sideWidth": null,
  1784                      "total": false,
  1785                      "values": true
  1786                  },
  1787                  "lines": true,
  1788                  "linewidth": 1,
  1789                  "links": [
  1790  
  1791                  ],
  1792                  "nullPointMode": "null",
  1793                  "percentage": false,
  1794                  "pointradius": 5,
  1795                  "points": false,
  1796                  "renderer": "flot",
  1797                  "repeat": null,
  1798                  "seriesOverrides": [
  1799  
  1800                  ],
  1801                  "spaceLength": 10,
  1802                  "stack": false,
  1803                  "steppedLine": false,
  1804                  "targets": [
  1805                      {
  1806                          "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\", instance=~\"$instance\"}[$__rate_interval])) by (instance, verb, url, le))",
  1807                          "format": "time_series",
  1808                          "intervalFactor": 2,
  1809                          "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}verb{{`}}`}} {{`{{`}}url{{`}}`}}",
  1810                          "refId": "A"
  1811                      }
  1812                  ],
  1813                  "thresholds": [
  1814  
  1815                  ],
  1816                  "timeFrom": null,
  1817                  "timeShift": null,
  1818                  "title": "Request duration 99th quantile",
  1819                  "tooltip": {
  1820                      "shared": true,
  1821                      "sort": 0,
  1822                      "value_type": "individual"
  1823                  },
  1824                  "type": "graph",
  1825                  "xaxis": {
  1826                      "buckets": null,
  1827                      "mode": "time",
  1828                      "name": null,
  1829                      "show": true,
  1830                      "values": [
  1831  
  1832                      ]
  1833                  },
  1834                  "yaxes": [
  1835                      {
  1836                          "format": "s",
  1837                          "label": null,
  1838                          "logBase": 1,
  1839                          "max": null,
  1840                          "min": null,
  1841                          "show": true
  1842                      },
  1843                      {
  1844                          "format": "s",
  1845                          "label": null,
  1846                          "logBase": 1,
  1847                          "max": null,
  1848                          "min": null,
  1849                          "show": true
  1850                      }
  1851                  ]
  1852              },
  1853              {
  1854                  "aliasColors": {
  1855  
  1856                  },
  1857                  "bars": false,
  1858                  "dashLength": 10,
  1859                  "dashes": false,
  1860                  "datasource": "$datasource",
  1861                  "fill": 1,
  1862                  "fillGradient": 0,
  1863                  "gridPos": {
  1864                      "h": 7,
  1865                      "w": 8,
  1866                      "x": 0,
  1867                      "y": 77
  1868                  },
  1869                  "id": 23,
  1870                  "legend": {
  1871                      "alignAsTable": false,
  1872                      "avg": false,
  1873                      "current": false,
  1874                      "max": false,
  1875                      "min": false,
  1876                      "rightSide": false,
  1877                      "show": true,
  1878                      "sideWidth": null,
  1879                      "total": false,
  1880                      "values": false
  1881                  },
  1882                  "lines": true,
  1883                  "linewidth": 1,
  1884                  "links": [
  1885  
  1886                  ],
  1887                  "nullPointMode": "null",
  1888                  "percentage": false,
  1889                  "pointradius": 5,
  1890                  "points": false,
  1891                  "renderer": "flot",
  1892                  "repeat": null,
  1893                  "seriesOverrides": [
  1894  
  1895                  ],
  1896                  "spaceLength": 10,
  1897                  "stack": false,
  1898                  "steppedLine": false,
  1899                  "targets": [
  1900                      {
  1901                          "expr": "process_resident_memory_bytes{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}",
  1902                          "format": "time_series",
  1903                          "intervalFactor": 2,
  1904                          "legendFormat": "{{`{{`}}instance{{`}}`}}",
  1905                          "refId": "A"
  1906                      }
  1907                  ],
  1908                  "thresholds": [
  1909  
  1910                  ],
  1911                  "timeFrom": null,
  1912                  "timeShift": null,
  1913                  "title": "Memory",
  1914                  "tooltip": {
  1915                      "shared": true,
  1916                      "sort": 0,
  1917                      "value_type": "individual"
  1918                  },
  1919                  "type": "graph",
  1920                  "xaxis": {
  1921                      "buckets": null,
  1922                      "mode": "time",
  1923                      "name": null,
  1924                      "show": true,
  1925                      "values": [
  1926  
  1927                      ]
  1928                  },
  1929                  "yaxes": [
  1930                      {
  1931                          "format": "bytes",
  1932                          "label": null,
  1933                          "logBase": 1,
  1934                          "max": null,
  1935                          "min": null,
  1936                          "show": true
  1937                      },
  1938                      {
  1939                          "format": "bytes",
  1940                          "label": null,
  1941                          "logBase": 1,
  1942                          "max": null,
  1943                          "min": null,
  1944                          "show": true
  1945                      }
  1946                  ]
  1947              },
  1948              {
  1949                  "aliasColors": {
  1950  
  1951                  },
  1952                  "bars": false,
  1953                  "dashLength": 10,
  1954                  "dashes": false,
  1955                  "datasource": "$datasource",
  1956                  "fill": 1,
  1957                  "fillGradient": 0,
  1958                  "gridPos": {
  1959                      "h": 7,
  1960                      "w": 8,
  1961                      "x": 8,
  1962                      "y": 77
  1963                  },
  1964                  "id": 24,
  1965                  "legend": {
  1966                      "alignAsTable": false,
  1967                      "avg": false,
  1968                      "current": false,
  1969                      "max": false,
  1970                      "min": false,
  1971                      "rightSide": false,
  1972                      "show": true,
  1973                      "sideWidth": null,
  1974                      "total": false,
  1975                      "values": false
  1976                  },
  1977                  "lines": true,
  1978                  "linewidth": 1,
  1979                  "links": [
  1980  
  1981                  ],
  1982                  "nullPointMode": "null",
  1983                  "percentage": false,
  1984                  "pointradius": 5,
  1985                  "points": false,
  1986                  "renderer": "flot",
  1987                  "repeat": null,
  1988                  "seriesOverrides": [
  1989  
  1990                  ],
  1991                  "spaceLength": 10,
  1992                  "stack": false,
  1993                  "steppedLine": false,
  1994                  "targets": [
  1995                      {
  1996                          "expr": "rate(process_cpu_seconds_total{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}[$__rate_interval])",
  1997                          "format": "time_series",
  1998                          "intervalFactor": 2,
  1999                          "legendFormat": "{{`{{`}}instance{{`}}`}}",
  2000                          "refId": "A"
  2001                      }
  2002                  ],
  2003                  "thresholds": [
  2004  
  2005                  ],
  2006                  "timeFrom": null,
  2007                  "timeShift": null,
  2008                  "title": "CPU usage",
  2009                  "tooltip": {
  2010                      "shared": true,
  2011                      "sort": 0,
  2012                      "value_type": "individual"
  2013                  },
  2014                  "type": "graph",
  2015                  "xaxis": {
  2016                      "buckets": null,
  2017                      "mode": "time",
  2018                      "name": null,
  2019                      "show": true,
  2020                      "values": [
  2021  
  2022                      ]
  2023                  },
  2024                  "yaxes": [
  2025                      {
  2026                          "format": "short",
  2027                          "label": null,
  2028                          "logBase": 1,
  2029                          "max": null,
  2030                          "min": null,
  2031                          "show": true
  2032                      },
  2033                      {
  2034                          "format": "short",
  2035                          "label": null,
  2036                          "logBase": 1,
  2037                          "max": null,
  2038                          "min": null,
  2039                          "show": true
  2040                      }
  2041                  ]
  2042              },
  2043              {
  2044                  "aliasColors": {
  2045  
  2046                  },
  2047                  "bars": false,
  2048                  "dashLength": 10,
  2049                  "dashes": false,
  2050                  "datasource": "$datasource",
  2051                  "fill": 1,
  2052                  "fillGradient": 0,
  2053                  "gridPos": {
  2054                      "h": 7,
  2055                      "w": 8,
  2056                      "x": 16,
  2057                      "y": 77
  2058                  },
  2059                  "id": 25,
  2060                  "legend": {
  2061                      "alignAsTable": false,
  2062                      "avg": false,
  2063                      "current": false,
  2064                      "max": false,
  2065                      "min": false,
  2066                      "rightSide": false,
  2067                      "show": true,
  2068                      "sideWidth": null,
  2069                      "total": false,
  2070                      "values": false
  2071                  },
  2072                  "lines": true,
  2073                  "linewidth": 1,
  2074                  "links": [
  2075  
  2076                  ],
  2077                  "nullPointMode": "null",
  2078                  "percentage": false,
  2079                  "pointradius": 5,
  2080                  "points": false,
  2081                  "renderer": "flot",
  2082                  "repeat": null,
  2083                  "seriesOverrides": [
  2084  
  2085                  ],
  2086                  "spaceLength": 10,
  2087                  "stack": false,
  2088                  "steppedLine": false,
  2089                  "targets": [
  2090                      {
  2091                          "expr": "go_goroutines{verrazzano_cluster=\"$vzcluster\",job=\"kubelet\",instance=~\"$instance\"}",
  2092                          "format": "time_series",
  2093                          "intervalFactor": 2,
  2094                          "legendFormat": "{{`{{`}}instance{{`}}`}}",
  2095                          "refId": "A"
  2096                      }
  2097                  ],
  2098                  "thresholds": [
  2099  
  2100                  ],
  2101                  "timeFrom": null,
  2102                  "timeShift": null,
  2103                  "title": "Goroutines",
  2104                  "tooltip": {
  2105                      "shared": true,
  2106                      "sort": 0,
  2107                      "value_type": "individual"
  2108                  },
  2109                  "type": "graph",
  2110                  "xaxis": {
  2111                      "buckets": null,
  2112                      "mode": "time",
  2113                      "name": null,
  2114                      "show": true,
  2115                      "values": [
  2116  
  2117                      ]
  2118                  },
  2119                  "yaxes": [
  2120                      {
  2121                          "format": "short",
  2122                          "label": null,
  2123                          "logBase": 1,
  2124                          "max": null,
  2125                          "min": null,
  2126                          "show": true
  2127                      },
  2128                      {
  2129                          "format": "short",
  2130                          "label": null,
  2131                          "logBase": 1,
  2132                          "max": null,
  2133                          "min": null,
  2134                          "show": true
  2135                      }
  2136                  ]
  2137              }
  2138          ],
  2139          "refresh": "10s",
  2140          "rows": [
  2141  
  2142          ],
  2143          "schemaVersion": 14,
  2144          "style": "dark",
  2145          "tags": [
  2146              "kubernetes-mixin"
  2147          ],
  2148          "templating": {
  2149              "list": [
  2150                  {
  2151                      "current": {
  2152                          "text": "default",
  2153                          "value": "default"
  2154                      },
  2155                      "hide": 0,
  2156                      "label": "Data Source",
  2157                      "name": "datasource",
  2158                      "options": [
  2159  
  2160                      ],
  2161                      "query": "prometheus",
  2162                      "refresh": 1,
  2163                      "regex": "",
  2164                      "type": "datasource"
  2165                  },
  2166                  {
  2167                      "allValue": null,
  2168                      "current": {
  2169  
  2170                      },
  2171                      "datasource": "$datasource",
  2172                      "hide": {{ if .Values.grafana.sidecar.dashboards.multicluster.global.enabled }}0{{ else }}2{{ end }},
  2173                      "includeAll": false,
  2174                      "label": "Verrazzano Cluster",
  2175                      "multi": false,
  2176                      "name": "vzcluster",
  2177                      "options": [
  2178  
  2179                      ],
  2180                      "query": "label_values(up{job=\"kubelet\"}, verrazzano_cluster)",
  2181                      "refresh": 2,
  2182                      "regex": "",
  2183                      "sort": 1,
  2184                      "tagValuesQuery": "",
  2185                      "tags": [
  2186  
  2187                      ],
  2188                      "tagsQuery": "",
  2189                      "type": "query",
  2190                      "useTags": false
  2191                  },
  2192                  {
  2193                      "allValue": null,
  2194                      "current": {
  2195  
  2196                      },
  2197                      "datasource": "$datasource",
  2198                      "hide": 0,
  2199                      "includeAll": true,
  2200                      "label": "instance",
  2201                      "multi": false,
  2202                      "name": "instance",
  2203                      "options": [
  2204  
  2205                      ],
  2206                      "query": "label_values(up{job=\"kubelet\",verrazzano_cluster=\"$vzcluster\"}, instance)",
  2207                      "refresh": 2,
  2208                      "regex": "",
  2209                      "sort": 1,
  2210                      "tagValuesQuery": "",
  2211                      "tags": [
  2212  
  2213                      ],
  2214                      "tagsQuery": "",
  2215                      "type": "query",
  2216                      "useTags": false
  2217                  }
  2218              ]
  2219          },
  2220          "time": {
  2221              "from": "now-1h",
  2222              "to": "now"
  2223          },
  2224          "timepicker": {
  2225              "refresh_intervals": [
  2226                  "5s",
  2227                  "10s",
  2228                  "30s",
  2229                  "1m",
  2230                  "5m",
  2231                  "15m",
  2232                  "30m",
  2233                  "1h",
  2234                  "2h",
  2235                  "1d"
  2236              ],
  2237              "time_options": [
  2238                  "5m",
  2239                  "15m",
  2240                  "1h",
  2241                  "6h",
  2242                  "12h",
  2243                  "24h",
  2244                  "2d",
  2245                  "7d",
  2246                  "30d"
  2247              ]
  2248          },
  2249          "timezone": "{{ .Values.grafana.defaultDashboardsTimezone }}",
  2250          "title": "Kubernetes / Kubelet",
  2251          "uid": "3138fa155d5915769fbded898ac09fd9",
  2252          "version": 0
  2253      }
  2254  {{- end }}