github.com/alibaba/sealer@v0.8.6-0.20220430115802-37a2bdaa8173/applications/kube-prometheus-stack/kube-prometheus-stack.yaml (about) 1 --- 2 # Source: kube-prometheus-stack/charts/grafana/templates/podsecuritypolicy.yaml 3 apiVersion: policy/v1beta1 4 kind: PodSecurityPolicy 5 metadata: 6 name: kube-prometheus-stack-grafana 7 labels: 8 helm.sh/chart: grafana-6.19.4 9 app.kubernetes.io/name: grafana 10 app.kubernetes.io/instance: kube-prometheus-stack 11 app.kubernetes.io/version: "8.3.3" 12 app.kubernetes.io/managed-by: Helm 13 annotations: 14 seccomp.security.alpha.kubernetes.io/allowedProfileNames: 'docker/default,runtime/default' 15 seccomp.security.alpha.kubernetes.io/defaultProfileName: 'docker/default' 16 apparmor.security.beta.kubernetes.io/allowedProfileNames: 'runtime/default' 17 apparmor.security.beta.kubernetes.io/defaultProfileName: 'runtime/default' 18 spec: 19 privileged: false 20 allowPrivilegeEscalation: false 21 requiredDropCapabilities: 22 # Default set from Docker, with DAC_OVERRIDE and CHOWN 23 - ALL 24 volumes: 25 - 'configMap' 26 - 'emptyDir' 27 - 'projected' 28 - 'csi' 29 - 'secret' 30 - 'downwardAPI' 31 - 'persistentVolumeClaim' 32 hostNetwork: false 33 hostIPC: false 34 hostPID: false 35 runAsUser: 36 rule: 'RunAsAny' 37 seLinux: 38 rule: 'RunAsAny' 39 supplementalGroups: 40 rule: 'MustRunAs' 41 ranges: 42 # Forbid adding the root group. 43 - min: 1 44 max: 65535 45 fsGroup: 46 rule: 'MustRunAs' 47 ranges: 48 # Forbid adding the root group. 49 - min: 1 50 max: 65535 51 readOnlyRootFilesystem: false 52 --- 53 # Source: kube-prometheus-stack/charts/grafana/templates/tests/test-podsecuritypolicy.yaml 54 apiVersion: policy/v1beta1 55 kind: PodSecurityPolicy 56 metadata: 57 name: kube-prometheus-stack-grafana-test 58 labels: 59 helm.sh/chart: grafana-6.19.4 60 app.kubernetes.io/name: grafana 61 app.kubernetes.io/instance: kube-prometheus-stack 62 app.kubernetes.io/version: "8.3.3" 63 app.kubernetes.io/managed-by: Helm 64 spec: 65 allowPrivilegeEscalation: true 66 privileged: false 67 hostNetwork: false 68 hostIPC: false 69 hostPID: false 70 fsGroup: 71 rule: RunAsAny 72 seLinux: 73 rule: RunAsAny 74 supplementalGroups: 75 rule: RunAsAny 76 runAsUser: 77 rule: RunAsAny 78 volumes: 79 - configMap 80 - downwardAPI 81 - emptyDir 82 - projected 83 - csi 84 - secret 85 --- 86 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/podsecuritypolicy.yaml 87 apiVersion: policy/v1beta1 88 kind: PodSecurityPolicy 89 metadata: 90 name: kube-prometheus-stack-kube-state-metrics 91 labels: 92 helm.sh/chart: kube-state-metrics-4.2.0 93 app.kubernetes.io/managed-by: Helm 94 app.kubernetes.io/component: metrics 95 app.kubernetes.io/part-of: kube-state-metrics 96 app.kubernetes.io/name: kube-state-metrics 97 app.kubernetes.io/instance: kube-prometheus-stack 98 app.kubernetes.io/version: "2.3.0" 99 spec: 100 privileged: false 101 volumes: 102 - 'secret' 103 hostNetwork: false 104 hostIPC: false 105 hostPID: false 106 runAsUser: 107 rule: 'MustRunAsNonRoot' 108 seLinux: 109 rule: 'RunAsAny' 110 supplementalGroups: 111 rule: 'MustRunAs' 112 ranges: 113 # Forbid adding the root group. 114 - min: 1 115 max: 65535 116 fsGroup: 117 rule: 'MustRunAs' 118 ranges: 119 # Forbid adding the root group. 120 - min: 1 121 max: 65535 122 readOnlyRootFilesystem: false 123 --- 124 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/psp.yaml 125 apiVersion: policy/v1beta1 126 kind: PodSecurityPolicy 127 metadata: 128 name: kube-prometheus-stack-prometheus-node-exporter 129 namespace: kube-prometheus-stack 130 labels: 131 app: prometheus-node-exporter 132 heritage: Helm 133 release: kube-prometheus-stack 134 chart: prometheus-node-exporter-2.4.0 135 jobLabel: node-exporter 136 spec: 137 privileged: false 138 # Required to prevent escalations to root. 139 # allowPrivilegeEscalation: false 140 # This is redundant with non-root + disallow privilege escalation, 141 # but we can provide it for defense in depth. 142 #requiredDropCapabilities: 143 # - ALL 144 # Allow core volume types. 145 volumes: 146 - 'configMap' 147 - 'emptyDir' 148 - 'projected' 149 - 'secret' 150 - 'downwardAPI' 151 - 'persistentVolumeClaim' 152 - 'hostPath' 153 hostNetwork: true 154 hostIPC: false 155 hostPID: true 156 hostPorts: 157 - min: 0 158 max: 65535 159 runAsUser: 160 # Permits the container to run with root privileges as well. 161 rule: 'RunAsAny' 162 seLinux: 163 # This policy assumes the nodes are using AppArmor rather than SELinux. 164 rule: 'RunAsAny' 165 supplementalGroups: 166 rule: 'MustRunAs' 167 ranges: 168 # Forbid adding the root group. 169 - min: 0 170 max: 65535 171 fsGroup: 172 rule: 'MustRunAs' 173 ranges: 174 # Forbid adding the root group. 175 - min: 0 176 max: 65535 177 readOnlyRootFilesystem: false 178 --- 179 # Source: kube-prometheus-stack/templates/alertmanager/psp.yaml 180 apiVersion: policy/v1beta1 181 kind: PodSecurityPolicy 182 metadata: 183 name: kube-prometheus-stack-alertmanager 184 labels: 185 app: kube-prometheus-stack-alertmanager 186 187 app.kubernetes.io/managed-by: Helm 188 app.kubernetes.io/instance: kube-prometheus-stack 189 app.kubernetes.io/version: "25.0.0" 190 app.kubernetes.io/part-of: kube-prometheus-stack 191 chart: kube-prometheus-stack-25.0.0 192 release: "kube-prometheus-stack" 193 heritage: "Helm" 194 spec: 195 privileged: false 196 # Allow core volume types. 197 volumes: 198 - 'configMap' 199 - 'emptyDir' 200 - 'projected' 201 - 'secret' 202 - 'downwardAPI' 203 - 'persistentVolumeClaim' 204 hostNetwork: false 205 hostIPC: false 206 hostPID: false 207 runAsUser: 208 # Permits the container to run with root privileges as well. 209 rule: 'RunAsAny' 210 seLinux: 211 # This policy assumes the nodes are using AppArmor rather than SELinux. 212 rule: 'RunAsAny' 213 supplementalGroups: 214 rule: 'MustRunAs' 215 ranges: 216 # Allow adding the root group. 217 - min: 0 218 max: 65535 219 fsGroup: 220 rule: 'MustRunAs' 221 ranges: 222 # Allow adding the root group. 223 - min: 0 224 max: 65535 225 readOnlyRootFilesystem: false 226 --- 227 # Source: kube-prometheus-stack/templates/prometheus-operator/psp.yaml 228 apiVersion: policy/v1beta1 229 kind: PodSecurityPolicy 230 metadata: 231 name: kube-prometheus-stack-operator 232 labels: 233 app: kube-prometheus-stack-operator 234 235 app.kubernetes.io/managed-by: Helm 236 app.kubernetes.io/instance: kube-prometheus-stack 237 app.kubernetes.io/version: "25.0.0" 238 app.kubernetes.io/part-of: kube-prometheus-stack 239 chart: kube-prometheus-stack-25.0.0 240 release: "kube-prometheus-stack" 241 heritage: "Helm" 242 spec: 243 privileged: false 244 # Allow core volume types. 245 volumes: 246 - 'configMap' 247 - 'emptyDir' 248 - 'projected' 249 - 'secret' 250 - 'downwardAPI' 251 - 'persistentVolumeClaim' 252 hostNetwork: false 253 hostIPC: false 254 hostPID: false 255 runAsUser: 256 # Permits the container to run with root privileges as well. 257 rule: 'RunAsAny' 258 seLinux: 259 # This policy assumes the nodes are using AppArmor rather than SELinux. 260 rule: 'RunAsAny' 261 supplementalGroups: 262 rule: 'MustRunAs' 263 ranges: 264 # Allow adding the root group. 265 - min: 0 266 max: 65535 267 fsGroup: 268 rule: 'MustRunAs' 269 ranges: 270 # Allow adding the root group. 271 - min: 0 272 max: 65535 273 readOnlyRootFilesystem: false 274 --- 275 # Source: kube-prometheus-stack/templates/prometheus/psp.yaml 276 apiVersion: policy/v1beta1 277 kind: PodSecurityPolicy 278 metadata: 279 name: kube-prometheus-stack-prometheus 280 labels: 281 app: kube-prometheus-stack-prometheus 282 283 app.kubernetes.io/managed-by: Helm 284 app.kubernetes.io/instance: kube-prometheus-stack 285 app.kubernetes.io/version: "25.0.0" 286 app.kubernetes.io/part-of: kube-prometheus-stack 287 chart: kube-prometheus-stack-25.0.0 288 release: "kube-prometheus-stack" 289 heritage: "Helm" 290 spec: 291 privileged: false 292 # Allow core volume types. 293 volumes: 294 - 'configMap' 295 - 'emptyDir' 296 - 'projected' 297 - 'secret' 298 - 'downwardAPI' 299 - 'persistentVolumeClaim' 300 hostNetwork: false 301 hostIPC: false 302 hostPID: false 303 runAsUser: 304 # Permits the container to run with root privileges as well. 305 rule: 'RunAsAny' 306 seLinux: 307 # This policy assumes the nodes are using AppArmor rather than SELinux. 308 rule: 'RunAsAny' 309 supplementalGroups: 310 rule: 'MustRunAs' 311 ranges: 312 # Allow adding the root group. 313 - min: 0 314 max: 65535 315 fsGroup: 316 rule: 'MustRunAs' 317 ranges: 318 # Allow adding the root group. 319 - min: 0 320 max: 65535 321 readOnlyRootFilesystem: false 322 --- 323 # Source: kube-prometheus-stack/charts/grafana/templates/serviceaccount.yaml 324 apiVersion: v1 325 kind: ServiceAccount 326 metadata: 327 labels: 328 helm.sh/chart: grafana-6.19.4 329 app.kubernetes.io/name: grafana 330 app.kubernetes.io/instance: kube-prometheus-stack 331 app.kubernetes.io/version: "8.3.3" 332 app.kubernetes.io/managed-by: Helm 333 name: kube-prometheus-stack-grafana 334 namespace: kube-prometheus-stack 335 --- 336 # Source: kube-prometheus-stack/charts/grafana/templates/tests/test-serviceaccount.yaml 337 apiVersion: v1 338 kind: ServiceAccount 339 metadata: 340 labels: 341 helm.sh/chart: grafana-6.19.4 342 app.kubernetes.io/name: grafana 343 app.kubernetes.io/instance: kube-prometheus-stack 344 app.kubernetes.io/version: "8.3.3" 345 app.kubernetes.io/managed-by: Helm 346 name: kube-prometheus-stack-grafana-test 347 namespace: kube-prometheus-stack 348 --- 349 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/serviceaccount.yaml 350 apiVersion: v1 351 kind: ServiceAccount 352 metadata: 353 labels: 354 helm.sh/chart: kube-state-metrics-4.2.0 355 app.kubernetes.io/managed-by: Helm 356 app.kubernetes.io/component: metrics 357 app.kubernetes.io/part-of: kube-state-metrics 358 app.kubernetes.io/name: kube-state-metrics 359 app.kubernetes.io/instance: kube-prometheus-stack 360 app.kubernetes.io/version: "2.3.0" 361 name: kube-prometheus-stack-kube-state-metrics 362 namespace: kube-prometheus-stack 363 imagePullSecrets: 364 [] 365 --- 366 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/serviceaccount.yaml 367 apiVersion: v1 368 kind: ServiceAccount 369 metadata: 370 name: kube-prometheus-stack-prometheus-node-exporter 371 namespace: kube-prometheus-stack 372 labels: 373 app: prometheus-node-exporter 374 chart: prometheus-node-exporter-2.4.0 375 release: "kube-prometheus-stack" 376 heritage: "Helm" 377 annotations: 378 {} 379 imagePullSecrets: 380 [] 381 --- 382 # Source: kube-prometheus-stack/templates/alertmanager/serviceaccount.yaml 383 apiVersion: v1 384 kind: ServiceAccount 385 metadata: 386 name: kube-prometheus-stack-alertmanager 387 namespace: kube-prometheus-stack 388 labels: 389 app: kube-prometheus-stack-alertmanager 390 app.kubernetes.io/name: kube-prometheus-stack-alertmanager 391 app.kubernetes.io/component: alertmanager 392 393 app.kubernetes.io/managed-by: Helm 394 app.kubernetes.io/instance: kube-prometheus-stack 395 app.kubernetes.io/version: "25.0.0" 396 app.kubernetes.io/part-of: kube-prometheus-stack 397 chart: kube-prometheus-stack-25.0.0 398 release: "kube-prometheus-stack" 399 heritage: "Helm" 400 --- 401 # Source: kube-prometheus-stack/templates/prometheus-operator/serviceaccount.yaml 402 apiVersion: v1 403 kind: ServiceAccount 404 metadata: 405 name: kube-prometheus-stack-operator 406 namespace: kube-prometheus-stack 407 labels: 408 app: kube-prometheus-stack-operator 409 app.kubernetes.io/name: kube-prometheus-stack-prometheus-operator 410 app.kubernetes.io/component: prometheus-operator 411 412 app.kubernetes.io/managed-by: Helm 413 app.kubernetes.io/instance: kube-prometheus-stack 414 app.kubernetes.io/version: "25.0.0" 415 app.kubernetes.io/part-of: kube-prometheus-stack 416 chart: kube-prometheus-stack-25.0.0 417 release: "kube-prometheus-stack" 418 heritage: "Helm" 419 --- 420 # Source: kube-prometheus-stack/templates/prometheus/serviceaccount.yaml 421 apiVersion: v1 422 kind: ServiceAccount 423 metadata: 424 name: kube-prometheus-stack-prometheus 425 namespace: kube-prometheus-stack 426 labels: 427 app: kube-prometheus-stack-prometheus 428 app.kubernetes.io/name: kube-prometheus-stack-prometheus 429 app.kubernetes.io/component: prometheus 430 431 app.kubernetes.io/managed-by: Helm 432 app.kubernetes.io/instance: kube-prometheus-stack 433 app.kubernetes.io/version: "25.0.0" 434 app.kubernetes.io/part-of: kube-prometheus-stack 435 chart: kube-prometheus-stack-25.0.0 436 release: "kube-prometheus-stack" 437 heritage: "Helm" 438 --- 439 # Source: kube-prometheus-stack/charts/grafana/templates/secret.yaml 440 apiVersion: v1 441 kind: Secret 442 metadata: 443 name: kube-prometheus-stack-grafana 444 namespace: kube-prometheus-stack 445 labels: 446 helm.sh/chart: grafana-6.19.4 447 app.kubernetes.io/name: grafana 448 app.kubernetes.io/instance: kube-prometheus-stack 449 app.kubernetes.io/version: "8.3.3" 450 app.kubernetes.io/managed-by: Helm 451 type: Opaque 452 data: 453 admin-user: "YWRtaW4=" 454 admin-password: "cHJvbS1vcGVyYXRvcg==" 455 ldap-toml: "" 456 --- 457 # Source: kube-prometheus-stack/templates/alertmanager/secret.yaml 458 apiVersion: v1 459 kind: Secret 460 metadata: 461 name: alertmanager-kube-prometheus-stack-alertmanager 462 namespace: kube-prometheus-stack 463 labels: 464 app: kube-prometheus-stack-alertmanager 465 466 app.kubernetes.io/managed-by: Helm 467 app.kubernetes.io/instance: kube-prometheus-stack 468 app.kubernetes.io/version: "25.0.0" 469 app.kubernetes.io/part-of: kube-prometheus-stack 470 chart: kube-prometheus-stack-25.0.0 471 release: "kube-prometheus-stack" 472 heritage: "Helm" 473 data: 474 alertmanager.yaml: "Z2xvYmFsOgogIHJlc29sdmVfdGltZW91dDogNW0KcmVjZWl2ZXJzOgotIG5hbWU6ICJudWxsIgpyb3V0ZToKICBncm91cF9ieToKICAtIGpvYgogIGdyb3VwX2ludGVydmFsOiA1bQogIGdyb3VwX3dhaXQ6IDMwcwogIHJlY2VpdmVyOiAibnVsbCIKICByZXBlYXRfaW50ZXJ2YWw6IDEyaAogIHJvdXRlczoKICAtIG1hdGNoOgogICAgICBhbGVydG5hbWU6IFdhdGNoZG9nCiAgICByZWNlaXZlcjogIm51bGwiCnRlbXBsYXRlczoKLSAvZXRjL2FsZXJ0bWFuYWdlci9jb25maWcvKi50bXBs" 475 --- 476 # Source: kube-prometheus-stack/charts/grafana/templates/configmap-dashboard-provider.yaml 477 apiVersion: v1 478 kind: ConfigMap 479 metadata: 480 labels: 481 helm.sh/chart: grafana-6.19.4 482 app.kubernetes.io/name: grafana 483 app.kubernetes.io/instance: kube-prometheus-stack 484 app.kubernetes.io/version: "8.3.3" 485 app.kubernetes.io/managed-by: Helm 486 name: kube-prometheus-stack-grafana-config-dashboards 487 namespace: kube-prometheus-stack 488 data: 489 provider.yaml: |- 490 apiVersion: 1 491 providers: 492 - name: 'sidecarProvider' 493 orgId: 1 494 folder: '' 495 type: file 496 disableDeletion: false 497 allowUiUpdates: false 498 updateIntervalSeconds: 30 499 options: 500 foldersFromFilesStructure: false 501 path: /tmp/dashboards 502 --- 503 # Source: kube-prometheus-stack/charts/grafana/templates/configmap.yaml 504 apiVersion: v1 505 kind: ConfigMap 506 metadata: 507 name: kube-prometheus-stack-grafana 508 namespace: kube-prometheus-stack 509 labels: 510 helm.sh/chart: grafana-6.19.4 511 app.kubernetes.io/name: grafana 512 app.kubernetes.io/instance: kube-prometheus-stack 513 app.kubernetes.io/version: "8.3.3" 514 app.kubernetes.io/managed-by: Helm 515 data: 516 grafana.ini: | 517 [analytics] 518 check_for_updates = true 519 [grafana_net] 520 url = https://grafana.net 521 [log] 522 mode = console 523 [paths] 524 data = /var/lib/grafana/ 525 logs = /var/log/grafana 526 plugins = /var/lib/grafana/plugins 527 provisioning = /etc/grafana/provisioning 528 --- 529 # Source: kube-prometheus-stack/charts/grafana/templates/tests/test-configmap.yaml 530 apiVersion: v1 531 kind: ConfigMap 532 metadata: 533 name: kube-prometheus-stack-grafana-test 534 namespace: kube-prometheus-stack 535 labels: 536 helm.sh/chart: grafana-6.19.4 537 app.kubernetes.io/name: grafana 538 app.kubernetes.io/instance: kube-prometheus-stack 539 app.kubernetes.io/version: "8.3.3" 540 app.kubernetes.io/managed-by: Helm 541 data: 542 run.sh: |- 543 @test "Test Health" { 544 url="http://kube-prometheus-stack-grafana/api/health" 545 546 code=$(wget --server-response --spider --timeout 10 --tries 1 ${url} 2>&1 | awk '/^ HTTP/{print $2}') 547 [ "$code" == "200" ] 548 } 549 --- 550 # Source: kube-prometheus-stack/templates/grafana/configmaps-datasources.yaml 551 apiVersion: v1 552 kind: ConfigMap 553 metadata: 554 name: kube-prometheus-stack-grafana-datasource 555 namespace: kube-prometheus-stack 556 labels: 557 grafana_datasource: "1" 558 app: kube-prometheus-stack-grafana 559 560 app.kubernetes.io/managed-by: Helm 561 app.kubernetes.io/instance: kube-prometheus-stack 562 app.kubernetes.io/version: "25.0.0" 563 app.kubernetes.io/part-of: kube-prometheus-stack 564 chart: kube-prometheus-stack-25.0.0 565 release: "kube-prometheus-stack" 566 heritage: "Helm" 567 data: 568 datasource.yaml: |- 569 apiVersion: 1 570 datasources: 571 - name: Prometheus 572 type: prometheus 573 url: http://kube-prometheus-stack-prometheus.kube-prometheus-stack:9090/ 574 access: proxy 575 isDefault: true 576 jsonData: 577 timeInterval: 30s 578 --- 579 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/alertmanager-overview.yaml 580 apiVersion: v1 581 kind: ConfigMap 582 metadata: 583 namespace: kube-prometheus-stack 584 name: kube-prometheus-stack-alertmanager-overview 585 annotations: 586 {} 587 labels: 588 grafana_dashboard: "1" 589 app: kube-prometheus-stack-grafana 590 591 app.kubernetes.io/managed-by: Helm 592 app.kubernetes.io/instance: kube-prometheus-stack 593 app.kubernetes.io/version: "25.0.0" 594 app.kubernetes.io/part-of: kube-prometheus-stack 595 chart: kube-prometheus-stack-25.0.0 596 release: "kube-prometheus-stack" 597 heritage: "Helm" 598 data: 599 alertmanager-overview.json: |- 600 { 601 "__inputs": [ 602 603 ], 604 "__requires": [ 605 606 ], 607 "annotations": { 608 "list": [ 609 610 ] 611 }, 612 "editable": false, 613 "gnetId": null, 614 "graphTooltip": 1, 615 "hideControls": false, 616 "id": null, 617 "links": [ 618 619 ], 620 "refresh": "30s", 621 "rows": [ 622 { 623 "collapse": false, 624 "collapsed": false, 625 "panels": [ 626 { 627 "aliasColors": { 628 629 }, 630 "bars": false, 631 "dashLength": 10, 632 "dashes": false, 633 "datasource": "$datasource", 634 "fill": 1, 635 "fillGradient": 0, 636 "gridPos": { 637 638 }, 639 "id": 2, 640 "legend": { 641 "alignAsTable": false, 642 "avg": false, 643 "current": false, 644 "max": false, 645 "min": false, 646 "rightSide": false, 647 "show": false, 648 "sideWidth": null, 649 "total": false, 650 "values": false 651 }, 652 "lines": true, 653 "linewidth": 1, 654 "links": [ 655 656 ], 657 "nullPointMode": "null", 658 "percentage": false, 659 "pointradius": 5, 660 "points": false, 661 "renderer": "flot", 662 "repeat": null, 663 "seriesOverrides": [ 664 665 ], 666 "spaceLength": 10, 667 "span": 6, 668 "stack": true, 669 "steppedLine": false, 670 "targets": [ 671 { 672 "expr": "sum(alertmanager_alerts{namespace=~\"$namespace\",service=~\"$service\"}) by (namespace,service,instance)", 673 "format": "time_series", 674 "intervalFactor": 2, 675 "legendFormat": "{{instance}}", 676 "refId": "A" 677 } 678 ], 679 "thresholds": [ 680 681 ], 682 "timeFrom": null, 683 "timeShift": null, 684 "title": "Alerts", 685 "tooltip": { 686 "shared": true, 687 "sort": 0, 688 "value_type": "individual" 689 }, 690 "type": "graph", 691 "xaxis": { 692 "buckets": null, 693 "mode": "time", 694 "name": null, 695 "show": true, 696 "values": [ 697 698 ] 699 }, 700 "yaxes": [ 701 { 702 "format": "none", 703 "label": null, 704 "logBase": 1, 705 "max": null, 706 "min": null, 707 "show": true 708 }, 709 { 710 "format": "none", 711 "label": null, 712 "logBase": 1, 713 "max": null, 714 "min": null, 715 "show": true 716 } 717 ] 718 }, 719 { 720 "aliasColors": { 721 722 }, 723 "bars": false, 724 "dashLength": 10, 725 "dashes": false, 726 "datasource": "$datasource", 727 "fill": 1, 728 "fillGradient": 0, 729 "gridPos": { 730 731 }, 732 "id": 3, 733 "legend": { 734 "alignAsTable": false, 735 "avg": false, 736 "current": false, 737 "max": false, 738 "min": false, 739 "rightSide": false, 740 "show": false, 741 "sideWidth": null, 742 "total": false, 743 "values": false 744 }, 745 "lines": true, 746 "linewidth": 1, 747 "links": [ 748 749 ], 750 "nullPointMode": "null", 751 "percentage": false, 752 "pointradius": 5, 753 "points": false, 754 "renderer": "flot", 755 "repeat": null, 756 "seriesOverrides": [ 757 758 ], 759 "spaceLength": 10, 760 "span": 6, 761 "stack": true, 762 "steppedLine": false, 763 "targets": [ 764 { 765 "expr": "sum(rate(alertmanager_alerts_received_total{namespace=~\"$namespace\",service=~\"$service\"}[$__rate_interval])) by (namespace,service,instance)", 766 "format": "time_series", 767 "intervalFactor": 2, 768 "legendFormat": "{{instance}} Received", 769 "refId": "A" 770 }, 771 { 772 "expr": "sum(rate(alertmanager_alerts_invalid_total{namespace=~\"$namespace\",service=~\"$service\"}[$__rate_interval])) by (namespace,service,instance)", 773 "format": "time_series", 774 "intervalFactor": 2, 775 "legendFormat": "{{instance}} Invalid", 776 "refId": "B" 777 } 778 ], 779 "thresholds": [ 780 781 ], 782 "timeFrom": null, 783 "timeShift": null, 784 "title": "Alerts receive rate", 785 "tooltip": { 786 "shared": true, 787 "sort": 0, 788 "value_type": "individual" 789 }, 790 "type": "graph", 791 "xaxis": { 792 "buckets": null, 793 "mode": "time", 794 "name": null, 795 "show": true, 796 "values": [ 797 798 ] 799 }, 800 "yaxes": [ 801 { 802 "format": "ops", 803 "label": null, 804 "logBase": 1, 805 "max": null, 806 "min": null, 807 "show": true 808 }, 809 { 810 "format": "ops", 811 "label": null, 812 "logBase": 1, 813 "max": null, 814 "min": null, 815 "show": true 816 } 817 ] 818 } 819 ], 820 "repeat": null, 821 "repeatIteration": null, 822 "repeatRowId": null, 823 "showTitle": true, 824 "title": "Alerts", 825 "titleSize": "h6", 826 "type": "row" 827 }, 828 { 829 "collapse": false, 830 "collapsed": false, 831 "panels": [ 832 { 833 "aliasColors": { 834 835 }, 836 "bars": false, 837 "dashLength": 10, 838 "dashes": false, 839 "datasource": "$datasource", 840 "fill": 1, 841 "fillGradient": 0, 842 "gridPos": { 843 844 }, 845 "id": 4, 846 "legend": { 847 "alignAsTable": false, 848 "avg": false, 849 "current": false, 850 "max": false, 851 "min": false, 852 "rightSide": false, 853 "show": false, 854 "sideWidth": null, 855 "total": false, 856 "values": false 857 }, 858 "lines": true, 859 "linewidth": 1, 860 "links": [ 861 862 ], 863 "nullPointMode": "null", 864 "percentage": false, 865 "pointradius": 5, 866 "points": false, 867 "renderer": "flot", 868 "repeat": "integration", 869 "seriesOverrides": [ 870 871 ], 872 "spaceLength": 10, 873 "stack": true, 874 "steppedLine": false, 875 "targets": [ 876 { 877 "expr": "sum(rate(alertmanager_notifications_total{namespace=~\"$namespace\",service=~\"$service\", integration=\"$integration\"}[$__rate_interval])) by (integration,namespace,service,instance)", 878 "format": "time_series", 879 "intervalFactor": 2, 880 "legendFormat": "{{instance}} Total", 881 "refId": "A" 882 }, 883 { 884 "expr": "sum(rate(alertmanager_notifications_failed_total{namespace=~\"$namespace\",service=~\"$service\", integration=\"$integration\"}[$__rate_interval])) by (integration,namespace,service,instance)", 885 "format": "time_series", 886 "intervalFactor": 2, 887 "legendFormat": "{{instance}} Failed", 888 "refId": "B" 889 } 890 ], 891 "thresholds": [ 892 893 ], 894 "timeFrom": null, 895 "timeShift": null, 896 "title": "$integration: Notifications Send Rate", 897 "tooltip": { 898 "shared": true, 899 "sort": 0, 900 "value_type": "individual" 901 }, 902 "type": "graph", 903 "xaxis": { 904 "buckets": null, 905 "mode": "time", 906 "name": null, 907 "show": true, 908 "values": [ 909 910 ] 911 }, 912 "yaxes": [ 913 { 914 "format": "ops", 915 "label": null, 916 "logBase": 1, 917 "max": null, 918 "min": null, 919 "show": true 920 }, 921 { 922 "format": "ops", 923 "label": null, 924 "logBase": 1, 925 "max": null, 926 "min": null, 927 "show": true 928 } 929 ] 930 }, 931 { 932 "aliasColors": { 933 934 }, 935 "bars": false, 936 "dashLength": 10, 937 "dashes": false, 938 "datasource": "$datasource", 939 "fill": 1, 940 "fillGradient": 0, 941 "gridPos": { 942 943 }, 944 "id": 5, 945 "legend": { 946 "alignAsTable": false, 947 "avg": false, 948 "current": false, 949 "max": false, 950 "min": false, 951 "rightSide": false, 952 "show": false, 953 "sideWidth": null, 954 "total": false, 955 "values": false 956 }, 957 "lines": true, 958 "linewidth": 1, 959 "links": [ 960 961 ], 962 "nullPointMode": "null", 963 "percentage": false, 964 "pointradius": 5, 965 "points": false, 966 "renderer": "flot", 967 "repeat": "integration", 968 "seriesOverrides": [ 969 970 ], 971 "spaceLength": 10, 972 "stack": false, 973 "steppedLine": false, 974 "targets": [ 975 { 976 "expr": "histogram_quantile(0.99,\n sum(rate(alertmanager_notification_latency_seconds_bucket{namespace=~\"$namespace\",service=~\"$service\", integration=\"$integration\"}[$__rate_interval])) by (le,namespace,service,instance)\n) \n", 977 "format": "time_series", 978 "intervalFactor": 2, 979 "legendFormat": "{{instance}} 99th Percentile", 980 "refId": "A" 981 }, 982 { 983 "expr": "histogram_quantile(0.50,\n sum(rate(alertmanager_notification_latency_seconds_bucket{namespace=~\"$namespace\",service=~\"$service\", integration=\"$integration\"}[$__rate_interval])) by (le,namespace,service,instance)\n) \n", 984 "format": "time_series", 985 "intervalFactor": 2, 986 "legendFormat": "{{instance}} Median", 987 "refId": "B" 988 }, 989 { 990 "expr": "sum(rate(alertmanager_notification_latency_seconds_sum{namespace=~\"$namespace\",service=~\"$service\", integration=\"$integration\"}[$__rate_interval])) by (namespace,service,instance)\n/\nsum(rate(alertmanager_notification_latency_seconds_count{namespace=~\"$namespace\",service=~\"$service\", integration=\"$integration\"}[$__rate_interval])) by (namespace,service,instance)\n", 991 "format": "time_series", 992 "intervalFactor": 2, 993 "legendFormat": "{{instance}} Average", 994 "refId": "C" 995 } 996 ], 997 "thresholds": [ 998 999 ], 1000 "timeFrom": null, 1001 "timeShift": null, 1002 "title": "$integration: Notification Duration", 1003 "tooltip": { 1004 "shared": true, 1005 "sort": 0, 1006 "value_type": "individual" 1007 }, 1008 "type": "graph", 1009 "xaxis": { 1010 "buckets": null, 1011 "mode": "time", 1012 "name": null, 1013 "show": true, 1014 "values": [ 1015 1016 ] 1017 }, 1018 "yaxes": [ 1019 { 1020 "format": "s", 1021 "label": null, 1022 "logBase": 1, 1023 "max": null, 1024 "min": null, 1025 "show": true 1026 }, 1027 { 1028 "format": "s", 1029 "label": null, 1030 "logBase": 1, 1031 "max": null, 1032 "min": null, 1033 "show": true 1034 } 1035 ] 1036 } 1037 ], 1038 "repeat": null, 1039 "repeatIteration": null, 1040 "repeatRowId": null, 1041 "showTitle": true, 1042 "title": "Notifications", 1043 "titleSize": "h6", 1044 "type": "row" 1045 } 1046 ], 1047 "schemaVersion": 14, 1048 "style": "dark", 1049 "tags": [ 1050 "alertmanager-mixin" 1051 ], 1052 "templating": { 1053 "list": [ 1054 { 1055 "current": { 1056 "text": "Prometheus", 1057 "value": "Prometheus" 1058 }, 1059 "hide": 0, 1060 "label": "Data Source", 1061 "name": "datasource", 1062 "options": [ 1063 1064 ], 1065 "query": "prometheus", 1066 "refresh": 1, 1067 "regex": "", 1068 "type": "datasource" 1069 }, 1070 { 1071 "allValue": null, 1072 "current": { 1073 "text": "", 1074 "value": "" 1075 }, 1076 "datasource": "$datasource", 1077 "hide": 0, 1078 "includeAll": false, 1079 "label": "namespace", 1080 "multi": false, 1081 "name": "namespace", 1082 "options": [ 1083 1084 ], 1085 "query": "label_values(alertmanager_alerts, namespace)", 1086 "refresh": 2, 1087 "regex": "", 1088 "sort": 1, 1089 "tagValuesQuery": "", 1090 "tags": [ 1091 1092 ], 1093 "tagsQuery": "", 1094 "type": "query", 1095 "useTags": false 1096 }, 1097 { 1098 "allValue": null, 1099 "current": { 1100 "text": "", 1101 "value": "" 1102 }, 1103 "datasource": "$datasource", 1104 "hide": 0, 1105 "includeAll": false, 1106 "label": "service", 1107 "multi": false, 1108 "name": "service", 1109 "options": [ 1110 1111 ], 1112 "query": "label_values(alertmanager_alerts, service)", 1113 "refresh": 2, 1114 "regex": "", 1115 "sort": 1, 1116 "tagValuesQuery": "", 1117 "tags": [ 1118 1119 ], 1120 "tagsQuery": "", 1121 "type": "query", 1122 "useTags": false 1123 }, 1124 { 1125 "allValue": null, 1126 "current": { 1127 "text": "all", 1128 "value": "$__all" 1129 }, 1130 "datasource": "$datasource", 1131 "hide": 2, 1132 "includeAll": true, 1133 "label": null, 1134 "multi": false, 1135 "name": "integration", 1136 "options": [ 1137 1138 ], 1139 "query": "label_values(alertmanager_notifications_total{integration=~\".*\"}, integration)", 1140 "refresh": 2, 1141 "regex": "", 1142 "sort": 1, 1143 "tagValuesQuery": "", 1144 "tags": [ 1145 1146 ], 1147 "tagsQuery": "", 1148 "type": "query", 1149 "useTags": false 1150 } 1151 ] 1152 }, 1153 "time": { 1154 "from": "now-1h", 1155 "to": "now" 1156 }, 1157 "timepicker": { 1158 "refresh_intervals": [ 1159 "5s", 1160 "10s", 1161 "30s", 1162 "1m", 1163 "5m", 1164 "15m", 1165 "30m", 1166 "1h", 1167 "2h", 1168 "1d" 1169 ], 1170 "time_options": [ 1171 "5m", 1172 "15m", 1173 "1h", 1174 "6h", 1175 "12h", 1176 "24h", 1177 "2d", 1178 "7d", 1179 "30d" 1180 ] 1181 }, 1182 "timezone": "utc", 1183 "title": "Alertmanager / Overview", 1184 "uid": "alertmanager-overview", 1185 "version": 0 1186 } 1187 --- 1188 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/apiserver.yaml 1189 apiVersion: v1 1190 kind: ConfigMap 1191 metadata: 1192 namespace: kube-prometheus-stack 1193 name: kube-prometheus-stack-apiserver 1194 annotations: 1195 {} 1196 labels: 1197 grafana_dashboard: "1" 1198 app: kube-prometheus-stack-grafana 1199 1200 app.kubernetes.io/managed-by: Helm 1201 app.kubernetes.io/instance: kube-prometheus-stack 1202 app.kubernetes.io/version: "25.0.0" 1203 app.kubernetes.io/part-of: kube-prometheus-stack 1204 chart: kube-prometheus-stack-25.0.0 1205 release: "kube-prometheus-stack" 1206 heritage: "Helm" 1207 data: 1208 apiserver.json: |- 1209 { 1210 "__inputs": [ 1211 1212 ], 1213 "__requires": [ 1214 1215 ], 1216 "annotations": { 1217 "list": [ 1218 1219 ] 1220 }, 1221 "editable": false, 1222 "gnetId": null, 1223 "graphTooltip": 0, 1224 "hideControls": false, 1225 "id": null, 1226 "links": [ 1227 1228 ], 1229 "panels": [ 1230 { 1231 "content": "The SLO (service level objective) and other metrics displayed on this dashboard are for informational purposes only.", 1232 "datasource": null, 1233 "description": "The SLO (service level objective) and other metrics displayed on this dashboard are for informational purposes only.", 1234 "gridPos": { 1235 "h": 2, 1236 "w": 24, 1237 "x": 0, 1238 "y": 0 1239 }, 1240 "id": 2, 1241 "mode": "markdown", 1242 "span": 12, 1243 "title": "Notice", 1244 "type": "text" 1245 } 1246 ], 1247 "refresh": "10s", 1248 "rows": [ 1249 { 1250 "collapse": false, 1251 "collapsed": false, 1252 "panels": [ 1253 { 1254 "cacheTimeout": null, 1255 "colorBackground": false, 1256 "colorValue": false, 1257 "colors": [ 1258 "#299c46", 1259 "rgba(237, 129, 40, 0.89)", 1260 "#d44a3a" 1261 ], 1262 "datasource": "$datasource", 1263 "decimals": 3, 1264 "description": "How many percent of requests (both read and write) in 30 days have been answered successfully and fast enough?", 1265 "format": "percentunit", 1266 "gauge": { 1267 "maxValue": 100, 1268 "minValue": 0, 1269 "show": false, 1270 "thresholdLabels": false, 1271 "thresholdMarkers": true 1272 }, 1273 "gridPos": { 1274 1275 }, 1276 "id": 3, 1277 "interval": "1m", 1278 "legend": { 1279 "alignAsTable": true, 1280 "rightSide": true 1281 }, 1282 "links": [ 1283 1284 ], 1285 "mappingType": 1, 1286 "mappingTypes": [ 1287 { 1288 "name": "value to text", 1289 "value": 1 1290 }, 1291 { 1292 "name": "range to text", 1293 "value": 2 1294 } 1295 ], 1296 "maxDataPoints": 100, 1297 "nullPointMode": "connected", 1298 "nullText": null, 1299 "postfix": "", 1300 "postfixFontSize": "50%", 1301 "prefix": "", 1302 "prefixFontSize": "50%", 1303 "rangeMaps": [ 1304 { 1305 "from": "null", 1306 "text": "N/A", 1307 "to": "null" 1308 } 1309 ], 1310 "span": 4, 1311 "sparkline": { 1312 "fillColor": "rgba(31, 118, 189, 0.18)", 1313 "full": false, 1314 "lineColor": "rgb(31, 120, 193)", 1315 "show": false 1316 }, 1317 "tableColumn": "", 1318 "targets": [ 1319 { 1320 "expr": "apiserver_request:availability30d{verb=\"all\", cluster=\"$cluster\"}", 1321 "format": "time_series", 1322 "intervalFactor": 2, 1323 "legendFormat": "", 1324 "refId": "A" 1325 } 1326 ], 1327 "thresholds": "", 1328 "title": "Availability (30d) > 99.000%", 1329 "tooltip": { 1330 "shared": false 1331 }, 1332 "type": "singlestat", 1333 "valueFontSize": "80%", 1334 "valueMaps": [ 1335 { 1336 "op": "=", 1337 "text": "N/A", 1338 "value": "null" 1339 } 1340 ], 1341 "valueName": "avg" 1342 }, 1343 { 1344 "aliasColors": { 1345 1346 }, 1347 "bars": false, 1348 "dashLength": 10, 1349 "dashes": false, 1350 "datasource": "$datasource", 1351 "decimals": 3, 1352 "description": "How much error budget is left looking at our 0.990% availability guarantees?", 1353 "fill": 10, 1354 "fillGradient": 0, 1355 "gridPos": { 1356 1357 }, 1358 "id": 4, 1359 "interval": "1m", 1360 "legend": { 1361 "alignAsTable": true, 1362 "avg": false, 1363 "current": false, 1364 "max": false, 1365 "min": false, 1366 "rightSide": true, 1367 "show": true, 1368 "sideWidth": null, 1369 "total": false, 1370 "values": false 1371 }, 1372 "lines": true, 1373 "linewidth": 1, 1374 "links": [ 1375 1376 ], 1377 "nullPointMode": "null", 1378 "percentage": false, 1379 "pointradius": 5, 1380 "points": false, 1381 "renderer": "flot", 1382 "repeat": null, 1383 "seriesOverrides": [ 1384 1385 ], 1386 "spaceLength": 10, 1387 "span": 8, 1388 "stack": false, 1389 "steppedLine": false, 1390 "targets": [ 1391 { 1392 "expr": "100 * (apiserver_request:availability30d{verb=\"all\", cluster=\"$cluster\"} - 0.990000)", 1393 "format": "time_series", 1394 "intervalFactor": 2, 1395 "legendFormat": "errorbudget", 1396 "refId": "A" 1397 } 1398 ], 1399 "thresholds": [ 1400 1401 ], 1402 "timeFrom": null, 1403 "timeShift": null, 1404 "title": "ErrorBudget (30d) > 99.000%", 1405 "tooltip": { 1406 "shared": false, 1407 "sort": 0, 1408 "value_type": "individual" 1409 }, 1410 "type": "graph", 1411 "xaxis": { 1412 "buckets": null, 1413 "mode": "time", 1414 "name": null, 1415 "show": true, 1416 "values": [ 1417 1418 ] 1419 }, 1420 "yaxes": [ 1421 { 1422 "decimals": 3, 1423 "format": "percentunit", 1424 "label": null, 1425 "logBase": 1, 1426 "max": null, 1427 "min": null, 1428 "show": true 1429 }, 1430 { 1431 "decimals": 3, 1432 "format": "percentunit", 1433 "label": null, 1434 "logBase": 1, 1435 "max": null, 1436 "min": null, 1437 "show": true 1438 } 1439 ] 1440 } 1441 ], 1442 "repeat": null, 1443 "repeatIteration": null, 1444 "repeatRowId": null, 1445 "showTitle": false, 1446 "title": "Dashboard Row", 1447 "titleSize": "h6", 1448 "type": "row" 1449 }, 1450 { 1451 "collapse": false, 1452 "collapsed": false, 1453 "panels": [ 1454 { 1455 "cacheTimeout": null, 1456 "colorBackground": false, 1457 "colorValue": false, 1458 "colors": [ 1459 "#299c46", 1460 "rgba(237, 129, 40, 0.89)", 1461 "#d44a3a" 1462 ], 1463 "datasource": "$datasource", 1464 "decimals": 3, 1465 "description": "How many percent of read requests (LIST,GET) in 30 days have been answered successfully and fast enough?", 1466 "format": "percentunit", 1467 "gauge": { 1468 "maxValue": 100, 1469 "minValue": 0, 1470 "show": false, 1471 "thresholdLabels": false, 1472 "thresholdMarkers": true 1473 }, 1474 "gridPos": { 1475 1476 }, 1477 "id": 5, 1478 "interval": "1m", 1479 "legend": { 1480 "alignAsTable": true, 1481 "rightSide": true 1482 }, 1483 "links": [ 1484 1485 ], 1486 "mappingType": 1, 1487 "mappingTypes": [ 1488 { 1489 "name": "value to text", 1490 "value": 1 1491 }, 1492 { 1493 "name": "range to text", 1494 "value": 2 1495 } 1496 ], 1497 "maxDataPoints": 100, 1498 "nullPointMode": "connected", 1499 "nullText": null, 1500 "postfix": "", 1501 "postfixFontSize": "50%", 1502 "prefix": "", 1503 "prefixFontSize": "50%", 1504 "rangeMaps": [ 1505 { 1506 "from": "null", 1507 "text": "N/A", 1508 "to": "null" 1509 } 1510 ], 1511 "span": 3, 1512 "sparkline": { 1513 "fillColor": "rgba(31, 118, 189, 0.18)", 1514 "full": false, 1515 "lineColor": "rgb(31, 120, 193)", 1516 "show": false 1517 }, 1518 "tableColumn": "", 1519 "targets": [ 1520 { 1521 "expr": "apiserver_request:availability30d{verb=\"read\", cluster=\"$cluster\"}", 1522 "format": "time_series", 1523 "intervalFactor": 2, 1524 "legendFormat": "", 1525 "refId": "A" 1526 } 1527 ], 1528 "thresholds": "", 1529 "title": "Read Availability (30d)", 1530 "tooltip": { 1531 "shared": false 1532 }, 1533 "type": "singlestat", 1534 "valueFontSize": "80%", 1535 "valueMaps": [ 1536 { 1537 "op": "=", 1538 "text": "N/A", 1539 "value": "null" 1540 } 1541 ], 1542 "valueName": "avg" 1543 }, 1544 { 1545 "aliasColors": { 1546 1547 }, 1548 "bars": false, 1549 "dashLength": 10, 1550 "dashes": false, 1551 "datasource": "$datasource", 1552 "description": "How many read requests (LIST,GET) per second do the apiservers get by code?", 1553 "fill": 10, 1554 "fillGradient": 0, 1555 "gridPos": { 1556 1557 }, 1558 "id": 6, 1559 "interval": "1m", 1560 "legend": { 1561 "alignAsTable": true, 1562 "avg": false, 1563 "current": false, 1564 "max": false, 1565 "min": false, 1566 "rightSide": true, 1567 "show": true, 1568 "sideWidth": null, 1569 "total": false, 1570 "values": false 1571 }, 1572 "lines": true, 1573 "linewidth": 1, 1574 "links": [ 1575 1576 ], 1577 "nullPointMode": "null", 1578 "percentage": false, 1579 "pointradius": 5, 1580 "points": false, 1581 "renderer": "flot", 1582 "repeat": null, 1583 "seriesOverrides": [ 1584 { 1585 "alias": "/2../i", 1586 "color": "#56A64B" 1587 }, 1588 { 1589 "alias": "/3../i", 1590 "color": "#F2CC0C" 1591 }, 1592 { 1593 "alias": "/4../i", 1594 "color": "#3274D9" 1595 }, 1596 { 1597 "alias": "/5../i", 1598 "color": "#E02F44" 1599 } 1600 ], 1601 "spaceLength": 10, 1602 "span": 3, 1603 "stack": true, 1604 "steppedLine": false, 1605 "targets": [ 1606 { 1607 "expr": "sum by (code) (code_resource:apiserver_request_total:rate5m{verb=\"read\", cluster=\"$cluster\"})", 1608 "format": "time_series", 1609 "intervalFactor": 2, 1610 "legendFormat": "{{ code }}", 1611 "refId": "A" 1612 } 1613 ], 1614 "thresholds": [ 1615 1616 ], 1617 "timeFrom": null, 1618 "timeShift": null, 1619 "title": "Read SLI - Requests", 1620 "tooltip": { 1621 "shared": false, 1622 "sort": 0, 1623 "value_type": "individual" 1624 }, 1625 "type": "graph", 1626 "xaxis": { 1627 "buckets": null, 1628 "mode": "time", 1629 "name": null, 1630 "show": true, 1631 "values": [ 1632 1633 ] 1634 }, 1635 "yaxes": [ 1636 { 1637 "format": "reqps", 1638 "label": null, 1639 "logBase": 1, 1640 "max": null, 1641 "min": null, 1642 "show": true 1643 }, 1644 { 1645 "format": "reqps", 1646 "label": null, 1647 "logBase": 1, 1648 "max": null, 1649 "min": null, 1650 "show": true 1651 } 1652 ] 1653 }, 1654 { 1655 "aliasColors": { 1656 1657 }, 1658 "bars": false, 1659 "dashLength": 10, 1660 "dashes": false, 1661 "datasource": "$datasource", 1662 "description": "How many percent of read requests (LIST,GET) per second are returned with errors (5xx)?", 1663 "fill": 1, 1664 "fillGradient": 0, 1665 "gridPos": { 1666 1667 }, 1668 "id": 7, 1669 "interval": "1m", 1670 "legend": { 1671 "alignAsTable": true, 1672 "avg": false, 1673 "current": false, 1674 "max": false, 1675 "min": false, 1676 "rightSide": true, 1677 "show": true, 1678 "sideWidth": null, 1679 "total": false, 1680 "values": false 1681 }, 1682 "lines": true, 1683 "linewidth": 1, 1684 "links": [ 1685 1686 ], 1687 "nullPointMode": "null", 1688 "percentage": false, 1689 "pointradius": 5, 1690 "points": false, 1691 "renderer": "flot", 1692 "repeat": null, 1693 "seriesOverrides": [ 1694 1695 ], 1696 "spaceLength": 10, 1697 "span": 3, 1698 "stack": false, 1699 "steppedLine": false, 1700 "targets": [ 1701 { 1702 "expr": "sum by (resource) (code_resource:apiserver_request_total:rate5m{verb=\"read\",code=~\"5..\", cluster=\"$cluster\"}) / sum by (resource) (code_resource:apiserver_request_total:rate5m{verb=\"read\", cluster=\"$cluster\"})", 1703 "format": "time_series", 1704 "intervalFactor": 2, 1705 "legendFormat": "{{ resource }}", 1706 "refId": "A" 1707 } 1708 ], 1709 "thresholds": [ 1710 1711 ], 1712 "timeFrom": null, 1713 "timeShift": null, 1714 "title": "Read SLI - Errors", 1715 "tooltip": { 1716 "shared": false, 1717 "sort": 0, 1718 "value_type": "individual" 1719 }, 1720 "type": "graph", 1721 "xaxis": { 1722 "buckets": null, 1723 "mode": "time", 1724 "name": null, 1725 "show": true, 1726 "values": [ 1727 1728 ] 1729 }, 1730 "yaxes": [ 1731 { 1732 "format": "percentunit", 1733 "label": null, 1734 "logBase": 1, 1735 "max": null, 1736 "min": 0, 1737 "show": true 1738 }, 1739 { 1740 "format": "percentunit", 1741 "label": null, 1742 "logBase": 1, 1743 "max": null, 1744 "min": 0, 1745 "show": true 1746 } 1747 ] 1748 }, 1749 { 1750 "aliasColors": { 1751 1752 }, 1753 "bars": false, 1754 "dashLength": 10, 1755 "dashes": false, 1756 "datasource": "$datasource", 1757 "description": "How many seconds is the 99th percentile for reading (LIST|GET) a given resource?", 1758 "fill": 1, 1759 "fillGradient": 0, 1760 "gridPos": { 1761 1762 }, 1763 "id": 8, 1764 "interval": "1m", 1765 "legend": { 1766 "alignAsTable": true, 1767 "avg": false, 1768 "current": false, 1769 "max": false, 1770 "min": false, 1771 "rightSide": true, 1772 "show": true, 1773 "sideWidth": null, 1774 "total": false, 1775 "values": false 1776 }, 1777 "lines": true, 1778 "linewidth": 1, 1779 "links": [ 1780 1781 ], 1782 "nullPointMode": "null", 1783 "percentage": false, 1784 "pointradius": 5, 1785 "points": false, 1786 "renderer": "flot", 1787 "repeat": null, 1788 "seriesOverrides": [ 1789 1790 ], 1791 "spaceLength": 10, 1792 "span": 3, 1793 "stack": false, 1794 "steppedLine": false, 1795 "targets": [ 1796 { 1797 "expr": "cluster_quantile:apiserver_request_duration_seconds:histogram_quantile{verb=\"read\", cluster=\"$cluster\"}", 1798 "format": "time_series", 1799 "intervalFactor": 2, 1800 "legendFormat": "{{ resource }}", 1801 "refId": "A" 1802 } 1803 ], 1804 "thresholds": [ 1805 1806 ], 1807 "timeFrom": null, 1808 "timeShift": null, 1809 "title": "Read SLI - Duration", 1810 "tooltip": { 1811 "shared": false, 1812 "sort": 0, 1813 "value_type": "individual" 1814 }, 1815 "type": "graph", 1816 "xaxis": { 1817 "buckets": null, 1818 "mode": "time", 1819 "name": null, 1820 "show": true, 1821 "values": [ 1822 1823 ] 1824 }, 1825 "yaxes": [ 1826 { 1827 "format": "s", 1828 "label": null, 1829 "logBase": 1, 1830 "max": null, 1831 "min": null, 1832 "show": true 1833 }, 1834 { 1835 "format": "s", 1836 "label": null, 1837 "logBase": 1, 1838 "max": null, 1839 "min": null, 1840 "show": true 1841 } 1842 ] 1843 } 1844 ], 1845 "repeat": null, 1846 "repeatIteration": null, 1847 "repeatRowId": null, 1848 "showTitle": false, 1849 "title": "Dashboard Row", 1850 "titleSize": "h6", 1851 "type": "row" 1852 }, 1853 { 1854 "collapse": false, 1855 "collapsed": false, 1856 "panels": [ 1857 { 1858 "cacheTimeout": null, 1859 "colorBackground": false, 1860 "colorValue": false, 1861 "colors": [ 1862 "#299c46", 1863 "rgba(237, 129, 40, 0.89)", 1864 "#d44a3a" 1865 ], 1866 "datasource": "$datasource", 1867 "decimals": 3, 1868 "description": "How many percent of write requests (POST|PUT|PATCH|DELETE) in 30 days have been answered successfully and fast enough?", 1869 "format": "percentunit", 1870 "gauge": { 1871 "maxValue": 100, 1872 "minValue": 0, 1873 "show": false, 1874 "thresholdLabels": false, 1875 "thresholdMarkers": true 1876 }, 1877 "gridPos": { 1878 1879 }, 1880 "id": 9, 1881 "interval": "1m", 1882 "legend": { 1883 "alignAsTable": true, 1884 "rightSide": true 1885 }, 1886 "links": [ 1887 1888 ], 1889 "mappingType": 1, 1890 "mappingTypes": [ 1891 { 1892 "name": "value to text", 1893 "value": 1 1894 }, 1895 { 1896 "name": "range to text", 1897 "value": 2 1898 } 1899 ], 1900 "maxDataPoints": 100, 1901 "nullPointMode": "connected", 1902 "nullText": null, 1903 "postfix": "", 1904 "postfixFontSize": "50%", 1905 "prefix": "", 1906 "prefixFontSize": "50%", 1907 "rangeMaps": [ 1908 { 1909 "from": "null", 1910 "text": "N/A", 1911 "to": "null" 1912 } 1913 ], 1914 "span": 3, 1915 "sparkline": { 1916 "fillColor": "rgba(31, 118, 189, 0.18)", 1917 "full": false, 1918 "lineColor": "rgb(31, 120, 193)", 1919 "show": false 1920 }, 1921 "tableColumn": "", 1922 "targets": [ 1923 { 1924 "expr": "apiserver_request:availability30d{verb=\"write\", cluster=\"$cluster\"}", 1925 "format": "time_series", 1926 "intervalFactor": 2, 1927 "legendFormat": "", 1928 "refId": "A" 1929 } 1930 ], 1931 "thresholds": "", 1932 "title": "Write Availability (30d)", 1933 "tooltip": { 1934 "shared": false 1935 }, 1936 "type": "singlestat", 1937 "valueFontSize": "80%", 1938 "valueMaps": [ 1939 { 1940 "op": "=", 1941 "text": "N/A", 1942 "value": "null" 1943 } 1944 ], 1945 "valueName": "avg" 1946 }, 1947 { 1948 "aliasColors": { 1949 1950 }, 1951 "bars": false, 1952 "dashLength": 10, 1953 "dashes": false, 1954 "datasource": "$datasource", 1955 "description": "How many write requests (POST|PUT|PATCH|DELETE) per second do the apiservers get by code?", 1956 "fill": 10, 1957 "fillGradient": 0, 1958 "gridPos": { 1959 1960 }, 1961 "id": 10, 1962 "interval": "1m", 1963 "legend": { 1964 "alignAsTable": true, 1965 "avg": false, 1966 "current": false, 1967 "max": false, 1968 "min": false, 1969 "rightSide": true, 1970 "show": true, 1971 "sideWidth": null, 1972 "total": false, 1973 "values": false 1974 }, 1975 "lines": true, 1976 "linewidth": 1, 1977 "links": [ 1978 1979 ], 1980 "nullPointMode": "null", 1981 "percentage": false, 1982 "pointradius": 5, 1983 "points": false, 1984 "renderer": "flot", 1985 "repeat": null, 1986 "seriesOverrides": [ 1987 { 1988 "alias": "/2../i", 1989 "color": "#56A64B" 1990 }, 1991 { 1992 "alias": "/3../i", 1993 "color": "#F2CC0C" 1994 }, 1995 { 1996 "alias": "/4../i", 1997 "color": "#3274D9" 1998 }, 1999 { 2000 "alias": "/5../i", 2001 "color": "#E02F44" 2002 } 2003 ], 2004 "spaceLength": 10, 2005 "span": 3, 2006 "stack": true, 2007 "steppedLine": false, 2008 "targets": [ 2009 { 2010 "expr": "sum by (code) (code_resource:apiserver_request_total:rate5m{verb=\"write\", cluster=\"$cluster\"})", 2011 "format": "time_series", 2012 "intervalFactor": 2, 2013 "legendFormat": "{{ code }}", 2014 "refId": "A" 2015 } 2016 ], 2017 "thresholds": [ 2018 2019 ], 2020 "timeFrom": null, 2021 "timeShift": null, 2022 "title": "Write SLI - Requests", 2023 "tooltip": { 2024 "shared": false, 2025 "sort": 0, 2026 "value_type": "individual" 2027 }, 2028 "type": "graph", 2029 "xaxis": { 2030 "buckets": null, 2031 "mode": "time", 2032 "name": null, 2033 "show": true, 2034 "values": [ 2035 2036 ] 2037 }, 2038 "yaxes": [ 2039 { 2040 "format": "reqps", 2041 "label": null, 2042 "logBase": 1, 2043 "max": null, 2044 "min": null, 2045 "show": true 2046 }, 2047 { 2048 "format": "reqps", 2049 "label": null, 2050 "logBase": 1, 2051 "max": null, 2052 "min": null, 2053 "show": true 2054 } 2055 ] 2056 }, 2057 { 2058 "aliasColors": { 2059 2060 }, 2061 "bars": false, 2062 "dashLength": 10, 2063 "dashes": false, 2064 "datasource": "$datasource", 2065 "description": "How many percent of write requests (POST|PUT|PATCH|DELETE) per second are returned with errors (5xx)?", 2066 "fill": 1, 2067 "fillGradient": 0, 2068 "gridPos": { 2069 2070 }, 2071 "id": 11, 2072 "interval": "1m", 2073 "legend": { 2074 "alignAsTable": true, 2075 "avg": false, 2076 "current": false, 2077 "max": false, 2078 "min": false, 2079 "rightSide": true, 2080 "show": true, 2081 "sideWidth": null, 2082 "total": false, 2083 "values": false 2084 }, 2085 "lines": true, 2086 "linewidth": 1, 2087 "links": [ 2088 2089 ], 2090 "nullPointMode": "null", 2091 "percentage": false, 2092 "pointradius": 5, 2093 "points": false, 2094 "renderer": "flot", 2095 "repeat": null, 2096 "seriesOverrides": [ 2097 2098 ], 2099 "spaceLength": 10, 2100 "span": 3, 2101 "stack": false, 2102 "steppedLine": false, 2103 "targets": [ 2104 { 2105 "expr": "sum by (resource) (code_resource:apiserver_request_total:rate5m{verb=\"write\",code=~\"5..\", cluster=\"$cluster\"}) / sum by (resource) (code_resource:apiserver_request_total:rate5m{verb=\"write\", cluster=\"$cluster\"})", 2106 "format": "time_series", 2107 "intervalFactor": 2, 2108 "legendFormat": "{{ resource }}", 2109 "refId": "A" 2110 } 2111 ], 2112 "thresholds": [ 2113 2114 ], 2115 "timeFrom": null, 2116 "timeShift": null, 2117 "title": "Write SLI - Errors", 2118 "tooltip": { 2119 "shared": false, 2120 "sort": 0, 2121 "value_type": "individual" 2122 }, 2123 "type": "graph", 2124 "xaxis": { 2125 "buckets": null, 2126 "mode": "time", 2127 "name": null, 2128 "show": true, 2129 "values": [ 2130 2131 ] 2132 }, 2133 "yaxes": [ 2134 { 2135 "format": "percentunit", 2136 "label": null, 2137 "logBase": 1, 2138 "max": null, 2139 "min": 0, 2140 "show": true 2141 }, 2142 { 2143 "format": "percentunit", 2144 "label": null, 2145 "logBase": 1, 2146 "max": null, 2147 "min": 0, 2148 "show": true 2149 } 2150 ] 2151 }, 2152 { 2153 "aliasColors": { 2154 2155 }, 2156 "bars": false, 2157 "dashLength": 10, 2158 "dashes": false, 2159 "datasource": "$datasource", 2160 "description": "How many seconds is the 99th percentile for writing (POST|PUT|PATCH|DELETE) a given resource?", 2161 "fill": 1, 2162 "fillGradient": 0, 2163 "gridPos": { 2164 2165 }, 2166 "id": 12, 2167 "interval": "1m", 2168 "legend": { 2169 "alignAsTable": true, 2170 "avg": false, 2171 "current": false, 2172 "max": false, 2173 "min": false, 2174 "rightSide": true, 2175 "show": true, 2176 "sideWidth": null, 2177 "total": false, 2178 "values": false 2179 }, 2180 "lines": true, 2181 "linewidth": 1, 2182 "links": [ 2183 2184 ], 2185 "nullPointMode": "null", 2186 "percentage": false, 2187 "pointradius": 5, 2188 "points": false, 2189 "renderer": "flot", 2190 "repeat": null, 2191 "seriesOverrides": [ 2192 2193 ], 2194 "spaceLength": 10, 2195 "span": 3, 2196 "stack": false, 2197 "steppedLine": false, 2198 "targets": [ 2199 { 2200 "expr": "cluster_quantile:apiserver_request_duration_seconds:histogram_quantile{verb=\"write\", cluster=\"$cluster\"}", 2201 "format": "time_series", 2202 "intervalFactor": 2, 2203 "legendFormat": "{{ resource }}", 2204 "refId": "A" 2205 } 2206 ], 2207 "thresholds": [ 2208 2209 ], 2210 "timeFrom": null, 2211 "timeShift": null, 2212 "title": "Write SLI - Duration", 2213 "tooltip": { 2214 "shared": false, 2215 "sort": 0, 2216 "value_type": "individual" 2217 }, 2218 "type": "graph", 2219 "xaxis": { 2220 "buckets": null, 2221 "mode": "time", 2222 "name": null, 2223 "show": true, 2224 "values": [ 2225 2226 ] 2227 }, 2228 "yaxes": [ 2229 { 2230 "format": "s", 2231 "label": null, 2232 "logBase": 1, 2233 "max": null, 2234 "min": null, 2235 "show": true 2236 }, 2237 { 2238 "format": "s", 2239 "label": null, 2240 "logBase": 1, 2241 "max": null, 2242 "min": null, 2243 "show": true 2244 } 2245 ] 2246 } 2247 ], 2248 "repeat": null, 2249 "repeatIteration": null, 2250 "repeatRowId": null, 2251 "showTitle": false, 2252 "title": "Dashboard Row", 2253 "titleSize": "h6", 2254 "type": "row" 2255 }, 2256 { 2257 "collapse": false, 2258 "collapsed": false, 2259 "panels": [ 2260 { 2261 "aliasColors": { 2262 2263 }, 2264 "bars": false, 2265 "dashLength": 10, 2266 "dashes": false, 2267 "datasource": "$datasource", 2268 "fill": 1, 2269 "fillGradient": 0, 2270 "gridPos": { 2271 2272 }, 2273 "id": 13, 2274 "interval": "1m", 2275 "legend": { 2276 "alignAsTable": true, 2277 "avg": false, 2278 "current": false, 2279 "max": false, 2280 "min": false, 2281 "rightSide": true, 2282 "show": false, 2283 "sideWidth": null, 2284 "total": false, 2285 "values": false 2286 }, 2287 "lines": true, 2288 "linewidth": 1, 2289 "links": [ 2290 2291 ], 2292 "nullPointMode": "null", 2293 "percentage": false, 2294 "pointradius": 5, 2295 "points": false, 2296 "renderer": "flot", 2297 "repeat": null, 2298 "seriesOverrides": [ 2299 2300 ], 2301 "spaceLength": 10, 2302 "span": 6, 2303 "stack": false, 2304 "steppedLine": false, 2305 "targets": [ 2306 { 2307 "expr": "sum(rate(workqueue_adds_total{job=\"apiserver\", instance=~\"$instance\", cluster=\"$cluster\"}[$__rate_interval])) by (instance, name)", 2308 "format": "time_series", 2309 "intervalFactor": 2, 2310 "legendFormat": "{{instance}} {{name}}", 2311 "refId": "A" 2312 } 2313 ], 2314 "thresholds": [ 2315 2316 ], 2317 "timeFrom": null, 2318 "timeShift": null, 2319 "title": "Work Queue Add Rate", 2320 "tooltip": { 2321 "shared": false, 2322 "sort": 0, 2323 "value_type": "individual" 2324 }, 2325 "type": "graph", 2326 "xaxis": { 2327 "buckets": null, 2328 "mode": "time", 2329 "name": null, 2330 "show": true, 2331 "values": [ 2332 2333 ] 2334 }, 2335 "yaxes": [ 2336 { 2337 "format": "ops", 2338 "label": null, 2339 "logBase": 1, 2340 "max": null, 2341 "min": 0, 2342 "show": true 2343 }, 2344 { 2345 "format": "ops", 2346 "label": null, 2347 "logBase": 1, 2348 "max": null, 2349 "min": 0, 2350 "show": true 2351 } 2352 ] 2353 }, 2354 { 2355 "aliasColors": { 2356 2357 }, 2358 "bars": false, 2359 "dashLength": 10, 2360 "dashes": false, 2361 "datasource": "$datasource", 2362 "fill": 1, 2363 "fillGradient": 0, 2364 "gridPos": { 2365 2366 }, 2367 "id": 14, 2368 "interval": "1m", 2369 "legend": { 2370 "alignAsTable": true, 2371 "avg": false, 2372 "current": false, 2373 "max": false, 2374 "min": false, 2375 "rightSide": true, 2376 "show": false, 2377 "sideWidth": null, 2378 "total": false, 2379 "values": false 2380 }, 2381 "lines": true, 2382 "linewidth": 1, 2383 "links": [ 2384 2385 ], 2386 "nullPointMode": "null", 2387 "percentage": false, 2388 "pointradius": 5, 2389 "points": false, 2390 "renderer": "flot", 2391 "repeat": null, 2392 "seriesOverrides": [ 2393 2394 ], 2395 "spaceLength": 10, 2396 "span": 6, 2397 "stack": false, 2398 "steppedLine": false, 2399 "targets": [ 2400 { 2401 "expr": "sum(rate(workqueue_depth{job=\"apiserver\", instance=~\"$instance\", cluster=\"$cluster\"}[$__rate_interval])) by (instance, name)", 2402 "format": "time_series", 2403 "intervalFactor": 2, 2404 "legendFormat": "{{instance}} {{name}}", 2405 "refId": "A" 2406 } 2407 ], 2408 "thresholds": [ 2409 2410 ], 2411 "timeFrom": null, 2412 "timeShift": null, 2413 "title": "Work Queue Depth", 2414 "tooltip": { 2415 "shared": false, 2416 "sort": 0, 2417 "value_type": "individual" 2418 }, 2419 "type": "graph", 2420 "xaxis": { 2421 "buckets": null, 2422 "mode": "time", 2423 "name": null, 2424 "show": true, 2425 "values": [ 2426 2427 ] 2428 }, 2429 "yaxes": [ 2430 { 2431 "format": "short", 2432 "label": null, 2433 "logBase": 1, 2434 "max": null, 2435 "min": 0, 2436 "show": true 2437 }, 2438 { 2439 "format": "short", 2440 "label": null, 2441 "logBase": 1, 2442 "max": null, 2443 "min": 0, 2444 "show": true 2445 } 2446 ] 2447 }, 2448 { 2449 "aliasColors": { 2450 2451 }, 2452 "bars": false, 2453 "dashLength": 10, 2454 "dashes": false, 2455 "datasource": "$datasource", 2456 "fill": 1, 2457 "fillGradient": 0, 2458 "gridPos": { 2459 2460 }, 2461 "id": 15, 2462 "interval": "1m", 2463 "legend": { 2464 "alignAsTable": true, 2465 "avg": false, 2466 "current": true, 2467 "max": false, 2468 "min": false, 2469 "rightSide": true, 2470 "show": true, 2471 "sideWidth": null, 2472 "total": false, 2473 "values": true 2474 }, 2475 "lines": true, 2476 "linewidth": 1, 2477 "links": [ 2478 2479 ], 2480 "nullPointMode": "null", 2481 "percentage": false, 2482 "pointradius": 5, 2483 "points": false, 2484 "renderer": "flot", 2485 "repeat": null, 2486 "seriesOverrides": [ 2487 2488 ], 2489 "spaceLength": 10, 2490 "span": 12, 2491 "stack": false, 2492 "steppedLine": false, 2493 "targets": [ 2494 { 2495 "expr": "histogram_quantile(0.99, sum(rate(workqueue_queue_duration_seconds_bucket{job=\"apiserver\", instance=~\"$instance\", cluster=\"$cluster\"}[$__rate_interval])) by (instance, name, le))", 2496 "format": "time_series", 2497 "intervalFactor": 2, 2498 "legendFormat": "{{instance}} {{name}}", 2499 "refId": "A" 2500 } 2501 ], 2502 "thresholds": [ 2503 2504 ], 2505 "timeFrom": null, 2506 "timeShift": null, 2507 "title": "Work Queue Latency", 2508 "tooltip": { 2509 "shared": false, 2510 "sort": 0, 2511 "value_type": "individual" 2512 }, 2513 "type": "graph", 2514 "xaxis": { 2515 "buckets": null, 2516 "mode": "time", 2517 "name": null, 2518 "show": true, 2519 "values": [ 2520 2521 ] 2522 }, 2523 "yaxes": [ 2524 { 2525 "format": "s", 2526 "label": null, 2527 "logBase": 1, 2528 "max": null, 2529 "min": null, 2530 "show": true 2531 }, 2532 { 2533 "format": "s", 2534 "label": null, 2535 "logBase": 1, 2536 "max": null, 2537 "min": null, 2538 "show": true 2539 } 2540 ] 2541 } 2542 ], 2543 "repeat": null, 2544 "repeatIteration": null, 2545 "repeatRowId": null, 2546 "showTitle": false, 2547 "title": "Dashboard Row", 2548 "titleSize": "h6", 2549 "type": "row" 2550 }, 2551 { 2552 "collapse": false, 2553 "collapsed": false, 2554 "panels": [ 2555 { 2556 "aliasColors": { 2557 2558 }, 2559 "bars": false, 2560 "dashLength": 10, 2561 "dashes": false, 2562 "datasource": "$datasource", 2563 "fill": 1, 2564 "fillGradient": 0, 2565 "gridPos": { 2566 2567 }, 2568 "id": 16, 2569 "interval": "1m", 2570 "legend": { 2571 "alignAsTable": true, 2572 "avg": false, 2573 "current": false, 2574 "max": false, 2575 "min": false, 2576 "rightSide": true, 2577 "show": true, 2578 "sideWidth": null, 2579 "total": false, 2580 "values": false 2581 }, 2582 "lines": true, 2583 "linewidth": 1, 2584 "links": [ 2585 2586 ], 2587 "nullPointMode": "null", 2588 "percentage": false, 2589 "pointradius": 5, 2590 "points": false, 2591 "renderer": "flot", 2592 "repeat": null, 2593 "seriesOverrides": [ 2594 2595 ], 2596 "spaceLength": 10, 2597 "span": 4, 2598 "stack": false, 2599 "steppedLine": false, 2600 "targets": [ 2601 { 2602 "expr": "process_resident_memory_bytes{job=\"apiserver\",instance=~\"$instance\", cluster=\"$cluster\"}", 2603 "format": "time_series", 2604 "intervalFactor": 2, 2605 "legendFormat": "{{instance}}", 2606 "refId": "A" 2607 } 2608 ], 2609 "thresholds": [ 2610 2611 ], 2612 "timeFrom": null, 2613 "timeShift": null, 2614 "title": "Memory", 2615 "tooltip": { 2616 "shared": false, 2617 "sort": 0, 2618 "value_type": "individual" 2619 }, 2620 "type": "graph", 2621 "xaxis": { 2622 "buckets": null, 2623 "mode": "time", 2624 "name": null, 2625 "show": true, 2626 "values": [ 2627 2628 ] 2629 }, 2630 "yaxes": [ 2631 { 2632 "format": "bytes", 2633 "label": null, 2634 "logBase": 1, 2635 "max": null, 2636 "min": null, 2637 "show": true 2638 }, 2639 { 2640 "format": "bytes", 2641 "label": null, 2642 "logBase": 1, 2643 "max": null, 2644 "min": null, 2645 "show": true 2646 } 2647 ] 2648 }, 2649 { 2650 "aliasColors": { 2651 2652 }, 2653 "bars": false, 2654 "dashLength": 10, 2655 "dashes": false, 2656 "datasource": "$datasource", 2657 "fill": 1, 2658 "fillGradient": 0, 2659 "gridPos": { 2660 2661 }, 2662 "id": 17, 2663 "interval": "1m", 2664 "legend": { 2665 "alignAsTable": true, 2666 "avg": false, 2667 "current": false, 2668 "max": false, 2669 "min": false, 2670 "rightSide": true, 2671 "show": true, 2672 "sideWidth": null, 2673 "total": false, 2674 "values": false 2675 }, 2676 "lines": true, 2677 "linewidth": 1, 2678 "links": [ 2679 2680 ], 2681 "nullPointMode": "null", 2682 "percentage": false, 2683 "pointradius": 5, 2684 "points": false, 2685 "renderer": "flot", 2686 "repeat": null, 2687 "seriesOverrides": [ 2688 2689 ], 2690 "spaceLength": 10, 2691 "span": 4, 2692 "stack": false, 2693 "steppedLine": false, 2694 "targets": [ 2695 { 2696 "expr": "rate(process_cpu_seconds_total{job=\"apiserver\",instance=~\"$instance\", cluster=\"$cluster\"}[$__rate_interval])", 2697 "format": "time_series", 2698 "intervalFactor": 2, 2699 "legendFormat": "{{instance}}", 2700 "refId": "A" 2701 } 2702 ], 2703 "thresholds": [ 2704 2705 ], 2706 "timeFrom": null, 2707 "timeShift": null, 2708 "title": "CPU usage", 2709 "tooltip": { 2710 "shared": false, 2711 "sort": 0, 2712 "value_type": "individual" 2713 }, 2714 "type": "graph", 2715 "xaxis": { 2716 "buckets": null, 2717 "mode": "time", 2718 "name": null, 2719 "show": true, 2720 "values": [ 2721 2722 ] 2723 }, 2724 "yaxes": [ 2725 { 2726 "format": "short", 2727 "label": null, 2728 "logBase": 1, 2729 "max": null, 2730 "min": 0, 2731 "show": true 2732 }, 2733 { 2734 "format": "short", 2735 "label": null, 2736 "logBase": 1, 2737 "max": null, 2738 "min": 0, 2739 "show": true 2740 } 2741 ] 2742 }, 2743 { 2744 "aliasColors": { 2745 2746 }, 2747 "bars": false, 2748 "dashLength": 10, 2749 "dashes": false, 2750 "datasource": "$datasource", 2751 "fill": 1, 2752 "fillGradient": 0, 2753 "gridPos": { 2754 2755 }, 2756 "id": 18, 2757 "interval": "1m", 2758 "legend": { 2759 "alignAsTable": true, 2760 "avg": false, 2761 "current": false, 2762 "max": false, 2763 "min": false, 2764 "rightSide": true, 2765 "show": true, 2766 "sideWidth": null, 2767 "total": false, 2768 "values": false 2769 }, 2770 "lines": true, 2771 "linewidth": 1, 2772 "links": [ 2773 2774 ], 2775 "nullPointMode": "null", 2776 "percentage": false, 2777 "pointradius": 5, 2778 "points": false, 2779 "renderer": "flot", 2780 "repeat": null, 2781 "seriesOverrides": [ 2782 2783 ], 2784 "spaceLength": 10, 2785 "span": 4, 2786 "stack": false, 2787 "steppedLine": false, 2788 "targets": [ 2789 { 2790 "expr": "go_goroutines{job=\"apiserver\",instance=~\"$instance\", cluster=\"$cluster\"}", 2791 "format": "time_series", 2792 "intervalFactor": 2, 2793 "legendFormat": "{{instance}}", 2794 "refId": "A" 2795 } 2796 ], 2797 "thresholds": [ 2798 2799 ], 2800 "timeFrom": null, 2801 "timeShift": null, 2802 "title": "Goroutines", 2803 "tooltip": { 2804 "shared": false, 2805 "sort": 0, 2806 "value_type": "individual" 2807 }, 2808 "type": "graph", 2809 "xaxis": { 2810 "buckets": null, 2811 "mode": "time", 2812 "name": null, 2813 "show": true, 2814 "values": [ 2815 2816 ] 2817 }, 2818 "yaxes": [ 2819 { 2820 "format": "short", 2821 "label": null, 2822 "logBase": 1, 2823 "max": null, 2824 "min": null, 2825 "show": true 2826 }, 2827 { 2828 "format": "short", 2829 "label": null, 2830 "logBase": 1, 2831 "max": null, 2832 "min": null, 2833 "show": true 2834 } 2835 ] 2836 } 2837 ], 2838 "repeat": null, 2839 "repeatIteration": null, 2840 "repeatRowId": null, 2841 "showTitle": false, 2842 "title": "Dashboard Row", 2843 "titleSize": "h6", 2844 "type": "row" 2845 } 2846 ], 2847 "schemaVersion": 14, 2848 "style": "dark", 2849 "tags": [ 2850 "kubernetes-mixin" 2851 ], 2852 "templating": { 2853 "list": [ 2854 { 2855 "current": { 2856 "text": "default", 2857 "value": "default" 2858 }, 2859 "hide": 0, 2860 "label": "Data Source", 2861 "name": "datasource", 2862 "options": [ 2863 2864 ], 2865 "query": "prometheus", 2866 "refresh": 1, 2867 "regex": "", 2868 "type": "datasource" 2869 }, 2870 { 2871 "allValue": null, 2872 "current": { 2873 2874 }, 2875 "datasource": "$datasource", 2876 "hide": 2, 2877 "includeAll": false, 2878 "label": "cluster", 2879 "multi": false, 2880 "name": "cluster", 2881 "options": [ 2882 2883 ], 2884 "query": "label_values(up{job=\"apiserver\"}, cluster)", 2885 "refresh": 2, 2886 "regex": "", 2887 "sort": 1, 2888 "tagValuesQuery": "", 2889 "tags": [ 2890 2891 ], 2892 "tagsQuery": "", 2893 "type": "query", 2894 "useTags": false 2895 }, 2896 { 2897 "allValue": null, 2898 "current": { 2899 2900 }, 2901 "datasource": "$datasource", 2902 "hide": 0, 2903 "includeAll": true, 2904 "label": null, 2905 "multi": false, 2906 "name": "instance", 2907 "options": [ 2908 2909 ], 2910 "query": "label_values(up{job=\"apiserver\", cluster=\"$cluster\"}, instance)", 2911 "refresh": 2, 2912 "regex": "", 2913 "sort": 1, 2914 "tagValuesQuery": "", 2915 "tags": [ 2916 2917 ], 2918 "tagsQuery": "", 2919 "type": "query", 2920 "useTags": false 2921 } 2922 ] 2923 }, 2924 "time": { 2925 "from": "now-1h", 2926 "to": "now" 2927 }, 2928 "timepicker": { 2929 "refresh_intervals": [ 2930 "5s", 2931 "10s", 2932 "30s", 2933 "1m", 2934 "5m", 2935 "15m", 2936 "30m", 2937 "1h", 2938 "2h", 2939 "1d" 2940 ], 2941 "time_options": [ 2942 "5m", 2943 "15m", 2944 "1h", 2945 "6h", 2946 "12h", 2947 "24h", 2948 "2d", 2949 "7d", 2950 "30d" 2951 ] 2952 }, 2953 "timezone": "utc", 2954 "title": "Kubernetes / API server", 2955 "uid": "09ec8aa1e996d6ffcd6817bbaff4db1b", 2956 "version": 0 2957 } 2958 --- 2959 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/cluster-total.yaml 2960 apiVersion: v1 2961 kind: ConfigMap 2962 metadata: 2963 namespace: kube-prometheus-stack 2964 name: kube-prometheus-stack-cluster-total 2965 annotations: 2966 {} 2967 labels: 2968 grafana_dashboard: "1" 2969 app: kube-prometheus-stack-grafana 2970 2971 app.kubernetes.io/managed-by: Helm 2972 app.kubernetes.io/instance: kube-prometheus-stack 2973 app.kubernetes.io/version: "25.0.0" 2974 app.kubernetes.io/part-of: kube-prometheus-stack 2975 chart: kube-prometheus-stack-25.0.0 2976 release: "kube-prometheus-stack" 2977 heritage: "Helm" 2978 data: 2979 cluster-total.json: |- 2980 { 2981 "__inputs": [ 2982 2983 ], 2984 "__requires": [ 2985 2986 ], 2987 "annotations": { 2988 "list": [ 2989 { 2990 "builtIn": 1, 2991 "datasource": "-- Grafana --", 2992 "enable": true, 2993 "hide": true, 2994 "iconColor": "rgba(0, 211, 255, 1)", 2995 "name": "Annotations & Alerts", 2996 "type": "dashboard" 2997 } 2998 ] 2999 }, 3000 "editable": true, 3001 "gnetId": null, 3002 "graphTooltip": 0, 3003 "hideControls": false, 3004 "id": null, 3005 "links": [ 3006 3007 ], 3008 "panels": [ 3009 { 3010 "collapse": false, 3011 "collapsed": false, 3012 "gridPos": { 3013 "h": 1, 3014 "w": 24, 3015 "x": 0, 3016 "y": 0 3017 }, 3018 "id": 2, 3019 "panels": [ 3020 3021 ], 3022 "repeat": null, 3023 "repeatIteration": null, 3024 "repeatRowId": null, 3025 "showTitle": true, 3026 "title": "Current Bandwidth", 3027 "titleSize": "h6", 3028 "type": "row" 3029 }, 3030 { 3031 "aliasColors": { 3032 3033 }, 3034 "bars": true, 3035 "dashLength": 10, 3036 "dashes": false, 3037 "datasource": "$datasource", 3038 "fill": 2, 3039 "fillGradient": 0, 3040 "gridPos": { 3041 "h": 9, 3042 "w": 12, 3043 "x": 0, 3044 "y": 1 3045 }, 3046 "id": 3, 3047 "legend": { 3048 "alignAsTable": true, 3049 "avg": false, 3050 "current": true, 3051 "hideEmpty": true, 3052 "hideZero": true, 3053 "max": false, 3054 "min": false, 3055 "rightSide": true, 3056 "show": true, 3057 "sideWidth": null, 3058 "sort": "current", 3059 "sortDesc": true, 3060 "total": false, 3061 "values": true 3062 }, 3063 "lines": false, 3064 "linewidth": 1, 3065 "links": [ 3066 3067 ], 3068 "minSpan": 24, 3069 "nullPointMode": "null", 3070 "paceLength": 10, 3071 "percentage": false, 3072 "pointradius": 5, 3073 "points": false, 3074 "renderer": "flot", 3075 "repeat": null, 3076 "seriesOverrides": [ 3077 3078 ], 3079 "spaceLength": 10, 3080 "span": 24, 3081 "stack": false, 3082 "steppedLine": false, 3083 "targets": [ 3084 { 3085 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3086 "format": "time_series", 3087 "intervalFactor": 1, 3088 "legendFormat": "{{namespace}}", 3089 "refId": "A", 3090 "step": 10 3091 } 3092 ], 3093 "thresholds": [ 3094 3095 ], 3096 "timeFrom": null, 3097 "timeShift": null, 3098 "title": "Current Rate of Bytes Received", 3099 "tooltip": { 3100 "shared": true, 3101 "sort": 2, 3102 "value_type": "individual" 3103 }, 3104 "type": "graph", 3105 "xaxis": { 3106 "buckets": null, 3107 "mode": "series", 3108 "name": null, 3109 "show": false, 3110 "values": [ 3111 "current" 3112 ] 3113 }, 3114 "yaxes": [ 3115 { 3116 "format": "Bps", 3117 "label": null, 3118 "logBase": 1, 3119 "max": null, 3120 "min": 0, 3121 "show": true 3122 }, 3123 { 3124 "format": "Bps", 3125 "label": null, 3126 "logBase": 1, 3127 "max": null, 3128 "min": 0, 3129 "show": true 3130 } 3131 ] 3132 }, 3133 { 3134 "aliasColors": { 3135 3136 }, 3137 "bars": true, 3138 "dashLength": 10, 3139 "dashes": false, 3140 "datasource": "$datasource", 3141 "fill": 2, 3142 "fillGradient": 0, 3143 "gridPos": { 3144 "h": 9, 3145 "w": 12, 3146 "x": 12, 3147 "y": 1 3148 }, 3149 "id": 4, 3150 "legend": { 3151 "alignAsTable": true, 3152 "avg": false, 3153 "current": true, 3154 "hideEmpty": true, 3155 "hideZero": true, 3156 "max": false, 3157 "min": false, 3158 "rightSide": true, 3159 "show": true, 3160 "sideWidth": null, 3161 "sort": "current", 3162 "sortDesc": true, 3163 "total": false, 3164 "values": true 3165 }, 3166 "lines": false, 3167 "linewidth": 1, 3168 "links": [ 3169 3170 ], 3171 "minSpan": 24, 3172 "nullPointMode": "null", 3173 "paceLength": 10, 3174 "percentage": false, 3175 "pointradius": 5, 3176 "points": false, 3177 "renderer": "flot", 3178 "repeat": null, 3179 "seriesOverrides": [ 3180 3181 ], 3182 "spaceLength": 10, 3183 "span": 24, 3184 "stack": false, 3185 "steppedLine": false, 3186 "targets": [ 3187 { 3188 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3189 "format": "time_series", 3190 "intervalFactor": 1, 3191 "legendFormat": "{{namespace}}", 3192 "refId": "A", 3193 "step": 10 3194 } 3195 ], 3196 "thresholds": [ 3197 3198 ], 3199 "timeFrom": null, 3200 "timeShift": null, 3201 "title": "Current Rate of Bytes Transmitted", 3202 "tooltip": { 3203 "shared": true, 3204 "sort": 2, 3205 "value_type": "individual" 3206 }, 3207 "type": "graph", 3208 "xaxis": { 3209 "buckets": null, 3210 "mode": "series", 3211 "name": null, 3212 "show": false, 3213 "values": [ 3214 "current" 3215 ] 3216 }, 3217 "yaxes": [ 3218 { 3219 "format": "Bps", 3220 "label": null, 3221 "logBase": 1, 3222 "max": null, 3223 "min": 0, 3224 "show": true 3225 }, 3226 { 3227 "format": "Bps", 3228 "label": null, 3229 "logBase": 1, 3230 "max": null, 3231 "min": 0, 3232 "show": true 3233 } 3234 ] 3235 }, 3236 { 3237 "columns": [ 3238 { 3239 "text": "Time", 3240 "value": "Time" 3241 }, 3242 { 3243 "text": "Value #A", 3244 "value": "Value #A" 3245 }, 3246 { 3247 "text": "Value #B", 3248 "value": "Value #B" 3249 }, 3250 { 3251 "text": "Value #C", 3252 "value": "Value #C" 3253 }, 3254 { 3255 "text": "Value #D", 3256 "value": "Value #D" 3257 }, 3258 { 3259 "text": "Value #E", 3260 "value": "Value #E" 3261 }, 3262 { 3263 "text": "Value #F", 3264 "value": "Value #F" 3265 }, 3266 { 3267 "text": "Value #G", 3268 "value": "Value #G" 3269 }, 3270 { 3271 "text": "Value #H", 3272 "value": "Value #H" 3273 }, 3274 { 3275 "text": "namespace", 3276 "value": "namespace" 3277 } 3278 ], 3279 "datasource": "$datasource", 3280 "fill": 1, 3281 "fontSize": "90%", 3282 "gridPos": { 3283 "h": 9, 3284 "w": 24, 3285 "x": 0, 3286 "y": 10 3287 }, 3288 "id": 5, 3289 "lines": true, 3290 "linewidth": 1, 3291 "links": [ 3292 3293 ], 3294 "minSpan": 24, 3295 "nullPointMode": "null as zero", 3296 "renderer": "flot", 3297 "scroll": true, 3298 "showHeader": true, 3299 "sort": { 3300 "col": 0, 3301 "desc": false 3302 }, 3303 "spaceLength": 10, 3304 "span": 24, 3305 "styles": [ 3306 { 3307 "alias": "Time", 3308 "colorMode": null, 3309 "colors": [ 3310 3311 ], 3312 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3313 "decimals": 2, 3314 "link": false, 3315 "linkTooltip": "Drill down", 3316 "linkUrl": "", 3317 "pattern": "Time", 3318 "thresholds": [ 3319 3320 ], 3321 "type": "hidden", 3322 "unit": "short" 3323 }, 3324 { 3325 "alias": "Current Bandwidth Received", 3326 "colorMode": null, 3327 "colors": [ 3328 3329 ], 3330 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3331 "decimals": 2, 3332 "link": false, 3333 "linkTooltip": "Drill down", 3334 "linkUrl": "", 3335 "pattern": "Value #A", 3336 "thresholds": [ 3337 3338 ], 3339 "type": "number", 3340 "unit": "Bps" 3341 }, 3342 { 3343 "alias": "Current Bandwidth Transmitted", 3344 "colorMode": null, 3345 "colors": [ 3346 3347 ], 3348 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3349 "decimals": 2, 3350 "link": false, 3351 "linkTooltip": "Drill down", 3352 "linkUrl": "", 3353 "pattern": "Value #B", 3354 "thresholds": [ 3355 3356 ], 3357 "type": "number", 3358 "unit": "Bps" 3359 }, 3360 { 3361 "alias": "Average Bandwidth Received", 3362 "colorMode": null, 3363 "colors": [ 3364 3365 ], 3366 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3367 "decimals": 2, 3368 "link": false, 3369 "linkTooltip": "Drill down", 3370 "linkUrl": "", 3371 "pattern": "Value #C", 3372 "thresholds": [ 3373 3374 ], 3375 "type": "number", 3376 "unit": "Bps" 3377 }, 3378 { 3379 "alias": "Average Bandwidth Transmitted", 3380 "colorMode": null, 3381 "colors": [ 3382 3383 ], 3384 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3385 "decimals": 2, 3386 "link": false, 3387 "linkTooltip": "Drill down", 3388 "linkUrl": "", 3389 "pattern": "Value #D", 3390 "thresholds": [ 3391 3392 ], 3393 "type": "number", 3394 "unit": "Bps" 3395 }, 3396 { 3397 "alias": "Rate of Received Packets", 3398 "colorMode": null, 3399 "colors": [ 3400 3401 ], 3402 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3403 "decimals": 2, 3404 "link": false, 3405 "linkTooltip": "Drill down", 3406 "linkUrl": "", 3407 "pattern": "Value #E", 3408 "thresholds": [ 3409 3410 ], 3411 "type": "number", 3412 "unit": "pps" 3413 }, 3414 { 3415 "alias": "Rate of Transmitted Packets", 3416 "colorMode": null, 3417 "colors": [ 3418 3419 ], 3420 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3421 "decimals": 2, 3422 "link": false, 3423 "linkTooltip": "Drill down", 3424 "linkUrl": "", 3425 "pattern": "Value #F", 3426 "thresholds": [ 3427 3428 ], 3429 "type": "number", 3430 "unit": "pps" 3431 }, 3432 { 3433 "alias": "Rate of Received Packets Dropped", 3434 "colorMode": null, 3435 "colors": [ 3436 3437 ], 3438 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3439 "decimals": 2, 3440 "link": false, 3441 "linkTooltip": "Drill down", 3442 "linkUrl": "", 3443 "pattern": "Value #G", 3444 "thresholds": [ 3445 3446 ], 3447 "type": "number", 3448 "unit": "pps" 3449 }, 3450 { 3451 "alias": "Rate of Transmitted Packets Dropped", 3452 "colorMode": null, 3453 "colors": [ 3454 3455 ], 3456 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3457 "decimals": 2, 3458 "link": false, 3459 "linkTooltip": "Drill down", 3460 "linkUrl": "", 3461 "pattern": "Value #H", 3462 "thresholds": [ 3463 3464 ], 3465 "type": "number", 3466 "unit": "pps" 3467 }, 3468 { 3469 "alias": "Namespace", 3470 "colorMode": null, 3471 "colors": [ 3472 3473 ], 3474 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3475 "decimals": 2, 3476 "link": true, 3477 "linkTooltip": "Drill down", 3478 "linkUrl": "d/8b7a8b326d7a6f1f04244066368c67af/kubernetes-networking-namespace-pods?orgId=1&refresh=30s&var-namespace=$__cell", 3479 "pattern": "namespace", 3480 "thresholds": [ 3481 3482 ], 3483 "type": "number", 3484 "unit": "short" 3485 } 3486 ], 3487 "targets": [ 3488 { 3489 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3490 "format": "table", 3491 "instant": true, 3492 "intervalFactor": 2, 3493 "legendFormat": "", 3494 "refId": "A", 3495 "step": 10 3496 }, 3497 { 3498 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3499 "format": "table", 3500 "instant": true, 3501 "intervalFactor": 2, 3502 "legendFormat": "", 3503 "refId": "B", 3504 "step": 10 3505 }, 3506 { 3507 "expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3508 "format": "table", 3509 "instant": true, 3510 "intervalFactor": 2, 3511 "legendFormat": "", 3512 "refId": "C", 3513 "step": 10 3514 }, 3515 { 3516 "expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3517 "format": "table", 3518 "instant": true, 3519 "intervalFactor": 2, 3520 "legendFormat": "", 3521 "refId": "D", 3522 "step": 10 3523 }, 3524 { 3525 "expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3526 "format": "table", 3527 "instant": true, 3528 "intervalFactor": 2, 3529 "legendFormat": "", 3530 "refId": "E", 3531 "step": 10 3532 }, 3533 { 3534 "expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3535 "format": "table", 3536 "instant": true, 3537 "intervalFactor": 2, 3538 "legendFormat": "", 3539 "refId": "F", 3540 "step": 10 3541 }, 3542 { 3543 "expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3544 "format": "table", 3545 "instant": true, 3546 "intervalFactor": 2, 3547 "legendFormat": "", 3548 "refId": "G", 3549 "step": 10 3550 }, 3551 { 3552 "expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3553 "format": "table", 3554 "instant": true, 3555 "intervalFactor": 2, 3556 "legendFormat": "", 3557 "refId": "H", 3558 "step": 10 3559 } 3560 ], 3561 "timeFrom": null, 3562 "timeShift": null, 3563 "title": "Current Status", 3564 "type": "table" 3565 }, 3566 { 3567 "collapse": true, 3568 "collapsed": true, 3569 "gridPos": { 3570 "h": 1, 3571 "w": 24, 3572 "x": 0, 3573 "y": 10 3574 }, 3575 "id": 6, 3576 "panels": [ 3577 { 3578 "aliasColors": { 3579 3580 }, 3581 "bars": true, 3582 "dashLength": 10, 3583 "dashes": false, 3584 "datasource": "$datasource", 3585 "fill": 2, 3586 "fillGradient": 0, 3587 "gridPos": { 3588 "h": 9, 3589 "w": 12, 3590 "x": 0, 3591 "y": 11 3592 }, 3593 "id": 7, 3594 "legend": { 3595 "alignAsTable": true, 3596 "avg": false, 3597 "current": true, 3598 "hideEmpty": true, 3599 "hideZero": true, 3600 "max": false, 3601 "min": false, 3602 "rightSide": true, 3603 "show": true, 3604 "sideWidth": null, 3605 "sort": "current", 3606 "sortDesc": true, 3607 "total": false, 3608 "values": true 3609 }, 3610 "lines": false, 3611 "linewidth": 1, 3612 "links": [ 3613 3614 ], 3615 "minSpan": 24, 3616 "nullPointMode": "null", 3617 "paceLength": 10, 3618 "percentage": false, 3619 "pointradius": 5, 3620 "points": false, 3621 "renderer": "flot", 3622 "repeat": null, 3623 "seriesOverrides": [ 3624 3625 ], 3626 "spaceLength": 10, 3627 "span": 24, 3628 "stack": false, 3629 "steppedLine": false, 3630 "targets": [ 3631 { 3632 "expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3633 "format": "time_series", 3634 "intervalFactor": 1, 3635 "legendFormat": "{{namespace}}", 3636 "refId": "A", 3637 "step": 10 3638 } 3639 ], 3640 "thresholds": [ 3641 3642 ], 3643 "timeFrom": null, 3644 "timeShift": null, 3645 "title": "Average Rate of Bytes Received", 3646 "tooltip": { 3647 "shared": true, 3648 "sort": 2, 3649 "value_type": "individual" 3650 }, 3651 "type": "graph", 3652 "xaxis": { 3653 "buckets": null, 3654 "mode": "series", 3655 "name": null, 3656 "show": false, 3657 "values": [ 3658 "current" 3659 ] 3660 }, 3661 "yaxes": [ 3662 { 3663 "format": "Bps", 3664 "label": null, 3665 "logBase": 1, 3666 "max": null, 3667 "min": 0, 3668 "show": true 3669 }, 3670 { 3671 "format": "Bps", 3672 "label": null, 3673 "logBase": 1, 3674 "max": null, 3675 "min": 0, 3676 "show": true 3677 } 3678 ] 3679 }, 3680 { 3681 "aliasColors": { 3682 3683 }, 3684 "bars": true, 3685 "dashLength": 10, 3686 "dashes": false, 3687 "datasource": "$datasource", 3688 "fill": 2, 3689 "fillGradient": 0, 3690 "gridPos": { 3691 "h": 9, 3692 "w": 12, 3693 "x": 12, 3694 "y": 11 3695 }, 3696 "id": 8, 3697 "legend": { 3698 "alignAsTable": true, 3699 "avg": false, 3700 "current": true, 3701 "hideEmpty": true, 3702 "hideZero": true, 3703 "max": false, 3704 "min": false, 3705 "rightSide": true, 3706 "show": true, 3707 "sideWidth": null, 3708 "sort": "current", 3709 "sortDesc": true, 3710 "total": false, 3711 "values": true 3712 }, 3713 "lines": false, 3714 "linewidth": 1, 3715 "links": [ 3716 3717 ], 3718 "minSpan": 24, 3719 "nullPointMode": "null", 3720 "paceLength": 10, 3721 "percentage": false, 3722 "pointradius": 5, 3723 "points": false, 3724 "renderer": "flot", 3725 "repeat": null, 3726 "seriesOverrides": [ 3727 3728 ], 3729 "spaceLength": 10, 3730 "span": 24, 3731 "stack": false, 3732 "steppedLine": false, 3733 "targets": [ 3734 { 3735 "expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3736 "format": "time_series", 3737 "intervalFactor": 1, 3738 "legendFormat": "{{namespace}}", 3739 "refId": "A", 3740 "step": 10 3741 } 3742 ], 3743 "thresholds": [ 3744 3745 ], 3746 "timeFrom": null, 3747 "timeShift": null, 3748 "title": "Average Rate of Bytes Transmitted", 3749 "tooltip": { 3750 "shared": true, 3751 "sort": 2, 3752 "value_type": "individual" 3753 }, 3754 "type": "graph", 3755 "xaxis": { 3756 "buckets": null, 3757 "mode": "series", 3758 "name": null, 3759 "show": false, 3760 "values": [ 3761 "current" 3762 ] 3763 }, 3764 "yaxes": [ 3765 { 3766 "format": "Bps", 3767 "label": null, 3768 "logBase": 1, 3769 "max": null, 3770 "min": 0, 3771 "show": true 3772 }, 3773 { 3774 "format": "Bps", 3775 "label": null, 3776 "logBase": 1, 3777 "max": null, 3778 "min": 0, 3779 "show": true 3780 } 3781 ] 3782 } 3783 ], 3784 "repeat": null, 3785 "repeatIteration": null, 3786 "repeatRowId": null, 3787 "showTitle": true, 3788 "title": "Average Bandwidth", 3789 "titleSize": "h6", 3790 "type": "row" 3791 }, 3792 { 3793 "collapse": false, 3794 "collapsed": false, 3795 "gridPos": { 3796 "h": 1, 3797 "w": 24, 3798 "x": 0, 3799 "y": 11 3800 }, 3801 "id": 9, 3802 "panels": [ 3803 3804 ], 3805 "repeat": null, 3806 "repeatIteration": null, 3807 "repeatRowId": null, 3808 "showTitle": true, 3809 "title": "Bandwidth History", 3810 "titleSize": "h6", 3811 "type": "row" 3812 }, 3813 { 3814 "aliasColors": { 3815 3816 }, 3817 "bars": false, 3818 "dashLength": 10, 3819 "dashes": false, 3820 "datasource": "$datasource", 3821 "fill": 2, 3822 "fillGradient": 0, 3823 "gridPos": { 3824 "h": 9, 3825 "w": 24, 3826 "x": 0, 3827 "y": 12 3828 }, 3829 "id": 10, 3830 "legend": { 3831 "alignAsTable": true, 3832 "avg": true, 3833 "current": true, 3834 "hideEmpty": true, 3835 "hideZero": true, 3836 "max": true, 3837 "min": true, 3838 "rightSide": true, 3839 "show": true, 3840 "sideWidth": null, 3841 "total": false, 3842 "values": true 3843 }, 3844 "lines": true, 3845 "linewidth": 2, 3846 "links": [ 3847 3848 ], 3849 "minSpan": 24, 3850 "nullPointMode": "connected", 3851 "paceLength": 10, 3852 "percentage": false, 3853 "pointradius": 5, 3854 "points": false, 3855 "renderer": "flot", 3856 "repeat": null, 3857 "seriesOverrides": [ 3858 3859 ], 3860 "spaceLength": 10, 3861 "span": 24, 3862 "stack": true, 3863 "steppedLine": false, 3864 "targets": [ 3865 { 3866 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3867 "format": "time_series", 3868 "intervalFactor": 1, 3869 "legendFormat": "{{namespace}}", 3870 "refId": "A", 3871 "step": 10 3872 } 3873 ], 3874 "thresholds": [ 3875 3876 ], 3877 "timeFrom": null, 3878 "timeShift": null, 3879 "title": "Receive Bandwidth", 3880 "tooltip": { 3881 "shared": true, 3882 "sort": 2, 3883 "value_type": "individual" 3884 }, 3885 "type": "graph", 3886 "xaxis": { 3887 "buckets": null, 3888 "mode": "time", 3889 "name": null, 3890 "show": true, 3891 "values": [ 3892 3893 ] 3894 }, 3895 "yaxes": [ 3896 { 3897 "format": "Bps", 3898 "label": null, 3899 "logBase": 1, 3900 "max": null, 3901 "min": 0, 3902 "show": true 3903 }, 3904 { 3905 "format": "Bps", 3906 "label": null, 3907 "logBase": 1, 3908 "max": null, 3909 "min": 0, 3910 "show": true 3911 } 3912 ] 3913 }, 3914 { 3915 "aliasColors": { 3916 3917 }, 3918 "bars": false, 3919 "dashLength": 10, 3920 "dashes": false, 3921 "datasource": "$datasource", 3922 "fill": 2, 3923 "fillGradient": 0, 3924 "gridPos": { 3925 "h": 9, 3926 "w": 24, 3927 "x": 0, 3928 "y": 21 3929 }, 3930 "id": 11, 3931 "legend": { 3932 "alignAsTable": true, 3933 "avg": true, 3934 "current": true, 3935 "hideEmpty": true, 3936 "hideZero": true, 3937 "max": true, 3938 "min": true, 3939 "rightSide": true, 3940 "show": true, 3941 "sideWidth": null, 3942 "total": false, 3943 "values": true 3944 }, 3945 "lines": true, 3946 "linewidth": 2, 3947 "links": [ 3948 3949 ], 3950 "minSpan": 24, 3951 "nullPointMode": "connected", 3952 "paceLength": 10, 3953 "percentage": false, 3954 "pointradius": 5, 3955 "points": false, 3956 "renderer": "flot", 3957 "repeat": null, 3958 "seriesOverrides": [ 3959 3960 ], 3961 "spaceLength": 10, 3962 "span": 24, 3963 "stack": true, 3964 "steppedLine": false, 3965 "targets": [ 3966 { 3967 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3968 "format": "time_series", 3969 "intervalFactor": 1, 3970 "legendFormat": "{{namespace}}", 3971 "refId": "A", 3972 "step": 10 3973 } 3974 ], 3975 "thresholds": [ 3976 3977 ], 3978 "timeFrom": null, 3979 "timeShift": null, 3980 "title": "Transmit Bandwidth", 3981 "tooltip": { 3982 "shared": true, 3983 "sort": 2, 3984 "value_type": "individual" 3985 }, 3986 "type": "graph", 3987 "xaxis": { 3988 "buckets": null, 3989 "mode": "time", 3990 "name": null, 3991 "show": true, 3992 "values": [ 3993 3994 ] 3995 }, 3996 "yaxes": [ 3997 { 3998 "format": "Bps", 3999 "label": null, 4000 "logBase": 1, 4001 "max": null, 4002 "min": 0, 4003 "show": true 4004 }, 4005 { 4006 "format": "Bps", 4007 "label": null, 4008 "logBase": 1, 4009 "max": null, 4010 "min": 0, 4011 "show": true 4012 } 4013 ] 4014 }, 4015 { 4016 "collapse": true, 4017 "collapsed": true, 4018 "gridPos": { 4019 "h": 1, 4020 "w": 24, 4021 "x": 0, 4022 "y": 30 4023 }, 4024 "id": 12, 4025 "panels": [ 4026 { 4027 "aliasColors": { 4028 4029 }, 4030 "bars": false, 4031 "dashLength": 10, 4032 "dashes": false, 4033 "datasource": "$datasource", 4034 "fill": 2, 4035 "fillGradient": 0, 4036 "gridPos": { 4037 "h": 9, 4038 "w": 24, 4039 "x": 0, 4040 "y": 31 4041 }, 4042 "id": 13, 4043 "legend": { 4044 "alignAsTable": true, 4045 "avg": true, 4046 "current": true, 4047 "hideEmpty": true, 4048 "hideZero": true, 4049 "max": true, 4050 "min": true, 4051 "rightSide": true, 4052 "show": true, 4053 "sideWidth": null, 4054 "total": false, 4055 "values": true 4056 }, 4057 "lines": true, 4058 "linewidth": 2, 4059 "links": [ 4060 4061 ], 4062 "minSpan": 24, 4063 "nullPointMode": "connected", 4064 "paceLength": 10, 4065 "percentage": false, 4066 "pointradius": 5, 4067 "points": false, 4068 "renderer": "flot", 4069 "repeat": null, 4070 "seriesOverrides": [ 4071 4072 ], 4073 "spaceLength": 10, 4074 "span": 24, 4075 "stack": true, 4076 "steppedLine": false, 4077 "targets": [ 4078 { 4079 "expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 4080 "format": "time_series", 4081 "intervalFactor": 1, 4082 "legendFormat": "{{namespace}}", 4083 "refId": "A", 4084 "step": 10 4085 } 4086 ], 4087 "thresholds": [ 4088 4089 ], 4090 "timeFrom": null, 4091 "timeShift": null, 4092 "title": "Rate of Received Packets", 4093 "tooltip": { 4094 "shared": true, 4095 "sort": 2, 4096 "value_type": "individual" 4097 }, 4098 "type": "graph", 4099 "xaxis": { 4100 "buckets": null, 4101 "mode": "time", 4102 "name": null, 4103 "show": true, 4104 "values": [ 4105 4106 ] 4107 }, 4108 "yaxes": [ 4109 { 4110 "format": "pps", 4111 "label": null, 4112 "logBase": 1, 4113 "max": null, 4114 "min": 0, 4115 "show": true 4116 }, 4117 { 4118 "format": "pps", 4119 "label": null, 4120 "logBase": 1, 4121 "max": null, 4122 "min": 0, 4123 "show": true 4124 } 4125 ] 4126 }, 4127 { 4128 "aliasColors": { 4129 4130 }, 4131 "bars": false, 4132 "dashLength": 10, 4133 "dashes": false, 4134 "datasource": "$datasource", 4135 "fill": 2, 4136 "fillGradient": 0, 4137 "gridPos": { 4138 "h": 9, 4139 "w": 24, 4140 "x": 0, 4141 "y": 40 4142 }, 4143 "id": 14, 4144 "legend": { 4145 "alignAsTable": true, 4146 "avg": true, 4147 "current": true, 4148 "hideEmpty": true, 4149 "hideZero": true, 4150 "max": true, 4151 "min": true, 4152 "rightSide": true, 4153 "show": true, 4154 "sideWidth": null, 4155 "total": false, 4156 "values": true 4157 }, 4158 "lines": true, 4159 "linewidth": 2, 4160 "links": [ 4161 4162 ], 4163 "minSpan": 24, 4164 "nullPointMode": "connected", 4165 "paceLength": 10, 4166 "percentage": false, 4167 "pointradius": 5, 4168 "points": false, 4169 "renderer": "flot", 4170 "repeat": null, 4171 "seriesOverrides": [ 4172 4173 ], 4174 "spaceLength": 10, 4175 "span": 24, 4176 "stack": true, 4177 "steppedLine": false, 4178 "targets": [ 4179 { 4180 "expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 4181 "format": "time_series", 4182 "intervalFactor": 1, 4183 "legendFormat": "{{namespace}}", 4184 "refId": "A", 4185 "step": 10 4186 } 4187 ], 4188 "thresholds": [ 4189 4190 ], 4191 "timeFrom": null, 4192 "timeShift": null, 4193 "title": "Rate of Transmitted Packets", 4194 "tooltip": { 4195 "shared": true, 4196 "sort": 2, 4197 "value_type": "individual" 4198 }, 4199 "type": "graph", 4200 "xaxis": { 4201 "buckets": null, 4202 "mode": "time", 4203 "name": null, 4204 "show": true, 4205 "values": [ 4206 4207 ] 4208 }, 4209 "yaxes": [ 4210 { 4211 "format": "pps", 4212 "label": null, 4213 "logBase": 1, 4214 "max": null, 4215 "min": 0, 4216 "show": true 4217 }, 4218 { 4219 "format": "pps", 4220 "label": null, 4221 "logBase": 1, 4222 "max": null, 4223 "min": 0, 4224 "show": true 4225 } 4226 ] 4227 } 4228 ], 4229 "repeat": null, 4230 "repeatIteration": null, 4231 "repeatRowId": null, 4232 "showTitle": true, 4233 "title": "Packets", 4234 "titleSize": "h6", 4235 "type": "row" 4236 }, 4237 { 4238 "collapse": true, 4239 "collapsed": true, 4240 "gridPos": { 4241 "h": 1, 4242 "w": 24, 4243 "x": 0, 4244 "y": 31 4245 }, 4246 "id": 15, 4247 "panels": [ 4248 { 4249 "aliasColors": { 4250 4251 }, 4252 "bars": false, 4253 "dashLength": 10, 4254 "dashes": false, 4255 "datasource": "$datasource", 4256 "fill": 2, 4257 "fillGradient": 0, 4258 "gridPos": { 4259 "h": 9, 4260 "w": 24, 4261 "x": 0, 4262 "y": 50 4263 }, 4264 "id": 16, 4265 "legend": { 4266 "alignAsTable": true, 4267 "avg": true, 4268 "current": true, 4269 "hideEmpty": true, 4270 "hideZero": true, 4271 "max": true, 4272 "min": true, 4273 "rightSide": true, 4274 "show": true, 4275 "sideWidth": null, 4276 "total": false, 4277 "values": true 4278 }, 4279 "lines": true, 4280 "linewidth": 2, 4281 "links": [ 4282 4283 ], 4284 "minSpan": 24, 4285 "nullPointMode": "connected", 4286 "paceLength": 10, 4287 "percentage": false, 4288 "pointradius": 5, 4289 "points": false, 4290 "renderer": "flot", 4291 "repeat": null, 4292 "seriesOverrides": [ 4293 4294 ], 4295 "spaceLength": 10, 4296 "span": 24, 4297 "stack": true, 4298 "steppedLine": false, 4299 "targets": [ 4300 { 4301 "expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 4302 "format": "time_series", 4303 "intervalFactor": 1, 4304 "legendFormat": "{{namespace}}", 4305 "refId": "A", 4306 "step": 10 4307 } 4308 ], 4309 "thresholds": [ 4310 4311 ], 4312 "timeFrom": null, 4313 "timeShift": null, 4314 "title": "Rate of Received Packets Dropped", 4315 "tooltip": { 4316 "shared": true, 4317 "sort": 2, 4318 "value_type": "individual" 4319 }, 4320 "type": "graph", 4321 "xaxis": { 4322 "buckets": null, 4323 "mode": "time", 4324 "name": null, 4325 "show": true, 4326 "values": [ 4327 4328 ] 4329 }, 4330 "yaxes": [ 4331 { 4332 "format": "pps", 4333 "label": null, 4334 "logBase": 1, 4335 "max": null, 4336 "min": 0, 4337 "show": true 4338 }, 4339 { 4340 "format": "pps", 4341 "label": null, 4342 "logBase": 1, 4343 "max": null, 4344 "min": 0, 4345 "show": true 4346 } 4347 ] 4348 }, 4349 { 4350 "aliasColors": { 4351 4352 }, 4353 "bars": false, 4354 "dashLength": 10, 4355 "dashes": false, 4356 "datasource": "$datasource", 4357 "fill": 2, 4358 "fillGradient": 0, 4359 "gridPos": { 4360 "h": 9, 4361 "w": 24, 4362 "x": 0, 4363 "y": 59 4364 }, 4365 "id": 17, 4366 "legend": { 4367 "alignAsTable": true, 4368 "avg": true, 4369 "current": true, 4370 "hideEmpty": true, 4371 "hideZero": true, 4372 "max": true, 4373 "min": true, 4374 "rightSide": true, 4375 "show": true, 4376 "sideWidth": null, 4377 "total": false, 4378 "values": true 4379 }, 4380 "lines": true, 4381 "linewidth": 2, 4382 "links": [ 4383 4384 ], 4385 "minSpan": 24, 4386 "nullPointMode": "connected", 4387 "paceLength": 10, 4388 "percentage": false, 4389 "pointradius": 5, 4390 "points": false, 4391 "renderer": "flot", 4392 "repeat": null, 4393 "seriesOverrides": [ 4394 4395 ], 4396 "spaceLength": 10, 4397 "span": 24, 4398 "stack": true, 4399 "steppedLine": false, 4400 "targets": [ 4401 { 4402 "expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 4403 "format": "time_series", 4404 "intervalFactor": 1, 4405 "legendFormat": "{{namespace}}", 4406 "refId": "A", 4407 "step": 10 4408 } 4409 ], 4410 "thresholds": [ 4411 4412 ], 4413 "timeFrom": null, 4414 "timeShift": null, 4415 "title": "Rate of Transmitted Packets Dropped", 4416 "tooltip": { 4417 "shared": true, 4418 "sort": 2, 4419 "value_type": "individual" 4420 }, 4421 "type": "graph", 4422 "xaxis": { 4423 "buckets": null, 4424 "mode": "time", 4425 "name": null, 4426 "show": true, 4427 "values": [ 4428 4429 ] 4430 }, 4431 "yaxes": [ 4432 { 4433 "format": "pps", 4434 "label": null, 4435 "logBase": 1, 4436 "max": null, 4437 "min": 0, 4438 "show": true 4439 }, 4440 { 4441 "format": "pps", 4442 "label": null, 4443 "logBase": 1, 4444 "max": null, 4445 "min": 0, 4446 "show": true 4447 } 4448 ] 4449 }, 4450 { 4451 "aliasColors": { 4452 4453 }, 4454 "bars": false, 4455 "dashLength": 10, 4456 "dashes": false, 4457 "datasource": "$datasource", 4458 "fill": 2, 4459 "fillGradient": 0, 4460 "gridPos": { 4461 "h": 9, 4462 "w": 24, 4463 "x": 0, 4464 "y": 59 4465 }, 4466 "id": 18, 4467 "legend": { 4468 "alignAsTable": true, 4469 "avg": true, 4470 "current": true, 4471 "hideEmpty": true, 4472 "hideZero": true, 4473 "max": true, 4474 "min": true, 4475 "rightSide": true, 4476 "show": true, 4477 "sideWidth": null, 4478 "total": false, 4479 "values": true 4480 }, 4481 "lines": true, 4482 "linewidth": 2, 4483 "links": [ 4484 { 4485 "targetBlank": true, 4486 "title": "What is TCP Retransmit?", 4487 "url": "https://accedian.com/enterprises/blog/network-packet-loss-retransmissions-and-duplicate-acknowledgements/" 4488 } 4489 ], 4490 "minSpan": 24, 4491 "nullPointMode": "connected", 4492 "paceLength": 10, 4493 "percentage": false, 4494 "pointradius": 5, 4495 "points": false, 4496 "renderer": "flot", 4497 "repeat": null, 4498 "seriesOverrides": [ 4499 4500 ], 4501 "spaceLength": 10, 4502 "span": 24, 4503 "stack": true, 4504 "steppedLine": false, 4505 "targets": [ 4506 { 4507 "expr": "sort_desc(sum(rate(node_netstat_Tcp_RetransSegs{cluster=\"$cluster\"}[$interval:$resolution]) / rate(node_netstat_Tcp_OutSegs{cluster=\"$cluster\"}[$interval:$resolution])) by (instance))", 4508 "format": "time_series", 4509 "intervalFactor": 1, 4510 "legendFormat": "{{instance}}", 4511 "refId": "A", 4512 "step": 10 4513 } 4514 ], 4515 "thresholds": [ 4516 4517 ], 4518 "timeFrom": null, 4519 "timeShift": null, 4520 "title": "Rate of TCP Retransmits out of all sent segments", 4521 "tooltip": { 4522 "shared": true, 4523 "sort": 2, 4524 "value_type": "individual" 4525 }, 4526 "type": "graph", 4527 "xaxis": { 4528 "buckets": null, 4529 "mode": "time", 4530 "name": null, 4531 "show": true, 4532 "values": [ 4533 4534 ] 4535 }, 4536 "yaxes": [ 4537 { 4538 "format": "percentunit", 4539 "label": null, 4540 "logBase": 1, 4541 "max": null, 4542 "min": 0, 4543 "show": true 4544 }, 4545 { 4546 "format": "percentunit", 4547 "label": null, 4548 "logBase": 1, 4549 "max": null, 4550 "min": 0, 4551 "show": true 4552 } 4553 ] 4554 }, 4555 { 4556 "aliasColors": { 4557 4558 }, 4559 "bars": false, 4560 "dashLength": 10, 4561 "dashes": false, 4562 "datasource": "$datasource", 4563 "fill": 2, 4564 "fillGradient": 0, 4565 "gridPos": { 4566 "h": 9, 4567 "w": 24, 4568 "x": 0, 4569 "y": 59 4570 }, 4571 "id": 19, 4572 "legend": { 4573 "alignAsTable": true, 4574 "avg": true, 4575 "current": true, 4576 "hideEmpty": true, 4577 "hideZero": true, 4578 "max": true, 4579 "min": true, 4580 "rightSide": true, 4581 "show": true, 4582 "sideWidth": null, 4583 "total": false, 4584 "values": true 4585 }, 4586 "lines": true, 4587 "linewidth": 2, 4588 "links": [ 4589 { 4590 "targetBlank": true, 4591 "title": "Why monitor SYN retransmits?", 4592 "url": "https://github.com/prometheus/node_exporter/issues/1023#issuecomment-408128365" 4593 } 4594 ], 4595 "minSpan": 24, 4596 "nullPointMode": "connected", 4597 "paceLength": 10, 4598 "percentage": false, 4599 "pointradius": 5, 4600 "points": false, 4601 "renderer": "flot", 4602 "repeat": null, 4603 "seriesOverrides": [ 4604 4605 ], 4606 "spaceLength": 10, 4607 "span": 24, 4608 "stack": true, 4609 "steppedLine": false, 4610 "targets": [ 4611 { 4612 "expr": "sort_desc(sum(rate(node_netstat_TcpExt_TCPSynRetrans{cluster=\"$cluster\"}[$interval:$resolution]) / rate(node_netstat_Tcp_RetransSegs{cluster=\"$cluster\"}[$interval:$resolution])) by (instance))", 4613 "format": "time_series", 4614 "intervalFactor": 1, 4615 "legendFormat": "{{instance}}", 4616 "refId": "A", 4617 "step": 10 4618 } 4619 ], 4620 "thresholds": [ 4621 4622 ], 4623 "timeFrom": null, 4624 "timeShift": null, 4625 "title": "Rate of TCP SYN Retransmits out of all retransmits", 4626 "tooltip": { 4627 "shared": true, 4628 "sort": 2, 4629 "value_type": "individual" 4630 }, 4631 "type": "graph", 4632 "xaxis": { 4633 "buckets": null, 4634 "mode": "time", 4635 "name": null, 4636 "show": true, 4637 "values": [ 4638 4639 ] 4640 }, 4641 "yaxes": [ 4642 { 4643 "format": "percentunit", 4644 "label": null, 4645 "logBase": 1, 4646 "max": null, 4647 "min": 0, 4648 "show": true 4649 }, 4650 { 4651 "format": "percentunit", 4652 "label": null, 4653 "logBase": 1, 4654 "max": null, 4655 "min": 0, 4656 "show": true 4657 } 4658 ] 4659 } 4660 ], 4661 "repeat": null, 4662 "repeatIteration": null, 4663 "repeatRowId": null, 4664 "showTitle": true, 4665 "title": "Errors", 4666 "titleSize": "h6", 4667 "type": "row" 4668 } 4669 ], 4670 "refresh": "10s", 4671 "rows": [ 4672 4673 ], 4674 "schemaVersion": 18, 4675 "style": "dark", 4676 "tags": [ 4677 "kubernetes-mixin" 4678 ], 4679 "templating": { 4680 "list": [ 4681 { 4682 "allValue": null, 4683 "auto": false, 4684 "auto_count": 30, 4685 "auto_min": "10s", 4686 "current": { 4687 "text": "5m", 4688 "value": "5m" 4689 }, 4690 "datasource": "$datasource", 4691 "hide": 0, 4692 "includeAll": false, 4693 "label": null, 4694 "multi": false, 4695 "name": "resolution", 4696 "options": [ 4697 { 4698 "selected": false, 4699 "text": "30s", 4700 "value": "30s" 4701 }, 4702 { 4703 "selected": true, 4704 "text": "5m", 4705 "value": "5m" 4706 }, 4707 { 4708 "selected": false, 4709 "text": "1h", 4710 "value": "1h" 4711 } 4712 ], 4713 "query": "30s,5m,1h", 4714 "refresh": 2, 4715 "regex": "", 4716 "skipUrlSync": false, 4717 "sort": 1, 4718 "tagValuesQuery": "", 4719 "tags": [ 4720 4721 ], 4722 "tagsQuery": "", 4723 "type": "interval", 4724 "useTags": false 4725 }, 4726 { 4727 "allValue": null, 4728 "auto": false, 4729 "auto_count": 30, 4730 "auto_min": "10s", 4731 "current": { 4732 "text": "5m", 4733 "value": "5m" 4734 }, 4735 "datasource": "$datasource", 4736 "hide": 2, 4737 "includeAll": false, 4738 "label": null, 4739 "multi": false, 4740 "name": "interval", 4741 "options": [ 4742 { 4743 "selected": true, 4744 "text": "4h", 4745 "value": "4h" 4746 } 4747 ], 4748 "query": "4h", 4749 "refresh": 2, 4750 "regex": "", 4751 "skipUrlSync": false, 4752 "sort": 1, 4753 "tagValuesQuery": "", 4754 "tags": [ 4755 4756 ], 4757 "tagsQuery": "", 4758 "type": "interval", 4759 "useTags": false 4760 }, 4761 { 4762 "current": { 4763 "text": "default", 4764 "value": "default" 4765 }, 4766 "hide": 0, 4767 "label": "Data Source", 4768 "name": "datasource", 4769 "options": [ 4770 4771 ], 4772 "query": "prometheus", 4773 "refresh": 1, 4774 "regex": "", 4775 "type": "datasource" 4776 }, 4777 { 4778 "allValue": null, 4779 "current": { 4780 4781 }, 4782 "datasource": "$datasource", 4783 "hide": 2, 4784 "includeAll": false, 4785 "label": null, 4786 "multi": false, 4787 "name": "cluster", 4788 "options": [ 4789 4790 ], 4791 "query": "label_values(up{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\"}, cluster)", 4792 "refresh": 2, 4793 "regex": "", 4794 "sort": 0, 4795 "tagValuesQuery": "", 4796 "tags": [ 4797 4798 ], 4799 "tagsQuery": "", 4800 "type": "query", 4801 "useTags": false 4802 } 4803 ] 4804 }, 4805 "time": { 4806 "from": "now-1h", 4807 "to": "now" 4808 }, 4809 "timepicker": { 4810 "refresh_intervals": [ 4811 "5s", 4812 "10s", 4813 "30s", 4814 "1m", 4815 "5m", 4816 "15m", 4817 "30m", 4818 "1h", 4819 "2h", 4820 "1d" 4821 ], 4822 "time_options": [ 4823 "5m", 4824 "15m", 4825 "1h", 4826 "6h", 4827 "12h", 4828 "24h", 4829 "2d", 4830 "7d", 4831 "30d" 4832 ] 4833 }, 4834 "timezone": "utc", 4835 "title": "Kubernetes / Networking / Cluster", 4836 "uid": "ff635a025bcfea7bc3dd4f508990a3e9", 4837 "version": 0 4838 } 4839 --- 4840 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/controller-manager.yaml 4841 apiVersion: v1 4842 kind: ConfigMap 4843 metadata: 4844 namespace: kube-prometheus-stack 4845 name: kube-prometheus-stack-controller-manager 4846 annotations: 4847 {} 4848 labels: 4849 grafana_dashboard: "1" 4850 app: kube-prometheus-stack-grafana 4851 4852 app.kubernetes.io/managed-by: Helm 4853 app.kubernetes.io/instance: kube-prometheus-stack 4854 app.kubernetes.io/version: "25.0.0" 4855 app.kubernetes.io/part-of: kube-prometheus-stack 4856 chart: kube-prometheus-stack-25.0.0 4857 release: "kube-prometheus-stack" 4858 heritage: "Helm" 4859 data: 4860 controller-manager.json: |- 4861 { 4862 "__inputs": [ 4863 4864 ], 4865 "__requires": [ 4866 4867 ], 4868 "annotations": { 4869 "list": [ 4870 4871 ] 4872 }, 4873 "editable": false, 4874 "gnetId": null, 4875 "graphTooltip": 0, 4876 "hideControls": false, 4877 "id": null, 4878 "links": [ 4879 4880 ], 4881 "refresh": "10s", 4882 "rows": [ 4883 { 4884 "collapse": false, 4885 "collapsed": false, 4886 "panels": [ 4887 { 4888 "cacheTimeout": null, 4889 "colorBackground": false, 4890 "colorValue": false, 4891 "colors": [ 4892 "#299c46", 4893 "rgba(237, 129, 40, 0.89)", 4894 "#d44a3a" 4895 ], 4896 "datasource": "$datasource", 4897 "format": "none", 4898 "gauge": { 4899 "maxValue": 100, 4900 "minValue": 0, 4901 "show": false, 4902 "thresholdLabels": false, 4903 "thresholdMarkers": true 4904 }, 4905 "gridPos": { 4906 4907 }, 4908 "id": 2, 4909 "interval": "1m", 4910 "legend": { 4911 "alignAsTable": true, 4912 "rightSide": true 4913 }, 4914 "links": [ 4915 4916 ], 4917 "mappingType": 1, 4918 "mappingTypes": [ 4919 { 4920 "name": "value to text", 4921 "value": 1 4922 }, 4923 { 4924 "name": "range to text", 4925 "value": 2 4926 } 4927 ], 4928 "maxDataPoints": 100, 4929 "nullPointMode": "connected", 4930 "nullText": null, 4931 "postfix": "", 4932 "postfixFontSize": "50%", 4933 "prefix": "", 4934 "prefixFontSize": "50%", 4935 "rangeMaps": [ 4936 { 4937 "from": "null", 4938 "text": "N/A", 4939 "to": "null" 4940 } 4941 ], 4942 "span": 2, 4943 "sparkline": { 4944 "fillColor": "rgba(31, 118, 189, 0.18)", 4945 "full": false, 4946 "lineColor": "rgb(31, 120, 193)", 4947 "show": false 4948 }, 4949 "tableColumn": "", 4950 "targets": [ 4951 { 4952 "expr": "sum(up{cluster=\"$cluster\", job=\"kube-controller-manager\"})", 4953 "format": "time_series", 4954 "intervalFactor": 2, 4955 "legendFormat": "", 4956 "refId": "A" 4957 } 4958 ], 4959 "thresholds": "", 4960 "title": "Up", 4961 "tooltip": { 4962 "shared": false 4963 }, 4964 "type": "singlestat", 4965 "valueFontSize": "80%", 4966 "valueMaps": [ 4967 { 4968 "op": "=", 4969 "text": "N/A", 4970 "value": "null" 4971 } 4972 ], 4973 "valueName": "min" 4974 }, 4975 { 4976 "aliasColors": { 4977 4978 }, 4979 "bars": false, 4980 "dashLength": 10, 4981 "dashes": false, 4982 "datasource": "$datasource", 4983 "fill": 1, 4984 "fillGradient": 0, 4985 "gridPos": { 4986 4987 }, 4988 "id": 3, 4989 "interval": "1m", 4990 "legend": { 4991 "alignAsTable": true, 4992 "avg": false, 4993 "current": true, 4994 "max": false, 4995 "min": false, 4996 "rightSide": true, 4997 "show": true, 4998 "sideWidth": null, 4999 "total": false, 5000 "values": true 5001 }, 5002 "lines": true, 5003 "linewidth": 1, 5004 "links": [ 5005 5006 ], 5007 "nullPointMode": "null", 5008 "percentage": false, 5009 "pointradius": 5, 5010 "points": false, 5011 "renderer": "flot", 5012 "repeat": null, 5013 "seriesOverrides": [ 5014 5015 ], 5016 "spaceLength": 10, 5017 "span": 10, 5018 "stack": false, 5019 "steppedLine": false, 5020 "targets": [ 5021 { 5022 "expr": "sum(rate(workqueue_adds_total{cluster=\"$cluster\", job=\"kube-controller-manager\", instance=~\"$instance\"}[$__rate_interval])) by (cluster, instance, name)", 5023 "format": "time_series", 5024 "intervalFactor": 2, 5025 "legendFormat": "{{cluster}} {{instance}} {{name}}", 5026 "refId": "A" 5027 } 5028 ], 5029 "thresholds": [ 5030 5031 ], 5032 "timeFrom": null, 5033 "timeShift": null, 5034 "title": "Work Queue Add Rate", 5035 "tooltip": { 5036 "shared": false, 5037 "sort": 0, 5038 "value_type": "individual" 5039 }, 5040 "type": "graph", 5041 "xaxis": { 5042 "buckets": null, 5043 "mode": "time", 5044 "name": null, 5045 "show": true, 5046 "values": [ 5047 5048 ] 5049 }, 5050 "yaxes": [ 5051 { 5052 "format": "ops", 5053 "label": null, 5054 "logBase": 1, 5055 "max": null, 5056 "min": null, 5057 "show": true 5058 }, 5059 { 5060 "format": "ops", 5061 "label": null, 5062 "logBase": 1, 5063 "max": null, 5064 "min": null, 5065 "show": true 5066 } 5067 ] 5068 } 5069 ], 5070 "repeat": null, 5071 "repeatIteration": null, 5072 "repeatRowId": null, 5073 "showTitle": false, 5074 "title": "Dashboard Row", 5075 "titleSize": "h6", 5076 "type": "row" 5077 }, 5078 { 5079 "collapse": false, 5080 "collapsed": false, 5081 "panels": [ 5082 { 5083 "aliasColors": { 5084 5085 }, 5086 "bars": false, 5087 "dashLength": 10, 5088 "dashes": false, 5089 "datasource": "$datasource", 5090 "fill": 1, 5091 "fillGradient": 0, 5092 "gridPos": { 5093 5094 }, 5095 "id": 4, 5096 "interval": "1m", 5097 "legend": { 5098 "alignAsTable": true, 5099 "avg": false, 5100 "current": true, 5101 "max": false, 5102 "min": false, 5103 "rightSide": true, 5104 "show": true, 5105 "sideWidth": null, 5106 "total": false, 5107 "values": true 5108 }, 5109 "lines": true, 5110 "linewidth": 1, 5111 "links": [ 5112 5113 ], 5114 "nullPointMode": "null", 5115 "percentage": false, 5116 "pointradius": 5, 5117 "points": false, 5118 "renderer": "flot", 5119 "repeat": null, 5120 "seriesOverrides": [ 5121 5122 ], 5123 "spaceLength": 10, 5124 "span": 12, 5125 "stack": false, 5126 "steppedLine": false, 5127 "targets": [ 5128 { 5129 "expr": "sum(rate(workqueue_depth{cluster=\"$cluster\", job=\"kube-controller-manager\", instance=~\"$instance\"}[$__rate_interval])) by (cluster, instance, name)", 5130 "format": "time_series", 5131 "intervalFactor": 2, 5132 "legendFormat": "{{cluster}} {{instance}} {{name}}", 5133 "refId": "A" 5134 } 5135 ], 5136 "thresholds": [ 5137 5138 ], 5139 "timeFrom": null, 5140 "timeShift": null, 5141 "title": "Work Queue Depth", 5142 "tooltip": { 5143 "shared": false, 5144 "sort": 0, 5145 "value_type": "individual" 5146 }, 5147 "type": "graph", 5148 "xaxis": { 5149 "buckets": null, 5150 "mode": "time", 5151 "name": null, 5152 "show": true, 5153 "values": [ 5154 5155 ] 5156 }, 5157 "yaxes": [ 5158 { 5159 "format": "short", 5160 "label": null, 5161 "logBase": 1, 5162 "max": null, 5163 "min": 0, 5164 "show": true 5165 }, 5166 { 5167 "format": "short", 5168 "label": null, 5169 "logBase": 1, 5170 "max": null, 5171 "min": 0, 5172 "show": true 5173 } 5174 ] 5175 } 5176 ], 5177 "repeat": null, 5178 "repeatIteration": null, 5179 "repeatRowId": null, 5180 "showTitle": false, 5181 "title": "Dashboard Row", 5182 "titleSize": "h6", 5183 "type": "row" 5184 }, 5185 { 5186 "collapse": false, 5187 "collapsed": false, 5188 "panels": [ 5189 { 5190 "aliasColors": { 5191 5192 }, 5193 "bars": false, 5194 "dashLength": 10, 5195 "dashes": false, 5196 "datasource": "$datasource", 5197 "fill": 1, 5198 "fillGradient": 0, 5199 "gridPos": { 5200 5201 }, 5202 "id": 5, 5203 "interval": "1m", 5204 "legend": { 5205 "alignAsTable": true, 5206 "avg": false, 5207 "current": true, 5208 "max": false, 5209 "min": false, 5210 "rightSide": true, 5211 "show": true, 5212 "sideWidth": null, 5213 "total": false, 5214 "values": true 5215 }, 5216 "lines": true, 5217 "linewidth": 1, 5218 "links": [ 5219 5220 ], 5221 "nullPointMode": "null", 5222 "percentage": false, 5223 "pointradius": 5, 5224 "points": false, 5225 "renderer": "flot", 5226 "repeat": null, 5227 "seriesOverrides": [ 5228 5229 ], 5230 "spaceLength": 10, 5231 "span": 12, 5232 "stack": false, 5233 "steppedLine": false, 5234 "targets": [ 5235 { 5236 "expr": "histogram_quantile(0.99, sum(rate(workqueue_queue_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-controller-manager\", instance=~\"$instance\"}[$__rate_interval])) by (cluster, instance, name, le))", 5237 "format": "time_series", 5238 "intervalFactor": 2, 5239 "legendFormat": "{{cluster}} {{instance}} {{name}}", 5240 "refId": "A" 5241 } 5242 ], 5243 "thresholds": [ 5244 5245 ], 5246 "timeFrom": null, 5247 "timeShift": null, 5248 "title": "Work Queue Latency", 5249 "tooltip": { 5250 "shared": false, 5251 "sort": 0, 5252 "value_type": "individual" 5253 }, 5254 "type": "graph", 5255 "xaxis": { 5256 "buckets": null, 5257 "mode": "time", 5258 "name": null, 5259 "show": true, 5260 "values": [ 5261 5262 ] 5263 }, 5264 "yaxes": [ 5265 { 5266 "format": "s", 5267 "label": null, 5268 "logBase": 1, 5269 "max": null, 5270 "min": null, 5271 "show": true 5272 }, 5273 { 5274 "format": "s", 5275 "label": null, 5276 "logBase": 1, 5277 "max": null, 5278 "min": null, 5279 "show": true 5280 } 5281 ] 5282 } 5283 ], 5284 "repeat": null, 5285 "repeatIteration": null, 5286 "repeatRowId": null, 5287 "showTitle": false, 5288 "title": "Dashboard Row", 5289 "titleSize": "h6", 5290 "type": "row" 5291 }, 5292 { 5293 "collapse": false, 5294 "collapsed": false, 5295 "panels": [ 5296 { 5297 "aliasColors": { 5298 5299 }, 5300 "bars": false, 5301 "dashLength": 10, 5302 "dashes": false, 5303 "datasource": "$datasource", 5304 "fill": 1, 5305 "fillGradient": 0, 5306 "gridPos": { 5307 5308 }, 5309 "id": 6, 5310 "interval": "1m", 5311 "legend": { 5312 "alignAsTable": true, 5313 "avg": false, 5314 "current": false, 5315 "max": false, 5316 "min": false, 5317 "rightSide": true, 5318 "show": true, 5319 "sideWidth": null, 5320 "total": false, 5321 "values": false 5322 }, 5323 "lines": true, 5324 "linewidth": 1, 5325 "links": [ 5326 5327 ], 5328 "nullPointMode": "null", 5329 "percentage": false, 5330 "pointradius": 5, 5331 "points": false, 5332 "renderer": "flot", 5333 "repeat": null, 5334 "seriesOverrides": [ 5335 5336 ], 5337 "spaceLength": 10, 5338 "span": 4, 5339 "stack": false, 5340 "steppedLine": false, 5341 "targets": [ 5342 { 5343 "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"2..\"}[$__rate_interval]))", 5344 "format": "time_series", 5345 "intervalFactor": 2, 5346 "legendFormat": "2xx", 5347 "refId": "A" 5348 }, 5349 { 5350 "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"3..\"}[$__rate_interval]))", 5351 "format": "time_series", 5352 "intervalFactor": 2, 5353 "legendFormat": "3xx", 5354 "refId": "B" 5355 }, 5356 { 5357 "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"4..\"}[$__rate_interval]))", 5358 "format": "time_series", 5359 "intervalFactor": 2, 5360 "legendFormat": "4xx", 5361 "refId": "C" 5362 }, 5363 { 5364 "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"5..\"}[$__rate_interval]))", 5365 "format": "time_series", 5366 "intervalFactor": 2, 5367 "legendFormat": "5xx", 5368 "refId": "D" 5369 } 5370 ], 5371 "thresholds": [ 5372 5373 ], 5374 "timeFrom": null, 5375 "timeShift": null, 5376 "title": "Kube API Request Rate", 5377 "tooltip": { 5378 "shared": false, 5379 "sort": 0, 5380 "value_type": "individual" 5381 }, 5382 "type": "graph", 5383 "xaxis": { 5384 "buckets": null, 5385 "mode": "time", 5386 "name": null, 5387 "show": true, 5388 "values": [ 5389 5390 ] 5391 }, 5392 "yaxes": [ 5393 { 5394 "format": "ops", 5395 "label": null, 5396 "logBase": 1, 5397 "max": null, 5398 "min": null, 5399 "show": true 5400 }, 5401 { 5402 "format": "ops", 5403 "label": null, 5404 "logBase": 1, 5405 "max": null, 5406 "min": null, 5407 "show": true 5408 } 5409 ] 5410 }, 5411 { 5412 "aliasColors": { 5413 5414 }, 5415 "bars": false, 5416 "dashLength": 10, 5417 "dashes": false, 5418 "datasource": "$datasource", 5419 "fill": 1, 5420 "fillGradient": 0, 5421 "gridPos": { 5422 5423 }, 5424 "id": 7, 5425 "interval": "1m", 5426 "legend": { 5427 "alignAsTable": true, 5428 "avg": false, 5429 "current": false, 5430 "max": false, 5431 "min": false, 5432 "rightSide": true, 5433 "show": true, 5434 "sideWidth": null, 5435 "total": false, 5436 "values": false 5437 }, 5438 "lines": true, 5439 "linewidth": 1, 5440 "links": [ 5441 5442 ], 5443 "nullPointMode": "null", 5444 "percentage": false, 5445 "pointradius": 5, 5446 "points": false, 5447 "renderer": "flot", 5448 "repeat": null, 5449 "seriesOverrides": [ 5450 5451 ], 5452 "spaceLength": 10, 5453 "span": 8, 5454 "stack": false, 5455 "steppedLine": false, 5456 "targets": [ 5457 { 5458 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-controller-manager\", instance=~\"$instance\", verb=\"POST\"}[$__rate_interval])) by (verb, url, le))", 5459 "format": "time_series", 5460 "intervalFactor": 2, 5461 "legendFormat": "{{verb}} {{url}}", 5462 "refId": "A" 5463 } 5464 ], 5465 "thresholds": [ 5466 5467 ], 5468 "timeFrom": null, 5469 "timeShift": null, 5470 "title": "Post Request Latency 99th Quantile", 5471 "tooltip": { 5472 "shared": false, 5473 "sort": 0, 5474 "value_type": "individual" 5475 }, 5476 "type": "graph", 5477 "xaxis": { 5478 "buckets": null, 5479 "mode": "time", 5480 "name": null, 5481 "show": true, 5482 "values": [ 5483 5484 ] 5485 }, 5486 "yaxes": [ 5487 { 5488 "format": "s", 5489 "label": null, 5490 "logBase": 1, 5491 "max": null, 5492 "min": 0, 5493 "show": true 5494 }, 5495 { 5496 "format": "s", 5497 "label": null, 5498 "logBase": 1, 5499 "max": null, 5500 "min": 0, 5501 "show": true 5502 } 5503 ] 5504 } 5505 ], 5506 "repeat": null, 5507 "repeatIteration": null, 5508 "repeatRowId": null, 5509 "showTitle": false, 5510 "title": "Dashboard Row", 5511 "titleSize": "h6", 5512 "type": "row" 5513 }, 5514 { 5515 "collapse": false, 5516 "collapsed": false, 5517 "panels": [ 5518 { 5519 "aliasColors": { 5520 5521 }, 5522 "bars": false, 5523 "dashLength": 10, 5524 "dashes": false, 5525 "datasource": "$datasource", 5526 "fill": 1, 5527 "fillGradient": 0, 5528 "gridPos": { 5529 5530 }, 5531 "id": 8, 5532 "interval": "1m", 5533 "legend": { 5534 "alignAsTable": true, 5535 "avg": false, 5536 "current": true, 5537 "max": false, 5538 "min": false, 5539 "rightSide": true, 5540 "show": true, 5541 "sideWidth": null, 5542 "total": false, 5543 "values": true 5544 }, 5545 "lines": true, 5546 "linewidth": 1, 5547 "links": [ 5548 5549 ], 5550 "nullPointMode": "null", 5551 "percentage": false, 5552 "pointradius": 5, 5553 "points": false, 5554 "renderer": "flot", 5555 "repeat": null, 5556 "seriesOverrides": [ 5557 5558 ], 5559 "spaceLength": 10, 5560 "span": 12, 5561 "stack": false, 5562 "steppedLine": false, 5563 "targets": [ 5564 { 5565 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-controller-manager\", instance=~\"$instance\", verb=\"GET\"}[$__rate_interval])) by (verb, url, le))", 5566 "format": "time_series", 5567 "intervalFactor": 2, 5568 "legendFormat": "{{verb}} {{url}}", 5569 "refId": "A" 5570 } 5571 ], 5572 "thresholds": [ 5573 5574 ], 5575 "timeFrom": null, 5576 "timeShift": null, 5577 "title": "Get Request Latency 99th Quantile", 5578 "tooltip": { 5579 "shared": false, 5580 "sort": 0, 5581 "value_type": "individual" 5582 }, 5583 "type": "graph", 5584 "xaxis": { 5585 "buckets": null, 5586 "mode": "time", 5587 "name": null, 5588 "show": true, 5589 "values": [ 5590 5591 ] 5592 }, 5593 "yaxes": [ 5594 { 5595 "format": "s", 5596 "label": null, 5597 "logBase": 1, 5598 "max": null, 5599 "min": 0, 5600 "show": true 5601 }, 5602 { 5603 "format": "s", 5604 "label": null, 5605 "logBase": 1, 5606 "max": null, 5607 "min": 0, 5608 "show": true 5609 } 5610 ] 5611 } 5612 ], 5613 "repeat": null, 5614 "repeatIteration": null, 5615 "repeatRowId": null, 5616 "showTitle": false, 5617 "title": "Dashboard Row", 5618 "titleSize": "h6", 5619 "type": "row" 5620 }, 5621 { 5622 "collapse": false, 5623 "collapsed": false, 5624 "panels": [ 5625 { 5626 "aliasColors": { 5627 5628 }, 5629 "bars": false, 5630 "dashLength": 10, 5631 "dashes": false, 5632 "datasource": "$datasource", 5633 "fill": 1, 5634 "fillGradient": 0, 5635 "gridPos": { 5636 5637 }, 5638 "id": 9, 5639 "interval": "1m", 5640 "legend": { 5641 "alignAsTable": true, 5642 "avg": false, 5643 "current": false, 5644 "max": false, 5645 "min": false, 5646 "rightSide": true, 5647 "show": true, 5648 "sideWidth": null, 5649 "total": false, 5650 "values": false 5651 }, 5652 "lines": true, 5653 "linewidth": 1, 5654 "links": [ 5655 5656 ], 5657 "nullPointMode": "null", 5658 "percentage": false, 5659 "pointradius": 5, 5660 "points": false, 5661 "renderer": "flot", 5662 "repeat": null, 5663 "seriesOverrides": [ 5664 5665 ], 5666 "spaceLength": 10, 5667 "span": 4, 5668 "stack": false, 5669 "steppedLine": false, 5670 "targets": [ 5671 { 5672 "expr": "process_resident_memory_bytes{cluster=\"$cluster\", job=\"kube-controller-manager\",instance=~\"$instance\"}", 5673 "format": "time_series", 5674 "intervalFactor": 2, 5675 "legendFormat": "{{instance}}", 5676 "refId": "A" 5677 } 5678 ], 5679 "thresholds": [ 5680 5681 ], 5682 "timeFrom": null, 5683 "timeShift": null, 5684 "title": "Memory", 5685 "tooltip": { 5686 "shared": false, 5687 "sort": 0, 5688 "value_type": "individual" 5689 }, 5690 "type": "graph", 5691 "xaxis": { 5692 "buckets": null, 5693 "mode": "time", 5694 "name": null, 5695 "show": true, 5696 "values": [ 5697 5698 ] 5699 }, 5700 "yaxes": [ 5701 { 5702 "format": "bytes", 5703 "label": null, 5704 "logBase": 1, 5705 "max": null, 5706 "min": null, 5707 "show": true 5708 }, 5709 { 5710 "format": "bytes", 5711 "label": null, 5712 "logBase": 1, 5713 "max": null, 5714 "min": null, 5715 "show": true 5716 } 5717 ] 5718 }, 5719 { 5720 "aliasColors": { 5721 5722 }, 5723 "bars": false, 5724 "dashLength": 10, 5725 "dashes": false, 5726 "datasource": "$datasource", 5727 "fill": 1, 5728 "fillGradient": 0, 5729 "gridPos": { 5730 5731 }, 5732 "id": 10, 5733 "interval": "1m", 5734 "legend": { 5735 "alignAsTable": true, 5736 "avg": false, 5737 "current": false, 5738 "max": false, 5739 "min": false, 5740 "rightSide": true, 5741 "show": true, 5742 "sideWidth": null, 5743 "total": false, 5744 "values": false 5745 }, 5746 "lines": true, 5747 "linewidth": 1, 5748 "links": [ 5749 5750 ], 5751 "nullPointMode": "null", 5752 "percentage": false, 5753 "pointradius": 5, 5754 "points": false, 5755 "renderer": "flot", 5756 "repeat": null, 5757 "seriesOverrides": [ 5758 5759 ], 5760 "spaceLength": 10, 5761 "span": 4, 5762 "stack": false, 5763 "steppedLine": false, 5764 "targets": [ 5765 { 5766 "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\", job=\"kube-controller-manager\",instance=~\"$instance\"}[$__rate_interval])", 5767 "format": "time_series", 5768 "intervalFactor": 2, 5769 "legendFormat": "{{instance}}", 5770 "refId": "A" 5771 } 5772 ], 5773 "thresholds": [ 5774 5775 ], 5776 "timeFrom": null, 5777 "timeShift": null, 5778 "title": "CPU usage", 5779 "tooltip": { 5780 "shared": false, 5781 "sort": 0, 5782 "value_type": "individual" 5783 }, 5784 "type": "graph", 5785 "xaxis": { 5786 "buckets": null, 5787 "mode": "time", 5788 "name": null, 5789 "show": true, 5790 "values": [ 5791 5792 ] 5793 }, 5794 "yaxes": [ 5795 { 5796 "format": "short", 5797 "label": null, 5798 "logBase": 1, 5799 "max": null, 5800 "min": 0, 5801 "show": true 5802 }, 5803 { 5804 "format": "short", 5805 "label": null, 5806 "logBase": 1, 5807 "max": null, 5808 "min": 0, 5809 "show": true 5810 } 5811 ] 5812 }, 5813 { 5814 "aliasColors": { 5815 5816 }, 5817 "bars": false, 5818 "dashLength": 10, 5819 "dashes": false, 5820 "datasource": "$datasource", 5821 "fill": 1, 5822 "fillGradient": 0, 5823 "gridPos": { 5824 5825 }, 5826 "id": 11, 5827 "interval": "1m", 5828 "legend": { 5829 "alignAsTable": true, 5830 "avg": false, 5831 "current": false, 5832 "max": false, 5833 "min": false, 5834 "rightSide": true, 5835 "show": true, 5836 "sideWidth": null, 5837 "total": false, 5838 "values": false 5839 }, 5840 "lines": true, 5841 "linewidth": 1, 5842 "links": [ 5843 5844 ], 5845 "nullPointMode": "null", 5846 "percentage": false, 5847 "pointradius": 5, 5848 "points": false, 5849 "renderer": "flot", 5850 "repeat": null, 5851 "seriesOverrides": [ 5852 5853 ], 5854 "spaceLength": 10, 5855 "span": 4, 5856 "stack": false, 5857 "steppedLine": false, 5858 "targets": [ 5859 { 5860 "expr": "go_goroutines{cluster=\"$cluster\", job=\"kube-controller-manager\",instance=~\"$instance\"}", 5861 "format": "time_series", 5862 "intervalFactor": 2, 5863 "legendFormat": "{{instance}}", 5864 "refId": "A" 5865 } 5866 ], 5867 "thresholds": [ 5868 5869 ], 5870 "timeFrom": null, 5871 "timeShift": null, 5872 "title": "Goroutines", 5873 "tooltip": { 5874 "shared": false, 5875 "sort": 0, 5876 "value_type": "individual" 5877 }, 5878 "type": "graph", 5879 "xaxis": { 5880 "buckets": null, 5881 "mode": "time", 5882 "name": null, 5883 "show": true, 5884 "values": [ 5885 5886 ] 5887 }, 5888 "yaxes": [ 5889 { 5890 "format": "short", 5891 "label": null, 5892 "logBase": 1, 5893 "max": null, 5894 "min": null, 5895 "show": true 5896 }, 5897 { 5898 "format": "short", 5899 "label": null, 5900 "logBase": 1, 5901 "max": null, 5902 "min": null, 5903 "show": true 5904 } 5905 ] 5906 } 5907 ], 5908 "repeat": null, 5909 "repeatIteration": null, 5910 "repeatRowId": null, 5911 "showTitle": false, 5912 "title": "Dashboard Row", 5913 "titleSize": "h6", 5914 "type": "row" 5915 } 5916 ], 5917 "schemaVersion": 14, 5918 "style": "dark", 5919 "tags": [ 5920 "kubernetes-mixin" 5921 ], 5922 "templating": { 5923 "list": [ 5924 { 5925 "current": { 5926 "text": "default", 5927 "value": "default" 5928 }, 5929 "hide": 0, 5930 "label": "Data Source", 5931 "name": "datasource", 5932 "options": [ 5933 5934 ], 5935 "query": "prometheus", 5936 "refresh": 1, 5937 "regex": "", 5938 "type": "datasource" 5939 }, 5940 { 5941 "allValue": null, 5942 "current": { 5943 5944 }, 5945 "datasource": "$datasource", 5946 "hide": 2, 5947 "includeAll": false, 5948 "label": "cluster", 5949 "multi": false, 5950 "name": "cluster", 5951 "options": [ 5952 5953 ], 5954 "query": "label_values(up{job=\"kube-controller-manager\"}, cluster)", 5955 "refresh": 2, 5956 "regex": "", 5957 "sort": 1, 5958 "tagValuesQuery": "", 5959 "tags": [ 5960 5961 ], 5962 "tagsQuery": "", 5963 "type": "query", 5964 "useTags": false 5965 }, 5966 { 5967 "allValue": null, 5968 "current": { 5969 5970 }, 5971 "datasource": "$datasource", 5972 "hide": 0, 5973 "includeAll": true, 5974 "label": null, 5975 "multi": false, 5976 "name": "instance", 5977 "options": [ 5978 5979 ], 5980 "query": "label_values(up{cluster=\"$cluster\", job=\"kube-controller-manager\"}, instance)", 5981 "refresh": 2, 5982 "regex": "", 5983 "sort": 1, 5984 "tagValuesQuery": "", 5985 "tags": [ 5986 5987 ], 5988 "tagsQuery": "", 5989 "type": "query", 5990 "useTags": false 5991 } 5992 ] 5993 }, 5994 "time": { 5995 "from": "now-1h", 5996 "to": "now" 5997 }, 5998 "timepicker": { 5999 "refresh_intervals": [ 6000 "5s", 6001 "10s", 6002 "30s", 6003 "1m", 6004 "5m", 6005 "15m", 6006 "30m", 6007 "1h", 6008 "2h", 6009 "1d" 6010 ], 6011 "time_options": [ 6012 "5m", 6013 "15m", 6014 "1h", 6015 "6h", 6016 "12h", 6017 "24h", 6018 "2d", 6019 "7d", 6020 "30d" 6021 ] 6022 }, 6023 "timezone": "utc", 6024 "title": "Kubernetes / Controller Manager", 6025 "uid": "72e0e05bef5099e5f049b05fdc429ed4", 6026 "version": 0 6027 } 6028 --- 6029 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/etcd.yaml 6030 apiVersion: v1 6031 kind: ConfigMap 6032 metadata: 6033 namespace: kube-prometheus-stack 6034 name: kube-prometheus-stack-etcd 6035 annotations: 6036 {} 6037 labels: 6038 grafana_dashboard: "1" 6039 app: kube-prometheus-stack-grafana 6040 6041 app.kubernetes.io/managed-by: Helm 6042 app.kubernetes.io/instance: kube-prometheus-stack 6043 app.kubernetes.io/version: "25.0.0" 6044 app.kubernetes.io/part-of: kube-prometheus-stack 6045 chart: kube-prometheus-stack-25.0.0 6046 release: "kube-prometheus-stack" 6047 heritage: "Helm" 6048 data: 6049 etcd.json: |- 6050 { 6051 "annotations": { 6052 "list": [] 6053 }, 6054 "description": "etcd sample Grafana dashboard with Prometheus", 6055 "editable": true, 6056 "gnetId": null, 6057 "hideControls": false, 6058 "id": 6, 6059 "links": [], 6060 "refresh": "10s", 6061 "rows": [ 6062 { 6063 "collapse": false, 6064 "editable": true, 6065 "height": "250px", 6066 "panels": [ 6067 { 6068 "cacheTimeout": null, 6069 "colorBackground": false, 6070 "colorValue": false, 6071 "colors": [ 6072 "rgba(245, 54, 54, 0.9)", 6073 "rgba(237, 129, 40, 0.89)", 6074 "rgba(50, 172, 45, 0.97)" 6075 ], 6076 "datasource": "$datasource", 6077 "editable": true, 6078 "error": false, 6079 "format": "none", 6080 "gauge": { 6081 "maxValue": 100, 6082 "minValue": 0, 6083 "show": false, 6084 "thresholdLabels": false, 6085 "thresholdMarkers": true 6086 }, 6087 "id": 28, 6088 "interval": null, 6089 "isNew": true, 6090 "links": [], 6091 "mappingType": 1, 6092 "mappingTypes": [ 6093 { 6094 "name": "value to text", 6095 "value": 1 6096 }, 6097 { 6098 "name": "range to text", 6099 "value": 2 6100 } 6101 ], 6102 "maxDataPoints": 100, 6103 "nullPointMode": "connected", 6104 "nullText": null, 6105 "postfix": "", 6106 "postfixFontSize": "50%", 6107 "prefix": "", 6108 "prefixFontSize": "50%", 6109 "rangeMaps": [ 6110 { 6111 "from": "null", 6112 "text": "N/A", 6113 "to": "null" 6114 } 6115 ], 6116 "span": 3, 6117 "sparkline": { 6118 "fillColor": "rgba(31, 118, 189, 0.18)", 6119 "full": false, 6120 "lineColor": "rgb(31, 120, 193)", 6121 "show": false 6122 }, 6123 "targets": [ 6124 { 6125 "expr": "sum(etcd_server_has_leader{job=\"$cluster\"})", 6126 "intervalFactor": 2, 6127 "legendFormat": "", 6128 "metric": "etcd_server_has_leader", 6129 "refId": "A", 6130 "step": 20 6131 } 6132 ], 6133 "thresholds": "", 6134 "title": "Up", 6135 "type": "singlestat", 6136 "valueFontSize": "200%", 6137 "valueMaps": [ 6138 { 6139 "op": "=", 6140 "text": "N/A", 6141 "value": "null" 6142 } 6143 ], 6144 "valueName": "avg" 6145 }, 6146 { 6147 "aliasColors": {}, 6148 "bars": false, 6149 "datasource": "$datasource", 6150 "editable": true, 6151 "error": false, 6152 "fill": 0, 6153 "id": 23, 6154 "isNew": true, 6155 "legend": { 6156 "avg": false, 6157 "current": false, 6158 "max": false, 6159 "min": false, 6160 "show": false, 6161 "total": false, 6162 "values": false 6163 }, 6164 "lines": true, 6165 "linewidth": 2, 6166 "links": [], 6167 "nullPointMode": "connected", 6168 "percentage": false, 6169 "pointradius": 5, 6170 "points": false, 6171 "renderer": "flot", 6172 "seriesOverrides": [], 6173 "span": 5, 6174 "stack": false, 6175 "steppedLine": false, 6176 "targets": [ 6177 { 6178 "expr": "sum(rate(grpc_server_started_total{job=\"$cluster\",grpc_type=\"unary\"}[5m]))", 6179 "format": "time_series", 6180 "intervalFactor": 2, 6181 "legendFormat": "RPC Rate", 6182 "metric": "grpc_server_started_total", 6183 "refId": "A", 6184 "step": 2 6185 }, 6186 { 6187 "expr": "sum(rate(grpc_server_handled_total{job=\"$cluster\",grpc_type=\"unary\",grpc_code!=\"OK\"}[5m]))", 6188 "format": "time_series", 6189 "intervalFactor": 2, 6190 "legendFormat": "RPC Failed Rate", 6191 "metric": "grpc_server_handled_total", 6192 "refId": "B", 6193 "step": 2 6194 } 6195 ], 6196 "thresholds": [], 6197 "timeFrom": null, 6198 "timeShift": null, 6199 "title": "RPC Rate", 6200 "tooltip": { 6201 "msResolution": false, 6202 "shared": true, 6203 "sort": 0, 6204 "value_type": "individual" 6205 }, 6206 "type": "graph", 6207 "xaxis": { 6208 "mode": "time", 6209 "name": null, 6210 "show": true, 6211 "values": [] 6212 }, 6213 "yaxes": [ 6214 { 6215 "format": "ops", 6216 "label": null, 6217 "logBase": 1, 6218 "max": null, 6219 "min": null, 6220 "show": true 6221 }, 6222 { 6223 "format": "short", 6224 "label": null, 6225 "logBase": 1, 6226 "max": null, 6227 "min": null, 6228 "show": true 6229 } 6230 ] 6231 }, 6232 { 6233 "aliasColors": {}, 6234 "bars": false, 6235 "datasource": "$datasource", 6236 "editable": true, 6237 "error": false, 6238 "fill": 0, 6239 "id": 41, 6240 "isNew": true, 6241 "legend": { 6242 "avg": false, 6243 "current": false, 6244 "max": false, 6245 "min": false, 6246 "show": false, 6247 "total": false, 6248 "values": false 6249 }, 6250 "lines": true, 6251 "linewidth": 2, 6252 "links": [], 6253 "nullPointMode": "connected", 6254 "percentage": false, 6255 "pointradius": 5, 6256 "points": false, 6257 "renderer": "flot", 6258 "seriesOverrides": [], 6259 "span": 4, 6260 "stack": true, 6261 "steppedLine": false, 6262 "targets": [ 6263 { 6264 "expr": "sum(grpc_server_started_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Watch\",grpc_type=\"bidi_stream\"}) - sum(grpc_server_handled_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Watch\",grpc_type=\"bidi_stream\"})", 6265 "intervalFactor": 2, 6266 "legendFormat": "Watch Streams", 6267 "metric": "grpc_server_handled_total", 6268 "refId": "A", 6269 "step": 4 6270 }, 6271 { 6272 "expr": "sum(grpc_server_started_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Lease\",grpc_type=\"bidi_stream\"}) - sum(grpc_server_handled_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Lease\",grpc_type=\"bidi_stream\"})", 6273 "intervalFactor": 2, 6274 "legendFormat": "Lease Streams", 6275 "metric": "grpc_server_handled_total", 6276 "refId": "B", 6277 "step": 4 6278 } 6279 ], 6280 "thresholds": [], 6281 "timeFrom": null, 6282 "timeShift": null, 6283 "title": "Active Streams", 6284 "tooltip": { 6285 "msResolution": false, 6286 "shared": true, 6287 "sort": 0, 6288 "value_type": "individual" 6289 }, 6290 "type": "graph", 6291 "xaxis": { 6292 "mode": "time", 6293 "name": null, 6294 "show": true, 6295 "values": [] 6296 }, 6297 "yaxes": [ 6298 { 6299 "format": "short", 6300 "label": "", 6301 "logBase": 1, 6302 "max": null, 6303 "min": null, 6304 "show": true 6305 }, 6306 { 6307 "format": "short", 6308 "label": null, 6309 "logBase": 1, 6310 "max": null, 6311 "min": null, 6312 "show": true 6313 } 6314 ] 6315 } 6316 ], 6317 "showTitle": false, 6318 "title": "Row" 6319 }, 6320 { 6321 "collapse": false, 6322 "editable": true, 6323 "height": "250px", 6324 "panels": [ 6325 { 6326 "aliasColors": {}, 6327 "bars": false, 6328 "datasource": "$datasource", 6329 "decimals": null, 6330 "editable": true, 6331 "error": false, 6332 "fill": 0, 6333 "grid": {}, 6334 "id": 1, 6335 "legend": { 6336 "avg": false, 6337 "current": false, 6338 "max": false, 6339 "min": false, 6340 "show": false, 6341 "total": false, 6342 "values": false 6343 }, 6344 "lines": true, 6345 "linewidth": 2, 6346 "links": [], 6347 "nullPointMode": "connected", 6348 "percentage": false, 6349 "pointradius": 5, 6350 "points": false, 6351 "renderer": "flot", 6352 "seriesOverrides": [], 6353 "span": 4, 6354 "stack": false, 6355 "steppedLine": false, 6356 "targets": [ 6357 { 6358 "expr": "etcd_mvcc_db_total_size_in_bytes{job=\"$cluster\"}", 6359 "hide": false, 6360 "interval": "", 6361 "intervalFactor": 2, 6362 "legendFormat": "{{instance}} DB Size", 6363 "metric": "", 6364 "refId": "A", 6365 "step": 4 6366 } 6367 ], 6368 "thresholds": [], 6369 "timeFrom": null, 6370 "timeShift": null, 6371 "title": "DB Size", 6372 "tooltip": { 6373 "msResolution": false, 6374 "shared": true, 6375 "sort": 0, 6376 "value_type": "cumulative" 6377 }, 6378 "type": "graph", 6379 "xaxis": { 6380 "mode": "time", 6381 "name": null, 6382 "show": true, 6383 "values": [] 6384 }, 6385 "yaxes": [ 6386 { 6387 "format": "bytes", 6388 "logBase": 1, 6389 "max": null, 6390 "min": null, 6391 "show": true 6392 }, 6393 { 6394 "format": "short", 6395 "logBase": 1, 6396 "max": null, 6397 "min": null, 6398 "show": false 6399 } 6400 ] 6401 }, 6402 { 6403 "aliasColors": {}, 6404 "bars": false, 6405 "datasource": "$datasource", 6406 "editable": true, 6407 "error": false, 6408 "fill": 0, 6409 "grid": {}, 6410 "id": 3, 6411 "legend": { 6412 "avg": false, 6413 "current": false, 6414 "max": false, 6415 "min": false, 6416 "show": false, 6417 "total": false, 6418 "values": false 6419 }, 6420 "lines": true, 6421 "linewidth": 2, 6422 "links": [], 6423 "nullPointMode": "connected", 6424 "percentage": false, 6425 "pointradius": 1, 6426 "points": false, 6427 "renderer": "flot", 6428 "seriesOverrides": [], 6429 "span": 4, 6430 "stack": false, 6431 "steppedLine": true, 6432 "targets": [ 6433 { 6434 "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=\"$cluster\"}[5m])) by (instance, le))", 6435 "hide": false, 6436 "intervalFactor": 2, 6437 "legendFormat": "{{instance}} WAL fsync", 6438 "metric": "etcd_disk_wal_fsync_duration_seconds_bucket", 6439 "refId": "A", 6440 "step": 4 6441 }, 6442 { 6443 "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_backend_commit_duration_seconds_bucket{job=\"$cluster\"}[5m])) by (instance, le))", 6444 "intervalFactor": 2, 6445 "legendFormat": "{{instance}} DB fsync", 6446 "metric": "etcd_disk_backend_commit_duration_seconds_bucket", 6447 "refId": "B", 6448 "step": 4 6449 } 6450 ], 6451 "thresholds": [], 6452 "timeFrom": null, 6453 "timeShift": null, 6454 "title": "Disk Sync Duration", 6455 "tooltip": { 6456 "msResolution": false, 6457 "shared": true, 6458 "sort": 0, 6459 "value_type": "cumulative" 6460 }, 6461 "type": "graph", 6462 "xaxis": { 6463 "mode": "time", 6464 "name": null, 6465 "show": true, 6466 "values": [] 6467 }, 6468 "yaxes": [ 6469 { 6470 "format": "s", 6471 "logBase": 1, 6472 "max": null, 6473 "min": null, 6474 "show": true 6475 }, 6476 { 6477 "format": "short", 6478 "logBase": 1, 6479 "max": null, 6480 "min": null, 6481 "show": false 6482 } 6483 ] 6484 }, 6485 { 6486 "aliasColors": {}, 6487 "bars": false, 6488 "datasource": "$datasource", 6489 "editable": true, 6490 "error": false, 6491 "fill": 0, 6492 "id": 29, 6493 "isNew": true, 6494 "legend": { 6495 "avg": false, 6496 "current": false, 6497 "max": false, 6498 "min": false, 6499 "show": false, 6500 "total": false, 6501 "values": false 6502 }, 6503 "lines": true, 6504 "linewidth": 2, 6505 "links": [], 6506 "nullPointMode": "connected", 6507 "percentage": false, 6508 "pointradius": 5, 6509 "points": false, 6510 "renderer": "flot", 6511 "seriesOverrides": [], 6512 "span": 4, 6513 "stack": false, 6514 "steppedLine": false, 6515 "targets": [ 6516 { 6517 "expr": "process_resident_memory_bytes{job=\"$cluster\"}", 6518 "intervalFactor": 2, 6519 "legendFormat": "{{instance}} Resident Memory", 6520 "metric": "process_resident_memory_bytes", 6521 "refId": "A", 6522 "step": 4 6523 } 6524 ], 6525 "thresholds": [], 6526 "timeFrom": null, 6527 "timeShift": null, 6528 "title": "Memory", 6529 "tooltip": { 6530 "msResolution": false, 6531 "shared": true, 6532 "sort": 0, 6533 "value_type": "individual" 6534 }, 6535 "type": "graph", 6536 "xaxis": { 6537 "mode": "time", 6538 "name": null, 6539 "show": true, 6540 "values": [] 6541 }, 6542 "yaxes": [ 6543 { 6544 "format": "bytes", 6545 "label": null, 6546 "logBase": 1, 6547 "max": null, 6548 "min": null, 6549 "show": true 6550 }, 6551 { 6552 "format": "short", 6553 "label": null, 6554 "logBase": 1, 6555 "max": null, 6556 "min": null, 6557 "show": true 6558 } 6559 ] 6560 } 6561 ], 6562 "title": "New row" 6563 }, 6564 { 6565 "collapse": false, 6566 "editable": true, 6567 "height": "250px", 6568 "panels": [ 6569 { 6570 "aliasColors": {}, 6571 "bars": false, 6572 "datasource": "$datasource", 6573 "editable": true, 6574 "error": false, 6575 "fill": 5, 6576 "id": 22, 6577 "isNew": true, 6578 "legend": { 6579 "avg": false, 6580 "current": false, 6581 "max": false, 6582 "min": false, 6583 "show": false, 6584 "total": false, 6585 "values": false 6586 }, 6587 "lines": true, 6588 "linewidth": 2, 6589 "links": [], 6590 "nullPointMode": "connected", 6591 "percentage": false, 6592 "pointradius": 5, 6593 "points": false, 6594 "renderer": "flot", 6595 "seriesOverrides": [], 6596 "span": 3, 6597 "stack": true, 6598 "steppedLine": false, 6599 "targets": [ 6600 { 6601 "expr": "rate(etcd_network_client_grpc_received_bytes_total{job=\"$cluster\"}[5m])", 6602 "intervalFactor": 2, 6603 "legendFormat": "{{instance}} Client Traffic In", 6604 "metric": "etcd_network_client_grpc_received_bytes_total", 6605 "refId": "A", 6606 "step": 4 6607 } 6608 ], 6609 "thresholds": [], 6610 "timeFrom": null, 6611 "timeShift": null, 6612 "title": "Client Traffic In", 6613 "tooltip": { 6614 "msResolution": false, 6615 "shared": true, 6616 "sort": 0, 6617 "value_type": "individual" 6618 }, 6619 "type": "graph", 6620 "xaxis": { 6621 "mode": "time", 6622 "name": null, 6623 "show": true, 6624 "values": [] 6625 }, 6626 "yaxes": [ 6627 { 6628 "format": "Bps", 6629 "label": null, 6630 "logBase": 1, 6631 "max": null, 6632 "min": null, 6633 "show": true 6634 }, 6635 { 6636 "format": "short", 6637 "label": null, 6638 "logBase": 1, 6639 "max": null, 6640 "min": null, 6641 "show": true 6642 } 6643 ] 6644 }, 6645 { 6646 "aliasColors": {}, 6647 "bars": false, 6648 "datasource": "$datasource", 6649 "editable": true, 6650 "error": false, 6651 "fill": 5, 6652 "id": 21, 6653 "isNew": true, 6654 "legend": { 6655 "avg": false, 6656 "current": false, 6657 "max": false, 6658 "min": false, 6659 "show": false, 6660 "total": false, 6661 "values": false 6662 }, 6663 "lines": true, 6664 "linewidth": 2, 6665 "links": [], 6666 "nullPointMode": "connected", 6667 "percentage": false, 6668 "pointradius": 5, 6669 "points": false, 6670 "renderer": "flot", 6671 "seriesOverrides": [], 6672 "span": 3, 6673 "stack": true, 6674 "steppedLine": false, 6675 "targets": [ 6676 { 6677 "expr": "rate(etcd_network_client_grpc_sent_bytes_total{job=\"$cluster\"}[5m])", 6678 "intervalFactor": 2, 6679 "legendFormat": "{{instance}} Client Traffic Out", 6680 "metric": "etcd_network_client_grpc_sent_bytes_total", 6681 "refId": "A", 6682 "step": 4 6683 } 6684 ], 6685 "thresholds": [], 6686 "timeFrom": null, 6687 "timeShift": null, 6688 "title": "Client Traffic Out", 6689 "tooltip": { 6690 "msResolution": false, 6691 "shared": true, 6692 "sort": 0, 6693 "value_type": "individual" 6694 }, 6695 "type": "graph", 6696 "xaxis": { 6697 "mode": "time", 6698 "name": null, 6699 "show": true, 6700 "values": [] 6701 }, 6702 "yaxes": [ 6703 { 6704 "format": "Bps", 6705 "label": null, 6706 "logBase": 1, 6707 "max": null, 6708 "min": null, 6709 "show": true 6710 }, 6711 { 6712 "format": "short", 6713 "label": null, 6714 "logBase": 1, 6715 "max": null, 6716 "min": null, 6717 "show": true 6718 } 6719 ] 6720 }, 6721 { 6722 "aliasColors": {}, 6723 "bars": false, 6724 "datasource": "$datasource", 6725 "editable": true, 6726 "error": false, 6727 "fill": 0, 6728 "id": 20, 6729 "isNew": true, 6730 "legend": { 6731 "avg": false, 6732 "current": false, 6733 "max": false, 6734 "min": false, 6735 "show": false, 6736 "total": false, 6737 "values": false 6738 }, 6739 "lines": true, 6740 "linewidth": 2, 6741 "links": [], 6742 "nullPointMode": "connected", 6743 "percentage": false, 6744 "pointradius": 5, 6745 "points": false, 6746 "renderer": "flot", 6747 "seriesOverrides": [], 6748 "span": 3, 6749 "stack": false, 6750 "steppedLine": false, 6751 "targets": [ 6752 { 6753 "expr": "sum(rate(etcd_network_peer_received_bytes_total{job=\"$cluster\"}[5m])) by (instance)", 6754 "intervalFactor": 2, 6755 "legendFormat": "{{instance}} Peer Traffic In", 6756 "metric": "etcd_network_peer_received_bytes_total", 6757 "refId": "A", 6758 "step": 4 6759 } 6760 ], 6761 "thresholds": [], 6762 "timeFrom": null, 6763 "timeShift": null, 6764 "title": "Peer Traffic In", 6765 "tooltip": { 6766 "msResolution": false, 6767 "shared": true, 6768 "sort": 0, 6769 "value_type": "individual" 6770 }, 6771 "type": "graph", 6772 "xaxis": { 6773 "mode": "time", 6774 "name": null, 6775 "show": true, 6776 "values": [] 6777 }, 6778 "yaxes": [ 6779 { 6780 "format": "Bps", 6781 "label": null, 6782 "logBase": 1, 6783 "max": null, 6784 "min": null, 6785 "show": true 6786 }, 6787 { 6788 "format": "short", 6789 "label": null, 6790 "logBase": 1, 6791 "max": null, 6792 "min": null, 6793 "show": true 6794 } 6795 ] 6796 }, 6797 { 6798 "aliasColors": {}, 6799 "bars": false, 6800 "datasource": "$datasource", 6801 "decimals": null, 6802 "editable": true, 6803 "error": false, 6804 "fill": 0, 6805 "grid": {}, 6806 "id": 16, 6807 "legend": { 6808 "avg": false, 6809 "current": false, 6810 "max": false, 6811 "min": false, 6812 "show": false, 6813 "total": false, 6814 "values": false 6815 }, 6816 "lines": true, 6817 "linewidth": 2, 6818 "links": [], 6819 "nullPointMode": "connected", 6820 "percentage": false, 6821 "pointradius": 5, 6822 "points": false, 6823 "renderer": "flot", 6824 "seriesOverrides": [], 6825 "span": 3, 6826 "stack": false, 6827 "steppedLine": false, 6828 "targets": [ 6829 { 6830 "expr": "sum(rate(etcd_network_peer_sent_bytes_total{job=\"$cluster\"}[5m])) by (instance)", 6831 "hide": false, 6832 "interval": "", 6833 "intervalFactor": 2, 6834 "legendFormat": "{{instance}} Peer Traffic Out", 6835 "metric": "etcd_network_peer_sent_bytes_total", 6836 "refId": "A", 6837 "step": 4 6838 } 6839 ], 6840 "thresholds": [], 6841 "timeFrom": null, 6842 "timeShift": null, 6843 "title": "Peer Traffic Out", 6844 "tooltip": { 6845 "msResolution": false, 6846 "shared": true, 6847 "sort": 0, 6848 "value_type": "cumulative" 6849 }, 6850 "type": "graph", 6851 "xaxis": { 6852 "mode": "time", 6853 "name": null, 6854 "show": true, 6855 "values": [] 6856 }, 6857 "yaxes": [ 6858 { 6859 "format": "Bps", 6860 "logBase": 1, 6861 "max": null, 6862 "min": null, 6863 "show": true 6864 }, 6865 { 6866 "format": "short", 6867 "logBase": 1, 6868 "max": null, 6869 "min": null, 6870 "show": true 6871 } 6872 ] 6873 } 6874 ], 6875 "title": "New row" 6876 }, 6877 { 6878 "collapse": false, 6879 "editable": true, 6880 "height": "250px", 6881 "panels": [ 6882 { 6883 "aliasColors": {}, 6884 "bars": false, 6885 "datasource": "$datasource", 6886 "editable": true, 6887 "error": false, 6888 "fill": 0, 6889 "id": 40, 6890 "isNew": true, 6891 "legend": { 6892 "avg": false, 6893 "current": false, 6894 "max": false, 6895 "min": false, 6896 "show": false, 6897 "total": false, 6898 "values": false 6899 }, 6900 "lines": true, 6901 "linewidth": 2, 6902 "links": [], 6903 "nullPointMode": "connected", 6904 "percentage": false, 6905 "pointradius": 5, 6906 "points": false, 6907 "renderer": "flot", 6908 "seriesOverrides": [], 6909 "span": 6, 6910 "stack": false, 6911 "steppedLine": false, 6912 "targets": [ 6913 { 6914 "expr": "sum(rate(etcd_server_proposals_failed_total{job=\"$cluster\"}[5m]))", 6915 "intervalFactor": 2, 6916 "legendFormat": "Proposal Failure Rate", 6917 "metric": "etcd_server_proposals_failed_total", 6918 "refId": "A", 6919 "step": 2 6920 }, 6921 { 6922 "expr": "sum(etcd_server_proposals_pending{job=\"$cluster\"})", 6923 "intervalFactor": 2, 6924 "legendFormat": "Proposal Pending Total", 6925 "metric": "etcd_server_proposals_pending", 6926 "refId": "B", 6927 "step": 2 6928 }, 6929 { 6930 "expr": "sum(rate(etcd_server_proposals_committed_total{job=\"$cluster\"}[5m]))", 6931 "intervalFactor": 2, 6932 "legendFormat": "Proposal Commit Rate", 6933 "metric": "etcd_server_proposals_committed_total", 6934 "refId": "C", 6935 "step": 2 6936 }, 6937 { 6938 "expr": "sum(rate(etcd_server_proposals_applied_total{job=\"$cluster\"}[5m]))", 6939 "intervalFactor": 2, 6940 "legendFormat": "Proposal Apply Rate", 6941 "refId": "D", 6942 "step": 2 6943 } 6944 ], 6945 "thresholds": [], 6946 "timeFrom": null, 6947 "timeShift": null, 6948 "title": "Raft Proposals", 6949 "tooltip": { 6950 "msResolution": false, 6951 "shared": true, 6952 "sort": 0, 6953 "value_type": "individual" 6954 }, 6955 "type": "graph", 6956 "xaxis": { 6957 "mode": "time", 6958 "name": null, 6959 "show": true, 6960 "values": [] 6961 }, 6962 "yaxes": [ 6963 { 6964 "format": "short", 6965 "label": "", 6966 "logBase": 1, 6967 "max": null, 6968 "min": null, 6969 "show": true 6970 }, 6971 { 6972 "format": "short", 6973 "label": null, 6974 "logBase": 1, 6975 "max": null, 6976 "min": null, 6977 "show": true 6978 } 6979 ] 6980 }, 6981 { 6982 "aliasColors": {}, 6983 "bars": false, 6984 "datasource": "$datasource", 6985 "decimals": 0, 6986 "editable": true, 6987 "error": false, 6988 "fill": 0, 6989 "id": 19, 6990 "isNew": true, 6991 "legend": { 6992 "alignAsTable": false, 6993 "avg": false, 6994 "current": false, 6995 "max": false, 6996 "min": false, 6997 "rightSide": false, 6998 "show": false, 6999 "total": false, 7000 "values": false 7001 }, 7002 "lines": true, 7003 "linewidth": 2, 7004 "links": [], 7005 "nullPointMode": "connected", 7006 "percentage": false, 7007 "pointradius": 5, 7008 "points": false, 7009 "renderer": "flot", 7010 "seriesOverrides": [], 7011 "span": 6, 7012 "stack": false, 7013 "steppedLine": false, 7014 "targets": [ 7015 { 7016 "expr": "changes(etcd_server_leader_changes_seen_total{job=\"$cluster\"}[1d])", 7017 "intervalFactor": 2, 7018 "legendFormat": "{{instance}} Total Leader Elections Per Day", 7019 "metric": "etcd_server_leader_changes_seen_total", 7020 "refId": "A", 7021 "step": 2 7022 } 7023 ], 7024 "thresholds": [], 7025 "timeFrom": null, 7026 "timeShift": null, 7027 "title": "Total Leader Elections Per Day", 7028 "tooltip": { 7029 "msResolution": false, 7030 "shared": true, 7031 "sort": 0, 7032 "value_type": "individual" 7033 }, 7034 "type": "graph", 7035 "xaxis": { 7036 "mode": "time", 7037 "name": null, 7038 "show": true, 7039 "values": [] 7040 }, 7041 "yaxes": [ 7042 { 7043 "format": "short", 7044 "label": null, 7045 "logBase": 1, 7046 "max": null, 7047 "min": null, 7048 "show": true 7049 }, 7050 { 7051 "format": "short", 7052 "label": null, 7053 "logBase": 1, 7054 "max": null, 7055 "min": null, 7056 "show": true 7057 } 7058 ] 7059 } 7060 ], 7061 "title": "New row" 7062 } 7063 ], 7064 "schemaVersion": 13, 7065 "sharedCrosshair": false, 7066 "style": "dark", 7067 "tags": [], 7068 "templating": { 7069 "list": [ 7070 { 7071 "current": { 7072 "text": "Prometheus", 7073 "value": "Prometheus" 7074 }, 7075 "hide": 0, 7076 "label": null, 7077 "name": "datasource", 7078 "options": [], 7079 "query": "prometheus", 7080 "refresh": 1, 7081 "regex": "", 7082 "type": "datasource" 7083 }, 7084 { 7085 "allValue": null, 7086 "current": { 7087 "text": "prod", 7088 "value": "prod" 7089 }, 7090 "datasource": "$datasource", 7091 "hide": 2, 7092 "includeAll": false, 7093 "label": "cluster", 7094 "multi": false, 7095 "name": "cluster", 7096 "options": [], 7097 "query": "label_values(etcd_server_has_leader, job)", 7098 "refresh": 1, 7099 "regex": "", 7100 "sort": 2, 7101 "tagValuesQuery": "", 7102 "tags": [], 7103 "tagsQuery": "", 7104 "type": "query", 7105 "useTags": false 7106 } 7107 ] 7108 }, 7109 "time": { 7110 "from": "now-15m", 7111 "to": "now" 7112 }, 7113 "timepicker": { 7114 "now": true, 7115 "refresh_intervals": [ 7116 "5s", 7117 "10s", 7118 "30s", 7119 "1m", 7120 "5m", 7121 "15m", 7122 "30m", 7123 "1h", 7124 "2h", 7125 "1d" 7126 ], 7127 "time_options": [ 7128 "5m", 7129 "15m", 7130 "1h", 7131 "6h", 7132 "12h", 7133 "24h", 7134 "2d", 7135 "7d", 7136 "30d" 7137 ] 7138 }, 7139 "timezone": "utc", 7140 "title": "etcd", 7141 "version": 215 7142 } 7143 --- 7144 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-coredns.yaml 7145 apiVersion: v1 7146 kind: ConfigMap 7147 metadata: 7148 namespace: kube-prometheus-stack 7149 name: kube-prometheus-stack-k8s-coredns 7150 annotations: 7151 {} 7152 labels: 7153 grafana_dashboard: "1" 7154 app: kube-prometheus-stack-grafana 7155 7156 app.kubernetes.io/managed-by: Helm 7157 app.kubernetes.io/instance: kube-prometheus-stack 7158 app.kubernetes.io/version: "25.0.0" 7159 app.kubernetes.io/part-of: kube-prometheus-stack 7160 chart: kube-prometheus-stack-25.0.0 7161 release: "kube-prometheus-stack" 7162 heritage: "Helm" 7163 data: 7164 k8s-coredns.json: |- 7165 { 7166 "annotations": { 7167 "list": [ 7168 { 7169 "builtIn": 1, 7170 "datasource": "-- Grafana --", 7171 "enable": true, 7172 "hide": true, 7173 "iconColor": "rgba(0, 211, 255, 1)", 7174 "name": "Annotations & Alerts", 7175 "type": "dashboard" 7176 } 7177 ] 7178 }, 7179 "description": "A dashboard for the CoreDNS DNS server with updated metrics for version 1.7.0+. Based on the CoreDNS dashboard by buhay.", 7180 "editable": true, 7181 "gnetId": 12539, 7182 "graphTooltip": 0, 7183 "iteration": 1603798405693, 7184 "links": [ 7185 { 7186 "icon": "external link", 7187 "tags": [], 7188 "targetBlank": true, 7189 "title": "CoreDNS.io", 7190 "type": "link", 7191 "url": "https://coredns.io" 7192 } 7193 ], 7194 "panels": [ 7195 { 7196 "aliasColors": {}, 7197 "bars": false, 7198 "dashLength": 10, 7199 "dashes": false, 7200 "datasource": "$datasource", 7201 "editable": true, 7202 "error": false, 7203 "fieldConfig": { 7204 "defaults": { 7205 "custom": {}, 7206 "links": [], 7207 "mappings": [], 7208 "thresholds": { 7209 "mode": "absolute", 7210 "steps": [ 7211 { 7212 "color": "green", 7213 "value": null 7214 }, 7215 { 7216 "color": "red", 7217 "value": 80 7218 } 7219 ] 7220 } 7221 }, 7222 "overrides": [] 7223 }, 7224 "fill": 1, 7225 "fillGradient": 0, 7226 "grid": {}, 7227 "gridPos": { 7228 "h": 7, 7229 "w": 8, 7230 "x": 0, 7231 "y": 0 7232 }, 7233 "hiddenSeries": false, 7234 "id": 2, 7235 "legend": { 7236 "avg": false, 7237 "current": false, 7238 "max": false, 7239 "min": false, 7240 "show": true, 7241 "total": false, 7242 "values": false 7243 }, 7244 "lines": true, 7245 "linewidth": 2, 7246 "links": [], 7247 "nullPointMode": "connected", 7248 "options": { 7249 "alertThreshold": true 7250 }, 7251 "percentage": false, 7252 "pluginVersion": "7.2.0", 7253 "pointradius": 5, 7254 "points": false, 7255 "renderer": "flot", 7256 "seriesOverrides": [ 7257 { 7258 "alias": "total", 7259 "yaxis": 2 7260 } 7261 ], 7262 "spaceLength": 10, 7263 "stack": true, 7264 "steppedLine": false, 7265 "targets": [ 7266 { 7267 "expr": "sum(rate(coredns_dns_request_count_total{instance=~\"$instance\"}[5m])) by (proto) or\nsum(rate(coredns_dns_requests_total{instance=~\"$instance\"}[5m])) by (proto)", 7268 "format": "time_series", 7269 "interval": "", 7270 "intervalFactor": 2, 7271 "legendFormat": "{{proto}}", 7272 "refId": "A", 7273 "step": 60 7274 } 7275 ], 7276 "thresholds": [], 7277 "timeFrom": null, 7278 "timeRegions": [], 7279 "timeShift": null, 7280 "title": "Requests (total)", 7281 "tooltip": { 7282 "shared": true, 7283 "sort": 2, 7284 "value_type": "individual" 7285 }, 7286 "type": "graph", 7287 "xaxis": { 7288 "buckets": null, 7289 "mode": "time", 7290 "name": null, 7291 "show": true, 7292 "values": [] 7293 }, 7294 "yaxes": [ 7295 { 7296 "format": "pps", 7297 "logBase": 1, 7298 "max": null, 7299 "min": 0, 7300 "show": true 7301 }, 7302 { 7303 "format": "pps", 7304 "logBase": 1, 7305 "max": null, 7306 "min": 0, 7307 "show": true 7308 } 7309 ], 7310 "yaxis": { 7311 "align": false, 7312 "alignLevel": null 7313 } 7314 }, 7315 { 7316 "aliasColors": {}, 7317 "bars": false, 7318 "dashLength": 10, 7319 "dashes": false, 7320 "datasource": "$datasource", 7321 "editable": true, 7322 "error": false, 7323 "fieldConfig": { 7324 "defaults": { 7325 "custom": {}, 7326 "links": [] 7327 }, 7328 "overrides": [] 7329 }, 7330 "fill": 1, 7331 "fillGradient": 0, 7332 "grid": {}, 7333 "gridPos": { 7334 "h": 7, 7335 "w": 8, 7336 "x": 8, 7337 "y": 0 7338 }, 7339 "hiddenSeries": false, 7340 "id": 4, 7341 "legend": { 7342 "avg": false, 7343 "current": false, 7344 "max": false, 7345 "min": false, 7346 "show": true, 7347 "total": false, 7348 "values": false 7349 }, 7350 "lines": true, 7351 "linewidth": 2, 7352 "links": [], 7353 "nullPointMode": "connected", 7354 "options": { 7355 "alertThreshold": true 7356 }, 7357 "percentage": false, 7358 "pluginVersion": "7.2.0", 7359 "pointradius": 5, 7360 "points": false, 7361 "renderer": "flot", 7362 "seriesOverrides": [ 7363 { 7364 "alias": "total", 7365 "yaxis": 2 7366 }, 7367 { 7368 "alias": "other", 7369 "yaxis": 2 7370 } 7371 ], 7372 "spaceLength": 10, 7373 "stack": true, 7374 "steppedLine": false, 7375 "targets": [ 7376 { 7377 "expr": "sum(rate(coredns_dns_request_type_count_total{instance=~\"$instance\"}[5m])) by (type) or \nsum(rate(coredns_dns_requests_total{instance=~\"$instance\"}[5m])) by (type)", 7378 "interval": "", 7379 "intervalFactor": 2, 7380 "legendFormat": "{{type}}", 7381 "refId": "A", 7382 "step": 60 7383 } 7384 ], 7385 "thresholds": [], 7386 "timeFrom": null, 7387 "timeRegions": [], 7388 "timeShift": null, 7389 "title": "Requests (by qtype)", 7390 "tooltip": { 7391 "shared": true, 7392 "sort": 2, 7393 "value_type": "individual" 7394 }, 7395 "type": "graph", 7396 "xaxis": { 7397 "buckets": null, 7398 "mode": "time", 7399 "name": null, 7400 "show": true, 7401 "values": [] 7402 }, 7403 "yaxes": [ 7404 { 7405 "format": "pps", 7406 "logBase": 1, 7407 "max": null, 7408 "min": 0, 7409 "show": true 7410 }, 7411 { 7412 "format": "pps", 7413 "logBase": 1, 7414 "max": null, 7415 "min": 0, 7416 "show": true 7417 } 7418 ], 7419 "yaxis": { 7420 "align": false, 7421 "alignLevel": null 7422 } 7423 }, 7424 { 7425 "aliasColors": {}, 7426 "bars": false, 7427 "dashLength": 10, 7428 "dashes": false, 7429 "datasource": "$datasource", 7430 "editable": true, 7431 "error": false, 7432 "fieldConfig": { 7433 "defaults": { 7434 "custom": {}, 7435 "links": [] 7436 }, 7437 "overrides": [] 7438 }, 7439 "fill": 1, 7440 "fillGradient": 0, 7441 "grid": {}, 7442 "gridPos": { 7443 "h": 7, 7444 "w": 8, 7445 "x": 16, 7446 "y": 0 7447 }, 7448 "hiddenSeries": false, 7449 "id": 6, 7450 "legend": { 7451 "avg": false, 7452 "current": false, 7453 "max": false, 7454 "min": false, 7455 "show": true, 7456 "total": false, 7457 "values": false 7458 }, 7459 "lines": true, 7460 "linewidth": 2, 7461 "links": [], 7462 "nullPointMode": "connected", 7463 "options": { 7464 "alertThreshold": true 7465 }, 7466 "percentage": false, 7467 "pluginVersion": "7.2.0", 7468 "pointradius": 5, 7469 "points": false, 7470 "renderer": "flot", 7471 "seriesOverrides": [ 7472 { 7473 "alias": "total", 7474 "yaxis": 2 7475 } 7476 ], 7477 "spaceLength": 10, 7478 "stack": true, 7479 "steppedLine": false, 7480 "targets": [ 7481 { 7482 "expr": "sum(rate(coredns_dns_request_count_total{instance=~\"$instance\"}[5m])) by (zone) or\nsum(rate(coredns_dns_requests_total{instance=~\"$instance\"}[5m])) by (zone)", 7483 "interval": "", 7484 "intervalFactor": 2, 7485 "legendFormat": "{{zone}}", 7486 "refId": "A", 7487 "step": 60 7488 } 7489 ], 7490 "thresholds": [], 7491 "timeFrom": null, 7492 "timeRegions": [], 7493 "timeShift": null, 7494 "title": "Requests (by zone)", 7495 "tooltip": { 7496 "shared": true, 7497 "sort": 2, 7498 "value_type": "individual" 7499 }, 7500 "type": "graph", 7501 "xaxis": { 7502 "buckets": null, 7503 "mode": "time", 7504 "name": null, 7505 "show": true, 7506 "values": [] 7507 }, 7508 "yaxes": [ 7509 { 7510 "format": "pps", 7511 "logBase": 1, 7512 "max": null, 7513 "min": 0, 7514 "show": true 7515 }, 7516 { 7517 "format": "pps", 7518 "logBase": 1, 7519 "max": null, 7520 "min": 0, 7521 "show": true 7522 } 7523 ], 7524 "yaxis": { 7525 "align": false, 7526 "alignLevel": null 7527 } 7528 }, 7529 { 7530 "aliasColors": {}, 7531 "bars": false, 7532 "dashLength": 10, 7533 "dashes": false, 7534 "datasource": "$datasource", 7535 "editable": true, 7536 "error": false, 7537 "fieldConfig": { 7538 "defaults": { 7539 "custom": {}, 7540 "links": [] 7541 }, 7542 "overrides": [] 7543 }, 7544 "fill": 1, 7545 "fillGradient": 0, 7546 "grid": {}, 7547 "gridPos": { 7548 "h": 7, 7549 "w": 12, 7550 "x": 0, 7551 "y": 7 7552 }, 7553 "hiddenSeries": false, 7554 "id": 8, 7555 "legend": { 7556 "avg": false, 7557 "current": false, 7558 "max": false, 7559 "min": false, 7560 "show": true, 7561 "total": false, 7562 "values": false 7563 }, 7564 "lines": true, 7565 "linewidth": 2, 7566 "links": [], 7567 "nullPointMode": "connected", 7568 "options": { 7569 "alertThreshold": true 7570 }, 7571 "percentage": false, 7572 "pluginVersion": "7.2.0", 7573 "pointradius": 5, 7574 "points": false, 7575 "renderer": "flot", 7576 "seriesOverrides": [ 7577 { 7578 "alias": "total", 7579 "yaxis": 2 7580 } 7581 ], 7582 "spaceLength": 10, 7583 "stack": false, 7584 "steppedLine": false, 7585 "targets": [ 7586 { 7587 "expr": "sum(rate(coredns_dns_request_do_count_total{instance=~\"$instance\"}[5m])) or\nsum(rate(coredns_dns_do_requests_total{instance=~\"$instance\"}[5m]))", 7588 "interval": "", 7589 "intervalFactor": 2, 7590 "legendFormat": "DO", 7591 "refId": "A", 7592 "step": 40 7593 }, 7594 { 7595 "expr": "sum(rate(coredns_dns_request_count_total{instance=~\"$instance\"}[5m])) or\nsum(rate(coredns_dns_requests_total{instance=~\"$instance\"}[5m]))", 7596 "interval": "", 7597 "intervalFactor": 2, 7598 "legendFormat": "total", 7599 "refId": "B", 7600 "step": 40 7601 } 7602 ], 7603 "thresholds": [], 7604 "timeFrom": null, 7605 "timeRegions": [], 7606 "timeShift": null, 7607 "title": "Requests (DO bit)", 7608 "tooltip": { 7609 "shared": true, 7610 "sort": 2, 7611 "value_type": "cumulative" 7612 }, 7613 "type": "graph", 7614 "xaxis": { 7615 "buckets": null, 7616 "mode": "time", 7617 "name": null, 7618 "show": true, 7619 "values": [] 7620 }, 7621 "yaxes": [ 7622 { 7623 "format": "pps", 7624 "logBase": 1, 7625 "max": null, 7626 "min": 0, 7627 "show": true 7628 }, 7629 { 7630 "format": "pps", 7631 "logBase": 1, 7632 "max": null, 7633 "min": null, 7634 "show": true 7635 } 7636 ], 7637 "yaxis": { 7638 "align": false, 7639 "alignLevel": null 7640 } 7641 }, 7642 { 7643 "aliasColors": {}, 7644 "bars": false, 7645 "dashLength": 10, 7646 "dashes": false, 7647 "datasource": "$datasource", 7648 "editable": true, 7649 "error": false, 7650 "fieldConfig": { 7651 "defaults": { 7652 "custom": {}, 7653 "links": [] 7654 }, 7655 "overrides": [] 7656 }, 7657 "fill": 1, 7658 "fillGradient": 0, 7659 "grid": {}, 7660 "gridPos": { 7661 "h": 7, 7662 "w": 6, 7663 "x": 12, 7664 "y": 7 7665 }, 7666 "hiddenSeries": false, 7667 "id": 10, 7668 "legend": { 7669 "avg": false, 7670 "current": false, 7671 "max": false, 7672 "min": false, 7673 "show": true, 7674 "total": false, 7675 "values": false 7676 }, 7677 "lines": true, 7678 "linewidth": 2, 7679 "links": [], 7680 "nullPointMode": "connected", 7681 "options": { 7682 "alertThreshold": true 7683 }, 7684 "percentage": false, 7685 "pluginVersion": "7.2.0", 7686 "pointradius": 5, 7687 "points": false, 7688 "renderer": "flot", 7689 "seriesOverrides": [ 7690 { 7691 "alias": "tcp:90", 7692 "yaxis": 2 7693 }, 7694 { 7695 "alias": "tcp:99 ", 7696 "yaxis": 2 7697 }, 7698 { 7699 "alias": "tcp:50", 7700 "yaxis": 2 7701 } 7702 ], 7703 "spaceLength": 10, 7704 "stack": false, 7705 "steppedLine": false, 7706 "targets": [ 7707 { 7708 "expr": "histogram_quantile(0.99, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto))", 7709 "interval": "", 7710 "intervalFactor": 2, 7711 "legendFormat": "{{proto}}:99 ", 7712 "refId": "A", 7713 "step": 60 7714 }, 7715 { 7716 "expr": "histogram_quantile(0.90, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto))", 7717 "intervalFactor": 2, 7718 "legendFormat": "{{proto}}:90", 7719 "refId": "B", 7720 "step": 60 7721 }, 7722 { 7723 "expr": "histogram_quantile(0.50, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto))", 7724 "intervalFactor": 2, 7725 "legendFormat": "{{proto}}:50", 7726 "refId": "C", 7727 "step": 60 7728 } 7729 ], 7730 "thresholds": [], 7731 "timeFrom": null, 7732 "timeRegions": [], 7733 "timeShift": null, 7734 "title": "Requests (size, udp)", 7735 "tooltip": { 7736 "shared": true, 7737 "sort": 0, 7738 "value_type": "cumulative" 7739 }, 7740 "type": "graph", 7741 "xaxis": { 7742 "buckets": null, 7743 "mode": "time", 7744 "name": null, 7745 "show": true, 7746 "values": [] 7747 }, 7748 "yaxes": [ 7749 { 7750 "format": "bytes", 7751 "logBase": 1, 7752 "max": null, 7753 "min": 0, 7754 "show": true 7755 }, 7756 { 7757 "format": "short", 7758 "logBase": 1, 7759 "max": null, 7760 "min": 0, 7761 "show": true 7762 } 7763 ], 7764 "yaxis": { 7765 "align": false, 7766 "alignLevel": null 7767 } 7768 }, 7769 { 7770 "aliasColors": {}, 7771 "bars": false, 7772 "dashLength": 10, 7773 "dashes": false, 7774 "datasource": "$datasource", 7775 "editable": true, 7776 "error": false, 7777 "fieldConfig": { 7778 "defaults": { 7779 "custom": {}, 7780 "links": [] 7781 }, 7782 "overrides": [] 7783 }, 7784 "fill": 1, 7785 "fillGradient": 0, 7786 "grid": {}, 7787 "gridPos": { 7788 "h": 7, 7789 "w": 6, 7790 "x": 18, 7791 "y": 7 7792 }, 7793 "hiddenSeries": false, 7794 "id": 12, 7795 "legend": { 7796 "avg": false, 7797 "current": false, 7798 "max": false, 7799 "min": false, 7800 "show": true, 7801 "total": false, 7802 "values": false 7803 }, 7804 "lines": true, 7805 "linewidth": 2, 7806 "links": [], 7807 "nullPointMode": "connected", 7808 "options": { 7809 "alertThreshold": true 7810 }, 7811 "percentage": false, 7812 "pluginVersion": "7.2.0", 7813 "pointradius": 5, 7814 "points": false, 7815 "renderer": "flot", 7816 "seriesOverrides": [ 7817 { 7818 "alias": "tcp:90", 7819 "yaxis": 1 7820 }, 7821 { 7822 "alias": "tcp:99 ", 7823 "yaxis": 1 7824 }, 7825 { 7826 "alias": "tcp:50", 7827 "yaxis": 1 7828 } 7829 ], 7830 "spaceLength": 10, 7831 "stack": false, 7832 "steppedLine": false, 7833 "targets": [ 7834 { 7835 "expr": "histogram_quantile(0.99, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le,proto))", 7836 "format": "time_series", 7837 "interval": "", 7838 "intervalFactor": 2, 7839 "legendFormat": "{{proto}}:99 ", 7840 "refId": "A", 7841 "step": 60 7842 }, 7843 { 7844 "expr": "histogram_quantile(0.90, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le,proto))", 7845 "format": "time_series", 7846 "interval": "", 7847 "intervalFactor": 2, 7848 "legendFormat": "{{proto}}:90", 7849 "refId": "B", 7850 "step": 60 7851 }, 7852 { 7853 "expr": "histogram_quantile(0.50, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le,proto))", 7854 "format": "time_series", 7855 "interval": "", 7856 "intervalFactor": 2, 7857 "legendFormat": "{{proto}}:50", 7858 "refId": "C", 7859 "step": 60 7860 } 7861 ], 7862 "thresholds": [], 7863 "timeFrom": null, 7864 "timeRegions": [], 7865 "timeShift": null, 7866 "title": "Requests (size,tcp)", 7867 "tooltip": { 7868 "shared": true, 7869 "sort": 0, 7870 "value_type": "cumulative" 7871 }, 7872 "type": "graph", 7873 "xaxis": { 7874 "buckets": null, 7875 "mode": "time", 7876 "name": null, 7877 "show": true, 7878 "values": [] 7879 }, 7880 "yaxes": [ 7881 { 7882 "format": "bytes", 7883 "logBase": 1, 7884 "max": null, 7885 "min": 0, 7886 "show": true 7887 }, 7888 { 7889 "format": "short", 7890 "logBase": 1, 7891 "max": null, 7892 "min": 0, 7893 "show": true 7894 } 7895 ], 7896 "yaxis": { 7897 "align": false, 7898 "alignLevel": null 7899 } 7900 }, 7901 { 7902 "aliasColors": {}, 7903 "bars": false, 7904 "dashLength": 10, 7905 "dashes": false, 7906 "datasource": "$datasource", 7907 "editable": true, 7908 "error": false, 7909 "fieldConfig": { 7910 "defaults": { 7911 "custom": {}, 7912 "links": [] 7913 }, 7914 "overrides": [] 7915 }, 7916 "fill": 1, 7917 "fillGradient": 0, 7918 "grid": {}, 7919 "gridPos": { 7920 "h": 7, 7921 "w": 12, 7922 "x": 0, 7923 "y": 14 7924 }, 7925 "hiddenSeries": false, 7926 "id": 14, 7927 "legend": { 7928 "avg": false, 7929 "current": false, 7930 "max": false, 7931 "min": false, 7932 "show": true, 7933 "total": false, 7934 "values": false 7935 }, 7936 "lines": true, 7937 "linewidth": 2, 7938 "links": [], 7939 "nullPointMode": "connected", 7940 "options": { 7941 "alertThreshold": true 7942 }, 7943 "percentage": false, 7944 "pluginVersion": "7.2.0", 7945 "pointradius": 5, 7946 "points": false, 7947 "renderer": "flot", 7948 "seriesOverrides": [], 7949 "spaceLength": 10, 7950 "stack": true, 7951 "steppedLine": false, 7952 "targets": [ 7953 { 7954 "expr": "sum(rate(coredns_dns_response_rcode_count_total{instance=~\"$instance\"}[5m])) by (rcode) or\nsum(rate(coredns_dns_responses_total{instance=~\"$instance\"}[5m])) by (rcode)", 7955 "interval": "", 7956 "intervalFactor": 2, 7957 "legendFormat": "{{rcode}}", 7958 "refId": "A", 7959 "step": 40 7960 } 7961 ], 7962 "thresholds": [], 7963 "timeFrom": null, 7964 "timeRegions": [], 7965 "timeShift": null, 7966 "title": "Responses (by rcode)", 7967 "tooltip": { 7968 "shared": true, 7969 "sort": 2, 7970 "value_type": "individual" 7971 }, 7972 "type": "graph", 7973 "xaxis": { 7974 "buckets": null, 7975 "mode": "time", 7976 "name": null, 7977 "show": true, 7978 "values": [] 7979 }, 7980 "yaxes": [ 7981 { 7982 "format": "pps", 7983 "logBase": 1, 7984 "max": null, 7985 "min": 0, 7986 "show": true 7987 }, 7988 { 7989 "format": "short", 7990 "logBase": 1, 7991 "max": null, 7992 "min": null, 7993 "show": true 7994 } 7995 ], 7996 "yaxis": { 7997 "align": false, 7998 "alignLevel": null 7999 } 8000 }, 8001 { 8002 "aliasColors": {}, 8003 "bars": false, 8004 "dashLength": 10, 8005 "dashes": false, 8006 "datasource": "$datasource", 8007 "editable": true, 8008 "error": false, 8009 "fieldConfig": { 8010 "defaults": { 8011 "custom": {}, 8012 "links": [] 8013 }, 8014 "overrides": [] 8015 }, 8016 "fill": 1, 8017 "fillGradient": 0, 8018 "grid": {}, 8019 "gridPos": { 8020 "h": 7, 8021 "w": 12, 8022 "x": 12, 8023 "y": 14 8024 }, 8025 "hiddenSeries": false, 8026 "id": 32, 8027 "legend": { 8028 "avg": false, 8029 "current": false, 8030 "max": false, 8031 "min": false, 8032 "show": true, 8033 "total": false, 8034 "values": false 8035 }, 8036 "lines": true, 8037 "linewidth": 2, 8038 "links": [], 8039 "nullPointMode": "connected", 8040 "options": { 8041 "alertThreshold": true 8042 }, 8043 "percentage": false, 8044 "pluginVersion": "7.2.0", 8045 "pointradius": 5, 8046 "points": false, 8047 "renderer": "flot", 8048 "seriesOverrides": [], 8049 "spaceLength": 10, 8050 "stack": false, 8051 "steppedLine": false, 8052 "targets": [ 8053 { 8054 "expr": "histogram_quantile(0.99, sum(rate(coredns_dns_request_duration_seconds_bucket{instance=~\"$instance\"}[5m])) by (le, job))", 8055 "format": "time_series", 8056 "intervalFactor": 2, 8057 "legendFormat": "99%", 8058 "refId": "A", 8059 "step": 40 8060 }, 8061 { 8062 "expr": "histogram_quantile(0.90, sum(rate(coredns_dns_request_duration_seconds_bucket{instance=~\"$instance\"}[5m])) by (le))", 8063 "format": "time_series", 8064 "intervalFactor": 2, 8065 "legendFormat": "90%", 8066 "refId": "B", 8067 "step": 40 8068 }, 8069 { 8070 "expr": "histogram_quantile(0.50, sum(rate(coredns_dns_request_duration_seconds_bucket{instance=~\"$instance\"}[5m])) by (le))", 8071 "format": "time_series", 8072 "intervalFactor": 2, 8073 "legendFormat": "50%", 8074 "refId": "C", 8075 "step": 40 8076 } 8077 ], 8078 "thresholds": [], 8079 "timeFrom": null, 8080 "timeRegions": [], 8081 "timeShift": null, 8082 "title": "Responses (duration)", 8083 "tooltip": { 8084 "shared": true, 8085 "sort": 0, 8086 "value_type": "cumulative" 8087 }, 8088 "type": "graph", 8089 "xaxis": { 8090 "buckets": null, 8091 "mode": "time", 8092 "name": null, 8093 "show": true, 8094 "values": [] 8095 }, 8096 "yaxes": [ 8097 { 8098 "format": "s", 8099 "logBase": 1, 8100 "max": null, 8101 "min": 0, 8102 "show": true 8103 }, 8104 { 8105 "format": "short", 8106 "logBase": 1, 8107 "max": null, 8108 "min": null, 8109 "show": true 8110 } 8111 ], 8112 "yaxis": { 8113 "align": false, 8114 "alignLevel": null 8115 } 8116 }, 8117 { 8118 "aliasColors": {}, 8119 "bars": false, 8120 "dashLength": 10, 8121 "dashes": false, 8122 "datasource": "$datasource", 8123 "editable": true, 8124 "error": false, 8125 "fieldConfig": { 8126 "defaults": { 8127 "custom": {}, 8128 "links": [] 8129 }, 8130 "overrides": [] 8131 }, 8132 "fill": 1, 8133 "fillGradient": 0, 8134 "grid": {}, 8135 "gridPos": { 8136 "h": 7, 8137 "w": 12, 8138 "x": 0, 8139 "y": 21 8140 }, 8141 "hiddenSeries": false, 8142 "id": 18, 8143 "legend": { 8144 "avg": false, 8145 "current": false, 8146 "max": false, 8147 "min": false, 8148 "show": true, 8149 "total": false, 8150 "values": false 8151 }, 8152 "lines": true, 8153 "linewidth": 2, 8154 "links": [], 8155 "nullPointMode": "connected", 8156 "options": { 8157 "alertThreshold": true 8158 }, 8159 "percentage": false, 8160 "pluginVersion": "7.2.0", 8161 "pointradius": 5, 8162 "points": false, 8163 "renderer": "flot", 8164 "seriesOverrides": [ 8165 { 8166 "alias": "udp:50%", 8167 "yaxis": 1 8168 }, 8169 { 8170 "alias": "tcp:50%", 8171 "yaxis": 2 8172 }, 8173 { 8174 "alias": "tcp:90%", 8175 "yaxis": 2 8176 }, 8177 { 8178 "alias": "tcp:99%", 8179 "yaxis": 2 8180 } 8181 ], 8182 "spaceLength": 10, 8183 "stack": false, 8184 "steppedLine": false, 8185 "targets": [ 8186 { 8187 "expr": "histogram_quantile(0.99, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto)) ", 8188 "interval": "", 8189 "intervalFactor": 2, 8190 "legendFormat": "{{proto}}:99%", 8191 "refId": "A", 8192 "step": 40 8193 }, 8194 { 8195 "expr": "histogram_quantile(0.90, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto)) ", 8196 "interval": "", 8197 "intervalFactor": 2, 8198 "legendFormat": "{{proto}}:90%", 8199 "refId": "B", 8200 "step": 40 8201 }, 8202 { 8203 "expr": "histogram_quantile(0.50, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto)) ", 8204 "hide": false, 8205 "intervalFactor": 2, 8206 "legendFormat": "{{proto}}:50%", 8207 "metric": "", 8208 "refId": "C", 8209 "step": 40 8210 } 8211 ], 8212 "thresholds": [], 8213 "timeFrom": null, 8214 "timeRegions": [], 8215 "timeShift": null, 8216 "title": "Responses (size, udp)", 8217 "tooltip": { 8218 "shared": true, 8219 "sort": 0, 8220 "value_type": "cumulative" 8221 }, 8222 "type": "graph", 8223 "xaxis": { 8224 "buckets": null, 8225 "mode": "time", 8226 "name": null, 8227 "show": true, 8228 "values": [] 8229 }, 8230 "yaxes": [ 8231 { 8232 "format": "bytes", 8233 "logBase": 1, 8234 "max": null, 8235 "min": 0, 8236 "show": true 8237 }, 8238 { 8239 "format": "short", 8240 "logBase": 1, 8241 "max": null, 8242 "min": 0, 8243 "show": true 8244 } 8245 ], 8246 "yaxis": { 8247 "align": false, 8248 "alignLevel": null 8249 } 8250 }, 8251 { 8252 "aliasColors": {}, 8253 "bars": false, 8254 "dashLength": 10, 8255 "dashes": false, 8256 "datasource": "$datasource", 8257 "editable": true, 8258 "error": false, 8259 "fieldConfig": { 8260 "defaults": { 8261 "custom": {}, 8262 "links": [] 8263 }, 8264 "overrides": [] 8265 }, 8266 "fill": 1, 8267 "fillGradient": 0, 8268 "grid": {}, 8269 "gridPos": { 8270 "h": 7, 8271 "w": 12, 8272 "x": 12, 8273 "y": 21 8274 }, 8275 "hiddenSeries": false, 8276 "id": 20, 8277 "legend": { 8278 "avg": false, 8279 "current": false, 8280 "max": false, 8281 "min": false, 8282 "show": true, 8283 "total": false, 8284 "values": false 8285 }, 8286 "lines": true, 8287 "linewidth": 2, 8288 "links": [], 8289 "nullPointMode": "connected", 8290 "options": { 8291 "alertThreshold": true 8292 }, 8293 "percentage": false, 8294 "pluginVersion": "7.2.0", 8295 "pointradius": 5, 8296 "points": false, 8297 "renderer": "flot", 8298 "seriesOverrides": [ 8299 { 8300 "alias": "udp:50%", 8301 "yaxis": 1 8302 }, 8303 { 8304 "alias": "tcp:50%", 8305 "yaxis": 1 8306 }, 8307 { 8308 "alias": "tcp:90%", 8309 "yaxis": 1 8310 }, 8311 { 8312 "alias": "tcp:99%", 8313 "yaxis": 1 8314 } 8315 ], 8316 "spaceLength": 10, 8317 "stack": false, 8318 "steppedLine": false, 8319 "targets": [ 8320 { 8321 "expr": "histogram_quantile(0.99, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le,proto)) ", 8322 "format": "time_series", 8323 "intervalFactor": 2, 8324 "legendFormat": "{{proto}}:99%", 8325 "refId": "A", 8326 "step": 40 8327 }, 8328 { 8329 "expr": "histogram_quantile(0.90, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le,proto)) ", 8330 "format": "time_series", 8331 "intervalFactor": 2, 8332 "legendFormat": "{{proto}}:90%", 8333 "refId": "B", 8334 "step": 40 8335 }, 8336 { 8337 "expr": "histogram_quantile(0.50, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le, proto)) ", 8338 "format": "time_series", 8339 "intervalFactor": 2, 8340 "legendFormat": "{{proto}}:50%", 8341 "metric": "", 8342 "refId": "C", 8343 "step": 40 8344 } 8345 ], 8346 "thresholds": [], 8347 "timeFrom": null, 8348 "timeRegions": [], 8349 "timeShift": null, 8350 "title": "Responses (size, tcp)", 8351 "tooltip": { 8352 "shared": true, 8353 "sort": 0, 8354 "value_type": "cumulative" 8355 }, 8356 "type": "graph", 8357 "xaxis": { 8358 "buckets": null, 8359 "mode": "time", 8360 "name": null, 8361 "show": true, 8362 "values": [] 8363 }, 8364 "yaxes": [ 8365 { 8366 "format": "bytes", 8367 "logBase": 1, 8368 "max": null, 8369 "min": 0, 8370 "show": true 8371 }, 8372 { 8373 "format": "short", 8374 "logBase": 1, 8375 "max": null, 8376 "min": 0, 8377 "show": true 8378 } 8379 ], 8380 "yaxis": { 8381 "align": false, 8382 "alignLevel": null 8383 } 8384 }, 8385 { 8386 "aliasColors": {}, 8387 "bars": false, 8388 "dashLength": 10, 8389 "dashes": false, 8390 "datasource": "$datasource", 8391 "editable": true, 8392 "error": false, 8393 "fieldConfig": { 8394 "defaults": { 8395 "custom": {}, 8396 "links": [] 8397 }, 8398 "overrides": [] 8399 }, 8400 "fill": 1, 8401 "fillGradient": 0, 8402 "grid": {}, 8403 "gridPos": { 8404 "h": 7, 8405 "w": 12, 8406 "x": 0, 8407 "y": 28 8408 }, 8409 "hiddenSeries": false, 8410 "id": 22, 8411 "legend": { 8412 "avg": false, 8413 "current": false, 8414 "max": false, 8415 "min": false, 8416 "show": true, 8417 "total": false, 8418 "values": false 8419 }, 8420 "lines": true, 8421 "linewidth": 2, 8422 "links": [], 8423 "nullPointMode": "connected", 8424 "options": { 8425 "alertThreshold": true 8426 }, 8427 "percentage": false, 8428 "pluginVersion": "7.2.0", 8429 "pointradius": 5, 8430 "points": false, 8431 "renderer": "flot", 8432 "seriesOverrides": [], 8433 "spaceLength": 10, 8434 "stack": true, 8435 "steppedLine": false, 8436 "targets": [ 8437 { 8438 "expr": "sum(coredns_cache_size{instance=~\"$instance\"}) by (type) or\nsum(coredns_cache_entries{instance=~\"$instance\"}) by (type)", 8439 "interval": "", 8440 "intervalFactor": 2, 8441 "legendFormat": "{{type}}", 8442 "refId": "A", 8443 "step": 40 8444 } 8445 ], 8446 "thresholds": [], 8447 "timeFrom": null, 8448 "timeRegions": [], 8449 "timeShift": null, 8450 "title": "Cache (size)", 8451 "tooltip": { 8452 "shared": true, 8453 "sort": 2, 8454 "value_type": "cumulative" 8455 }, 8456 "type": "graph", 8457 "xaxis": { 8458 "buckets": null, 8459 "mode": "time", 8460 "name": null, 8461 "show": true, 8462 "values": [] 8463 }, 8464 "yaxes": [ 8465 { 8466 "format": "decbytes", 8467 "logBase": 1, 8468 "max": null, 8469 "min": 0, 8470 "show": true 8471 }, 8472 { 8473 "format": "short", 8474 "logBase": 1, 8475 "max": null, 8476 "min": 0, 8477 "show": true 8478 } 8479 ], 8480 "yaxis": { 8481 "align": false, 8482 "alignLevel": null 8483 } 8484 }, 8485 { 8486 "aliasColors": {}, 8487 "bars": false, 8488 "dashLength": 10, 8489 "dashes": false, 8490 "datasource": "$datasource", 8491 "editable": true, 8492 "error": false, 8493 "fieldConfig": { 8494 "defaults": { 8495 "custom": {}, 8496 "links": [] 8497 }, 8498 "overrides": [] 8499 }, 8500 "fill": 1, 8501 "fillGradient": 0, 8502 "grid": {}, 8503 "gridPos": { 8504 "h": 7, 8505 "w": 12, 8506 "x": 12, 8507 "y": 28 8508 }, 8509 "hiddenSeries": false, 8510 "id": 24, 8511 "legend": { 8512 "avg": false, 8513 "current": false, 8514 "max": false, 8515 "min": false, 8516 "show": true, 8517 "total": false, 8518 "values": false 8519 }, 8520 "lines": true, 8521 "linewidth": 2, 8522 "links": [], 8523 "nullPointMode": "connected", 8524 "options": { 8525 "alertThreshold": true 8526 }, 8527 "percentage": false, 8528 "pluginVersion": "7.2.0", 8529 "pointradius": 5, 8530 "points": false, 8531 "renderer": "flot", 8532 "seriesOverrides": [ 8533 { 8534 "alias": "misses", 8535 "yaxis": 2 8536 } 8537 ], 8538 "spaceLength": 10, 8539 "stack": true, 8540 "steppedLine": false, 8541 "targets": [ 8542 { 8543 "expr": "sum(rate(coredns_cache_hits_total{instance=~\"$instance\"}[5m])) by (type)", 8544 "hide": false, 8545 "intervalFactor": 2, 8546 "legendFormat": "hits:{{type}}", 8547 "refId": "A", 8548 "step": 40 8549 }, 8550 { 8551 "expr": "sum(rate(coredns_cache_misses_total{instance=~\"$instance\"}[5m])) by (type)", 8552 "hide": false, 8553 "intervalFactor": 2, 8554 "legendFormat": "misses", 8555 "refId": "B", 8556 "step": 40 8557 } 8558 ], 8559 "thresholds": [], 8560 "timeFrom": null, 8561 "timeRegions": [], 8562 "timeShift": null, 8563 "title": "Cache (hitrate)", 8564 "tooltip": { 8565 "shared": true, 8566 "sort": 2, 8567 "value_type": "individual" 8568 }, 8569 "type": "graph", 8570 "xaxis": { 8571 "buckets": null, 8572 "mode": "time", 8573 "name": null, 8574 "show": true, 8575 "values": [] 8576 }, 8577 "yaxes": [ 8578 { 8579 "format": "pps", 8580 "logBase": 1, 8581 "max": null, 8582 "min": 0, 8583 "show": true 8584 }, 8585 { 8586 "format": "pps", 8587 "logBase": 1, 8588 "max": null, 8589 "min": 0, 8590 "show": true 8591 } 8592 ], 8593 "yaxis": { 8594 "align": false, 8595 "alignLevel": null 8596 } 8597 } 8598 ], 8599 "refresh": "10s", 8600 "schemaVersion": 26, 8601 "style": "dark", 8602 "tags": [ 8603 "dns", 8604 "coredns" 8605 ], 8606 "templating": { 8607 "list": [ 8608 { 8609 "current": { 8610 "selected": true, 8611 "text": "default", 8612 "value": "default" 8613 }, 8614 "hide": 0, 8615 "includeAll": false, 8616 "label": null, 8617 "multi": false, 8618 "name": "datasource", 8619 "options": [], 8620 "query": "prometheus", 8621 "queryValue": "", 8622 "refresh": 1, 8623 "regex": "", 8624 "skipUrlSync": false, 8625 "type": "datasource" 8626 }, 8627 { 8628 "allValue": ".*", 8629 "current": { 8630 "selected": true, 8631 "text": "All", 8632 "value": "$__all" 8633 }, 8634 "datasource": "$datasource", 8635 "definition": "label_values(up{job=\"coredns\"}, instance)", 8636 "hide": 0, 8637 "includeAll": true, 8638 "label": "Instance", 8639 "multi": false, 8640 "name": "instance", 8641 "options": [], 8642 "query": "label_values(up{job=\"coredns\"}, instance)", 8643 "refresh": 1, 8644 "regex": "", 8645 "skipUrlSync": false, 8646 "sort": 3, 8647 "tagValuesQuery": "", 8648 "tags": [], 8649 "tagsQuery": "", 8650 "type": "query", 8651 "useTags": false 8652 } 8653 ] 8654 }, 8655 "time": { 8656 "from": "now-3h", 8657 "to": "now" 8658 }, 8659 "timepicker": { 8660 "refresh_intervals": [ 8661 "10s", 8662 "30s", 8663 "1m", 8664 "5m", 8665 "15m", 8666 "30m", 8667 "1h", 8668 "2h", 8669 "1d" 8670 ] 8671 }, 8672 "timezone": "utc", 8673 "title": "CoreDNS", 8674 "uid": "vkQ0UHxik", 8675 "version": 2 8676 } 8677 --- 8678 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-cluster.yaml 8679 apiVersion: v1 8680 kind: ConfigMap 8681 metadata: 8682 namespace: kube-prometheus-stack 8683 name: kube-prometheus-stack-k8s-resources-cluster 8684 annotations: 8685 {} 8686 labels: 8687 grafana_dashboard: "1" 8688 app: kube-prometheus-stack-grafana 8689 8690 app.kubernetes.io/managed-by: Helm 8691 app.kubernetes.io/instance: kube-prometheus-stack 8692 app.kubernetes.io/version: "25.0.0" 8693 app.kubernetes.io/part-of: kube-prometheus-stack 8694 chart: kube-prometheus-stack-25.0.0 8695 release: "kube-prometheus-stack" 8696 heritage: "Helm" 8697 data: 8698 k8s-resources-cluster.json: |- 8699 { 8700 "annotations": { 8701 "list": [ 8702 8703 ] 8704 }, 8705 "editable": true, 8706 "gnetId": null, 8707 "graphTooltip": 0, 8708 "hideControls": false, 8709 "links": [ 8710 8711 ], 8712 "refresh": "10s", 8713 "rows": [ 8714 { 8715 "collapse": false, 8716 "height": "100px", 8717 "panels": [ 8718 { 8719 "aliasColors": { 8720 8721 }, 8722 "bars": false, 8723 "dashLength": 10, 8724 "dashes": false, 8725 "datasource": "$datasource", 8726 "fill": 1, 8727 "format": "percentunit", 8728 "id": 1, 8729 "interval": "1m", 8730 "legend": { 8731 "alignAsTable": true, 8732 "avg": false, 8733 "current": false, 8734 "max": false, 8735 "min": false, 8736 "rightSide": true, 8737 "show": true, 8738 "total": false, 8739 "values": false 8740 }, 8741 "lines": true, 8742 "linewidth": 1, 8743 "links": [ 8744 8745 ], 8746 "nullPointMode": "null as zero", 8747 "percentage": false, 8748 "pointradius": 5, 8749 "points": false, 8750 "renderer": "flot", 8751 "seriesOverrides": [ 8752 8753 ], 8754 "spaceLength": 10, 8755 "span": 2, 8756 "stack": false, 8757 "steppedLine": false, 8758 "targets": [ 8759 { 8760 "expr": "1 - sum(avg by (mode) (rate(node_cpu_seconds_total{job=\"node-exporter\", mode=~\"idle|iowait|steal\", cluster=\"$cluster\"}[$__rate_interval])))", 8761 "format": "time_series", 8762 "instant": true, 8763 "intervalFactor": 2, 8764 "refId": "A" 8765 } 8766 ], 8767 "thresholds": "70,80", 8768 "timeFrom": null, 8769 "timeShift": null, 8770 "title": "CPU Utilisation", 8771 "tooltip": { 8772 "shared": false, 8773 "sort": 2, 8774 "value_type": "individual" 8775 }, 8776 "type": "singlestat", 8777 "xaxis": { 8778 "buckets": null, 8779 "mode": "time", 8780 "name": null, 8781 "show": true, 8782 "values": [ 8783 8784 ] 8785 }, 8786 "yaxes": [ 8787 { 8788 "format": "short", 8789 "label": null, 8790 "logBase": 1, 8791 "max": null, 8792 "min": 0, 8793 "show": true 8794 }, 8795 { 8796 "format": "short", 8797 "label": null, 8798 "logBase": 1, 8799 "max": null, 8800 "min": null, 8801 "show": false 8802 } 8803 ] 8804 }, 8805 { 8806 "aliasColors": { 8807 8808 }, 8809 "bars": false, 8810 "dashLength": 10, 8811 "dashes": false, 8812 "datasource": "$datasource", 8813 "fill": 1, 8814 "format": "percentunit", 8815 "id": 2, 8816 "interval": "1m", 8817 "legend": { 8818 "alignAsTable": true, 8819 "avg": false, 8820 "current": false, 8821 "max": false, 8822 "min": false, 8823 "rightSide": true, 8824 "show": true, 8825 "total": false, 8826 "values": false 8827 }, 8828 "lines": true, 8829 "linewidth": 1, 8830 "links": [ 8831 8832 ], 8833 "nullPointMode": "null as zero", 8834 "percentage": false, 8835 "pointradius": 5, 8836 "points": false, 8837 "renderer": "flot", 8838 "seriesOverrides": [ 8839 8840 ], 8841 "spaceLength": 10, 8842 "span": 2, 8843 "stack": false, 8844 "steppedLine": false, 8845 "targets": [ 8846 { 8847 "expr": "sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable{job=\"kube-state-metrics\",resource=\"cpu\",cluster=\"$cluster\"})", 8848 "format": "time_series", 8849 "instant": true, 8850 "intervalFactor": 2, 8851 "refId": "A" 8852 } 8853 ], 8854 "thresholds": "70,80", 8855 "timeFrom": null, 8856 "timeShift": null, 8857 "title": "CPU Requests Commitment", 8858 "tooltip": { 8859 "shared": false, 8860 "sort": 2, 8861 "value_type": "individual" 8862 }, 8863 "type": "singlestat", 8864 "xaxis": { 8865 "buckets": null, 8866 "mode": "time", 8867 "name": null, 8868 "show": true, 8869 "values": [ 8870 8871 ] 8872 }, 8873 "yaxes": [ 8874 { 8875 "format": "short", 8876 "label": null, 8877 "logBase": 1, 8878 "max": null, 8879 "min": 0, 8880 "show": true 8881 }, 8882 { 8883 "format": "short", 8884 "label": null, 8885 "logBase": 1, 8886 "max": null, 8887 "min": null, 8888 "show": false 8889 } 8890 ] 8891 }, 8892 { 8893 "aliasColors": { 8894 8895 }, 8896 "bars": false, 8897 "dashLength": 10, 8898 "dashes": false, 8899 "datasource": "$datasource", 8900 "fill": 1, 8901 "format": "percentunit", 8902 "id": 3, 8903 "interval": "1m", 8904 "legend": { 8905 "alignAsTable": true, 8906 "avg": false, 8907 "current": false, 8908 "max": false, 8909 "min": false, 8910 "rightSide": true, 8911 "show": true, 8912 "total": false, 8913 "values": false 8914 }, 8915 "lines": true, 8916 "linewidth": 1, 8917 "links": [ 8918 8919 ], 8920 "nullPointMode": "null as zero", 8921 "percentage": false, 8922 "pointradius": 5, 8923 "points": false, 8924 "renderer": "flot", 8925 "seriesOverrides": [ 8926 8927 ], 8928 "spaceLength": 10, 8929 "span": 2, 8930 "stack": false, 8931 "steppedLine": false, 8932 "targets": [ 8933 { 8934 "expr": "sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable{job=\"kube-state-metrics\",resource=\"cpu\",cluster=\"$cluster\"})", 8935 "format": "time_series", 8936 "instant": true, 8937 "intervalFactor": 2, 8938 "refId": "A" 8939 } 8940 ], 8941 "thresholds": "70,80", 8942 "timeFrom": null, 8943 "timeShift": null, 8944 "title": "CPU Limits Commitment", 8945 "tooltip": { 8946 "shared": false, 8947 "sort": 2, 8948 "value_type": "individual" 8949 }, 8950 "type": "singlestat", 8951 "xaxis": { 8952 "buckets": null, 8953 "mode": "time", 8954 "name": null, 8955 "show": true, 8956 "values": [ 8957 8958 ] 8959 }, 8960 "yaxes": [ 8961 { 8962 "format": "short", 8963 "label": null, 8964 "logBase": 1, 8965 "max": null, 8966 "min": 0, 8967 "show": true 8968 }, 8969 { 8970 "format": "short", 8971 "label": null, 8972 "logBase": 1, 8973 "max": null, 8974 "min": null, 8975 "show": false 8976 } 8977 ] 8978 }, 8979 { 8980 "aliasColors": { 8981 8982 }, 8983 "bars": false, 8984 "dashLength": 10, 8985 "dashes": false, 8986 "datasource": "$datasource", 8987 "fill": 1, 8988 "format": "percentunit", 8989 "id": 4, 8990 "interval": "1m", 8991 "legend": { 8992 "alignAsTable": true, 8993 "avg": false, 8994 "current": false, 8995 "max": false, 8996 "min": false, 8997 "rightSide": true, 8998 "show": true, 8999 "total": false, 9000 "values": false 9001 }, 9002 "lines": true, 9003 "linewidth": 1, 9004 "links": [ 9005 9006 ], 9007 "nullPointMode": "null as zero", 9008 "percentage": false, 9009 "pointradius": 5, 9010 "points": false, 9011 "renderer": "flot", 9012 "seriesOverrides": [ 9013 9014 ], 9015 "spaceLength": 10, 9016 "span": 2, 9017 "stack": false, 9018 "steppedLine": false, 9019 "targets": [ 9020 { 9021 "expr": "1 - sum(:node_memory_MemAvailable_bytes:sum{cluster=\"$cluster\"}) / sum(node_memory_MemTotal_bytes{job=\"node-exporter\",cluster=\"$cluster\"})", 9022 "format": "time_series", 9023 "instant": true, 9024 "intervalFactor": 2, 9025 "refId": "A" 9026 } 9027 ], 9028 "thresholds": "70,80", 9029 "timeFrom": null, 9030 "timeShift": null, 9031 "title": "Memory Utilisation", 9032 "tooltip": { 9033 "shared": false, 9034 "sort": 2, 9035 "value_type": "individual" 9036 }, 9037 "type": "singlestat", 9038 "xaxis": { 9039 "buckets": null, 9040 "mode": "time", 9041 "name": null, 9042 "show": true, 9043 "values": [ 9044 9045 ] 9046 }, 9047 "yaxes": [ 9048 { 9049 "format": "short", 9050 "label": null, 9051 "logBase": 1, 9052 "max": null, 9053 "min": 0, 9054 "show": true 9055 }, 9056 { 9057 "format": "short", 9058 "label": null, 9059 "logBase": 1, 9060 "max": null, 9061 "min": null, 9062 "show": false 9063 } 9064 ] 9065 }, 9066 { 9067 "aliasColors": { 9068 9069 }, 9070 "bars": false, 9071 "dashLength": 10, 9072 "dashes": false, 9073 "datasource": "$datasource", 9074 "fill": 1, 9075 "format": "percentunit", 9076 "id": 5, 9077 "interval": "1m", 9078 "legend": { 9079 "alignAsTable": true, 9080 "avg": false, 9081 "current": false, 9082 "max": false, 9083 "min": false, 9084 "rightSide": true, 9085 "show": true, 9086 "total": false, 9087 "values": false 9088 }, 9089 "lines": true, 9090 "linewidth": 1, 9091 "links": [ 9092 9093 ], 9094 "nullPointMode": "null as zero", 9095 "percentage": false, 9096 "pointradius": 5, 9097 "points": false, 9098 "renderer": "flot", 9099 "seriesOverrides": [ 9100 9101 ], 9102 "spaceLength": 10, 9103 "span": 2, 9104 "stack": false, 9105 "steppedLine": false, 9106 "targets": [ 9107 { 9108 "expr": "sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable{job=\"kube-state-metrics\",resource=\"memory\",cluster=\"$cluster\"})", 9109 "format": "time_series", 9110 "instant": true, 9111 "intervalFactor": 2, 9112 "refId": "A" 9113 } 9114 ], 9115 "thresholds": "70,80", 9116 "timeFrom": null, 9117 "timeShift": null, 9118 "title": "Memory Requests Commitment", 9119 "tooltip": { 9120 "shared": false, 9121 "sort": 2, 9122 "value_type": "individual" 9123 }, 9124 "type": "singlestat", 9125 "xaxis": { 9126 "buckets": null, 9127 "mode": "time", 9128 "name": null, 9129 "show": true, 9130 "values": [ 9131 9132 ] 9133 }, 9134 "yaxes": [ 9135 { 9136 "format": "short", 9137 "label": null, 9138 "logBase": 1, 9139 "max": null, 9140 "min": 0, 9141 "show": true 9142 }, 9143 { 9144 "format": "short", 9145 "label": null, 9146 "logBase": 1, 9147 "max": null, 9148 "min": null, 9149 "show": false 9150 } 9151 ] 9152 }, 9153 { 9154 "aliasColors": { 9155 9156 }, 9157 "bars": false, 9158 "dashLength": 10, 9159 "dashes": false, 9160 "datasource": "$datasource", 9161 "fill": 1, 9162 "format": "percentunit", 9163 "id": 6, 9164 "interval": "1m", 9165 "legend": { 9166 "alignAsTable": true, 9167 "avg": false, 9168 "current": false, 9169 "max": false, 9170 "min": false, 9171 "rightSide": true, 9172 "show": true, 9173 "total": false, 9174 "values": false 9175 }, 9176 "lines": true, 9177 "linewidth": 1, 9178 "links": [ 9179 9180 ], 9181 "nullPointMode": "null as zero", 9182 "percentage": false, 9183 "pointradius": 5, 9184 "points": false, 9185 "renderer": "flot", 9186 "seriesOverrides": [ 9187 9188 ], 9189 "spaceLength": 10, 9190 "span": 2, 9191 "stack": false, 9192 "steppedLine": false, 9193 "targets": [ 9194 { 9195 "expr": "sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable{job=\"kube-state-metrics\",resource=\"memory\",cluster=\"$cluster\"})", 9196 "format": "time_series", 9197 "instant": true, 9198 "intervalFactor": 2, 9199 "refId": "A" 9200 } 9201 ], 9202 "thresholds": "70,80", 9203 "timeFrom": null, 9204 "timeShift": null, 9205 "title": "Memory Limits Commitment", 9206 "tooltip": { 9207 "shared": false, 9208 "sort": 2, 9209 "value_type": "individual" 9210 }, 9211 "type": "singlestat", 9212 "xaxis": { 9213 "buckets": null, 9214 "mode": "time", 9215 "name": null, 9216 "show": true, 9217 "values": [ 9218 9219 ] 9220 }, 9221 "yaxes": [ 9222 { 9223 "format": "short", 9224 "label": null, 9225 "logBase": 1, 9226 "max": null, 9227 "min": 0, 9228 "show": true 9229 }, 9230 { 9231 "format": "short", 9232 "label": null, 9233 "logBase": 1, 9234 "max": null, 9235 "min": null, 9236 "show": false 9237 } 9238 ] 9239 } 9240 ], 9241 "repeat": null, 9242 "repeatIteration": null, 9243 "repeatRowId": null, 9244 "showTitle": false, 9245 "title": "Headlines", 9246 "titleSize": "h6" 9247 }, 9248 { 9249 "collapse": false, 9250 "height": "250px", 9251 "panels": [ 9252 { 9253 "aliasColors": { 9254 9255 }, 9256 "bars": false, 9257 "dashLength": 10, 9258 "dashes": false, 9259 "datasource": "$datasource", 9260 "fill": 10, 9261 "id": 7, 9262 "interval": "1m", 9263 "legend": { 9264 "alignAsTable": true, 9265 "avg": false, 9266 "current": false, 9267 "max": false, 9268 "min": false, 9269 "rightSide": true, 9270 "show": true, 9271 "total": false, 9272 "values": false 9273 }, 9274 "lines": true, 9275 "linewidth": 0, 9276 "links": [ 9277 9278 ], 9279 "nullPointMode": "null as zero", 9280 "percentage": false, 9281 "pointradius": 5, 9282 "points": false, 9283 "renderer": "flot", 9284 "seriesOverrides": [ 9285 9286 ], 9287 "spaceLength": 10, 9288 "span": 12, 9289 "stack": true, 9290 "steppedLine": false, 9291 "targets": [ 9292 { 9293 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace)", 9294 "format": "time_series", 9295 "intervalFactor": 2, 9296 "legendFormat": "{{namespace}}", 9297 "legendLink": null, 9298 "step": 10 9299 } 9300 ], 9301 "thresholds": [ 9302 9303 ], 9304 "timeFrom": null, 9305 "timeShift": null, 9306 "title": "CPU Usage", 9307 "tooltip": { 9308 "shared": false, 9309 "sort": 2, 9310 "value_type": "individual" 9311 }, 9312 "type": "graph", 9313 "xaxis": { 9314 "buckets": null, 9315 "mode": "time", 9316 "name": null, 9317 "show": true, 9318 "values": [ 9319 9320 ] 9321 }, 9322 "yaxes": [ 9323 { 9324 "format": "short", 9325 "label": null, 9326 "logBase": 1, 9327 "max": null, 9328 "min": 0, 9329 "show": true 9330 }, 9331 { 9332 "format": "short", 9333 "label": null, 9334 "logBase": 1, 9335 "max": null, 9336 "min": null, 9337 "show": false 9338 } 9339 ] 9340 } 9341 ], 9342 "repeat": null, 9343 "repeatIteration": null, 9344 "repeatRowId": null, 9345 "showTitle": true, 9346 "title": "CPU", 9347 "titleSize": "h6" 9348 }, 9349 { 9350 "collapse": false, 9351 "height": "250px", 9352 "panels": [ 9353 { 9354 "aliasColors": { 9355 9356 }, 9357 "bars": false, 9358 "dashLength": 10, 9359 "dashes": false, 9360 "datasource": "$datasource", 9361 "fill": 1, 9362 "id": 8, 9363 "interval": "1m", 9364 "legend": { 9365 "alignAsTable": true, 9366 "avg": false, 9367 "current": false, 9368 "max": false, 9369 "min": false, 9370 "rightSide": true, 9371 "show": true, 9372 "total": false, 9373 "values": false 9374 }, 9375 "lines": true, 9376 "linewidth": 1, 9377 "links": [ 9378 9379 ], 9380 "nullPointMode": "null as zero", 9381 "percentage": false, 9382 "pointradius": 5, 9383 "points": false, 9384 "renderer": "flot", 9385 "seriesOverrides": [ 9386 9387 ], 9388 "spaceLength": 10, 9389 "span": 12, 9390 "stack": false, 9391 "steppedLine": false, 9392 "styles": [ 9393 { 9394 "alias": "Time", 9395 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9396 "pattern": "Time", 9397 "type": "hidden" 9398 }, 9399 { 9400 "alias": "Pods", 9401 "colorMode": null, 9402 "colors": [ 9403 9404 ], 9405 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9406 "decimals": 0, 9407 "link": true, 9408 "linkTargetBlank": false, 9409 "linkTooltip": "Drill down to pods", 9410 "linkUrl": "/d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1", 9411 "pattern": "Value #A", 9412 "thresholds": [ 9413 9414 ], 9415 "type": "number", 9416 "unit": "short" 9417 }, 9418 { 9419 "alias": "Workloads", 9420 "colorMode": null, 9421 "colors": [ 9422 9423 ], 9424 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9425 "decimals": 0, 9426 "link": true, 9427 "linkTargetBlank": false, 9428 "linkTooltip": "Drill down to workloads", 9429 "linkUrl": "/d/a87fb0d919ec0ea5f6543124e16c42a5/k8s-resources-workloads-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1", 9430 "pattern": "Value #B", 9431 "thresholds": [ 9432 9433 ], 9434 "type": "number", 9435 "unit": "short" 9436 }, 9437 { 9438 "alias": "CPU Usage", 9439 "colorMode": null, 9440 "colors": [ 9441 9442 ], 9443 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9444 "decimals": 2, 9445 "link": false, 9446 "linkTargetBlank": false, 9447 "linkTooltip": "Drill down", 9448 "linkUrl": "", 9449 "pattern": "Value #C", 9450 "thresholds": [ 9451 9452 ], 9453 "type": "number", 9454 "unit": "short" 9455 }, 9456 { 9457 "alias": "CPU Requests", 9458 "colorMode": null, 9459 "colors": [ 9460 9461 ], 9462 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9463 "decimals": 2, 9464 "link": false, 9465 "linkTargetBlank": false, 9466 "linkTooltip": "Drill down", 9467 "linkUrl": "", 9468 "pattern": "Value #D", 9469 "thresholds": [ 9470 9471 ], 9472 "type": "number", 9473 "unit": "short" 9474 }, 9475 { 9476 "alias": "CPU Requests %", 9477 "colorMode": null, 9478 "colors": [ 9479 9480 ], 9481 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9482 "decimals": 2, 9483 "link": false, 9484 "linkTargetBlank": false, 9485 "linkTooltip": "Drill down", 9486 "linkUrl": "", 9487 "pattern": "Value #E", 9488 "thresholds": [ 9489 9490 ], 9491 "type": "number", 9492 "unit": "percentunit" 9493 }, 9494 { 9495 "alias": "CPU Limits", 9496 "colorMode": null, 9497 "colors": [ 9498 9499 ], 9500 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9501 "decimals": 2, 9502 "link": false, 9503 "linkTargetBlank": false, 9504 "linkTooltip": "Drill down", 9505 "linkUrl": "", 9506 "pattern": "Value #F", 9507 "thresholds": [ 9508 9509 ], 9510 "type": "number", 9511 "unit": "short" 9512 }, 9513 { 9514 "alias": "CPU Limits %", 9515 "colorMode": null, 9516 "colors": [ 9517 9518 ], 9519 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9520 "decimals": 2, 9521 "link": false, 9522 "linkTargetBlank": false, 9523 "linkTooltip": "Drill down", 9524 "linkUrl": "", 9525 "pattern": "Value #G", 9526 "thresholds": [ 9527 9528 ], 9529 "type": "number", 9530 "unit": "percentunit" 9531 }, 9532 { 9533 "alias": "Namespace", 9534 "colorMode": null, 9535 "colors": [ 9536 9537 ], 9538 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9539 "decimals": 2, 9540 "link": true, 9541 "linkTargetBlank": false, 9542 "linkTooltip": "Drill down to pods", 9543 "linkUrl": "/d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell", 9544 "pattern": "namespace", 9545 "thresholds": [ 9546 9547 ], 9548 "type": "number", 9549 "unit": "short" 9550 }, 9551 { 9552 "alias": "", 9553 "colorMode": null, 9554 "colors": [ 9555 9556 ], 9557 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9558 "decimals": 2, 9559 "pattern": "/.*/", 9560 "thresholds": [ 9561 9562 ], 9563 "type": "string", 9564 "unit": "short" 9565 } 9566 ], 9567 "targets": [ 9568 { 9569 "expr": "sum(kube_pod_owner{job=\"kube-state-metrics\", cluster=\"$cluster\"}) by (namespace)", 9570 "format": "table", 9571 "instant": true, 9572 "intervalFactor": 2, 9573 "legendFormat": "", 9574 "refId": "A", 9575 "step": 10 9576 }, 9577 { 9578 "expr": "count(avg(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\"}) by (workload, namespace)) by (namespace)", 9579 "format": "table", 9580 "instant": true, 9581 "intervalFactor": 2, 9582 "legendFormat": "", 9583 "refId": "B", 9584 "step": 10 9585 }, 9586 { 9587 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace)", 9588 "format": "table", 9589 "instant": true, 9590 "intervalFactor": 2, 9591 "legendFormat": "", 9592 "refId": "C", 9593 "step": 10 9594 }, 9595 { 9596 "expr": "sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", 9597 "format": "table", 9598 "instant": true, 9599 "intervalFactor": 2, 9600 "legendFormat": "", 9601 "refId": "D", 9602 "step": 10 9603 }, 9604 { 9605 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace) / sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", 9606 "format": "table", 9607 "instant": true, 9608 "intervalFactor": 2, 9609 "legendFormat": "", 9610 "refId": "E", 9611 "step": 10 9612 }, 9613 { 9614 "expr": "sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", 9615 "format": "table", 9616 "instant": true, 9617 "intervalFactor": 2, 9618 "legendFormat": "", 9619 "refId": "F", 9620 "step": 10 9621 }, 9622 { 9623 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace) / sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", 9624 "format": "table", 9625 "instant": true, 9626 "intervalFactor": 2, 9627 "legendFormat": "", 9628 "refId": "G", 9629 "step": 10 9630 } 9631 ], 9632 "thresholds": [ 9633 9634 ], 9635 "timeFrom": null, 9636 "timeShift": null, 9637 "title": "CPU Quota", 9638 "tooltip": { 9639 "shared": false, 9640 "sort": 2, 9641 "value_type": "individual" 9642 }, 9643 "transform": "table", 9644 "type": "table", 9645 "xaxis": { 9646 "buckets": null, 9647 "mode": "time", 9648 "name": null, 9649 "show": true, 9650 "values": [ 9651 9652 ] 9653 }, 9654 "yaxes": [ 9655 { 9656 "format": "short", 9657 "label": null, 9658 "logBase": 1, 9659 "max": null, 9660 "min": 0, 9661 "show": true 9662 }, 9663 { 9664 "format": "short", 9665 "label": null, 9666 "logBase": 1, 9667 "max": null, 9668 "min": null, 9669 "show": false 9670 } 9671 ] 9672 } 9673 ], 9674 "repeat": null, 9675 "repeatIteration": null, 9676 "repeatRowId": null, 9677 "showTitle": true, 9678 "title": "CPU Quota", 9679 "titleSize": "h6" 9680 }, 9681 { 9682 "collapse": false, 9683 "height": "250px", 9684 "panels": [ 9685 { 9686 "aliasColors": { 9687 9688 }, 9689 "bars": false, 9690 "dashLength": 10, 9691 "dashes": false, 9692 "datasource": "$datasource", 9693 "fill": 10, 9694 "id": 9, 9695 "interval": "1m", 9696 "legend": { 9697 "alignAsTable": true, 9698 "avg": false, 9699 "current": false, 9700 "max": false, 9701 "min": false, 9702 "rightSide": true, 9703 "show": true, 9704 "total": false, 9705 "values": false 9706 }, 9707 "lines": true, 9708 "linewidth": 0, 9709 "links": [ 9710 9711 ], 9712 "nullPointMode": "null as zero", 9713 "percentage": false, 9714 "pointradius": 5, 9715 "points": false, 9716 "renderer": "flot", 9717 "seriesOverrides": [ 9718 9719 ], 9720 "spaceLength": 10, 9721 "span": 12, 9722 "stack": true, 9723 "steppedLine": false, 9724 "targets": [ 9725 { 9726 "expr": "sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", container!=\"\"}) by (namespace)", 9727 "format": "time_series", 9728 "intervalFactor": 2, 9729 "legendFormat": "{{namespace}}", 9730 "legendLink": null, 9731 "step": 10 9732 } 9733 ], 9734 "thresholds": [ 9735 9736 ], 9737 "timeFrom": null, 9738 "timeShift": null, 9739 "title": "Memory Usage (w/o cache)", 9740 "tooltip": { 9741 "shared": false, 9742 "sort": 2, 9743 "value_type": "individual" 9744 }, 9745 "type": "graph", 9746 "xaxis": { 9747 "buckets": null, 9748 "mode": "time", 9749 "name": null, 9750 "show": true, 9751 "values": [ 9752 9753 ] 9754 }, 9755 "yaxes": [ 9756 { 9757 "format": "bytes", 9758 "label": null, 9759 "logBase": 1, 9760 "max": null, 9761 "min": 0, 9762 "show": true 9763 }, 9764 { 9765 "format": "short", 9766 "label": null, 9767 "logBase": 1, 9768 "max": null, 9769 "min": null, 9770 "show": false 9771 } 9772 ] 9773 } 9774 ], 9775 "repeat": null, 9776 "repeatIteration": null, 9777 "repeatRowId": null, 9778 "showTitle": true, 9779 "title": "Memory", 9780 "titleSize": "h6" 9781 }, 9782 { 9783 "collapse": false, 9784 "height": "250px", 9785 "panels": [ 9786 { 9787 "aliasColors": { 9788 9789 }, 9790 "bars": false, 9791 "dashLength": 10, 9792 "dashes": false, 9793 "datasource": "$datasource", 9794 "fill": 1, 9795 "id": 10, 9796 "interval": "1m", 9797 "legend": { 9798 "alignAsTable": true, 9799 "avg": false, 9800 "current": false, 9801 "max": false, 9802 "min": false, 9803 "rightSide": true, 9804 "show": true, 9805 "total": false, 9806 "values": false 9807 }, 9808 "lines": true, 9809 "linewidth": 1, 9810 "links": [ 9811 9812 ], 9813 "nullPointMode": "null as zero", 9814 "percentage": false, 9815 "pointradius": 5, 9816 "points": false, 9817 "renderer": "flot", 9818 "seriesOverrides": [ 9819 9820 ], 9821 "spaceLength": 10, 9822 "span": 12, 9823 "stack": false, 9824 "steppedLine": false, 9825 "styles": [ 9826 { 9827 "alias": "Time", 9828 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9829 "pattern": "Time", 9830 "type": "hidden" 9831 }, 9832 { 9833 "alias": "Pods", 9834 "colorMode": null, 9835 "colors": [ 9836 9837 ], 9838 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9839 "decimals": 0, 9840 "link": true, 9841 "linkTargetBlank": false, 9842 "linkTooltip": "Drill down to pods", 9843 "linkUrl": "/d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1", 9844 "pattern": "Value #A", 9845 "thresholds": [ 9846 9847 ], 9848 "type": "number", 9849 "unit": "short" 9850 }, 9851 { 9852 "alias": "Workloads", 9853 "colorMode": null, 9854 "colors": [ 9855 9856 ], 9857 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9858 "decimals": 0, 9859 "link": true, 9860 "linkTargetBlank": false, 9861 "linkTooltip": "Drill down to workloads", 9862 "linkUrl": "/d/a87fb0d919ec0ea5f6543124e16c42a5/k8s-resources-workloads-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1", 9863 "pattern": "Value #B", 9864 "thresholds": [ 9865 9866 ], 9867 "type": "number", 9868 "unit": "short" 9869 }, 9870 { 9871 "alias": "Memory Usage", 9872 "colorMode": null, 9873 "colors": [ 9874 9875 ], 9876 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9877 "decimals": 2, 9878 "link": false, 9879 "linkTargetBlank": false, 9880 "linkTooltip": "Drill down", 9881 "linkUrl": "", 9882 "pattern": "Value #C", 9883 "thresholds": [ 9884 9885 ], 9886 "type": "number", 9887 "unit": "bytes" 9888 }, 9889 { 9890 "alias": "Memory Requests", 9891 "colorMode": null, 9892 "colors": [ 9893 9894 ], 9895 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9896 "decimals": 2, 9897 "link": false, 9898 "linkTargetBlank": false, 9899 "linkTooltip": "Drill down", 9900 "linkUrl": "", 9901 "pattern": "Value #D", 9902 "thresholds": [ 9903 9904 ], 9905 "type": "number", 9906 "unit": "bytes" 9907 }, 9908 { 9909 "alias": "Memory Requests %", 9910 "colorMode": null, 9911 "colors": [ 9912 9913 ], 9914 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9915 "decimals": 2, 9916 "link": false, 9917 "linkTargetBlank": false, 9918 "linkTooltip": "Drill down", 9919 "linkUrl": "", 9920 "pattern": "Value #E", 9921 "thresholds": [ 9922 9923 ], 9924 "type": "number", 9925 "unit": "percentunit" 9926 }, 9927 { 9928 "alias": "Memory Limits", 9929 "colorMode": null, 9930 "colors": [ 9931 9932 ], 9933 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9934 "decimals": 2, 9935 "link": false, 9936 "linkTargetBlank": false, 9937 "linkTooltip": "Drill down", 9938 "linkUrl": "", 9939 "pattern": "Value #F", 9940 "thresholds": [ 9941 9942 ], 9943 "type": "number", 9944 "unit": "bytes" 9945 }, 9946 { 9947 "alias": "Memory Limits %", 9948 "colorMode": null, 9949 "colors": [ 9950 9951 ], 9952 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9953 "decimals": 2, 9954 "link": false, 9955 "linkTargetBlank": false, 9956 "linkTooltip": "Drill down", 9957 "linkUrl": "", 9958 "pattern": "Value #G", 9959 "thresholds": [ 9960 9961 ], 9962 "type": "number", 9963 "unit": "percentunit" 9964 }, 9965 { 9966 "alias": "Namespace", 9967 "colorMode": null, 9968 "colors": [ 9969 9970 ], 9971 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9972 "decimals": 2, 9973 "link": true, 9974 "linkTargetBlank": false, 9975 "linkTooltip": "Drill down to pods", 9976 "linkUrl": "/d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell", 9977 "pattern": "namespace", 9978 "thresholds": [ 9979 9980 ], 9981 "type": "number", 9982 "unit": "short" 9983 }, 9984 { 9985 "alias": "", 9986 "colorMode": null, 9987 "colors": [ 9988 9989 ], 9990 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9991 "decimals": 2, 9992 "pattern": "/.*/", 9993 "thresholds": [ 9994 9995 ], 9996 "type": "string", 9997 "unit": "short" 9998 } 9999 ], 10000 "targets": [ 10001 { 10002 "expr": "sum(kube_pod_owner{job=\"kube-state-metrics\", cluster=\"$cluster\"}) by (namespace)", 10003 "format": "table", 10004 "instant": true, 10005 "intervalFactor": 2, 10006 "legendFormat": "", 10007 "refId": "A", 10008 "step": 10 10009 }, 10010 { 10011 "expr": "count(avg(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\"}) by (workload, namespace)) by (namespace)", 10012 "format": "table", 10013 "instant": true, 10014 "intervalFactor": 2, 10015 "legendFormat": "", 10016 "refId": "B", 10017 "step": 10 10018 }, 10019 { 10020 "expr": "sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", container!=\"\"}) by (namespace)", 10021 "format": "table", 10022 "instant": true, 10023 "intervalFactor": 2, 10024 "legendFormat": "", 10025 "refId": "C", 10026 "step": 10 10027 }, 10028 { 10029 "expr": "sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", 10030 "format": "table", 10031 "instant": true, 10032 "intervalFactor": 2, 10033 "legendFormat": "", 10034 "refId": "D", 10035 "step": 10 10036 }, 10037 { 10038 "expr": "sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", container!=\"\"}) by (namespace) / sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", 10039 "format": "table", 10040 "instant": true, 10041 "intervalFactor": 2, 10042 "legendFormat": "", 10043 "refId": "E", 10044 "step": 10 10045 }, 10046 { 10047 "expr": "sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", 10048 "format": "table", 10049 "instant": true, 10050 "intervalFactor": 2, 10051 "legendFormat": "", 10052 "refId": "F", 10053 "step": 10 10054 }, 10055 { 10056 "expr": "sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", container!=\"\"}) by (namespace) / sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", 10057 "format": "table", 10058 "instant": true, 10059 "intervalFactor": 2, 10060 "legendFormat": "", 10061 "refId": "G", 10062 "step": 10 10063 } 10064 ], 10065 "thresholds": [ 10066 10067 ], 10068 "timeFrom": null, 10069 "timeShift": null, 10070 "title": "Requests by Namespace", 10071 "tooltip": { 10072 "shared": false, 10073 "sort": 2, 10074 "value_type": "individual" 10075 }, 10076 "transform": "table", 10077 "type": "table", 10078 "xaxis": { 10079 "buckets": null, 10080 "mode": "time", 10081 "name": null, 10082 "show": true, 10083 "values": [ 10084 10085 ] 10086 }, 10087 "yaxes": [ 10088 { 10089 "format": "short", 10090 "label": null, 10091 "logBase": 1, 10092 "max": null, 10093 "min": 0, 10094 "show": true 10095 }, 10096 { 10097 "format": "short", 10098 "label": null, 10099 "logBase": 1, 10100 "max": null, 10101 "min": null, 10102 "show": false 10103 } 10104 ] 10105 } 10106 ], 10107 "repeat": null, 10108 "repeatIteration": null, 10109 "repeatRowId": null, 10110 "showTitle": true, 10111 "title": "Memory Requests", 10112 "titleSize": "h6" 10113 }, 10114 { 10115 "collapse": false, 10116 "height": "250px", 10117 "panels": [ 10118 { 10119 "aliasColors": { 10120 10121 }, 10122 "bars": false, 10123 "dashLength": 10, 10124 "dashes": false, 10125 "datasource": "$datasource", 10126 "fill": 1, 10127 "id": 11, 10128 "interval": "1m", 10129 "legend": { 10130 "alignAsTable": true, 10131 "avg": false, 10132 "current": false, 10133 "max": false, 10134 "min": false, 10135 "rightSide": true, 10136 "show": true, 10137 "total": false, 10138 "values": false 10139 }, 10140 "lines": true, 10141 "linewidth": 1, 10142 "links": [ 10143 10144 ], 10145 "nullPointMode": "null as zero", 10146 "percentage": false, 10147 "pointradius": 5, 10148 "points": false, 10149 "renderer": "flot", 10150 "seriesOverrides": [ 10151 10152 ], 10153 "spaceLength": 10, 10154 "span": 12, 10155 "stack": false, 10156 "steppedLine": false, 10157 "styles": [ 10158 { 10159 "alias": "Time", 10160 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10161 "pattern": "Time", 10162 "type": "hidden" 10163 }, 10164 { 10165 "alias": "Current Receive Bandwidth", 10166 "colorMode": null, 10167 "colors": [ 10168 10169 ], 10170 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10171 "decimals": 2, 10172 "link": false, 10173 "linkTargetBlank": false, 10174 "linkTooltip": "Drill down", 10175 "linkUrl": "", 10176 "pattern": "Value #A", 10177 "thresholds": [ 10178 10179 ], 10180 "type": "number", 10181 "unit": "Bps" 10182 }, 10183 { 10184 "alias": "Current Transmit Bandwidth", 10185 "colorMode": null, 10186 "colors": [ 10187 10188 ], 10189 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10190 "decimals": 2, 10191 "link": false, 10192 "linkTargetBlank": false, 10193 "linkTooltip": "Drill down", 10194 "linkUrl": "", 10195 "pattern": "Value #B", 10196 "thresholds": [ 10197 10198 ], 10199 "type": "number", 10200 "unit": "Bps" 10201 }, 10202 { 10203 "alias": "Rate of Received Packets", 10204 "colorMode": null, 10205 "colors": [ 10206 10207 ], 10208 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10209 "decimals": 2, 10210 "link": false, 10211 "linkTargetBlank": false, 10212 "linkTooltip": "Drill down", 10213 "linkUrl": "", 10214 "pattern": "Value #C", 10215 "thresholds": [ 10216 10217 ], 10218 "type": "number", 10219 "unit": "pps" 10220 }, 10221 { 10222 "alias": "Rate of Transmitted Packets", 10223 "colorMode": null, 10224 "colors": [ 10225 10226 ], 10227 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10228 "decimals": 2, 10229 "link": false, 10230 "linkTargetBlank": false, 10231 "linkTooltip": "Drill down", 10232 "linkUrl": "", 10233 "pattern": "Value #D", 10234 "thresholds": [ 10235 10236 ], 10237 "type": "number", 10238 "unit": "pps" 10239 }, 10240 { 10241 "alias": "Rate of Received Packets Dropped", 10242 "colorMode": null, 10243 "colors": [ 10244 10245 ], 10246 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10247 "decimals": 2, 10248 "link": false, 10249 "linkTargetBlank": false, 10250 "linkTooltip": "Drill down", 10251 "linkUrl": "", 10252 "pattern": "Value #E", 10253 "thresholds": [ 10254 10255 ], 10256 "type": "number", 10257 "unit": "pps" 10258 }, 10259 { 10260 "alias": "Rate of Transmitted Packets Dropped", 10261 "colorMode": null, 10262 "colors": [ 10263 10264 ], 10265 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10266 "decimals": 2, 10267 "link": false, 10268 "linkTargetBlank": false, 10269 "linkTooltip": "Drill down", 10270 "linkUrl": "", 10271 "pattern": "Value #F", 10272 "thresholds": [ 10273 10274 ], 10275 "type": "number", 10276 "unit": "pps" 10277 }, 10278 { 10279 "alias": "Namespace", 10280 "colorMode": null, 10281 "colors": [ 10282 10283 ], 10284 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10285 "decimals": 2, 10286 "link": true, 10287 "linkTargetBlank": false, 10288 "linkTooltip": "Drill down to pods", 10289 "linkUrl": "/d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell", 10290 "pattern": "namespace", 10291 "thresholds": [ 10292 10293 ], 10294 "type": "number", 10295 "unit": "short" 10296 }, 10297 { 10298 "alias": "", 10299 "colorMode": null, 10300 "colors": [ 10301 10302 ], 10303 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10304 "decimals": 2, 10305 "pattern": "/.*/", 10306 "thresholds": [ 10307 10308 ], 10309 "type": "string", 10310 "unit": "short" 10311 } 10312 ], 10313 "targets": [ 10314 { 10315 "expr": "sum(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10316 "format": "table", 10317 "instant": true, 10318 "intervalFactor": 2, 10319 "legendFormat": "", 10320 "refId": "A", 10321 "step": 10 10322 }, 10323 { 10324 "expr": "sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10325 "format": "table", 10326 "instant": true, 10327 "intervalFactor": 2, 10328 "legendFormat": "", 10329 "refId": "B", 10330 "step": 10 10331 }, 10332 { 10333 "expr": "sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10334 "format": "table", 10335 "instant": true, 10336 "intervalFactor": 2, 10337 "legendFormat": "", 10338 "refId": "C", 10339 "step": 10 10340 }, 10341 { 10342 "expr": "sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10343 "format": "table", 10344 "instant": true, 10345 "intervalFactor": 2, 10346 "legendFormat": "", 10347 "refId": "D", 10348 "step": 10 10349 }, 10350 { 10351 "expr": "sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10352 "format": "table", 10353 "instant": true, 10354 "intervalFactor": 2, 10355 "legendFormat": "", 10356 "refId": "E", 10357 "step": 10 10358 }, 10359 { 10360 "expr": "sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10361 "format": "table", 10362 "instant": true, 10363 "intervalFactor": 2, 10364 "legendFormat": "", 10365 "refId": "F", 10366 "step": 10 10367 } 10368 ], 10369 "thresholds": [ 10370 10371 ], 10372 "timeFrom": null, 10373 "timeShift": null, 10374 "title": "Current Network Usage", 10375 "tooltip": { 10376 "shared": false, 10377 "sort": 2, 10378 "value_type": "individual" 10379 }, 10380 "transform": "table", 10381 "type": "table", 10382 "xaxis": { 10383 "buckets": null, 10384 "mode": "time", 10385 "name": null, 10386 "show": true, 10387 "values": [ 10388 10389 ] 10390 }, 10391 "yaxes": [ 10392 { 10393 "format": "short", 10394 "label": null, 10395 "logBase": 1, 10396 "max": null, 10397 "min": 0, 10398 "show": true 10399 }, 10400 { 10401 "format": "short", 10402 "label": null, 10403 "logBase": 1, 10404 "max": null, 10405 "min": null, 10406 "show": false 10407 } 10408 ] 10409 } 10410 ], 10411 "repeat": null, 10412 "repeatIteration": null, 10413 "repeatRowId": null, 10414 "showTitle": true, 10415 "title": "Current Network Usage", 10416 "titleSize": "h6" 10417 }, 10418 { 10419 "collapse": false, 10420 "height": "250px", 10421 "panels": [ 10422 { 10423 "aliasColors": { 10424 10425 }, 10426 "bars": false, 10427 "dashLength": 10, 10428 "dashes": false, 10429 "datasource": "$datasource", 10430 "fill": 10, 10431 "id": 12, 10432 "interval": "1m", 10433 "legend": { 10434 "alignAsTable": true, 10435 "avg": false, 10436 "current": false, 10437 "max": false, 10438 "min": false, 10439 "rightSide": true, 10440 "show": true, 10441 "total": false, 10442 "values": false 10443 }, 10444 "lines": true, 10445 "linewidth": 0, 10446 "links": [ 10447 10448 ], 10449 "nullPointMode": "null as zero", 10450 "percentage": false, 10451 "pointradius": 5, 10452 "points": false, 10453 "renderer": "flot", 10454 "seriesOverrides": [ 10455 10456 ], 10457 "spaceLength": 10, 10458 "span": 6, 10459 "stack": true, 10460 "steppedLine": false, 10461 "targets": [ 10462 { 10463 "expr": "sum(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10464 "format": "time_series", 10465 "intervalFactor": 2, 10466 "legendFormat": "{{namespace}}", 10467 "legendLink": null, 10468 "step": 10 10469 } 10470 ], 10471 "thresholds": [ 10472 10473 ], 10474 "timeFrom": null, 10475 "timeShift": null, 10476 "title": "Receive Bandwidth", 10477 "tooltip": { 10478 "shared": false, 10479 "sort": 2, 10480 "value_type": "individual" 10481 }, 10482 "type": "graph", 10483 "xaxis": { 10484 "buckets": null, 10485 "mode": "time", 10486 "name": null, 10487 "show": true, 10488 "values": [ 10489 10490 ] 10491 }, 10492 "yaxes": [ 10493 { 10494 "format": "Bps", 10495 "label": null, 10496 "logBase": 1, 10497 "max": null, 10498 "min": 0, 10499 "show": true 10500 }, 10501 { 10502 "format": "short", 10503 "label": null, 10504 "logBase": 1, 10505 "max": null, 10506 "min": null, 10507 "show": false 10508 } 10509 ] 10510 }, 10511 { 10512 "aliasColors": { 10513 10514 }, 10515 "bars": false, 10516 "dashLength": 10, 10517 "dashes": false, 10518 "datasource": "$datasource", 10519 "fill": 10, 10520 "id": 13, 10521 "interval": "1m", 10522 "legend": { 10523 "alignAsTable": true, 10524 "avg": false, 10525 "current": false, 10526 "max": false, 10527 "min": false, 10528 "rightSide": true, 10529 "show": true, 10530 "total": false, 10531 "values": false 10532 }, 10533 "lines": true, 10534 "linewidth": 0, 10535 "links": [ 10536 10537 ], 10538 "nullPointMode": "null as zero", 10539 "percentage": false, 10540 "pointradius": 5, 10541 "points": false, 10542 "renderer": "flot", 10543 "seriesOverrides": [ 10544 10545 ], 10546 "spaceLength": 10, 10547 "span": 6, 10548 "stack": true, 10549 "steppedLine": false, 10550 "targets": [ 10551 { 10552 "expr": "sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10553 "format": "time_series", 10554 "intervalFactor": 2, 10555 "legendFormat": "{{namespace}}", 10556 "legendLink": null, 10557 "step": 10 10558 } 10559 ], 10560 "thresholds": [ 10561 10562 ], 10563 "timeFrom": null, 10564 "timeShift": null, 10565 "title": "Transmit Bandwidth", 10566 "tooltip": { 10567 "shared": false, 10568 "sort": 2, 10569 "value_type": "individual" 10570 }, 10571 "type": "graph", 10572 "xaxis": { 10573 "buckets": null, 10574 "mode": "time", 10575 "name": null, 10576 "show": true, 10577 "values": [ 10578 10579 ] 10580 }, 10581 "yaxes": [ 10582 { 10583 "format": "Bps", 10584 "label": null, 10585 "logBase": 1, 10586 "max": null, 10587 "min": 0, 10588 "show": true 10589 }, 10590 { 10591 "format": "short", 10592 "label": null, 10593 "logBase": 1, 10594 "max": null, 10595 "min": null, 10596 "show": false 10597 } 10598 ] 10599 } 10600 ], 10601 "repeat": null, 10602 "repeatIteration": null, 10603 "repeatRowId": null, 10604 "showTitle": true, 10605 "title": "Bandwidth", 10606 "titleSize": "h6" 10607 }, 10608 { 10609 "collapse": false, 10610 "height": "250px", 10611 "panels": [ 10612 { 10613 "aliasColors": { 10614 10615 }, 10616 "bars": false, 10617 "dashLength": 10, 10618 "dashes": false, 10619 "datasource": "$datasource", 10620 "fill": 10, 10621 "id": 14, 10622 "interval": "1m", 10623 "legend": { 10624 "alignAsTable": true, 10625 "avg": false, 10626 "current": false, 10627 "max": false, 10628 "min": false, 10629 "rightSide": true, 10630 "show": true, 10631 "total": false, 10632 "values": false 10633 }, 10634 "lines": true, 10635 "linewidth": 0, 10636 "links": [ 10637 10638 ], 10639 "nullPointMode": "null as zero", 10640 "percentage": false, 10641 "pointradius": 5, 10642 "points": false, 10643 "renderer": "flot", 10644 "seriesOverrides": [ 10645 10646 ], 10647 "spaceLength": 10, 10648 "span": 6, 10649 "stack": true, 10650 "steppedLine": false, 10651 "targets": [ 10652 { 10653 "expr": "avg(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10654 "format": "time_series", 10655 "intervalFactor": 2, 10656 "legendFormat": "{{namespace}}", 10657 "legendLink": null, 10658 "step": 10 10659 } 10660 ], 10661 "thresholds": [ 10662 10663 ], 10664 "timeFrom": null, 10665 "timeShift": null, 10666 "title": "Average Container Bandwidth by Namespace: Received", 10667 "tooltip": { 10668 "shared": false, 10669 "sort": 2, 10670 "value_type": "individual" 10671 }, 10672 "type": "graph", 10673 "xaxis": { 10674 "buckets": null, 10675 "mode": "time", 10676 "name": null, 10677 "show": true, 10678 "values": [ 10679 10680 ] 10681 }, 10682 "yaxes": [ 10683 { 10684 "format": "Bps", 10685 "label": null, 10686 "logBase": 1, 10687 "max": null, 10688 "min": 0, 10689 "show": true 10690 }, 10691 { 10692 "format": "short", 10693 "label": null, 10694 "logBase": 1, 10695 "max": null, 10696 "min": null, 10697 "show": false 10698 } 10699 ] 10700 }, 10701 { 10702 "aliasColors": { 10703 10704 }, 10705 "bars": false, 10706 "dashLength": 10, 10707 "dashes": false, 10708 "datasource": "$datasource", 10709 "fill": 10, 10710 "id": 15, 10711 "interval": "1m", 10712 "legend": { 10713 "alignAsTable": true, 10714 "avg": false, 10715 "current": false, 10716 "max": false, 10717 "min": false, 10718 "rightSide": true, 10719 "show": true, 10720 "total": false, 10721 "values": false 10722 }, 10723 "lines": true, 10724 "linewidth": 0, 10725 "links": [ 10726 10727 ], 10728 "nullPointMode": "null as zero", 10729 "percentage": false, 10730 "pointradius": 5, 10731 "points": false, 10732 "renderer": "flot", 10733 "seriesOverrides": [ 10734 10735 ], 10736 "spaceLength": 10, 10737 "span": 6, 10738 "stack": true, 10739 "steppedLine": false, 10740 "targets": [ 10741 { 10742 "expr": "avg(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10743 "format": "time_series", 10744 "intervalFactor": 2, 10745 "legendFormat": "{{namespace}}", 10746 "legendLink": null, 10747 "step": 10 10748 } 10749 ], 10750 "thresholds": [ 10751 10752 ], 10753 "timeFrom": null, 10754 "timeShift": null, 10755 "title": "Average Container Bandwidth by Namespace: Transmitted", 10756 "tooltip": { 10757 "shared": false, 10758 "sort": 2, 10759 "value_type": "individual" 10760 }, 10761 "type": "graph", 10762 "xaxis": { 10763 "buckets": null, 10764 "mode": "time", 10765 "name": null, 10766 "show": true, 10767 "values": [ 10768 10769 ] 10770 }, 10771 "yaxes": [ 10772 { 10773 "format": "Bps", 10774 "label": null, 10775 "logBase": 1, 10776 "max": null, 10777 "min": 0, 10778 "show": true 10779 }, 10780 { 10781 "format": "short", 10782 "label": null, 10783 "logBase": 1, 10784 "max": null, 10785 "min": null, 10786 "show": false 10787 } 10788 ] 10789 } 10790 ], 10791 "repeat": null, 10792 "repeatIteration": null, 10793 "repeatRowId": null, 10794 "showTitle": true, 10795 "title": "Average Container Bandwidth by Namespace", 10796 "titleSize": "h6" 10797 }, 10798 { 10799 "collapse": false, 10800 "height": "250px", 10801 "panels": [ 10802 { 10803 "aliasColors": { 10804 10805 }, 10806 "bars": false, 10807 "dashLength": 10, 10808 "dashes": false, 10809 "datasource": "$datasource", 10810 "fill": 10, 10811 "id": 16, 10812 "interval": "1m", 10813 "legend": { 10814 "alignAsTable": true, 10815 "avg": false, 10816 "current": false, 10817 "max": false, 10818 "min": false, 10819 "rightSide": true, 10820 "show": true, 10821 "total": false, 10822 "values": false 10823 }, 10824 "lines": true, 10825 "linewidth": 0, 10826 "links": [ 10827 10828 ], 10829 "nullPointMode": "null as zero", 10830 "percentage": false, 10831 "pointradius": 5, 10832 "points": false, 10833 "renderer": "flot", 10834 "seriesOverrides": [ 10835 10836 ], 10837 "spaceLength": 10, 10838 "span": 6, 10839 "stack": true, 10840 "steppedLine": false, 10841 "targets": [ 10842 { 10843 "expr": "sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10844 "format": "time_series", 10845 "intervalFactor": 2, 10846 "legendFormat": "{{namespace}}", 10847 "legendLink": null, 10848 "step": 10 10849 } 10850 ], 10851 "thresholds": [ 10852 10853 ], 10854 "timeFrom": null, 10855 "timeShift": null, 10856 "title": "Rate of Received Packets", 10857 "tooltip": { 10858 "shared": false, 10859 "sort": 2, 10860 "value_type": "individual" 10861 }, 10862 "type": "graph", 10863 "xaxis": { 10864 "buckets": null, 10865 "mode": "time", 10866 "name": null, 10867 "show": true, 10868 "values": [ 10869 10870 ] 10871 }, 10872 "yaxes": [ 10873 { 10874 "format": "pps", 10875 "label": null, 10876 "logBase": 1, 10877 "max": null, 10878 "min": 0, 10879 "show": true 10880 }, 10881 { 10882 "format": "short", 10883 "label": null, 10884 "logBase": 1, 10885 "max": null, 10886 "min": null, 10887 "show": false 10888 } 10889 ] 10890 }, 10891 { 10892 "aliasColors": { 10893 10894 }, 10895 "bars": false, 10896 "dashLength": 10, 10897 "dashes": false, 10898 "datasource": "$datasource", 10899 "fill": 10, 10900 "id": 17, 10901 "interval": "1m", 10902 "legend": { 10903 "alignAsTable": true, 10904 "avg": false, 10905 "current": false, 10906 "max": false, 10907 "min": false, 10908 "rightSide": true, 10909 "show": true, 10910 "total": false, 10911 "values": false 10912 }, 10913 "lines": true, 10914 "linewidth": 0, 10915 "links": [ 10916 10917 ], 10918 "nullPointMode": "null as zero", 10919 "percentage": false, 10920 "pointradius": 5, 10921 "points": false, 10922 "renderer": "flot", 10923 "seriesOverrides": [ 10924 10925 ], 10926 "spaceLength": 10, 10927 "span": 6, 10928 "stack": true, 10929 "steppedLine": false, 10930 "targets": [ 10931 { 10932 "expr": "sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10933 "format": "time_series", 10934 "intervalFactor": 2, 10935 "legendFormat": "{{namespace}}", 10936 "legendLink": null, 10937 "step": 10 10938 } 10939 ], 10940 "thresholds": [ 10941 10942 ], 10943 "timeFrom": null, 10944 "timeShift": null, 10945 "title": "Rate of Transmitted Packets", 10946 "tooltip": { 10947 "shared": false, 10948 "sort": 2, 10949 "value_type": "individual" 10950 }, 10951 "type": "graph", 10952 "xaxis": { 10953 "buckets": null, 10954 "mode": "time", 10955 "name": null, 10956 "show": true, 10957 "values": [ 10958 10959 ] 10960 }, 10961 "yaxes": [ 10962 { 10963 "format": "pps", 10964 "label": null, 10965 "logBase": 1, 10966 "max": null, 10967 "min": 0, 10968 "show": true 10969 }, 10970 { 10971 "format": "short", 10972 "label": null, 10973 "logBase": 1, 10974 "max": null, 10975 "min": null, 10976 "show": false 10977 } 10978 ] 10979 } 10980 ], 10981 "repeat": null, 10982 "repeatIteration": null, 10983 "repeatRowId": null, 10984 "showTitle": true, 10985 "title": "Rate of Packets", 10986 "titleSize": "h6" 10987 }, 10988 { 10989 "collapse": false, 10990 "height": "250px", 10991 "panels": [ 10992 { 10993 "aliasColors": { 10994 10995 }, 10996 "bars": false, 10997 "dashLength": 10, 10998 "dashes": false, 10999 "datasource": "$datasource", 11000 "fill": 10, 11001 "id": 18, 11002 "interval": "1m", 11003 "legend": { 11004 "alignAsTable": true, 11005 "avg": false, 11006 "current": false, 11007 "max": false, 11008 "min": false, 11009 "rightSide": true, 11010 "show": true, 11011 "total": false, 11012 "values": false 11013 }, 11014 "lines": true, 11015 "linewidth": 0, 11016 "links": [ 11017 11018 ], 11019 "nullPointMode": "null as zero", 11020 "percentage": false, 11021 "pointradius": 5, 11022 "points": false, 11023 "renderer": "flot", 11024 "seriesOverrides": [ 11025 11026 ], 11027 "spaceLength": 10, 11028 "span": 6, 11029 "stack": true, 11030 "steppedLine": false, 11031 "targets": [ 11032 { 11033 "expr": "sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 11034 "format": "time_series", 11035 "intervalFactor": 2, 11036 "legendFormat": "{{namespace}}", 11037 "legendLink": null, 11038 "step": 10 11039 } 11040 ], 11041 "thresholds": [ 11042 11043 ], 11044 "timeFrom": null, 11045 "timeShift": null, 11046 "title": "Rate of Received Packets Dropped", 11047 "tooltip": { 11048 "shared": false, 11049 "sort": 2, 11050 "value_type": "individual" 11051 }, 11052 "type": "graph", 11053 "xaxis": { 11054 "buckets": null, 11055 "mode": "time", 11056 "name": null, 11057 "show": true, 11058 "values": [ 11059 11060 ] 11061 }, 11062 "yaxes": [ 11063 { 11064 "format": "pps", 11065 "label": null, 11066 "logBase": 1, 11067 "max": null, 11068 "min": 0, 11069 "show": true 11070 }, 11071 { 11072 "format": "short", 11073 "label": null, 11074 "logBase": 1, 11075 "max": null, 11076 "min": null, 11077 "show": false 11078 } 11079 ] 11080 }, 11081 { 11082 "aliasColors": { 11083 11084 }, 11085 "bars": false, 11086 "dashLength": 10, 11087 "dashes": false, 11088 "datasource": "$datasource", 11089 "fill": 10, 11090 "id": 19, 11091 "interval": "1m", 11092 "legend": { 11093 "alignAsTable": true, 11094 "avg": false, 11095 "current": false, 11096 "max": false, 11097 "min": false, 11098 "rightSide": true, 11099 "show": true, 11100 "total": false, 11101 "values": false 11102 }, 11103 "lines": true, 11104 "linewidth": 0, 11105 "links": [ 11106 11107 ], 11108 "nullPointMode": "null as zero", 11109 "percentage": false, 11110 "pointradius": 5, 11111 "points": false, 11112 "renderer": "flot", 11113 "seriesOverrides": [ 11114 11115 ], 11116 "spaceLength": 10, 11117 "span": 6, 11118 "stack": true, 11119 "steppedLine": false, 11120 "targets": [ 11121 { 11122 "expr": "sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 11123 "format": "time_series", 11124 "intervalFactor": 2, 11125 "legendFormat": "{{namespace}}", 11126 "legendLink": null, 11127 "step": 10 11128 } 11129 ], 11130 "thresholds": [ 11131 11132 ], 11133 "timeFrom": null, 11134 "timeShift": null, 11135 "title": "Rate of Transmitted Packets Dropped", 11136 "tooltip": { 11137 "shared": false, 11138 "sort": 2, 11139 "value_type": "individual" 11140 }, 11141 "type": "graph", 11142 "xaxis": { 11143 "buckets": null, 11144 "mode": "time", 11145 "name": null, 11146 "show": true, 11147 "values": [ 11148 11149 ] 11150 }, 11151 "yaxes": [ 11152 { 11153 "format": "pps", 11154 "label": null, 11155 "logBase": 1, 11156 "max": null, 11157 "min": 0, 11158 "show": true 11159 }, 11160 { 11161 "format": "short", 11162 "label": null, 11163 "logBase": 1, 11164 "max": null, 11165 "min": null, 11166 "show": false 11167 } 11168 ] 11169 } 11170 ], 11171 "repeat": null, 11172 "repeatIteration": null, 11173 "repeatRowId": null, 11174 "showTitle": true, 11175 "title": "Rate of Packets Dropped", 11176 "titleSize": "h6" 11177 }, 11178 { 11179 "collapse": false, 11180 "height": "250px", 11181 "panels": [ 11182 { 11183 "aliasColors": { 11184 11185 }, 11186 "bars": false, 11187 "dashLength": 10, 11188 "dashes": false, 11189 "datasource": "$datasource", 11190 "decimals": -1, 11191 "fill": 10, 11192 "id": 20, 11193 "interval": "1m", 11194 "legend": { 11195 "alignAsTable": true, 11196 "avg": false, 11197 "current": false, 11198 "max": false, 11199 "min": false, 11200 "rightSide": true, 11201 "show": true, 11202 "total": false, 11203 "values": false 11204 }, 11205 "lines": true, 11206 "linewidth": 0, 11207 "links": [ 11208 11209 ], 11210 "nullPointMode": "null as zero", 11211 "percentage": false, 11212 "pointradius": 5, 11213 "points": false, 11214 "renderer": "flot", 11215 "seriesOverrides": [ 11216 11217 ], 11218 "spaceLength": 10, 11219 "span": 6, 11220 "stack": true, 11221 "steppedLine": false, 11222 "targets": [ 11223 { 11224 "expr": "ceil(sum by(namespace) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval])))", 11225 "format": "time_series", 11226 "intervalFactor": 2, 11227 "legendFormat": "{{namespace}}", 11228 "legendLink": null, 11229 "step": 10 11230 } 11231 ], 11232 "thresholds": [ 11233 11234 ], 11235 "timeFrom": null, 11236 "timeShift": null, 11237 "title": "IOPS(Reads+Writes)", 11238 "tooltip": { 11239 "shared": false, 11240 "sort": 2, 11241 "value_type": "individual" 11242 }, 11243 "type": "graph", 11244 "xaxis": { 11245 "buckets": null, 11246 "mode": "time", 11247 "name": null, 11248 "show": true, 11249 "values": [ 11250 11251 ] 11252 }, 11253 "yaxes": [ 11254 { 11255 "format": "short", 11256 "label": null, 11257 "logBase": 1, 11258 "max": null, 11259 "min": 0, 11260 "show": true 11261 }, 11262 { 11263 "format": "short", 11264 "label": null, 11265 "logBase": 1, 11266 "max": null, 11267 "min": null, 11268 "show": false 11269 } 11270 ] 11271 }, 11272 { 11273 "aliasColors": { 11274 11275 }, 11276 "bars": false, 11277 "dashLength": 10, 11278 "dashes": false, 11279 "datasource": "$datasource", 11280 "fill": 10, 11281 "id": 21, 11282 "interval": "1m", 11283 "legend": { 11284 "alignAsTable": true, 11285 "avg": false, 11286 "current": false, 11287 "max": false, 11288 "min": false, 11289 "rightSide": true, 11290 "show": true, 11291 "total": false, 11292 "values": false 11293 }, 11294 "lines": true, 11295 "linewidth": 0, 11296 "links": [ 11297 11298 ], 11299 "nullPointMode": "null as zero", 11300 "percentage": false, 11301 "pointradius": 5, 11302 "points": false, 11303 "renderer": "flot", 11304 "seriesOverrides": [ 11305 11306 ], 11307 "spaceLength": 10, 11308 "span": 6, 11309 "stack": true, 11310 "steppedLine": false, 11311 "targets": [ 11312 { 11313 "expr": "sum by(namespace) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval]))", 11314 "format": "time_series", 11315 "intervalFactor": 2, 11316 "legendFormat": "{{namespace}}", 11317 "legendLink": null, 11318 "step": 10 11319 } 11320 ], 11321 "thresholds": [ 11322 11323 ], 11324 "timeFrom": null, 11325 "timeShift": null, 11326 "title": "ThroughPut(Read+Write)", 11327 "tooltip": { 11328 "shared": false, 11329 "sort": 2, 11330 "value_type": "individual" 11331 }, 11332 "type": "graph", 11333 "xaxis": { 11334 "buckets": null, 11335 "mode": "time", 11336 "name": null, 11337 "show": true, 11338 "values": [ 11339 11340 ] 11341 }, 11342 "yaxes": [ 11343 { 11344 "format": "Bps", 11345 "label": null, 11346 "logBase": 1, 11347 "max": null, 11348 "min": 0, 11349 "show": true 11350 }, 11351 { 11352 "format": "short", 11353 "label": null, 11354 "logBase": 1, 11355 "max": null, 11356 "min": null, 11357 "show": false 11358 } 11359 ] 11360 } 11361 ], 11362 "repeat": null, 11363 "repeatIteration": null, 11364 "repeatRowId": null, 11365 "showTitle": true, 11366 "title": "Storage IO", 11367 "titleSize": "h6" 11368 }, 11369 { 11370 "collapse": false, 11371 "height": "250px", 11372 "panels": [ 11373 { 11374 "aliasColors": { 11375 11376 }, 11377 "bars": false, 11378 "dashLength": 10, 11379 "dashes": false, 11380 "datasource": "$datasource", 11381 "fill": 1, 11382 "id": 22, 11383 "interval": "1m", 11384 "legend": { 11385 "alignAsTable": true, 11386 "avg": false, 11387 "current": false, 11388 "max": false, 11389 "min": false, 11390 "rightSide": true, 11391 "show": true, 11392 "total": false, 11393 "values": false 11394 }, 11395 "lines": true, 11396 "linewidth": 1, 11397 "links": [ 11398 11399 ], 11400 "nullPointMode": "null as zero", 11401 "percentage": false, 11402 "pointradius": 5, 11403 "points": false, 11404 "renderer": "flot", 11405 "seriesOverrides": [ 11406 11407 ], 11408 "sort": { 11409 "col": 4, 11410 "desc": true 11411 }, 11412 "spaceLength": 10, 11413 "span": 12, 11414 "stack": false, 11415 "steppedLine": false, 11416 "styles": [ 11417 { 11418 "alias": "Time", 11419 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11420 "pattern": "Time", 11421 "type": "hidden" 11422 }, 11423 { 11424 "alias": "IOPS(Reads)", 11425 "colorMode": null, 11426 "colors": [ 11427 11428 ], 11429 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11430 "decimals": -1, 11431 "link": false, 11432 "linkTargetBlank": false, 11433 "linkTooltip": "Drill down", 11434 "linkUrl": "", 11435 "pattern": "Value #A", 11436 "thresholds": [ 11437 11438 ], 11439 "type": "number", 11440 "unit": "short" 11441 }, 11442 { 11443 "alias": "IOPS(Writes)", 11444 "colorMode": null, 11445 "colors": [ 11446 11447 ], 11448 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11449 "decimals": -1, 11450 "link": false, 11451 "linkTargetBlank": false, 11452 "linkTooltip": "Drill down", 11453 "linkUrl": "", 11454 "pattern": "Value #B", 11455 "thresholds": [ 11456 11457 ], 11458 "type": "number", 11459 "unit": "short" 11460 }, 11461 { 11462 "alias": "IOPS(Reads + Writes)", 11463 "colorMode": null, 11464 "colors": [ 11465 11466 ], 11467 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11468 "decimals": -1, 11469 "link": false, 11470 "linkTargetBlank": false, 11471 "linkTooltip": "Drill down", 11472 "linkUrl": "", 11473 "pattern": "Value #C", 11474 "thresholds": [ 11475 11476 ], 11477 "type": "number", 11478 "unit": "short" 11479 }, 11480 { 11481 "alias": "Throughput(Read)", 11482 "colorMode": null, 11483 "colors": [ 11484 11485 ], 11486 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11487 "decimals": 2, 11488 "link": false, 11489 "linkTargetBlank": false, 11490 "linkTooltip": "Drill down", 11491 "linkUrl": "", 11492 "pattern": "Value #D", 11493 "thresholds": [ 11494 11495 ], 11496 "type": "number", 11497 "unit": "Bps" 11498 }, 11499 { 11500 "alias": "Throughput(Write)", 11501 "colorMode": null, 11502 "colors": [ 11503 11504 ], 11505 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11506 "decimals": 2, 11507 "link": false, 11508 "linkTargetBlank": false, 11509 "linkTooltip": "Drill down", 11510 "linkUrl": "", 11511 "pattern": "Value #E", 11512 "thresholds": [ 11513 11514 ], 11515 "type": "number", 11516 "unit": "Bps" 11517 }, 11518 { 11519 "alias": "Throughput(Read + Write)", 11520 "colorMode": null, 11521 "colors": [ 11522 11523 ], 11524 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11525 "decimals": 2, 11526 "link": false, 11527 "linkTargetBlank": false, 11528 "linkTooltip": "Drill down", 11529 "linkUrl": "", 11530 "pattern": "Value #F", 11531 "thresholds": [ 11532 11533 ], 11534 "type": "number", 11535 "unit": "Bps" 11536 }, 11537 { 11538 "alias": "Namespace", 11539 "colorMode": null, 11540 "colors": [ 11541 11542 ], 11543 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11544 "decimals": 2, 11545 "link": true, 11546 "linkTargetBlank": false, 11547 "linkTooltip": "Drill down to pods", 11548 "linkUrl": "/d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell", 11549 "pattern": "namespace", 11550 "thresholds": [ 11551 11552 ], 11553 "type": "number", 11554 "unit": "short" 11555 }, 11556 { 11557 "alias": "", 11558 "colorMode": null, 11559 "colors": [ 11560 11561 ], 11562 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11563 "decimals": 2, 11564 "pattern": "/.*/", 11565 "thresholds": [ 11566 11567 ], 11568 "type": "string", 11569 "unit": "short" 11570 } 11571 ], 11572 "targets": [ 11573 { 11574 "expr": "sum by(namespace) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval]))", 11575 "format": "table", 11576 "instant": true, 11577 "intervalFactor": 2, 11578 "legendFormat": "", 11579 "refId": "A", 11580 "step": 10 11581 }, 11582 { 11583 "expr": "sum by(namespace) (rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval]))", 11584 "format": "table", 11585 "instant": true, 11586 "intervalFactor": 2, 11587 "legendFormat": "", 11588 "refId": "B", 11589 "step": 10 11590 }, 11591 { 11592 "expr": "sum by(namespace) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval]))", 11593 "format": "table", 11594 "instant": true, 11595 "intervalFactor": 2, 11596 "legendFormat": "", 11597 "refId": "C", 11598 "step": 10 11599 }, 11600 { 11601 "expr": "sum by(namespace) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval]))", 11602 "format": "table", 11603 "instant": true, 11604 "intervalFactor": 2, 11605 "legendFormat": "", 11606 "refId": "D", 11607 "step": 10 11608 }, 11609 { 11610 "expr": "sum by(namespace) (rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval]))", 11611 "format": "table", 11612 "instant": true, 11613 "intervalFactor": 2, 11614 "legendFormat": "", 11615 "refId": "E", 11616 "step": 10 11617 }, 11618 { 11619 "expr": "sum by(namespace) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval]))", 11620 "format": "table", 11621 "instant": true, 11622 "intervalFactor": 2, 11623 "legendFormat": "", 11624 "refId": "F", 11625 "step": 10 11626 } 11627 ], 11628 "thresholds": [ 11629 11630 ], 11631 "timeFrom": null, 11632 "timeShift": null, 11633 "title": "Current Storage IO", 11634 "tooltip": { 11635 "shared": false, 11636 "sort": 2, 11637 "value_type": "individual" 11638 }, 11639 "transform": "table", 11640 "type": "table", 11641 "xaxis": { 11642 "buckets": null, 11643 "mode": "time", 11644 "name": null, 11645 "show": true, 11646 "values": [ 11647 11648 ] 11649 }, 11650 "yaxes": [ 11651 { 11652 "format": "short", 11653 "label": null, 11654 "logBase": 1, 11655 "max": null, 11656 "min": 0, 11657 "show": true 11658 }, 11659 { 11660 "format": "short", 11661 "label": null, 11662 "logBase": 1, 11663 "max": null, 11664 "min": null, 11665 "show": false 11666 } 11667 ] 11668 } 11669 ], 11670 "repeat": null, 11671 "repeatIteration": null, 11672 "repeatRowId": null, 11673 "showTitle": true, 11674 "title": "Storage IO - Distribution", 11675 "titleSize": "h6" 11676 } 11677 ], 11678 "schemaVersion": 14, 11679 "style": "dark", 11680 "tags": [ 11681 "kubernetes-mixin" 11682 ], 11683 "templating": { 11684 "list": [ 11685 { 11686 "current": { 11687 "text": "default", 11688 "value": "default" 11689 }, 11690 "hide": 0, 11691 "label": "Data Source", 11692 "name": "datasource", 11693 "options": [ 11694 11695 ], 11696 "query": "prometheus", 11697 "refresh": 1, 11698 "regex": "", 11699 "type": "datasource" 11700 }, 11701 { 11702 "allValue": null, 11703 "current": { 11704 "text": "", 11705 "value": "" 11706 }, 11707 "datasource": "$datasource", 11708 "hide": 2, 11709 "includeAll": false, 11710 "label": null, 11711 "multi": false, 11712 "name": "cluster", 11713 "options": [ 11714 11715 ], 11716 "query": "label_values(up{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\"}, cluster)", 11717 "refresh": 2, 11718 "regex": "", 11719 "sort": 1, 11720 "tagValuesQuery": "", 11721 "tags": [ 11722 11723 ], 11724 "tagsQuery": "", 11725 "type": "query", 11726 "useTags": false 11727 } 11728 ] 11729 }, 11730 "time": { 11731 "from": "now-1h", 11732 "to": "now" 11733 }, 11734 "timepicker": { 11735 "refresh_intervals": [ 11736 "5s", 11737 "10s", 11738 "30s", 11739 "1m", 11740 "5m", 11741 "15m", 11742 "30m", 11743 "1h", 11744 "2h", 11745 "1d" 11746 ], 11747 "time_options": [ 11748 "5m", 11749 "15m", 11750 "1h", 11751 "6h", 11752 "12h", 11753 "24h", 11754 "2d", 11755 "7d", 11756 "30d" 11757 ] 11758 }, 11759 "timezone": "utc", 11760 "title": "Kubernetes / Compute Resources / Cluster", 11761 "uid": "efa86fd1d0c121a26444b636a3f509a8", 11762 "version": 0 11763 } 11764 --- 11765 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-namespace.yaml 11766 apiVersion: v1 11767 kind: ConfigMap 11768 metadata: 11769 namespace: kube-prometheus-stack 11770 name: kube-prometheus-stack-k8s-resources-namespace 11771 annotations: 11772 {} 11773 labels: 11774 grafana_dashboard: "1" 11775 app: kube-prometheus-stack-grafana 11776 11777 app.kubernetes.io/managed-by: Helm 11778 app.kubernetes.io/instance: kube-prometheus-stack 11779 app.kubernetes.io/version: "25.0.0" 11780 app.kubernetes.io/part-of: kube-prometheus-stack 11781 chart: kube-prometheus-stack-25.0.0 11782 release: "kube-prometheus-stack" 11783 heritage: "Helm" 11784 data: 11785 k8s-resources-namespace.json: |- 11786 { 11787 "annotations": { 11788 "list": [ 11789 11790 ] 11791 }, 11792 "editable": true, 11793 "gnetId": null, 11794 "graphTooltip": 0, 11795 "hideControls": false, 11796 "links": [ 11797 11798 ], 11799 "refresh": "10s", 11800 "rows": [ 11801 { 11802 "collapse": false, 11803 "height": "100px", 11804 "panels": [ 11805 { 11806 "aliasColors": { 11807 11808 }, 11809 "bars": false, 11810 "dashLength": 10, 11811 "dashes": false, 11812 "datasource": "$datasource", 11813 "fill": 1, 11814 "format": "percentunit", 11815 "id": 1, 11816 "interval": "1m", 11817 "legend": { 11818 "alignAsTable": true, 11819 "avg": false, 11820 "current": false, 11821 "max": false, 11822 "min": false, 11823 "rightSide": true, 11824 "show": true, 11825 "total": false, 11826 "values": false 11827 }, 11828 "lines": true, 11829 "linewidth": 1, 11830 "links": [ 11831 11832 ], 11833 "nullPointMode": "null as zero", 11834 "percentage": false, 11835 "pointradius": 5, 11836 "points": false, 11837 "renderer": "flot", 11838 "seriesOverrides": [ 11839 11840 ], 11841 "spaceLength": 10, 11842 "span": 3, 11843 "stack": false, 11844 "steppedLine": false, 11845 "targets": [ 11846 { 11847 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) / sum(kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"})", 11848 "format": "time_series", 11849 "instant": true, 11850 "intervalFactor": 2, 11851 "refId": "A" 11852 } 11853 ], 11854 "thresholds": "70,80", 11855 "timeFrom": null, 11856 "timeShift": null, 11857 "title": "CPU Utilisation (from requests)", 11858 "tooltip": { 11859 "shared": false, 11860 "sort": 2, 11861 "value_type": "individual" 11862 }, 11863 "type": "singlestat", 11864 "xaxis": { 11865 "buckets": null, 11866 "mode": "time", 11867 "name": null, 11868 "show": true, 11869 "values": [ 11870 11871 ] 11872 }, 11873 "yaxes": [ 11874 { 11875 "format": "short", 11876 "label": null, 11877 "logBase": 1, 11878 "max": null, 11879 "min": 0, 11880 "show": true 11881 }, 11882 { 11883 "format": "short", 11884 "label": null, 11885 "logBase": 1, 11886 "max": null, 11887 "min": null, 11888 "show": false 11889 } 11890 ] 11891 }, 11892 { 11893 "aliasColors": { 11894 11895 }, 11896 "bars": false, 11897 "dashLength": 10, 11898 "dashes": false, 11899 "datasource": "$datasource", 11900 "fill": 1, 11901 "format": "percentunit", 11902 "id": 2, 11903 "interval": "1m", 11904 "legend": { 11905 "alignAsTable": true, 11906 "avg": false, 11907 "current": false, 11908 "max": false, 11909 "min": false, 11910 "rightSide": true, 11911 "show": true, 11912 "total": false, 11913 "values": false 11914 }, 11915 "lines": true, 11916 "linewidth": 1, 11917 "links": [ 11918 11919 ], 11920 "nullPointMode": "null as zero", 11921 "percentage": false, 11922 "pointradius": 5, 11923 "points": false, 11924 "renderer": "flot", 11925 "seriesOverrides": [ 11926 11927 ], 11928 "spaceLength": 10, 11929 "span": 3, 11930 "stack": false, 11931 "steppedLine": false, 11932 "targets": [ 11933 { 11934 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) / sum(kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"})", 11935 "format": "time_series", 11936 "instant": true, 11937 "intervalFactor": 2, 11938 "refId": "A" 11939 } 11940 ], 11941 "thresholds": "70,80", 11942 "timeFrom": null, 11943 "timeShift": null, 11944 "title": "CPU Utilisation (from limits)", 11945 "tooltip": { 11946 "shared": false, 11947 "sort": 2, 11948 "value_type": "individual" 11949 }, 11950 "type": "singlestat", 11951 "xaxis": { 11952 "buckets": null, 11953 "mode": "time", 11954 "name": null, 11955 "show": true, 11956 "values": [ 11957 11958 ] 11959 }, 11960 "yaxes": [ 11961 { 11962 "format": "short", 11963 "label": null, 11964 "logBase": 1, 11965 "max": null, 11966 "min": 0, 11967 "show": true 11968 }, 11969 { 11970 "format": "short", 11971 "label": null, 11972 "logBase": 1, 11973 "max": null, 11974 "min": null, 11975 "show": false 11976 } 11977 ] 11978 }, 11979 { 11980 "aliasColors": { 11981 11982 }, 11983 "bars": false, 11984 "dashLength": 10, 11985 "dashes": false, 11986 "datasource": "$datasource", 11987 "fill": 1, 11988 "format": "percentunit", 11989 "id": 3, 11990 "interval": "1m", 11991 "legend": { 11992 "alignAsTable": true, 11993 "avg": false, 11994 "current": false, 11995 "max": false, 11996 "min": false, 11997 "rightSide": true, 11998 "show": true, 11999 "total": false, 12000 "values": false 12001 }, 12002 "lines": true, 12003 "linewidth": 1, 12004 "links": [ 12005 12006 ], 12007 "nullPointMode": "null as zero", 12008 "percentage": false, 12009 "pointradius": 5, 12010 "points": false, 12011 "renderer": "flot", 12012 "seriesOverrides": [ 12013 12014 ], 12015 "spaceLength": 10, 12016 "span": 3, 12017 "stack": false, 12018 "steppedLine": false, 12019 "targets": [ 12020 { 12021 "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) / sum(kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"})", 12022 "format": "time_series", 12023 "instant": true, 12024 "intervalFactor": 2, 12025 "refId": "A" 12026 } 12027 ], 12028 "thresholds": "70,80", 12029 "timeFrom": null, 12030 "timeShift": null, 12031 "title": "Memory Utilisation (from requests)", 12032 "tooltip": { 12033 "shared": false, 12034 "sort": 2, 12035 "value_type": "individual" 12036 }, 12037 "type": "singlestat", 12038 "xaxis": { 12039 "buckets": null, 12040 "mode": "time", 12041 "name": null, 12042 "show": true, 12043 "values": [ 12044 12045 ] 12046 }, 12047 "yaxes": [ 12048 { 12049 "format": "short", 12050 "label": null, 12051 "logBase": 1, 12052 "max": null, 12053 "min": 0, 12054 "show": true 12055 }, 12056 { 12057 "format": "short", 12058 "label": null, 12059 "logBase": 1, 12060 "max": null, 12061 "min": null, 12062 "show": false 12063 } 12064 ] 12065 }, 12066 { 12067 "aliasColors": { 12068 12069 }, 12070 "bars": false, 12071 "dashLength": 10, 12072 "dashes": false, 12073 "datasource": "$datasource", 12074 "fill": 1, 12075 "format": "percentunit", 12076 "id": 4, 12077 "interval": "1m", 12078 "legend": { 12079 "alignAsTable": true, 12080 "avg": false, 12081 "current": false, 12082 "max": false, 12083 "min": false, 12084 "rightSide": true, 12085 "show": true, 12086 "total": false, 12087 "values": false 12088 }, 12089 "lines": true, 12090 "linewidth": 1, 12091 "links": [ 12092 12093 ], 12094 "nullPointMode": "null as zero", 12095 "percentage": false, 12096 "pointradius": 5, 12097 "points": false, 12098 "renderer": "flot", 12099 "seriesOverrides": [ 12100 12101 ], 12102 "spaceLength": 10, 12103 "span": 3, 12104 "stack": false, 12105 "steppedLine": false, 12106 "targets": [ 12107 { 12108 "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) / sum(kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"})", 12109 "format": "time_series", 12110 "instant": true, 12111 "intervalFactor": 2, 12112 "refId": "A" 12113 } 12114 ], 12115 "thresholds": "70,80", 12116 "timeFrom": null, 12117 "timeShift": null, 12118 "title": "Memory Utilisation (from limits)", 12119 "tooltip": { 12120 "shared": false, 12121 "sort": 2, 12122 "value_type": "individual" 12123 }, 12124 "type": "singlestat", 12125 "xaxis": { 12126 "buckets": null, 12127 "mode": "time", 12128 "name": null, 12129 "show": true, 12130 "values": [ 12131 12132 ] 12133 }, 12134 "yaxes": [ 12135 { 12136 "format": "short", 12137 "label": null, 12138 "logBase": 1, 12139 "max": null, 12140 "min": 0, 12141 "show": true 12142 }, 12143 { 12144 "format": "short", 12145 "label": null, 12146 "logBase": 1, 12147 "max": null, 12148 "min": null, 12149 "show": false 12150 } 12151 ] 12152 } 12153 ], 12154 "repeat": null, 12155 "repeatIteration": null, 12156 "repeatRowId": null, 12157 "showTitle": false, 12158 "title": "Headlines", 12159 "titleSize": "h6" 12160 }, 12161 { 12162 "collapse": false, 12163 "height": "250px", 12164 "panels": [ 12165 { 12166 "aliasColors": { 12167 12168 }, 12169 "bars": false, 12170 "dashLength": 10, 12171 "dashes": false, 12172 "datasource": "$datasource", 12173 "fill": 10, 12174 "id": 5, 12175 "interval": "1m", 12176 "legend": { 12177 "alignAsTable": true, 12178 "avg": false, 12179 "current": false, 12180 "max": false, 12181 "min": false, 12182 "rightSide": true, 12183 "show": true, 12184 "total": false, 12185 "values": false 12186 }, 12187 "lines": true, 12188 "linewidth": 0, 12189 "links": [ 12190 12191 ], 12192 "nullPointMode": "null as zero", 12193 "percentage": false, 12194 "pointradius": 5, 12195 "points": false, 12196 "renderer": "flot", 12197 "seriesOverrides": [ 12198 { 12199 "alias": "quota - requests", 12200 "color": "#F2495C", 12201 "dashes": true, 12202 "fill": 0, 12203 "hiddenSeries": true, 12204 "hideTooltip": true, 12205 "legend": true, 12206 "linewidth": 2, 12207 "stack": false 12208 }, 12209 { 12210 "alias": "quota - limits", 12211 "color": "#FF9830", 12212 "dashes": true, 12213 "fill": 0, 12214 "hiddenSeries": true, 12215 "hideTooltip": true, 12216 "legend": true, 12217 "linewidth": 2, 12218 "stack": false 12219 } 12220 ], 12221 "spaceLength": 10, 12222 "span": 12, 12223 "stack": true, 12224 "steppedLine": false, 12225 "targets": [ 12226 { 12227 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12228 "format": "time_series", 12229 "intervalFactor": 2, 12230 "legendFormat": "{{pod}}", 12231 "legendLink": null, 12232 "step": 10 12233 }, 12234 { 12235 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.cpu\"})", 12236 "format": "time_series", 12237 "intervalFactor": 2, 12238 "legendFormat": "quota - requests", 12239 "legendLink": null, 12240 "step": 10 12241 }, 12242 { 12243 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.cpu\"})", 12244 "format": "time_series", 12245 "intervalFactor": 2, 12246 "legendFormat": "quota - limits", 12247 "legendLink": null, 12248 "step": 10 12249 } 12250 ], 12251 "thresholds": [ 12252 12253 ], 12254 "timeFrom": null, 12255 "timeShift": null, 12256 "title": "CPU Usage", 12257 "tooltip": { 12258 "shared": false, 12259 "sort": 2, 12260 "value_type": "individual" 12261 }, 12262 "type": "graph", 12263 "xaxis": { 12264 "buckets": null, 12265 "mode": "time", 12266 "name": null, 12267 "show": true, 12268 "values": [ 12269 12270 ] 12271 }, 12272 "yaxes": [ 12273 { 12274 "format": "short", 12275 "label": null, 12276 "logBase": 1, 12277 "max": null, 12278 "min": 0, 12279 "show": true 12280 }, 12281 { 12282 "format": "short", 12283 "label": null, 12284 "logBase": 1, 12285 "max": null, 12286 "min": null, 12287 "show": false 12288 } 12289 ] 12290 } 12291 ], 12292 "repeat": null, 12293 "repeatIteration": null, 12294 "repeatRowId": null, 12295 "showTitle": true, 12296 "title": "CPU Usage", 12297 "titleSize": "h6" 12298 }, 12299 { 12300 "collapse": false, 12301 "height": "250px", 12302 "panels": [ 12303 { 12304 "aliasColors": { 12305 12306 }, 12307 "bars": false, 12308 "dashLength": 10, 12309 "dashes": false, 12310 "datasource": "$datasource", 12311 "fill": 1, 12312 "id": 6, 12313 "interval": "1m", 12314 "legend": { 12315 "alignAsTable": true, 12316 "avg": false, 12317 "current": false, 12318 "max": false, 12319 "min": false, 12320 "rightSide": true, 12321 "show": true, 12322 "total": false, 12323 "values": false 12324 }, 12325 "lines": true, 12326 "linewidth": 1, 12327 "links": [ 12328 12329 ], 12330 "nullPointMode": "null as zero", 12331 "percentage": false, 12332 "pointradius": 5, 12333 "points": false, 12334 "renderer": "flot", 12335 "seriesOverrides": [ 12336 12337 ], 12338 "spaceLength": 10, 12339 "span": 12, 12340 "stack": false, 12341 "steppedLine": false, 12342 "styles": [ 12343 { 12344 "alias": "Time", 12345 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12346 "pattern": "Time", 12347 "type": "hidden" 12348 }, 12349 { 12350 "alias": "CPU Usage", 12351 "colorMode": null, 12352 "colors": [ 12353 12354 ], 12355 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12356 "decimals": 2, 12357 "link": false, 12358 "linkTargetBlank": false, 12359 "linkTooltip": "Drill down", 12360 "linkUrl": "", 12361 "pattern": "Value #A", 12362 "thresholds": [ 12363 12364 ], 12365 "type": "number", 12366 "unit": "short" 12367 }, 12368 { 12369 "alias": "CPU Requests", 12370 "colorMode": null, 12371 "colors": [ 12372 12373 ], 12374 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12375 "decimals": 2, 12376 "link": false, 12377 "linkTargetBlank": false, 12378 "linkTooltip": "Drill down", 12379 "linkUrl": "", 12380 "pattern": "Value #B", 12381 "thresholds": [ 12382 12383 ], 12384 "type": "number", 12385 "unit": "short" 12386 }, 12387 { 12388 "alias": "CPU Requests %", 12389 "colorMode": null, 12390 "colors": [ 12391 12392 ], 12393 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12394 "decimals": 2, 12395 "link": false, 12396 "linkTargetBlank": false, 12397 "linkTooltip": "Drill down", 12398 "linkUrl": "", 12399 "pattern": "Value #C", 12400 "thresholds": [ 12401 12402 ], 12403 "type": "number", 12404 "unit": "percentunit" 12405 }, 12406 { 12407 "alias": "CPU Limits", 12408 "colorMode": null, 12409 "colors": [ 12410 12411 ], 12412 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12413 "decimals": 2, 12414 "link": false, 12415 "linkTargetBlank": false, 12416 "linkTooltip": "Drill down", 12417 "linkUrl": "", 12418 "pattern": "Value #D", 12419 "thresholds": [ 12420 12421 ], 12422 "type": "number", 12423 "unit": "short" 12424 }, 12425 { 12426 "alias": "CPU Limits %", 12427 "colorMode": null, 12428 "colors": [ 12429 12430 ], 12431 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12432 "decimals": 2, 12433 "link": false, 12434 "linkTargetBlank": false, 12435 "linkTooltip": "Drill down", 12436 "linkUrl": "", 12437 "pattern": "Value #E", 12438 "thresholds": [ 12439 12440 ], 12441 "type": "number", 12442 "unit": "percentunit" 12443 }, 12444 { 12445 "alias": "Pod", 12446 "colorMode": null, 12447 "colors": [ 12448 12449 ], 12450 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12451 "decimals": 2, 12452 "link": true, 12453 "linkTargetBlank": false, 12454 "linkTooltip": "Drill down", 12455 "linkUrl": "/d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 12456 "pattern": "pod", 12457 "thresholds": [ 12458 12459 ], 12460 "type": "number", 12461 "unit": "short" 12462 }, 12463 { 12464 "alias": "", 12465 "colorMode": null, 12466 "colors": [ 12467 12468 ], 12469 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12470 "decimals": 2, 12471 "pattern": "/.*/", 12472 "thresholds": [ 12473 12474 ], 12475 "type": "string", 12476 "unit": "short" 12477 } 12478 ], 12479 "targets": [ 12480 { 12481 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12482 "format": "table", 12483 "instant": true, 12484 "intervalFactor": 2, 12485 "legendFormat": "", 12486 "refId": "A", 12487 "step": 10 12488 }, 12489 { 12490 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12491 "format": "table", 12492 "instant": true, 12493 "intervalFactor": 2, 12494 "legendFormat": "", 12495 "refId": "B", 12496 "step": 10 12497 }, 12498 { 12499 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12500 "format": "table", 12501 "instant": true, 12502 "intervalFactor": 2, 12503 "legendFormat": "", 12504 "refId": "C", 12505 "step": 10 12506 }, 12507 { 12508 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12509 "format": "table", 12510 "instant": true, 12511 "intervalFactor": 2, 12512 "legendFormat": "", 12513 "refId": "D", 12514 "step": 10 12515 }, 12516 { 12517 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12518 "format": "table", 12519 "instant": true, 12520 "intervalFactor": 2, 12521 "legendFormat": "", 12522 "refId": "E", 12523 "step": 10 12524 } 12525 ], 12526 "thresholds": [ 12527 12528 ], 12529 "timeFrom": null, 12530 "timeShift": null, 12531 "title": "CPU Quota", 12532 "tooltip": { 12533 "shared": false, 12534 "sort": 2, 12535 "value_type": "individual" 12536 }, 12537 "transform": "table", 12538 "type": "table", 12539 "xaxis": { 12540 "buckets": null, 12541 "mode": "time", 12542 "name": null, 12543 "show": true, 12544 "values": [ 12545 12546 ] 12547 }, 12548 "yaxes": [ 12549 { 12550 "format": "short", 12551 "label": null, 12552 "logBase": 1, 12553 "max": null, 12554 "min": 0, 12555 "show": true 12556 }, 12557 { 12558 "format": "short", 12559 "label": null, 12560 "logBase": 1, 12561 "max": null, 12562 "min": null, 12563 "show": false 12564 } 12565 ] 12566 } 12567 ], 12568 "repeat": null, 12569 "repeatIteration": null, 12570 "repeatRowId": null, 12571 "showTitle": true, 12572 "title": "CPU Quota", 12573 "titleSize": "h6" 12574 }, 12575 { 12576 "collapse": false, 12577 "height": "250px", 12578 "panels": [ 12579 { 12580 "aliasColors": { 12581 12582 }, 12583 "bars": false, 12584 "dashLength": 10, 12585 "dashes": false, 12586 "datasource": "$datasource", 12587 "fill": 10, 12588 "id": 7, 12589 "interval": "1m", 12590 "legend": { 12591 "alignAsTable": true, 12592 "avg": false, 12593 "current": false, 12594 "max": false, 12595 "min": false, 12596 "rightSide": true, 12597 "show": true, 12598 "total": false, 12599 "values": false 12600 }, 12601 "lines": true, 12602 "linewidth": 0, 12603 "links": [ 12604 12605 ], 12606 "nullPointMode": "null as zero", 12607 "percentage": false, 12608 "pointradius": 5, 12609 "points": false, 12610 "renderer": "flot", 12611 "seriesOverrides": [ 12612 { 12613 "alias": "quota - requests", 12614 "color": "#F2495C", 12615 "dashes": true, 12616 "fill": 0, 12617 "hiddenSeries": true, 12618 "hideTooltip": true, 12619 "legend": true, 12620 "linewidth": 2, 12621 "stack": false 12622 }, 12623 { 12624 "alias": "quota - limits", 12625 "color": "#FF9830", 12626 "dashes": true, 12627 "fill": 0, 12628 "hiddenSeries": true, 12629 "hideTooltip": true, 12630 "legend": true, 12631 "linewidth": 2, 12632 "stack": false 12633 } 12634 ], 12635 "spaceLength": 10, 12636 "span": 12, 12637 "stack": true, 12638 "steppedLine": false, 12639 "targets": [ 12640 { 12641 "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}) by (pod)", 12642 "format": "time_series", 12643 "intervalFactor": 2, 12644 "legendFormat": "{{pod}}", 12645 "legendLink": null, 12646 "step": 10 12647 }, 12648 { 12649 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.memory\"})", 12650 "format": "time_series", 12651 "intervalFactor": 2, 12652 "legendFormat": "quota - requests", 12653 "legendLink": null, 12654 "step": 10 12655 }, 12656 { 12657 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.memory\"})", 12658 "format": "time_series", 12659 "intervalFactor": 2, 12660 "legendFormat": "quota - limits", 12661 "legendLink": null, 12662 "step": 10 12663 } 12664 ], 12665 "thresholds": [ 12666 12667 ], 12668 "timeFrom": null, 12669 "timeShift": null, 12670 "title": "Memory Usage (w/o cache)", 12671 "tooltip": { 12672 "shared": false, 12673 "sort": 2, 12674 "value_type": "individual" 12675 }, 12676 "type": "graph", 12677 "xaxis": { 12678 "buckets": null, 12679 "mode": "time", 12680 "name": null, 12681 "show": true, 12682 "values": [ 12683 12684 ] 12685 }, 12686 "yaxes": [ 12687 { 12688 "format": "bytes", 12689 "label": null, 12690 "logBase": 1, 12691 "max": null, 12692 "min": 0, 12693 "show": true 12694 }, 12695 { 12696 "format": "short", 12697 "label": null, 12698 "logBase": 1, 12699 "max": null, 12700 "min": null, 12701 "show": false 12702 } 12703 ] 12704 } 12705 ], 12706 "repeat": null, 12707 "repeatIteration": null, 12708 "repeatRowId": null, 12709 "showTitle": true, 12710 "title": "Memory Usage", 12711 "titleSize": "h6" 12712 }, 12713 { 12714 "collapse": false, 12715 "height": "250px", 12716 "panels": [ 12717 { 12718 "aliasColors": { 12719 12720 }, 12721 "bars": false, 12722 "dashLength": 10, 12723 "dashes": false, 12724 "datasource": "$datasource", 12725 "fill": 1, 12726 "id": 8, 12727 "interval": "1m", 12728 "legend": { 12729 "alignAsTable": true, 12730 "avg": false, 12731 "current": false, 12732 "max": false, 12733 "min": false, 12734 "rightSide": true, 12735 "show": true, 12736 "total": false, 12737 "values": false 12738 }, 12739 "lines": true, 12740 "linewidth": 1, 12741 "links": [ 12742 12743 ], 12744 "nullPointMode": "null as zero", 12745 "percentage": false, 12746 "pointradius": 5, 12747 "points": false, 12748 "renderer": "flot", 12749 "seriesOverrides": [ 12750 12751 ], 12752 "spaceLength": 10, 12753 "span": 12, 12754 "stack": false, 12755 "steppedLine": false, 12756 "styles": [ 12757 { 12758 "alias": "Time", 12759 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12760 "pattern": "Time", 12761 "type": "hidden" 12762 }, 12763 { 12764 "alias": "Memory Usage", 12765 "colorMode": null, 12766 "colors": [ 12767 12768 ], 12769 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12770 "decimals": 2, 12771 "link": false, 12772 "linkTargetBlank": false, 12773 "linkTooltip": "Drill down", 12774 "linkUrl": "", 12775 "pattern": "Value #A", 12776 "thresholds": [ 12777 12778 ], 12779 "type": "number", 12780 "unit": "bytes" 12781 }, 12782 { 12783 "alias": "Memory Requests", 12784 "colorMode": null, 12785 "colors": [ 12786 12787 ], 12788 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12789 "decimals": 2, 12790 "link": false, 12791 "linkTargetBlank": false, 12792 "linkTooltip": "Drill down", 12793 "linkUrl": "", 12794 "pattern": "Value #B", 12795 "thresholds": [ 12796 12797 ], 12798 "type": "number", 12799 "unit": "bytes" 12800 }, 12801 { 12802 "alias": "Memory Requests %", 12803 "colorMode": null, 12804 "colors": [ 12805 12806 ], 12807 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12808 "decimals": 2, 12809 "link": false, 12810 "linkTargetBlank": false, 12811 "linkTooltip": "Drill down", 12812 "linkUrl": "", 12813 "pattern": "Value #C", 12814 "thresholds": [ 12815 12816 ], 12817 "type": "number", 12818 "unit": "percentunit" 12819 }, 12820 { 12821 "alias": "Memory Limits", 12822 "colorMode": null, 12823 "colors": [ 12824 12825 ], 12826 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12827 "decimals": 2, 12828 "link": false, 12829 "linkTargetBlank": false, 12830 "linkTooltip": "Drill down", 12831 "linkUrl": "", 12832 "pattern": "Value #D", 12833 "thresholds": [ 12834 12835 ], 12836 "type": "number", 12837 "unit": "bytes" 12838 }, 12839 { 12840 "alias": "Memory Limits %", 12841 "colorMode": null, 12842 "colors": [ 12843 12844 ], 12845 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12846 "decimals": 2, 12847 "link": false, 12848 "linkTargetBlank": false, 12849 "linkTooltip": "Drill down", 12850 "linkUrl": "", 12851 "pattern": "Value #E", 12852 "thresholds": [ 12853 12854 ], 12855 "type": "number", 12856 "unit": "percentunit" 12857 }, 12858 { 12859 "alias": "Memory Usage (RSS)", 12860 "colorMode": null, 12861 "colors": [ 12862 12863 ], 12864 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12865 "decimals": 2, 12866 "link": false, 12867 "linkTargetBlank": false, 12868 "linkTooltip": "Drill down", 12869 "linkUrl": "", 12870 "pattern": "Value #F", 12871 "thresholds": [ 12872 12873 ], 12874 "type": "number", 12875 "unit": "bytes" 12876 }, 12877 { 12878 "alias": "Memory Usage (Cache)", 12879 "colorMode": null, 12880 "colors": [ 12881 12882 ], 12883 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12884 "decimals": 2, 12885 "link": false, 12886 "linkTargetBlank": false, 12887 "linkTooltip": "Drill down", 12888 "linkUrl": "", 12889 "pattern": "Value #G", 12890 "thresholds": [ 12891 12892 ], 12893 "type": "number", 12894 "unit": "bytes" 12895 }, 12896 { 12897 "alias": "Memory Usage (Swap)", 12898 "colorMode": null, 12899 "colors": [ 12900 12901 ], 12902 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12903 "decimals": 2, 12904 "link": false, 12905 "linkTargetBlank": false, 12906 "linkTooltip": "Drill down", 12907 "linkUrl": "", 12908 "pattern": "Value #H", 12909 "thresholds": [ 12910 12911 ], 12912 "type": "number", 12913 "unit": "bytes" 12914 }, 12915 { 12916 "alias": "Pod", 12917 "colorMode": null, 12918 "colors": [ 12919 12920 ], 12921 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12922 "decimals": 2, 12923 "link": true, 12924 "linkTargetBlank": false, 12925 "linkTooltip": "Drill down", 12926 "linkUrl": "/d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 12927 "pattern": "pod", 12928 "thresholds": [ 12929 12930 ], 12931 "type": "number", 12932 "unit": "short" 12933 }, 12934 { 12935 "alias": "", 12936 "colorMode": null, 12937 "colors": [ 12938 12939 ], 12940 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12941 "decimals": 2, 12942 "pattern": "/.*/", 12943 "thresholds": [ 12944 12945 ], 12946 "type": "string", 12947 "unit": "short" 12948 } 12949 ], 12950 "targets": [ 12951 { 12952 "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) by (pod)", 12953 "format": "table", 12954 "instant": true, 12955 "intervalFactor": 2, 12956 "legendFormat": "", 12957 "refId": "A", 12958 "step": 10 12959 }, 12960 { 12961 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12962 "format": "table", 12963 "instant": true, 12964 "intervalFactor": 2, 12965 "legendFormat": "", 12966 "refId": "B", 12967 "step": 10 12968 }, 12969 { 12970 "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12971 "format": "table", 12972 "instant": true, 12973 "intervalFactor": 2, 12974 "legendFormat": "", 12975 "refId": "C", 12976 "step": 10 12977 }, 12978 { 12979 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12980 "format": "table", 12981 "instant": true, 12982 "intervalFactor": 2, 12983 "legendFormat": "", 12984 "refId": "D", 12985 "step": 10 12986 }, 12987 { 12988 "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12989 "format": "table", 12990 "instant": true, 12991 "intervalFactor": 2, 12992 "legendFormat": "", 12993 "refId": "E", 12994 "step": 10 12995 }, 12996 { 12997 "expr": "sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)", 12998 "format": "table", 12999 "instant": true, 13000 "intervalFactor": 2, 13001 "legendFormat": "", 13002 "refId": "F", 13003 "step": 10 13004 }, 13005 { 13006 "expr": "sum(container_memory_cache{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)", 13007 "format": "table", 13008 "instant": true, 13009 "intervalFactor": 2, 13010 "legendFormat": "", 13011 "refId": "G", 13012 "step": 10 13013 }, 13014 { 13015 "expr": "sum(container_memory_swap{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)", 13016 "format": "table", 13017 "instant": true, 13018 "intervalFactor": 2, 13019 "legendFormat": "", 13020 "refId": "H", 13021 "step": 10 13022 } 13023 ], 13024 "thresholds": [ 13025 13026 ], 13027 "timeFrom": null, 13028 "timeShift": null, 13029 "title": "Memory Quota", 13030 "tooltip": { 13031 "shared": false, 13032 "sort": 2, 13033 "value_type": "individual" 13034 }, 13035 "transform": "table", 13036 "type": "table", 13037 "xaxis": { 13038 "buckets": null, 13039 "mode": "time", 13040 "name": null, 13041 "show": true, 13042 "values": [ 13043 13044 ] 13045 }, 13046 "yaxes": [ 13047 { 13048 "format": "short", 13049 "label": null, 13050 "logBase": 1, 13051 "max": null, 13052 "min": 0, 13053 "show": true 13054 }, 13055 { 13056 "format": "short", 13057 "label": null, 13058 "logBase": 1, 13059 "max": null, 13060 "min": null, 13061 "show": false 13062 } 13063 ] 13064 } 13065 ], 13066 "repeat": null, 13067 "repeatIteration": null, 13068 "repeatRowId": null, 13069 "showTitle": true, 13070 "title": "Memory Quota", 13071 "titleSize": "h6" 13072 }, 13073 { 13074 "collapse": false, 13075 "height": "250px", 13076 "panels": [ 13077 { 13078 "aliasColors": { 13079 13080 }, 13081 "bars": false, 13082 "dashLength": 10, 13083 "dashes": false, 13084 "datasource": "$datasource", 13085 "fill": 1, 13086 "id": 9, 13087 "interval": "1m", 13088 "legend": { 13089 "alignAsTable": true, 13090 "avg": false, 13091 "current": false, 13092 "max": false, 13093 "min": false, 13094 "rightSide": true, 13095 "show": true, 13096 "total": false, 13097 "values": false 13098 }, 13099 "lines": true, 13100 "linewidth": 1, 13101 "links": [ 13102 13103 ], 13104 "nullPointMode": "null as zero", 13105 "percentage": false, 13106 "pointradius": 5, 13107 "points": false, 13108 "renderer": "flot", 13109 "seriesOverrides": [ 13110 13111 ], 13112 "spaceLength": 10, 13113 "span": 12, 13114 "stack": false, 13115 "steppedLine": false, 13116 "styles": [ 13117 { 13118 "alias": "Time", 13119 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13120 "pattern": "Time", 13121 "type": "hidden" 13122 }, 13123 { 13124 "alias": "Current Receive Bandwidth", 13125 "colorMode": null, 13126 "colors": [ 13127 13128 ], 13129 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13130 "decimals": 2, 13131 "link": false, 13132 "linkTargetBlank": false, 13133 "linkTooltip": "Drill down", 13134 "linkUrl": "", 13135 "pattern": "Value #A", 13136 "thresholds": [ 13137 13138 ], 13139 "type": "number", 13140 "unit": "Bps" 13141 }, 13142 { 13143 "alias": "Current Transmit Bandwidth", 13144 "colorMode": null, 13145 "colors": [ 13146 13147 ], 13148 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13149 "decimals": 2, 13150 "link": false, 13151 "linkTargetBlank": false, 13152 "linkTooltip": "Drill down", 13153 "linkUrl": "", 13154 "pattern": "Value #B", 13155 "thresholds": [ 13156 13157 ], 13158 "type": "number", 13159 "unit": "Bps" 13160 }, 13161 { 13162 "alias": "Rate of Received Packets", 13163 "colorMode": null, 13164 "colors": [ 13165 13166 ], 13167 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13168 "decimals": 2, 13169 "link": false, 13170 "linkTargetBlank": false, 13171 "linkTooltip": "Drill down", 13172 "linkUrl": "", 13173 "pattern": "Value #C", 13174 "thresholds": [ 13175 13176 ], 13177 "type": "number", 13178 "unit": "pps" 13179 }, 13180 { 13181 "alias": "Rate of Transmitted Packets", 13182 "colorMode": null, 13183 "colors": [ 13184 13185 ], 13186 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13187 "decimals": 2, 13188 "link": false, 13189 "linkTargetBlank": false, 13190 "linkTooltip": "Drill down", 13191 "linkUrl": "", 13192 "pattern": "Value #D", 13193 "thresholds": [ 13194 13195 ], 13196 "type": "number", 13197 "unit": "pps" 13198 }, 13199 { 13200 "alias": "Rate of Received Packets Dropped", 13201 "colorMode": null, 13202 "colors": [ 13203 13204 ], 13205 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13206 "decimals": 2, 13207 "link": false, 13208 "linkTargetBlank": false, 13209 "linkTooltip": "Drill down", 13210 "linkUrl": "", 13211 "pattern": "Value #E", 13212 "thresholds": [ 13213 13214 ], 13215 "type": "number", 13216 "unit": "pps" 13217 }, 13218 { 13219 "alias": "Rate of Transmitted Packets Dropped", 13220 "colorMode": null, 13221 "colors": [ 13222 13223 ], 13224 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13225 "decimals": 2, 13226 "link": false, 13227 "linkTargetBlank": false, 13228 "linkTooltip": "Drill down", 13229 "linkUrl": "", 13230 "pattern": "Value #F", 13231 "thresholds": [ 13232 13233 ], 13234 "type": "number", 13235 "unit": "pps" 13236 }, 13237 { 13238 "alias": "Pod", 13239 "colorMode": null, 13240 "colors": [ 13241 13242 ], 13243 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13244 "decimals": 2, 13245 "link": true, 13246 "linkTargetBlank": false, 13247 "linkTooltip": "Drill down to pods", 13248 "linkUrl": "/d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 13249 "pattern": "pod", 13250 "thresholds": [ 13251 13252 ], 13253 "type": "number", 13254 "unit": "short" 13255 }, 13256 { 13257 "alias": "", 13258 "colorMode": null, 13259 "colors": [ 13260 13261 ], 13262 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13263 "decimals": 2, 13264 "pattern": "/.*/", 13265 "thresholds": [ 13266 13267 ], 13268 "type": "string", 13269 "unit": "short" 13270 } 13271 ], 13272 "targets": [ 13273 { 13274 "expr": "sum(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13275 "format": "table", 13276 "instant": true, 13277 "intervalFactor": 2, 13278 "legendFormat": "", 13279 "refId": "A", 13280 "step": 10 13281 }, 13282 { 13283 "expr": "sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13284 "format": "table", 13285 "instant": true, 13286 "intervalFactor": 2, 13287 "legendFormat": "", 13288 "refId": "B", 13289 "step": 10 13290 }, 13291 { 13292 "expr": "sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13293 "format": "table", 13294 "instant": true, 13295 "intervalFactor": 2, 13296 "legendFormat": "", 13297 "refId": "C", 13298 "step": 10 13299 }, 13300 { 13301 "expr": "sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13302 "format": "table", 13303 "instant": true, 13304 "intervalFactor": 2, 13305 "legendFormat": "", 13306 "refId": "D", 13307 "step": 10 13308 }, 13309 { 13310 "expr": "sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13311 "format": "table", 13312 "instant": true, 13313 "intervalFactor": 2, 13314 "legendFormat": "", 13315 "refId": "E", 13316 "step": 10 13317 }, 13318 { 13319 "expr": "sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13320 "format": "table", 13321 "instant": true, 13322 "intervalFactor": 2, 13323 "legendFormat": "", 13324 "refId": "F", 13325 "step": 10 13326 } 13327 ], 13328 "thresholds": [ 13329 13330 ], 13331 "timeFrom": null, 13332 "timeShift": null, 13333 "title": "Current Network Usage", 13334 "tooltip": { 13335 "shared": false, 13336 "sort": 2, 13337 "value_type": "individual" 13338 }, 13339 "transform": "table", 13340 "type": "table", 13341 "xaxis": { 13342 "buckets": null, 13343 "mode": "time", 13344 "name": null, 13345 "show": true, 13346 "values": [ 13347 13348 ] 13349 }, 13350 "yaxes": [ 13351 { 13352 "format": "short", 13353 "label": null, 13354 "logBase": 1, 13355 "max": null, 13356 "min": 0, 13357 "show": true 13358 }, 13359 { 13360 "format": "short", 13361 "label": null, 13362 "logBase": 1, 13363 "max": null, 13364 "min": null, 13365 "show": false 13366 } 13367 ] 13368 } 13369 ], 13370 "repeat": null, 13371 "repeatIteration": null, 13372 "repeatRowId": null, 13373 "showTitle": true, 13374 "title": "Current Network Usage", 13375 "titleSize": "h6" 13376 }, 13377 { 13378 "collapse": false, 13379 "height": "250px", 13380 "panels": [ 13381 { 13382 "aliasColors": { 13383 13384 }, 13385 "bars": false, 13386 "dashLength": 10, 13387 "dashes": false, 13388 "datasource": "$datasource", 13389 "fill": 10, 13390 "id": 10, 13391 "interval": "1m", 13392 "legend": { 13393 "alignAsTable": true, 13394 "avg": false, 13395 "current": false, 13396 "max": false, 13397 "min": false, 13398 "rightSide": true, 13399 "show": true, 13400 "total": false, 13401 "values": false 13402 }, 13403 "lines": true, 13404 "linewidth": 0, 13405 "links": [ 13406 13407 ], 13408 "nullPointMode": "null as zero", 13409 "percentage": false, 13410 "pointradius": 5, 13411 "points": false, 13412 "renderer": "flot", 13413 "seriesOverrides": [ 13414 13415 ], 13416 "spaceLength": 10, 13417 "span": 6, 13418 "stack": true, 13419 "steppedLine": false, 13420 "targets": [ 13421 { 13422 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13423 "format": "time_series", 13424 "intervalFactor": 2, 13425 "legendFormat": "{{pod}}", 13426 "legendLink": null, 13427 "step": 10 13428 } 13429 ], 13430 "thresholds": [ 13431 13432 ], 13433 "timeFrom": null, 13434 "timeShift": null, 13435 "title": "Receive Bandwidth", 13436 "tooltip": { 13437 "shared": false, 13438 "sort": 2, 13439 "value_type": "individual" 13440 }, 13441 "type": "graph", 13442 "xaxis": { 13443 "buckets": null, 13444 "mode": "time", 13445 "name": null, 13446 "show": true, 13447 "values": [ 13448 13449 ] 13450 }, 13451 "yaxes": [ 13452 { 13453 "format": "Bps", 13454 "label": null, 13455 "logBase": 1, 13456 "max": null, 13457 "min": 0, 13458 "show": true 13459 }, 13460 { 13461 "format": "short", 13462 "label": null, 13463 "logBase": 1, 13464 "max": null, 13465 "min": null, 13466 "show": false 13467 } 13468 ] 13469 }, 13470 { 13471 "aliasColors": { 13472 13473 }, 13474 "bars": false, 13475 "dashLength": 10, 13476 "dashes": false, 13477 "datasource": "$datasource", 13478 "fill": 10, 13479 "id": 11, 13480 "interval": "1m", 13481 "legend": { 13482 "alignAsTable": true, 13483 "avg": false, 13484 "current": false, 13485 "max": false, 13486 "min": false, 13487 "rightSide": true, 13488 "show": true, 13489 "total": false, 13490 "values": false 13491 }, 13492 "lines": true, 13493 "linewidth": 0, 13494 "links": [ 13495 13496 ], 13497 "nullPointMode": "null as zero", 13498 "percentage": false, 13499 "pointradius": 5, 13500 "points": false, 13501 "renderer": "flot", 13502 "seriesOverrides": [ 13503 13504 ], 13505 "spaceLength": 10, 13506 "span": 6, 13507 "stack": true, 13508 "steppedLine": false, 13509 "targets": [ 13510 { 13511 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13512 "format": "time_series", 13513 "intervalFactor": 2, 13514 "legendFormat": "{{pod}}", 13515 "legendLink": null, 13516 "step": 10 13517 } 13518 ], 13519 "thresholds": [ 13520 13521 ], 13522 "timeFrom": null, 13523 "timeShift": null, 13524 "title": "Transmit Bandwidth", 13525 "tooltip": { 13526 "shared": false, 13527 "sort": 2, 13528 "value_type": "individual" 13529 }, 13530 "type": "graph", 13531 "xaxis": { 13532 "buckets": null, 13533 "mode": "time", 13534 "name": null, 13535 "show": true, 13536 "values": [ 13537 13538 ] 13539 }, 13540 "yaxes": [ 13541 { 13542 "format": "Bps", 13543 "label": null, 13544 "logBase": 1, 13545 "max": null, 13546 "min": 0, 13547 "show": true 13548 }, 13549 { 13550 "format": "short", 13551 "label": null, 13552 "logBase": 1, 13553 "max": null, 13554 "min": null, 13555 "show": false 13556 } 13557 ] 13558 } 13559 ], 13560 "repeat": null, 13561 "repeatIteration": null, 13562 "repeatRowId": null, 13563 "showTitle": true, 13564 "title": "Bandwidth", 13565 "titleSize": "h6" 13566 }, 13567 { 13568 "collapse": false, 13569 "height": "250px", 13570 "panels": [ 13571 { 13572 "aliasColors": { 13573 13574 }, 13575 "bars": false, 13576 "dashLength": 10, 13577 "dashes": false, 13578 "datasource": "$datasource", 13579 "fill": 10, 13580 "id": 12, 13581 "interval": "1m", 13582 "legend": { 13583 "alignAsTable": true, 13584 "avg": false, 13585 "current": false, 13586 "max": false, 13587 "min": false, 13588 "rightSide": true, 13589 "show": true, 13590 "total": false, 13591 "values": false 13592 }, 13593 "lines": true, 13594 "linewidth": 0, 13595 "links": [ 13596 13597 ], 13598 "nullPointMode": "null as zero", 13599 "percentage": false, 13600 "pointradius": 5, 13601 "points": false, 13602 "renderer": "flot", 13603 "seriesOverrides": [ 13604 13605 ], 13606 "spaceLength": 10, 13607 "span": 6, 13608 "stack": true, 13609 "steppedLine": false, 13610 "targets": [ 13611 { 13612 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13613 "format": "time_series", 13614 "intervalFactor": 2, 13615 "legendFormat": "{{pod}}", 13616 "legendLink": null, 13617 "step": 10 13618 } 13619 ], 13620 "thresholds": [ 13621 13622 ], 13623 "timeFrom": null, 13624 "timeShift": null, 13625 "title": "Rate of Received Packets", 13626 "tooltip": { 13627 "shared": false, 13628 "sort": 2, 13629 "value_type": "individual" 13630 }, 13631 "type": "graph", 13632 "xaxis": { 13633 "buckets": null, 13634 "mode": "time", 13635 "name": null, 13636 "show": true, 13637 "values": [ 13638 13639 ] 13640 }, 13641 "yaxes": [ 13642 { 13643 "format": "pps", 13644 "label": null, 13645 "logBase": 1, 13646 "max": null, 13647 "min": 0, 13648 "show": true 13649 }, 13650 { 13651 "format": "short", 13652 "label": null, 13653 "logBase": 1, 13654 "max": null, 13655 "min": null, 13656 "show": false 13657 } 13658 ] 13659 }, 13660 { 13661 "aliasColors": { 13662 13663 }, 13664 "bars": false, 13665 "dashLength": 10, 13666 "dashes": false, 13667 "datasource": "$datasource", 13668 "fill": 10, 13669 "id": 13, 13670 "interval": "1m", 13671 "legend": { 13672 "alignAsTable": true, 13673 "avg": false, 13674 "current": false, 13675 "max": false, 13676 "min": false, 13677 "rightSide": true, 13678 "show": true, 13679 "total": false, 13680 "values": false 13681 }, 13682 "lines": true, 13683 "linewidth": 0, 13684 "links": [ 13685 13686 ], 13687 "nullPointMode": "null as zero", 13688 "percentage": false, 13689 "pointradius": 5, 13690 "points": false, 13691 "renderer": "flot", 13692 "seriesOverrides": [ 13693 13694 ], 13695 "spaceLength": 10, 13696 "span": 6, 13697 "stack": true, 13698 "steppedLine": false, 13699 "targets": [ 13700 { 13701 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13702 "format": "time_series", 13703 "intervalFactor": 2, 13704 "legendFormat": "{{pod}}", 13705 "legendLink": null, 13706 "step": 10 13707 } 13708 ], 13709 "thresholds": [ 13710 13711 ], 13712 "timeFrom": null, 13713 "timeShift": null, 13714 "title": "Rate of Transmitted Packets", 13715 "tooltip": { 13716 "shared": false, 13717 "sort": 2, 13718 "value_type": "individual" 13719 }, 13720 "type": "graph", 13721 "xaxis": { 13722 "buckets": null, 13723 "mode": "time", 13724 "name": null, 13725 "show": true, 13726 "values": [ 13727 13728 ] 13729 }, 13730 "yaxes": [ 13731 { 13732 "format": "pps", 13733 "label": null, 13734 "logBase": 1, 13735 "max": null, 13736 "min": 0, 13737 "show": true 13738 }, 13739 { 13740 "format": "short", 13741 "label": null, 13742 "logBase": 1, 13743 "max": null, 13744 "min": null, 13745 "show": false 13746 } 13747 ] 13748 } 13749 ], 13750 "repeat": null, 13751 "repeatIteration": null, 13752 "repeatRowId": null, 13753 "showTitle": true, 13754 "title": "Rate of Packets", 13755 "titleSize": "h6" 13756 }, 13757 { 13758 "collapse": false, 13759 "height": "250px", 13760 "panels": [ 13761 { 13762 "aliasColors": { 13763 13764 }, 13765 "bars": false, 13766 "dashLength": 10, 13767 "dashes": false, 13768 "datasource": "$datasource", 13769 "fill": 10, 13770 "id": 14, 13771 "interval": "1m", 13772 "legend": { 13773 "alignAsTable": true, 13774 "avg": false, 13775 "current": false, 13776 "max": false, 13777 "min": false, 13778 "rightSide": true, 13779 "show": true, 13780 "total": false, 13781 "values": false 13782 }, 13783 "lines": true, 13784 "linewidth": 0, 13785 "links": [ 13786 13787 ], 13788 "nullPointMode": "null as zero", 13789 "percentage": false, 13790 "pointradius": 5, 13791 "points": false, 13792 "renderer": "flot", 13793 "seriesOverrides": [ 13794 13795 ], 13796 "spaceLength": 10, 13797 "span": 6, 13798 "stack": true, 13799 "steppedLine": false, 13800 "targets": [ 13801 { 13802 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13803 "format": "time_series", 13804 "intervalFactor": 2, 13805 "legendFormat": "{{pod}}", 13806 "legendLink": null, 13807 "step": 10 13808 } 13809 ], 13810 "thresholds": [ 13811 13812 ], 13813 "timeFrom": null, 13814 "timeShift": null, 13815 "title": "Rate of Received Packets Dropped", 13816 "tooltip": { 13817 "shared": false, 13818 "sort": 2, 13819 "value_type": "individual" 13820 }, 13821 "type": "graph", 13822 "xaxis": { 13823 "buckets": null, 13824 "mode": "time", 13825 "name": null, 13826 "show": true, 13827 "values": [ 13828 13829 ] 13830 }, 13831 "yaxes": [ 13832 { 13833 "format": "pps", 13834 "label": null, 13835 "logBase": 1, 13836 "max": null, 13837 "min": 0, 13838 "show": true 13839 }, 13840 { 13841 "format": "short", 13842 "label": null, 13843 "logBase": 1, 13844 "max": null, 13845 "min": null, 13846 "show": false 13847 } 13848 ] 13849 }, 13850 { 13851 "aliasColors": { 13852 13853 }, 13854 "bars": false, 13855 "dashLength": 10, 13856 "dashes": false, 13857 "datasource": "$datasource", 13858 "fill": 10, 13859 "id": 15, 13860 "interval": "1m", 13861 "legend": { 13862 "alignAsTable": true, 13863 "avg": false, 13864 "current": false, 13865 "max": false, 13866 "min": false, 13867 "rightSide": true, 13868 "show": true, 13869 "total": false, 13870 "values": false 13871 }, 13872 "lines": true, 13873 "linewidth": 0, 13874 "links": [ 13875 13876 ], 13877 "nullPointMode": "null as zero", 13878 "percentage": false, 13879 "pointradius": 5, 13880 "points": false, 13881 "renderer": "flot", 13882 "seriesOverrides": [ 13883 13884 ], 13885 "spaceLength": 10, 13886 "span": 6, 13887 "stack": true, 13888 "steppedLine": false, 13889 "targets": [ 13890 { 13891 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", 13892 "format": "time_series", 13893 "intervalFactor": 2, 13894 "legendFormat": "{{pod}}", 13895 "legendLink": null, 13896 "step": 10 13897 } 13898 ], 13899 "thresholds": [ 13900 13901 ], 13902 "timeFrom": null, 13903 "timeShift": null, 13904 "title": "Rate of Transmitted Packets Dropped", 13905 "tooltip": { 13906 "shared": false, 13907 "sort": 2, 13908 "value_type": "individual" 13909 }, 13910 "type": "graph", 13911 "xaxis": { 13912 "buckets": null, 13913 "mode": "time", 13914 "name": null, 13915 "show": true, 13916 "values": [ 13917 13918 ] 13919 }, 13920 "yaxes": [ 13921 { 13922 "format": "pps", 13923 "label": null, 13924 "logBase": 1, 13925 "max": null, 13926 "min": 0, 13927 "show": true 13928 }, 13929 { 13930 "format": "short", 13931 "label": null, 13932 "logBase": 1, 13933 "max": null, 13934 "min": null, 13935 "show": false 13936 } 13937 ] 13938 } 13939 ], 13940 "repeat": null, 13941 "repeatIteration": null, 13942 "repeatRowId": null, 13943 "showTitle": true, 13944 "title": "Rate of Packets Dropped", 13945 "titleSize": "h6" 13946 }, 13947 { 13948 "collapse": false, 13949 "height": "250px", 13950 "panels": [ 13951 { 13952 "aliasColors": { 13953 13954 }, 13955 "bars": false, 13956 "dashLength": 10, 13957 "dashes": false, 13958 "datasource": "$datasource", 13959 "decimals": -1, 13960 "fill": 10, 13961 "id": 16, 13962 "interval": "1m", 13963 "legend": { 13964 "alignAsTable": true, 13965 "avg": false, 13966 "current": false, 13967 "max": false, 13968 "min": false, 13969 "rightSide": true, 13970 "show": true, 13971 "total": false, 13972 "values": false 13973 }, 13974 "lines": true, 13975 "linewidth": 0, 13976 "links": [ 13977 13978 ], 13979 "nullPointMode": "null as zero", 13980 "percentage": false, 13981 "pointradius": 5, 13982 "points": false, 13983 "renderer": "flot", 13984 "seriesOverrides": [ 13985 13986 ], 13987 "spaceLength": 10, 13988 "span": 6, 13989 "stack": true, 13990 "steppedLine": false, 13991 "targets": [ 13992 { 13993 "expr": "ceil(sum by(pod) (rate(container_fs_reads_total{container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval]) + rate(container_fs_writes_total{container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval])))", 13994 "format": "time_series", 13995 "intervalFactor": 2, 13996 "legendFormat": "{{pod}}", 13997 "legendLink": null, 13998 "step": 10 13999 } 14000 ], 14001 "thresholds": [ 14002 14003 ], 14004 "timeFrom": null, 14005 "timeShift": null, 14006 "title": "IOPS(Reads+Writes)", 14007 "tooltip": { 14008 "shared": false, 14009 "sort": 2, 14010 "value_type": "individual" 14011 }, 14012 "type": "graph", 14013 "xaxis": { 14014 "buckets": null, 14015 "mode": "time", 14016 "name": null, 14017 "show": true, 14018 "values": [ 14019 14020 ] 14021 }, 14022 "yaxes": [ 14023 { 14024 "format": "short", 14025 "label": null, 14026 "logBase": 1, 14027 "max": null, 14028 "min": 0, 14029 "show": true 14030 }, 14031 { 14032 "format": "short", 14033 "label": null, 14034 "logBase": 1, 14035 "max": null, 14036 "min": null, 14037 "show": false 14038 } 14039 ] 14040 }, 14041 { 14042 "aliasColors": { 14043 14044 }, 14045 "bars": false, 14046 "dashLength": 10, 14047 "dashes": false, 14048 "datasource": "$datasource", 14049 "fill": 10, 14050 "id": 17, 14051 "interval": "1m", 14052 "legend": { 14053 "alignAsTable": true, 14054 "avg": false, 14055 "current": false, 14056 "max": false, 14057 "min": false, 14058 "rightSide": true, 14059 "show": true, 14060 "total": false, 14061 "values": false 14062 }, 14063 "lines": true, 14064 "linewidth": 0, 14065 "links": [ 14066 14067 ], 14068 "nullPointMode": "null as zero", 14069 "percentage": false, 14070 "pointradius": 5, 14071 "points": false, 14072 "renderer": "flot", 14073 "seriesOverrides": [ 14074 14075 ], 14076 "spaceLength": 10, 14077 "span": 6, 14078 "stack": true, 14079 "steppedLine": false, 14080 "targets": [ 14081 { 14082 "expr": "sum by(pod) (rate(container_fs_reads_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval]))", 14083 "format": "time_series", 14084 "intervalFactor": 2, 14085 "legendFormat": "{{pod}}", 14086 "legendLink": null, 14087 "step": 10 14088 } 14089 ], 14090 "thresholds": [ 14091 14092 ], 14093 "timeFrom": null, 14094 "timeShift": null, 14095 "title": "ThroughPut(Read+Write)", 14096 "tooltip": { 14097 "shared": false, 14098 "sort": 2, 14099 "value_type": "individual" 14100 }, 14101 "type": "graph", 14102 "xaxis": { 14103 "buckets": null, 14104 "mode": "time", 14105 "name": null, 14106 "show": true, 14107 "values": [ 14108 14109 ] 14110 }, 14111 "yaxes": [ 14112 { 14113 "format": "Bps", 14114 "label": null, 14115 "logBase": 1, 14116 "max": null, 14117 "min": 0, 14118 "show": true 14119 }, 14120 { 14121 "format": "short", 14122 "label": null, 14123 "logBase": 1, 14124 "max": null, 14125 "min": null, 14126 "show": false 14127 } 14128 ] 14129 } 14130 ], 14131 "repeat": null, 14132 "repeatIteration": null, 14133 "repeatRowId": null, 14134 "showTitle": true, 14135 "title": "Storage IO", 14136 "titleSize": "h6" 14137 }, 14138 { 14139 "collapse": false, 14140 "height": "250px", 14141 "panels": [ 14142 { 14143 "aliasColors": { 14144 14145 }, 14146 "bars": false, 14147 "dashLength": 10, 14148 "dashes": false, 14149 "datasource": "$datasource", 14150 "fill": 1, 14151 "id": 18, 14152 "interval": "1m", 14153 "legend": { 14154 "alignAsTable": true, 14155 "avg": false, 14156 "current": false, 14157 "max": false, 14158 "min": false, 14159 "rightSide": true, 14160 "show": true, 14161 "total": false, 14162 "values": false 14163 }, 14164 "lines": true, 14165 "linewidth": 1, 14166 "links": [ 14167 14168 ], 14169 "nullPointMode": "null as zero", 14170 "percentage": false, 14171 "pointradius": 5, 14172 "points": false, 14173 "renderer": "flot", 14174 "seriesOverrides": [ 14175 14176 ], 14177 "sort": { 14178 "col": 4, 14179 "desc": true 14180 }, 14181 "spaceLength": 10, 14182 "span": 12, 14183 "stack": false, 14184 "steppedLine": false, 14185 "styles": [ 14186 { 14187 "alias": "Time", 14188 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14189 "pattern": "Time", 14190 "type": "hidden" 14191 }, 14192 { 14193 "alias": "IOPS(Reads)", 14194 "colorMode": null, 14195 "colors": [ 14196 14197 ], 14198 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14199 "decimals": -1, 14200 "link": false, 14201 "linkTargetBlank": false, 14202 "linkTooltip": "Drill down", 14203 "linkUrl": "", 14204 "pattern": "Value #A", 14205 "thresholds": [ 14206 14207 ], 14208 "type": "number", 14209 "unit": "short" 14210 }, 14211 { 14212 "alias": "IOPS(Writes)", 14213 "colorMode": null, 14214 "colors": [ 14215 14216 ], 14217 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14218 "decimals": -1, 14219 "link": false, 14220 "linkTargetBlank": false, 14221 "linkTooltip": "Drill down", 14222 "linkUrl": "", 14223 "pattern": "Value #B", 14224 "thresholds": [ 14225 14226 ], 14227 "type": "number", 14228 "unit": "short" 14229 }, 14230 { 14231 "alias": "IOPS(Reads + Writes)", 14232 "colorMode": null, 14233 "colors": [ 14234 14235 ], 14236 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14237 "decimals": -1, 14238 "link": false, 14239 "linkTargetBlank": false, 14240 "linkTooltip": "Drill down", 14241 "linkUrl": "", 14242 "pattern": "Value #C", 14243 "thresholds": [ 14244 14245 ], 14246 "type": "number", 14247 "unit": "short" 14248 }, 14249 { 14250 "alias": "Throughput(Read)", 14251 "colorMode": null, 14252 "colors": [ 14253 14254 ], 14255 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14256 "decimals": 2, 14257 "link": false, 14258 "linkTargetBlank": false, 14259 "linkTooltip": "Drill down", 14260 "linkUrl": "", 14261 "pattern": "Value #D", 14262 "thresholds": [ 14263 14264 ], 14265 "type": "number", 14266 "unit": "Bps" 14267 }, 14268 { 14269 "alias": "Throughput(Write)", 14270 "colorMode": null, 14271 "colors": [ 14272 14273 ], 14274 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14275 "decimals": 2, 14276 "link": false, 14277 "linkTargetBlank": false, 14278 "linkTooltip": "Drill down", 14279 "linkUrl": "", 14280 "pattern": "Value #E", 14281 "thresholds": [ 14282 14283 ], 14284 "type": "number", 14285 "unit": "Bps" 14286 }, 14287 { 14288 "alias": "Throughput(Read + Write)", 14289 "colorMode": null, 14290 "colors": [ 14291 14292 ], 14293 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14294 "decimals": 2, 14295 "link": false, 14296 "linkTargetBlank": false, 14297 "linkTooltip": "Drill down", 14298 "linkUrl": "", 14299 "pattern": "Value #F", 14300 "thresholds": [ 14301 14302 ], 14303 "type": "number", 14304 "unit": "Bps" 14305 }, 14306 { 14307 "alias": "Pod", 14308 "colorMode": null, 14309 "colors": [ 14310 14311 ], 14312 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14313 "decimals": 2, 14314 "link": true, 14315 "linkTargetBlank": false, 14316 "linkTooltip": "Drill down to pods", 14317 "linkUrl": "/d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 14318 "pattern": "pod", 14319 "thresholds": [ 14320 14321 ], 14322 "type": "number", 14323 "unit": "short" 14324 }, 14325 { 14326 "alias": "", 14327 "colorMode": null, 14328 "colors": [ 14329 14330 ], 14331 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14332 "decimals": 2, 14333 "pattern": "/.*/", 14334 "thresholds": [ 14335 14336 ], 14337 "type": "string", 14338 "unit": "short" 14339 } 14340 ], 14341 "targets": [ 14342 { 14343 "expr": "sum by(pod) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval]))", 14344 "format": "table", 14345 "instant": true, 14346 "intervalFactor": 2, 14347 "legendFormat": "", 14348 "refId": "A", 14349 "step": 10 14350 }, 14351 { 14352 "expr": "sum by(pod) (rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval]))", 14353 "format": "table", 14354 "instant": true, 14355 "intervalFactor": 2, 14356 "legendFormat": "", 14357 "refId": "B", 14358 "step": 10 14359 }, 14360 { 14361 "expr": "sum by(pod) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval]))", 14362 "format": "table", 14363 "instant": true, 14364 "intervalFactor": 2, 14365 "legendFormat": "", 14366 "refId": "C", 14367 "step": 10 14368 }, 14369 { 14370 "expr": "sum by(pod) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval]))", 14371 "format": "table", 14372 "instant": true, 14373 "intervalFactor": 2, 14374 "legendFormat": "", 14375 "refId": "D", 14376 "step": 10 14377 }, 14378 { 14379 "expr": "sum by(pod) (rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval]))", 14380 "format": "table", 14381 "instant": true, 14382 "intervalFactor": 2, 14383 "legendFormat": "", 14384 "refId": "E", 14385 "step": 10 14386 }, 14387 { 14388 "expr": "sum by(pod) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\"}[$__rate_interval]))", 14389 "format": "table", 14390 "instant": true, 14391 "intervalFactor": 2, 14392 "legendFormat": "", 14393 "refId": "F", 14394 "step": 10 14395 } 14396 ], 14397 "thresholds": [ 14398 14399 ], 14400 "timeFrom": null, 14401 "timeShift": null, 14402 "title": "Current Storage IO", 14403 "tooltip": { 14404 "shared": false, 14405 "sort": 2, 14406 "value_type": "individual" 14407 }, 14408 "transform": "table", 14409 "type": "table", 14410 "xaxis": { 14411 "buckets": null, 14412 "mode": "time", 14413 "name": null, 14414 "show": true, 14415 "values": [ 14416 14417 ] 14418 }, 14419 "yaxes": [ 14420 { 14421 "format": "short", 14422 "label": null, 14423 "logBase": 1, 14424 "max": null, 14425 "min": 0, 14426 "show": true 14427 }, 14428 { 14429 "format": "short", 14430 "label": null, 14431 "logBase": 1, 14432 "max": null, 14433 "min": null, 14434 "show": false 14435 } 14436 ] 14437 } 14438 ], 14439 "repeat": null, 14440 "repeatIteration": null, 14441 "repeatRowId": null, 14442 "showTitle": true, 14443 "title": "Storage IO - Distribution", 14444 "titleSize": "h6" 14445 } 14446 ], 14447 "schemaVersion": 14, 14448 "style": "dark", 14449 "tags": [ 14450 "kubernetes-mixin" 14451 ], 14452 "templating": { 14453 "list": [ 14454 { 14455 "current": { 14456 "text": "default", 14457 "value": "default" 14458 }, 14459 "hide": 0, 14460 "label": "Data Source", 14461 "name": "datasource", 14462 "options": [ 14463 14464 ], 14465 "query": "prometheus", 14466 "refresh": 1, 14467 "regex": "", 14468 "type": "datasource" 14469 }, 14470 { 14471 "allValue": null, 14472 "current": { 14473 "text": "", 14474 "value": "" 14475 }, 14476 "datasource": "$datasource", 14477 "hide": 2, 14478 "includeAll": false, 14479 "label": null, 14480 "multi": false, 14481 "name": "cluster", 14482 "options": [ 14483 14484 ], 14485 "query": "label_values(up{job=\"kube-state-metrics\"}, cluster)", 14486 "refresh": 2, 14487 "regex": "", 14488 "sort": 1, 14489 "tagValuesQuery": "", 14490 "tags": [ 14491 14492 ], 14493 "tagsQuery": "", 14494 "type": "query", 14495 "useTags": false 14496 }, 14497 { 14498 "allValue": null, 14499 "current": { 14500 "text": "", 14501 "value": "" 14502 }, 14503 "datasource": "$datasource", 14504 "hide": 0, 14505 "includeAll": false, 14506 "label": null, 14507 "multi": false, 14508 "name": "namespace", 14509 "options": [ 14510 14511 ], 14512 "query": "label_values(kube_namespace_status_phase{job=\"kube-state-metrics\", cluster=\"$cluster\"}, namespace)", 14513 "refresh": 2, 14514 "regex": "", 14515 "sort": 1, 14516 "tagValuesQuery": "", 14517 "tags": [ 14518 14519 ], 14520 "tagsQuery": "", 14521 "type": "query", 14522 "useTags": false 14523 } 14524 ] 14525 }, 14526 "time": { 14527 "from": "now-1h", 14528 "to": "now" 14529 }, 14530 "timepicker": { 14531 "refresh_intervals": [ 14532 "5s", 14533 "10s", 14534 "30s", 14535 "1m", 14536 "5m", 14537 "15m", 14538 "30m", 14539 "1h", 14540 "2h", 14541 "1d" 14542 ], 14543 "time_options": [ 14544 "5m", 14545 "15m", 14546 "1h", 14547 "6h", 14548 "12h", 14549 "24h", 14550 "2d", 14551 "7d", 14552 "30d" 14553 ] 14554 }, 14555 "timezone": "utc", 14556 "title": "Kubernetes / Compute Resources / Namespace (Pods)", 14557 "uid": "85a562078cdf77779eaa1add43ccec1e", 14558 "version": 0 14559 } 14560 --- 14561 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-node.yaml 14562 apiVersion: v1 14563 kind: ConfigMap 14564 metadata: 14565 namespace: kube-prometheus-stack 14566 name: kube-prometheus-stack-k8s-resources-node 14567 annotations: 14568 {} 14569 labels: 14570 grafana_dashboard: "1" 14571 app: kube-prometheus-stack-grafana 14572 14573 app.kubernetes.io/managed-by: Helm 14574 app.kubernetes.io/instance: kube-prometheus-stack 14575 app.kubernetes.io/version: "25.0.0" 14576 app.kubernetes.io/part-of: kube-prometheus-stack 14577 chart: kube-prometheus-stack-25.0.0 14578 release: "kube-prometheus-stack" 14579 heritage: "Helm" 14580 data: 14581 k8s-resources-node.json: |- 14582 { 14583 "annotations": { 14584 "list": [ 14585 14586 ] 14587 }, 14588 "editable": true, 14589 "gnetId": null, 14590 "graphTooltip": 0, 14591 "hideControls": false, 14592 "links": [ 14593 14594 ], 14595 "refresh": "10s", 14596 "rows": [ 14597 { 14598 "collapse": false, 14599 "height": "250px", 14600 "panels": [ 14601 { 14602 "aliasColors": { 14603 14604 }, 14605 "bars": false, 14606 "dashLength": 10, 14607 "dashes": false, 14608 "datasource": "$datasource", 14609 "fill": 10, 14610 "id": 1, 14611 "interval": "1m", 14612 "legend": { 14613 "alignAsTable": true, 14614 "avg": false, 14615 "current": false, 14616 "max": false, 14617 "min": false, 14618 "rightSide": true, 14619 "show": true, 14620 "total": false, 14621 "values": false 14622 }, 14623 "lines": true, 14624 "linewidth": 0, 14625 "links": [ 14626 14627 ], 14628 "nullPointMode": "null as zero", 14629 "percentage": false, 14630 "pointradius": 5, 14631 "points": false, 14632 "renderer": "flot", 14633 "seriesOverrides": [ 14634 { 14635 "alias": "max capacity", 14636 "color": "#F2495C", 14637 "dashes": true, 14638 "fill": 0, 14639 "hiddenSeries": true, 14640 "hideTooltip": true, 14641 "legend": true, 14642 "linewidth": 2, 14643 "stack": false 14644 } 14645 ], 14646 "spaceLength": 10, 14647 "span": 12, 14648 "stack": true, 14649 "steppedLine": false, 14650 "targets": [ 14651 { 14652 "expr": "sum(kube_node_status_capacity{cluster=\"$cluster\", node=~\"$node\", resource=\"cpu\"})", 14653 "format": "time_series", 14654 "intervalFactor": 2, 14655 "legendFormat": "max capacity", 14656 "legendLink": null, 14657 "step": 10 14658 }, 14659 { 14660 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14661 "format": "time_series", 14662 "intervalFactor": 2, 14663 "legendFormat": "{{pod}}", 14664 "legendLink": null, 14665 "step": 10 14666 } 14667 ], 14668 "thresholds": [ 14669 14670 ], 14671 "timeFrom": null, 14672 "timeShift": null, 14673 "title": "CPU Usage", 14674 "tooltip": { 14675 "shared": false, 14676 "sort": 2, 14677 "value_type": "individual" 14678 }, 14679 "type": "graph", 14680 "xaxis": { 14681 "buckets": null, 14682 "mode": "time", 14683 "name": null, 14684 "show": true, 14685 "values": [ 14686 14687 ] 14688 }, 14689 "yaxes": [ 14690 { 14691 "format": "short", 14692 "label": null, 14693 "logBase": 1, 14694 "max": null, 14695 "min": 0, 14696 "show": true 14697 }, 14698 { 14699 "format": "short", 14700 "label": null, 14701 "logBase": 1, 14702 "max": null, 14703 "min": null, 14704 "show": false 14705 } 14706 ] 14707 } 14708 ], 14709 "repeat": null, 14710 "repeatIteration": null, 14711 "repeatRowId": null, 14712 "showTitle": true, 14713 "title": "CPU Usage", 14714 "titleSize": "h6" 14715 }, 14716 { 14717 "collapse": false, 14718 "height": "250px", 14719 "panels": [ 14720 { 14721 "aliasColors": { 14722 14723 }, 14724 "bars": false, 14725 "dashLength": 10, 14726 "dashes": false, 14727 "datasource": "$datasource", 14728 "fill": 1, 14729 "id": 2, 14730 "interval": "1m", 14731 "legend": { 14732 "alignAsTable": true, 14733 "avg": false, 14734 "current": false, 14735 "max": false, 14736 "min": false, 14737 "rightSide": true, 14738 "show": true, 14739 "total": false, 14740 "values": false 14741 }, 14742 "lines": true, 14743 "linewidth": 1, 14744 "links": [ 14745 14746 ], 14747 "nullPointMode": "null as zero", 14748 "percentage": false, 14749 "pointradius": 5, 14750 "points": false, 14751 "renderer": "flot", 14752 "seriesOverrides": [ 14753 14754 ], 14755 "spaceLength": 10, 14756 "span": 12, 14757 "stack": false, 14758 "steppedLine": false, 14759 "styles": [ 14760 { 14761 "alias": "Time", 14762 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14763 "pattern": "Time", 14764 "type": "hidden" 14765 }, 14766 { 14767 "alias": "CPU Usage", 14768 "colorMode": null, 14769 "colors": [ 14770 14771 ], 14772 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14773 "decimals": 2, 14774 "link": false, 14775 "linkTargetBlank": false, 14776 "linkTooltip": "Drill down", 14777 "linkUrl": "", 14778 "pattern": "Value #A", 14779 "thresholds": [ 14780 14781 ], 14782 "type": "number", 14783 "unit": "short" 14784 }, 14785 { 14786 "alias": "CPU Requests", 14787 "colorMode": null, 14788 "colors": [ 14789 14790 ], 14791 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14792 "decimals": 2, 14793 "link": false, 14794 "linkTargetBlank": false, 14795 "linkTooltip": "Drill down", 14796 "linkUrl": "", 14797 "pattern": "Value #B", 14798 "thresholds": [ 14799 14800 ], 14801 "type": "number", 14802 "unit": "short" 14803 }, 14804 { 14805 "alias": "CPU Requests %", 14806 "colorMode": null, 14807 "colors": [ 14808 14809 ], 14810 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14811 "decimals": 2, 14812 "link": false, 14813 "linkTargetBlank": false, 14814 "linkTooltip": "Drill down", 14815 "linkUrl": "", 14816 "pattern": "Value #C", 14817 "thresholds": [ 14818 14819 ], 14820 "type": "number", 14821 "unit": "percentunit" 14822 }, 14823 { 14824 "alias": "CPU Limits", 14825 "colorMode": null, 14826 "colors": [ 14827 14828 ], 14829 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14830 "decimals": 2, 14831 "link": false, 14832 "linkTargetBlank": false, 14833 "linkTooltip": "Drill down", 14834 "linkUrl": "", 14835 "pattern": "Value #D", 14836 "thresholds": [ 14837 14838 ], 14839 "type": "number", 14840 "unit": "short" 14841 }, 14842 { 14843 "alias": "CPU Limits %", 14844 "colorMode": null, 14845 "colors": [ 14846 14847 ], 14848 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14849 "decimals": 2, 14850 "link": false, 14851 "linkTargetBlank": false, 14852 "linkTooltip": "Drill down", 14853 "linkUrl": "", 14854 "pattern": "Value #E", 14855 "thresholds": [ 14856 14857 ], 14858 "type": "number", 14859 "unit": "percentunit" 14860 }, 14861 { 14862 "alias": "Pod", 14863 "colorMode": null, 14864 "colors": [ 14865 14866 ], 14867 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14868 "decimals": 2, 14869 "link": false, 14870 "linkTargetBlank": false, 14871 "linkTooltip": "Drill down", 14872 "linkUrl": "", 14873 "pattern": "pod", 14874 "thresholds": [ 14875 14876 ], 14877 "type": "number", 14878 "unit": "short" 14879 }, 14880 { 14881 "alias": "", 14882 "colorMode": null, 14883 "colors": [ 14884 14885 ], 14886 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14887 "decimals": 2, 14888 "pattern": "/.*/", 14889 "thresholds": [ 14890 14891 ], 14892 "type": "string", 14893 "unit": "short" 14894 } 14895 ], 14896 "targets": [ 14897 { 14898 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14899 "format": "table", 14900 "instant": true, 14901 "intervalFactor": 2, 14902 "legendFormat": "", 14903 "refId": "A", 14904 "step": 10 14905 }, 14906 { 14907 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14908 "format": "table", 14909 "instant": true, 14910 "intervalFactor": 2, 14911 "legendFormat": "", 14912 "refId": "B", 14913 "step": 10 14914 }, 14915 { 14916 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14917 "format": "table", 14918 "instant": true, 14919 "intervalFactor": 2, 14920 "legendFormat": "", 14921 "refId": "C", 14922 "step": 10 14923 }, 14924 { 14925 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14926 "format": "table", 14927 "instant": true, 14928 "intervalFactor": 2, 14929 "legendFormat": "", 14930 "refId": "D", 14931 "step": 10 14932 }, 14933 { 14934 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14935 "format": "table", 14936 "instant": true, 14937 "intervalFactor": 2, 14938 "legendFormat": "", 14939 "refId": "E", 14940 "step": 10 14941 } 14942 ], 14943 "thresholds": [ 14944 14945 ], 14946 "timeFrom": null, 14947 "timeShift": null, 14948 "title": "CPU Quota", 14949 "tooltip": { 14950 "shared": false, 14951 "sort": 2, 14952 "value_type": "individual" 14953 }, 14954 "transform": "table", 14955 "type": "table", 14956 "xaxis": { 14957 "buckets": null, 14958 "mode": "time", 14959 "name": null, 14960 "show": true, 14961 "values": [ 14962 14963 ] 14964 }, 14965 "yaxes": [ 14966 { 14967 "format": "short", 14968 "label": null, 14969 "logBase": 1, 14970 "max": null, 14971 "min": 0, 14972 "show": true 14973 }, 14974 { 14975 "format": "short", 14976 "label": null, 14977 "logBase": 1, 14978 "max": null, 14979 "min": null, 14980 "show": false 14981 } 14982 ] 14983 } 14984 ], 14985 "repeat": null, 14986 "repeatIteration": null, 14987 "repeatRowId": null, 14988 "showTitle": true, 14989 "title": "CPU Quota", 14990 "titleSize": "h6" 14991 }, 14992 { 14993 "collapse": false, 14994 "height": "250px", 14995 "panels": [ 14996 { 14997 "aliasColors": { 14998 14999 }, 15000 "bars": false, 15001 "dashLength": 10, 15002 "dashes": false, 15003 "datasource": "$datasource", 15004 "fill": 10, 15005 "id": 3, 15006 "interval": "1m", 15007 "legend": { 15008 "alignAsTable": true, 15009 "avg": false, 15010 "current": false, 15011 "max": false, 15012 "min": false, 15013 "rightSide": true, 15014 "show": true, 15015 "total": false, 15016 "values": false 15017 }, 15018 "lines": true, 15019 "linewidth": 0, 15020 "links": [ 15021 15022 ], 15023 "nullPointMode": "null as zero", 15024 "percentage": false, 15025 "pointradius": 5, 15026 "points": false, 15027 "renderer": "flot", 15028 "seriesOverrides": [ 15029 { 15030 "alias": "max capacity", 15031 "color": "#F2495C", 15032 "dashes": true, 15033 "fill": 0, 15034 "hiddenSeries": true, 15035 "hideTooltip": true, 15036 "legend": true, 15037 "linewidth": 2, 15038 "stack": false 15039 } 15040 ], 15041 "spaceLength": 10, 15042 "span": 12, 15043 "stack": true, 15044 "steppedLine": false, 15045 "targets": [ 15046 { 15047 "expr": "sum(kube_node_status_capacity{cluster=\"$cluster\", node=~\"$node\", resource=\"memory\"})", 15048 "format": "time_series", 15049 "intervalFactor": 2, 15050 "legendFormat": "max capacity", 15051 "legendLink": null, 15052 "step": 10 15053 }, 15054 { 15055 "expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\", container!=\"\"}) by (pod)", 15056 "format": "time_series", 15057 "intervalFactor": 2, 15058 "legendFormat": "{{pod}}", 15059 "legendLink": null, 15060 "step": 10 15061 } 15062 ], 15063 "thresholds": [ 15064 15065 ], 15066 "timeFrom": null, 15067 "timeShift": null, 15068 "title": "Memory Usage (w/o cache)", 15069 "tooltip": { 15070 "shared": false, 15071 "sort": 2, 15072 "value_type": "individual" 15073 }, 15074 "type": "graph", 15075 "xaxis": { 15076 "buckets": null, 15077 "mode": "time", 15078 "name": null, 15079 "show": true, 15080 "values": [ 15081 15082 ] 15083 }, 15084 "yaxes": [ 15085 { 15086 "format": "bytes", 15087 "label": null, 15088 "logBase": 1, 15089 "max": null, 15090 "min": 0, 15091 "show": true 15092 }, 15093 { 15094 "format": "short", 15095 "label": null, 15096 "logBase": 1, 15097 "max": null, 15098 "min": null, 15099 "show": false 15100 } 15101 ] 15102 } 15103 ], 15104 "repeat": null, 15105 "repeatIteration": null, 15106 "repeatRowId": null, 15107 "showTitle": true, 15108 "title": "Memory Usage", 15109 "titleSize": "h6" 15110 }, 15111 { 15112 "collapse": false, 15113 "height": "250px", 15114 "panels": [ 15115 { 15116 "aliasColors": { 15117 15118 }, 15119 "bars": false, 15120 "dashLength": 10, 15121 "dashes": false, 15122 "datasource": "$datasource", 15123 "fill": 1, 15124 "id": 4, 15125 "interval": "1m", 15126 "legend": { 15127 "alignAsTable": true, 15128 "avg": false, 15129 "current": false, 15130 "max": false, 15131 "min": false, 15132 "rightSide": true, 15133 "show": true, 15134 "total": false, 15135 "values": false 15136 }, 15137 "lines": true, 15138 "linewidth": 1, 15139 "links": [ 15140 15141 ], 15142 "nullPointMode": "null as zero", 15143 "percentage": false, 15144 "pointradius": 5, 15145 "points": false, 15146 "renderer": "flot", 15147 "seriesOverrides": [ 15148 15149 ], 15150 "spaceLength": 10, 15151 "span": 12, 15152 "stack": false, 15153 "steppedLine": false, 15154 "styles": [ 15155 { 15156 "alias": "Time", 15157 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15158 "pattern": "Time", 15159 "type": "hidden" 15160 }, 15161 { 15162 "alias": "Memory Usage", 15163 "colorMode": null, 15164 "colors": [ 15165 15166 ], 15167 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15168 "decimals": 2, 15169 "link": false, 15170 "linkTargetBlank": false, 15171 "linkTooltip": "Drill down", 15172 "linkUrl": "", 15173 "pattern": "Value #A", 15174 "thresholds": [ 15175 15176 ], 15177 "type": "number", 15178 "unit": "bytes" 15179 }, 15180 { 15181 "alias": "Memory Requests", 15182 "colorMode": null, 15183 "colors": [ 15184 15185 ], 15186 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15187 "decimals": 2, 15188 "link": false, 15189 "linkTargetBlank": false, 15190 "linkTooltip": "Drill down", 15191 "linkUrl": "", 15192 "pattern": "Value #B", 15193 "thresholds": [ 15194 15195 ], 15196 "type": "number", 15197 "unit": "bytes" 15198 }, 15199 { 15200 "alias": "Memory Requests %", 15201 "colorMode": null, 15202 "colors": [ 15203 15204 ], 15205 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15206 "decimals": 2, 15207 "link": false, 15208 "linkTargetBlank": false, 15209 "linkTooltip": "Drill down", 15210 "linkUrl": "", 15211 "pattern": "Value #C", 15212 "thresholds": [ 15213 15214 ], 15215 "type": "number", 15216 "unit": "percentunit" 15217 }, 15218 { 15219 "alias": "Memory Limits", 15220 "colorMode": null, 15221 "colors": [ 15222 15223 ], 15224 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15225 "decimals": 2, 15226 "link": false, 15227 "linkTargetBlank": false, 15228 "linkTooltip": "Drill down", 15229 "linkUrl": "", 15230 "pattern": "Value #D", 15231 "thresholds": [ 15232 15233 ], 15234 "type": "number", 15235 "unit": "bytes" 15236 }, 15237 { 15238 "alias": "Memory Limits %", 15239 "colorMode": null, 15240 "colors": [ 15241 15242 ], 15243 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15244 "decimals": 2, 15245 "link": false, 15246 "linkTargetBlank": false, 15247 "linkTooltip": "Drill down", 15248 "linkUrl": "", 15249 "pattern": "Value #E", 15250 "thresholds": [ 15251 15252 ], 15253 "type": "number", 15254 "unit": "percentunit" 15255 }, 15256 { 15257 "alias": "Memory Usage (RSS)", 15258 "colorMode": null, 15259 "colors": [ 15260 15261 ], 15262 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15263 "decimals": 2, 15264 "link": false, 15265 "linkTargetBlank": false, 15266 "linkTooltip": "Drill down", 15267 "linkUrl": "", 15268 "pattern": "Value #F", 15269 "thresholds": [ 15270 15271 ], 15272 "type": "number", 15273 "unit": "bytes" 15274 }, 15275 { 15276 "alias": "Memory Usage (Cache)", 15277 "colorMode": null, 15278 "colors": [ 15279 15280 ], 15281 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15282 "decimals": 2, 15283 "link": false, 15284 "linkTargetBlank": false, 15285 "linkTooltip": "Drill down", 15286 "linkUrl": "", 15287 "pattern": "Value #G", 15288 "thresholds": [ 15289 15290 ], 15291 "type": "number", 15292 "unit": "bytes" 15293 }, 15294 { 15295 "alias": "Memory Usage (Swap)", 15296 "colorMode": null, 15297 "colors": [ 15298 15299 ], 15300 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15301 "decimals": 2, 15302 "link": false, 15303 "linkTargetBlank": false, 15304 "linkTooltip": "Drill down", 15305 "linkUrl": "", 15306 "pattern": "Value #H", 15307 "thresholds": [ 15308 15309 ], 15310 "type": "number", 15311 "unit": "bytes" 15312 }, 15313 { 15314 "alias": "Pod", 15315 "colorMode": null, 15316 "colors": [ 15317 15318 ], 15319 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15320 "decimals": 2, 15321 "link": false, 15322 "linkTargetBlank": false, 15323 "linkTooltip": "Drill down", 15324 "linkUrl": "", 15325 "pattern": "pod", 15326 "thresholds": [ 15327 15328 ], 15329 "type": "number", 15330 "unit": "short" 15331 }, 15332 { 15333 "alias": "", 15334 "colorMode": null, 15335 "colors": [ 15336 15337 ], 15338 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15339 "decimals": 2, 15340 "pattern": "/.*/", 15341 "thresholds": [ 15342 15343 ], 15344 "type": "string", 15345 "unit": "short" 15346 } 15347 ], 15348 "targets": [ 15349 { 15350 "expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)", 15351 "format": "table", 15352 "instant": true, 15353 "intervalFactor": 2, 15354 "legendFormat": "", 15355 "refId": "A", 15356 "step": 10 15357 }, 15358 { 15359 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 15360 "format": "table", 15361 "instant": true, 15362 "intervalFactor": 2, 15363 "legendFormat": "", 15364 "refId": "B", 15365 "step": 10 15366 }, 15367 { 15368 "expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 15369 "format": "table", 15370 "instant": true, 15371 "intervalFactor": 2, 15372 "legendFormat": "", 15373 "refId": "C", 15374 "step": 10 15375 }, 15376 { 15377 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 15378 "format": "table", 15379 "instant": true, 15380 "intervalFactor": 2, 15381 "legendFormat": "", 15382 "refId": "D", 15383 "step": 10 15384 }, 15385 { 15386 "expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 15387 "format": "table", 15388 "instant": true, 15389 "intervalFactor": 2, 15390 "legendFormat": "", 15391 "refId": "E", 15392 "step": 10 15393 }, 15394 { 15395 "expr": "sum(node_namespace_pod_container:container_memory_rss{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)", 15396 "format": "table", 15397 "instant": true, 15398 "intervalFactor": 2, 15399 "legendFormat": "", 15400 "refId": "F", 15401 "step": 10 15402 }, 15403 { 15404 "expr": "sum(node_namespace_pod_container:container_memory_cache{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)", 15405 "format": "table", 15406 "instant": true, 15407 "intervalFactor": 2, 15408 "legendFormat": "", 15409 "refId": "G", 15410 "step": 10 15411 }, 15412 { 15413 "expr": "sum(node_namespace_pod_container:container_memory_swap{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)", 15414 "format": "table", 15415 "instant": true, 15416 "intervalFactor": 2, 15417 "legendFormat": "", 15418 "refId": "H", 15419 "step": 10 15420 } 15421 ], 15422 "thresholds": [ 15423 15424 ], 15425 "timeFrom": null, 15426 "timeShift": null, 15427 "title": "Memory Quota", 15428 "tooltip": { 15429 "shared": false, 15430 "sort": 2, 15431 "value_type": "individual" 15432 }, 15433 "transform": "table", 15434 "type": "table", 15435 "xaxis": { 15436 "buckets": null, 15437 "mode": "time", 15438 "name": null, 15439 "show": true, 15440 "values": [ 15441 15442 ] 15443 }, 15444 "yaxes": [ 15445 { 15446 "format": "short", 15447 "label": null, 15448 "logBase": 1, 15449 "max": null, 15450 "min": 0, 15451 "show": true 15452 }, 15453 { 15454 "format": "short", 15455 "label": null, 15456 "logBase": 1, 15457 "max": null, 15458 "min": null, 15459 "show": false 15460 } 15461 ] 15462 } 15463 ], 15464 "repeat": null, 15465 "repeatIteration": null, 15466 "repeatRowId": null, 15467 "showTitle": true, 15468 "title": "Memory Quota", 15469 "titleSize": "h6" 15470 } 15471 ], 15472 "schemaVersion": 14, 15473 "style": "dark", 15474 "tags": [ 15475 "kubernetes-mixin" 15476 ], 15477 "templating": { 15478 "list": [ 15479 { 15480 "current": { 15481 "text": "default", 15482 "value": "default" 15483 }, 15484 "hide": 0, 15485 "label": "Data Source", 15486 "name": "datasource", 15487 "options": [ 15488 15489 ], 15490 "query": "prometheus", 15491 "refresh": 1, 15492 "regex": "", 15493 "type": "datasource" 15494 }, 15495 { 15496 "allValue": null, 15497 "current": { 15498 "text": "", 15499 "value": "" 15500 }, 15501 "datasource": "$datasource", 15502 "hide": 2, 15503 "includeAll": false, 15504 "label": null, 15505 "multi": false, 15506 "name": "cluster", 15507 "options": [ 15508 15509 ], 15510 "query": "label_values(up{job=\"kube-state-metrics\"}, cluster)", 15511 "refresh": 2, 15512 "regex": "", 15513 "sort": 1, 15514 "tagValuesQuery": "", 15515 "tags": [ 15516 15517 ], 15518 "tagsQuery": "", 15519 "type": "query", 15520 "useTags": false 15521 }, 15522 { 15523 "allValue": null, 15524 "current": { 15525 "text": "", 15526 "value": "" 15527 }, 15528 "datasource": "$datasource", 15529 "hide": 0, 15530 "includeAll": false, 15531 "label": null, 15532 "multi": true, 15533 "name": "node", 15534 "options": [ 15535 15536 ], 15537 "query": "label_values(kube_node_info{cluster=\"$cluster\"}, node)", 15538 "refresh": 2, 15539 "regex": "", 15540 "sort": 1, 15541 "tagValuesQuery": "", 15542 "tags": [ 15543 15544 ], 15545 "tagsQuery": "", 15546 "type": "query", 15547 "useTags": false 15548 } 15549 ] 15550 }, 15551 "time": { 15552 "from": "now-1h", 15553 "to": "now" 15554 }, 15555 "timepicker": { 15556 "refresh_intervals": [ 15557 "5s", 15558 "10s", 15559 "30s", 15560 "1m", 15561 "5m", 15562 "15m", 15563 "30m", 15564 "1h", 15565 "2h", 15566 "1d" 15567 ], 15568 "time_options": [ 15569 "5m", 15570 "15m", 15571 "1h", 15572 "6h", 15573 "12h", 15574 "24h", 15575 "2d", 15576 "7d", 15577 "30d" 15578 ] 15579 }, 15580 "timezone": "utc", 15581 "title": "Kubernetes / Compute Resources / Node (Pods)", 15582 "uid": "200ac8fdbfbb74b39aff88118e4d1c2c", 15583 "version": 0 15584 } 15585 --- 15586 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-pod.yaml 15587 apiVersion: v1 15588 kind: ConfigMap 15589 metadata: 15590 namespace: kube-prometheus-stack 15591 name: kube-prometheus-stack-k8s-resources-pod 15592 annotations: 15593 {} 15594 labels: 15595 grafana_dashboard: "1" 15596 app: kube-prometheus-stack-grafana 15597 15598 app.kubernetes.io/managed-by: Helm 15599 app.kubernetes.io/instance: kube-prometheus-stack 15600 app.kubernetes.io/version: "25.0.0" 15601 app.kubernetes.io/part-of: kube-prometheus-stack 15602 chart: kube-prometheus-stack-25.0.0 15603 release: "kube-prometheus-stack" 15604 heritage: "Helm" 15605 data: 15606 k8s-resources-pod.json: |- 15607 { 15608 "annotations": { 15609 "list": [ 15610 15611 ] 15612 }, 15613 "editable": true, 15614 "gnetId": null, 15615 "graphTooltip": 0, 15616 "hideControls": false, 15617 "links": [ 15618 15619 ], 15620 "refresh": "10s", 15621 "rows": [ 15622 { 15623 "collapse": false, 15624 "height": "250px", 15625 "panels": [ 15626 { 15627 "aliasColors": { 15628 15629 }, 15630 "bars": false, 15631 "dashLength": 10, 15632 "dashes": false, 15633 "datasource": "$datasource", 15634 "fill": 10, 15635 "id": 1, 15636 "interval": "1m", 15637 "legend": { 15638 "alignAsTable": true, 15639 "avg": false, 15640 "current": false, 15641 "max": false, 15642 "min": false, 15643 "rightSide": true, 15644 "show": true, 15645 "total": false, 15646 "values": false 15647 }, 15648 "lines": true, 15649 "linewidth": 0, 15650 "links": [ 15651 15652 ], 15653 "nullPointMode": "null as zero", 15654 "percentage": false, 15655 "pointradius": 5, 15656 "points": false, 15657 "renderer": "flot", 15658 "seriesOverrides": [ 15659 { 15660 "alias": "requests", 15661 "color": "#F2495C", 15662 "fill": 0, 15663 "hideTooltip": true, 15664 "legend": true, 15665 "linewidth": 2, 15666 "stack": false 15667 }, 15668 { 15669 "alias": "limits", 15670 "color": "#FF9830", 15671 "fill": 0, 15672 "hideTooltip": true, 15673 "legend": true, 15674 "linewidth": 2, 15675 "stack": false 15676 } 15677 ], 15678 "spaceLength": 10, 15679 "span": 12, 15680 "stack": true, 15681 "steppedLine": false, 15682 "targets": [ 15683 { 15684 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{namespace=\"$namespace\", pod=\"$pod\", cluster=\"$cluster\"}) by (container)", 15685 "format": "time_series", 15686 "intervalFactor": 2, 15687 "legendFormat": "{{container}}", 15688 "legendLink": null, 15689 "step": 10 15690 }, 15691 { 15692 "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"cpu\"}\n)\n", 15693 "format": "time_series", 15694 "intervalFactor": 2, 15695 "legendFormat": "requests", 15696 "legendLink": null, 15697 "step": 10 15698 }, 15699 { 15700 "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"cpu\"}\n)\n", 15701 "format": "time_series", 15702 "intervalFactor": 2, 15703 "legendFormat": "limits", 15704 "legendLink": null, 15705 "step": 10 15706 } 15707 ], 15708 "thresholds": [ 15709 15710 ], 15711 "timeFrom": null, 15712 "timeShift": null, 15713 "title": "CPU Usage", 15714 "tooltip": { 15715 "shared": false, 15716 "sort": 2, 15717 "value_type": "individual" 15718 }, 15719 "type": "graph", 15720 "xaxis": { 15721 "buckets": null, 15722 "mode": "time", 15723 "name": null, 15724 "show": true, 15725 "values": [ 15726 15727 ] 15728 }, 15729 "yaxes": [ 15730 { 15731 "format": "short", 15732 "label": null, 15733 "logBase": 1, 15734 "max": null, 15735 "min": 0, 15736 "show": true 15737 }, 15738 { 15739 "format": "short", 15740 "label": null, 15741 "logBase": 1, 15742 "max": null, 15743 "min": null, 15744 "show": false 15745 } 15746 ] 15747 } 15748 ], 15749 "repeat": null, 15750 "repeatIteration": null, 15751 "repeatRowId": null, 15752 "showTitle": true, 15753 "title": "CPU Usage", 15754 "titleSize": "h6" 15755 }, 15756 { 15757 "collapse": false, 15758 "height": "250px", 15759 "panels": [ 15760 { 15761 "aliasColors": { 15762 15763 }, 15764 "bars": false, 15765 "dashLength": 10, 15766 "dashes": false, 15767 "datasource": "$datasource", 15768 "fill": 10, 15769 "id": 2, 15770 "interval": "1m", 15771 "legend": { 15772 "alignAsTable": true, 15773 "avg": false, 15774 "current": true, 15775 "max": true, 15776 "min": false, 15777 "rightSide": true, 15778 "show": true, 15779 "total": false, 15780 "values": false 15781 }, 15782 "lines": true, 15783 "linewidth": 0, 15784 "links": [ 15785 15786 ], 15787 "nullPointMode": "null as zero", 15788 "percentage": false, 15789 "pointradius": 5, 15790 "points": false, 15791 "renderer": "flot", 15792 "seriesOverrides": [ 15793 15794 ], 15795 "spaceLength": 10, 15796 "span": 12, 15797 "stack": true, 15798 "steppedLine": false, 15799 "targets": [ 15800 { 15801 "expr": "sum(increase(container_cpu_cfs_throttled_periods_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval])) by (container) /sum(increase(container_cpu_cfs_periods_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\", cluster=\"$cluster\"}[$__rate_interval])) by (container)", 15802 "format": "time_series", 15803 "intervalFactor": 2, 15804 "legendFormat": "{{container}}", 15805 "legendLink": null, 15806 "step": 10 15807 } 15808 ], 15809 "thresholds": [ 15810 { 15811 "colorMode": "critical", 15812 "fill": true, 15813 "line": true, 15814 "op": "gt", 15815 "value": 0.25, 15816 "yaxis": "left" 15817 } 15818 ], 15819 "timeFrom": null, 15820 "timeShift": null, 15821 "title": "CPU Throttling", 15822 "tooltip": { 15823 "shared": false, 15824 "sort": 2, 15825 "value_type": "individual" 15826 }, 15827 "type": "graph", 15828 "xaxis": { 15829 "buckets": null, 15830 "mode": "time", 15831 "name": null, 15832 "show": true, 15833 "values": [ 15834 15835 ] 15836 }, 15837 "yaxes": [ 15838 { 15839 "format": "percentunit", 15840 "label": null, 15841 "logBase": 1, 15842 "max": 1, 15843 "min": 0, 15844 "show": true 15845 }, 15846 { 15847 "format": "short", 15848 "label": null, 15849 "logBase": 1, 15850 "max": null, 15851 "min": null, 15852 "show": false 15853 } 15854 ] 15855 } 15856 ], 15857 "repeat": null, 15858 "repeatIteration": null, 15859 "repeatRowId": null, 15860 "showTitle": true, 15861 "title": "CPU Throttling", 15862 "titleSize": "h6" 15863 }, 15864 { 15865 "collapse": false, 15866 "height": "250px", 15867 "panels": [ 15868 { 15869 "aliasColors": { 15870 15871 }, 15872 "bars": false, 15873 "dashLength": 10, 15874 "dashes": false, 15875 "datasource": "$datasource", 15876 "fill": 1, 15877 "id": 3, 15878 "interval": "1m", 15879 "legend": { 15880 "alignAsTable": true, 15881 "avg": false, 15882 "current": false, 15883 "max": false, 15884 "min": false, 15885 "rightSide": true, 15886 "show": true, 15887 "total": false, 15888 "values": false 15889 }, 15890 "lines": true, 15891 "linewidth": 1, 15892 "links": [ 15893 15894 ], 15895 "nullPointMode": "null as zero", 15896 "percentage": false, 15897 "pointradius": 5, 15898 "points": false, 15899 "renderer": "flot", 15900 "seriesOverrides": [ 15901 15902 ], 15903 "spaceLength": 10, 15904 "span": 12, 15905 "stack": false, 15906 "steppedLine": false, 15907 "styles": [ 15908 { 15909 "alias": "Time", 15910 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15911 "pattern": "Time", 15912 "type": "hidden" 15913 }, 15914 { 15915 "alias": "CPU Usage", 15916 "colorMode": null, 15917 "colors": [ 15918 15919 ], 15920 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15921 "decimals": 2, 15922 "link": false, 15923 "linkTargetBlank": false, 15924 "linkTooltip": "Drill down", 15925 "linkUrl": "", 15926 "pattern": "Value #A", 15927 "thresholds": [ 15928 15929 ], 15930 "type": "number", 15931 "unit": "short" 15932 }, 15933 { 15934 "alias": "CPU Requests", 15935 "colorMode": null, 15936 "colors": [ 15937 15938 ], 15939 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15940 "decimals": 2, 15941 "link": false, 15942 "linkTargetBlank": false, 15943 "linkTooltip": "Drill down", 15944 "linkUrl": "", 15945 "pattern": "Value #B", 15946 "thresholds": [ 15947 15948 ], 15949 "type": "number", 15950 "unit": "short" 15951 }, 15952 { 15953 "alias": "CPU Requests %", 15954 "colorMode": null, 15955 "colors": [ 15956 15957 ], 15958 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15959 "decimals": 2, 15960 "link": false, 15961 "linkTargetBlank": false, 15962 "linkTooltip": "Drill down", 15963 "linkUrl": "", 15964 "pattern": "Value #C", 15965 "thresholds": [ 15966 15967 ], 15968 "type": "number", 15969 "unit": "percentunit" 15970 }, 15971 { 15972 "alias": "CPU Limits", 15973 "colorMode": null, 15974 "colors": [ 15975 15976 ], 15977 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15978 "decimals": 2, 15979 "link": false, 15980 "linkTargetBlank": false, 15981 "linkTooltip": "Drill down", 15982 "linkUrl": "", 15983 "pattern": "Value #D", 15984 "thresholds": [ 15985 15986 ], 15987 "type": "number", 15988 "unit": "short" 15989 }, 15990 { 15991 "alias": "CPU Limits %", 15992 "colorMode": null, 15993 "colors": [ 15994 15995 ], 15996 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15997 "decimals": 2, 15998 "link": false, 15999 "linkTargetBlank": false, 16000 "linkTooltip": "Drill down", 16001 "linkUrl": "", 16002 "pattern": "Value #E", 16003 "thresholds": [ 16004 16005 ], 16006 "type": "number", 16007 "unit": "percentunit" 16008 }, 16009 { 16010 "alias": "Container", 16011 "colorMode": null, 16012 "colors": [ 16013 16014 ], 16015 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16016 "decimals": 2, 16017 "link": false, 16018 "linkTargetBlank": false, 16019 "linkTooltip": "Drill down", 16020 "linkUrl": "", 16021 "pattern": "container", 16022 "thresholds": [ 16023 16024 ], 16025 "type": "number", 16026 "unit": "short" 16027 }, 16028 { 16029 "alias": "", 16030 "colorMode": null, 16031 "colors": [ 16032 16033 ], 16034 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16035 "decimals": 2, 16036 "pattern": "/.*/", 16037 "thresholds": [ 16038 16039 ], 16040 "type": "string", 16041 "unit": "short" 16042 } 16043 ], 16044 "targets": [ 16045 { 16046 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16047 "format": "table", 16048 "instant": true, 16049 "intervalFactor": 2, 16050 "legendFormat": "", 16051 "refId": "A", 16052 "step": 10 16053 }, 16054 { 16055 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16056 "format": "table", 16057 "instant": true, 16058 "intervalFactor": 2, 16059 "legendFormat": "", 16060 "refId": "B", 16061 "step": 10 16062 }, 16063 { 16064 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16065 "format": "table", 16066 "instant": true, 16067 "intervalFactor": 2, 16068 "legendFormat": "", 16069 "refId": "C", 16070 "step": 10 16071 }, 16072 { 16073 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16074 "format": "table", 16075 "instant": true, 16076 "intervalFactor": 2, 16077 "legendFormat": "", 16078 "refId": "D", 16079 "step": 10 16080 }, 16081 { 16082 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16083 "format": "table", 16084 "instant": true, 16085 "intervalFactor": 2, 16086 "legendFormat": "", 16087 "refId": "E", 16088 "step": 10 16089 } 16090 ], 16091 "thresholds": [ 16092 16093 ], 16094 "timeFrom": null, 16095 "timeShift": null, 16096 "title": "CPU Quota", 16097 "tooltip": { 16098 "shared": false, 16099 "sort": 2, 16100 "value_type": "individual" 16101 }, 16102 "transform": "table", 16103 "type": "table", 16104 "xaxis": { 16105 "buckets": null, 16106 "mode": "time", 16107 "name": null, 16108 "show": true, 16109 "values": [ 16110 16111 ] 16112 }, 16113 "yaxes": [ 16114 { 16115 "format": "short", 16116 "label": null, 16117 "logBase": 1, 16118 "max": null, 16119 "min": 0, 16120 "show": true 16121 }, 16122 { 16123 "format": "short", 16124 "label": null, 16125 "logBase": 1, 16126 "max": null, 16127 "min": null, 16128 "show": false 16129 } 16130 ] 16131 } 16132 ], 16133 "repeat": null, 16134 "repeatIteration": null, 16135 "repeatRowId": null, 16136 "showTitle": true, 16137 "title": "CPU Quota", 16138 "titleSize": "h6" 16139 }, 16140 { 16141 "collapse": false, 16142 "height": "250px", 16143 "panels": [ 16144 { 16145 "aliasColors": { 16146 16147 }, 16148 "bars": false, 16149 "dashLength": 10, 16150 "dashes": false, 16151 "datasource": "$datasource", 16152 "fill": 10, 16153 "id": 4, 16154 "interval": "1m", 16155 "legend": { 16156 "alignAsTable": true, 16157 "avg": false, 16158 "current": false, 16159 "max": false, 16160 "min": false, 16161 "rightSide": true, 16162 "show": true, 16163 "total": false, 16164 "values": false 16165 }, 16166 "lines": true, 16167 "linewidth": 0, 16168 "links": [ 16169 16170 ], 16171 "nullPointMode": "null as zero", 16172 "percentage": false, 16173 "pointradius": 5, 16174 "points": false, 16175 "renderer": "flot", 16176 "seriesOverrides": [ 16177 { 16178 "alias": "requests", 16179 "color": "#F2495C", 16180 "dashes": true, 16181 "fill": 0, 16182 "hideTooltip": true, 16183 "legend": true, 16184 "linewidth": 2, 16185 "stack": false 16186 }, 16187 { 16188 "alias": "limits", 16189 "color": "#FF9830", 16190 "dashes": true, 16191 "fill": 0, 16192 "hideTooltip": true, 16193 "legend": true, 16194 "linewidth": 2, 16195 "stack": false 16196 } 16197 ], 16198 "spaceLength": 10, 16199 "span": 12, 16200 "stack": true, 16201 "steppedLine": false, 16202 "targets": [ 16203 { 16204 "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\", image!=\"\"}) by (container)", 16205 "format": "time_series", 16206 "intervalFactor": 2, 16207 "legendFormat": "{{container}}", 16208 "legendLink": null, 16209 "step": 10 16210 }, 16211 { 16212 "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"memory\"}\n)\n", 16213 "format": "time_series", 16214 "intervalFactor": 2, 16215 "legendFormat": "requests", 16216 "legendLink": null, 16217 "step": 10 16218 }, 16219 { 16220 "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"memory\"}\n)\n", 16221 "format": "time_series", 16222 "intervalFactor": 2, 16223 "legendFormat": "limits", 16224 "legendLink": null, 16225 "step": 10 16226 } 16227 ], 16228 "thresholds": [ 16229 16230 ], 16231 "timeFrom": null, 16232 "timeShift": null, 16233 "title": "Memory Usage (WSS)", 16234 "tooltip": { 16235 "shared": false, 16236 "sort": 2, 16237 "value_type": "individual" 16238 }, 16239 "type": "graph", 16240 "xaxis": { 16241 "buckets": null, 16242 "mode": "time", 16243 "name": null, 16244 "show": true, 16245 "values": [ 16246 16247 ] 16248 }, 16249 "yaxes": [ 16250 { 16251 "format": "bytes", 16252 "label": null, 16253 "logBase": 1, 16254 "max": null, 16255 "min": 0, 16256 "show": true 16257 }, 16258 { 16259 "format": "short", 16260 "label": null, 16261 "logBase": 1, 16262 "max": null, 16263 "min": null, 16264 "show": false 16265 } 16266 ] 16267 } 16268 ], 16269 "repeat": null, 16270 "repeatIteration": null, 16271 "repeatRowId": null, 16272 "showTitle": true, 16273 "title": "Memory Usage", 16274 "titleSize": "h6" 16275 }, 16276 { 16277 "collapse": false, 16278 "height": "250px", 16279 "panels": [ 16280 { 16281 "aliasColors": { 16282 16283 }, 16284 "bars": false, 16285 "dashLength": 10, 16286 "dashes": false, 16287 "datasource": "$datasource", 16288 "fill": 1, 16289 "id": 5, 16290 "interval": "1m", 16291 "legend": { 16292 "alignAsTable": true, 16293 "avg": false, 16294 "current": false, 16295 "max": false, 16296 "min": false, 16297 "rightSide": true, 16298 "show": true, 16299 "total": false, 16300 "values": false 16301 }, 16302 "lines": true, 16303 "linewidth": 1, 16304 "links": [ 16305 16306 ], 16307 "nullPointMode": "null as zero", 16308 "percentage": false, 16309 "pointradius": 5, 16310 "points": false, 16311 "renderer": "flot", 16312 "seriesOverrides": [ 16313 16314 ], 16315 "spaceLength": 10, 16316 "span": 12, 16317 "stack": false, 16318 "steppedLine": false, 16319 "styles": [ 16320 { 16321 "alias": "Time", 16322 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16323 "pattern": "Time", 16324 "type": "hidden" 16325 }, 16326 { 16327 "alias": "Memory Usage (WSS)", 16328 "colorMode": null, 16329 "colors": [ 16330 16331 ], 16332 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16333 "decimals": 2, 16334 "link": false, 16335 "linkTargetBlank": false, 16336 "linkTooltip": "Drill down", 16337 "linkUrl": "", 16338 "pattern": "Value #A", 16339 "thresholds": [ 16340 16341 ], 16342 "type": "number", 16343 "unit": "bytes" 16344 }, 16345 { 16346 "alias": "Memory Requests", 16347 "colorMode": null, 16348 "colors": [ 16349 16350 ], 16351 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16352 "decimals": 2, 16353 "link": false, 16354 "linkTargetBlank": false, 16355 "linkTooltip": "Drill down", 16356 "linkUrl": "", 16357 "pattern": "Value #B", 16358 "thresholds": [ 16359 16360 ], 16361 "type": "number", 16362 "unit": "bytes" 16363 }, 16364 { 16365 "alias": "Memory Requests %", 16366 "colorMode": null, 16367 "colors": [ 16368 16369 ], 16370 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16371 "decimals": 2, 16372 "link": false, 16373 "linkTargetBlank": false, 16374 "linkTooltip": "Drill down", 16375 "linkUrl": "", 16376 "pattern": "Value #C", 16377 "thresholds": [ 16378 16379 ], 16380 "type": "number", 16381 "unit": "percentunit" 16382 }, 16383 { 16384 "alias": "Memory Limits", 16385 "colorMode": null, 16386 "colors": [ 16387 16388 ], 16389 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16390 "decimals": 2, 16391 "link": false, 16392 "linkTargetBlank": false, 16393 "linkTooltip": "Drill down", 16394 "linkUrl": "", 16395 "pattern": "Value #D", 16396 "thresholds": [ 16397 16398 ], 16399 "type": "number", 16400 "unit": "bytes" 16401 }, 16402 { 16403 "alias": "Memory Limits %", 16404 "colorMode": null, 16405 "colors": [ 16406 16407 ], 16408 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16409 "decimals": 2, 16410 "link": false, 16411 "linkTargetBlank": false, 16412 "linkTooltip": "Drill down", 16413 "linkUrl": "", 16414 "pattern": "Value #E", 16415 "thresholds": [ 16416 16417 ], 16418 "type": "number", 16419 "unit": "percentunit" 16420 }, 16421 { 16422 "alias": "Memory Usage (RSS)", 16423 "colorMode": null, 16424 "colors": [ 16425 16426 ], 16427 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16428 "decimals": 2, 16429 "link": false, 16430 "linkTargetBlank": false, 16431 "linkTooltip": "Drill down", 16432 "linkUrl": "", 16433 "pattern": "Value #F", 16434 "thresholds": [ 16435 16436 ], 16437 "type": "number", 16438 "unit": "bytes" 16439 }, 16440 { 16441 "alias": "Memory Usage (Cache)", 16442 "colorMode": null, 16443 "colors": [ 16444 16445 ], 16446 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16447 "decimals": 2, 16448 "link": false, 16449 "linkTargetBlank": false, 16450 "linkTooltip": "Drill down", 16451 "linkUrl": "", 16452 "pattern": "Value #G", 16453 "thresholds": [ 16454 16455 ], 16456 "type": "number", 16457 "unit": "bytes" 16458 }, 16459 { 16460 "alias": "Memory Usage (Swap)", 16461 "colorMode": null, 16462 "colors": [ 16463 16464 ], 16465 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16466 "decimals": 2, 16467 "link": false, 16468 "linkTargetBlank": false, 16469 "linkTooltip": "Drill down", 16470 "linkUrl": "", 16471 "pattern": "Value #H", 16472 "thresholds": [ 16473 16474 ], 16475 "type": "number", 16476 "unit": "bytes" 16477 }, 16478 { 16479 "alias": "Container", 16480 "colorMode": null, 16481 "colors": [ 16482 16483 ], 16484 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16485 "decimals": 2, 16486 "link": false, 16487 "linkTargetBlank": false, 16488 "linkTooltip": "Drill down", 16489 "linkUrl": "", 16490 "pattern": "container", 16491 "thresholds": [ 16492 16493 ], 16494 "type": "number", 16495 "unit": "short" 16496 }, 16497 { 16498 "alias": "", 16499 "colorMode": null, 16500 "colors": [ 16501 16502 ], 16503 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16504 "decimals": 2, 16505 "pattern": "/.*/", 16506 "thresholds": [ 16507 16508 ], 16509 "type": "string", 16510 "unit": "short" 16511 } 16512 ], 16513 "targets": [ 16514 { 16515 "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\", image!=\"\"}) by (container)", 16516 "format": "table", 16517 "instant": true, 16518 "intervalFactor": 2, 16519 "legendFormat": "", 16520 "refId": "A", 16521 "step": 10 16522 }, 16523 { 16524 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16525 "format": "table", 16526 "instant": true, 16527 "intervalFactor": 2, 16528 "legendFormat": "", 16529 "refId": "B", 16530 "step": 10 16531 }, 16532 { 16533 "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", image!=\"\"}) by (container) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16534 "format": "table", 16535 "instant": true, 16536 "intervalFactor": 2, 16537 "legendFormat": "", 16538 "refId": "C", 16539 "step": 10 16540 }, 16541 { 16542 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16543 "format": "table", 16544 "instant": true, 16545 "intervalFactor": 2, 16546 "legendFormat": "", 16547 "refId": "D", 16548 "step": 10 16549 }, 16550 { 16551 "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\", image!=\"\"}) by (container) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16552 "format": "table", 16553 "instant": true, 16554 "intervalFactor": 2, 16555 "legendFormat": "", 16556 "refId": "E", 16557 "step": 10 16558 }, 16559 { 16560 "expr": "sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)", 16561 "format": "table", 16562 "instant": true, 16563 "intervalFactor": 2, 16564 "legendFormat": "", 16565 "refId": "F", 16566 "step": 10 16567 }, 16568 { 16569 "expr": "sum(container_memory_cache{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)", 16570 "format": "table", 16571 "instant": true, 16572 "intervalFactor": 2, 16573 "legendFormat": "", 16574 "refId": "G", 16575 "step": 10 16576 }, 16577 { 16578 "expr": "sum(container_memory_swap{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)", 16579 "format": "table", 16580 "instant": true, 16581 "intervalFactor": 2, 16582 "legendFormat": "", 16583 "refId": "H", 16584 "step": 10 16585 } 16586 ], 16587 "thresholds": [ 16588 16589 ], 16590 "timeFrom": null, 16591 "timeShift": null, 16592 "title": "Memory Quota", 16593 "tooltip": { 16594 "shared": false, 16595 "sort": 2, 16596 "value_type": "individual" 16597 }, 16598 "transform": "table", 16599 "type": "table", 16600 "xaxis": { 16601 "buckets": null, 16602 "mode": "time", 16603 "name": null, 16604 "show": true, 16605 "values": [ 16606 16607 ] 16608 }, 16609 "yaxes": [ 16610 { 16611 "format": "short", 16612 "label": null, 16613 "logBase": 1, 16614 "max": null, 16615 "min": 0, 16616 "show": true 16617 }, 16618 { 16619 "format": "short", 16620 "label": null, 16621 "logBase": 1, 16622 "max": null, 16623 "min": null, 16624 "show": false 16625 } 16626 ] 16627 } 16628 ], 16629 "repeat": null, 16630 "repeatIteration": null, 16631 "repeatRowId": null, 16632 "showTitle": true, 16633 "title": "Memory Quota", 16634 "titleSize": "h6" 16635 }, 16636 { 16637 "collapse": false, 16638 "height": "250px", 16639 "panels": [ 16640 { 16641 "aliasColors": { 16642 16643 }, 16644 "bars": false, 16645 "dashLength": 10, 16646 "dashes": false, 16647 "datasource": "$datasource", 16648 "fill": 10, 16649 "id": 6, 16650 "interval": "1m", 16651 "legend": { 16652 "alignAsTable": true, 16653 "avg": false, 16654 "current": false, 16655 "max": false, 16656 "min": false, 16657 "rightSide": true, 16658 "show": true, 16659 "total": false, 16660 "values": false 16661 }, 16662 "lines": true, 16663 "linewidth": 0, 16664 "links": [ 16665 16666 ], 16667 "nullPointMode": "null as zero", 16668 "percentage": false, 16669 "pointradius": 5, 16670 "points": false, 16671 "renderer": "flot", 16672 "seriesOverrides": [ 16673 16674 ], 16675 "spaceLength": 10, 16676 "span": 6, 16677 "stack": true, 16678 "steppedLine": false, 16679 "targets": [ 16680 { 16681 "expr": "sum(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 16682 "format": "time_series", 16683 "intervalFactor": 2, 16684 "legendFormat": "{{pod}}", 16685 "legendLink": null, 16686 "step": 10 16687 } 16688 ], 16689 "thresholds": [ 16690 16691 ], 16692 "timeFrom": null, 16693 "timeShift": null, 16694 "title": "Receive Bandwidth", 16695 "tooltip": { 16696 "shared": false, 16697 "sort": 2, 16698 "value_type": "individual" 16699 }, 16700 "type": "graph", 16701 "xaxis": { 16702 "buckets": null, 16703 "mode": "time", 16704 "name": null, 16705 "show": true, 16706 "values": [ 16707 16708 ] 16709 }, 16710 "yaxes": [ 16711 { 16712 "format": "Bps", 16713 "label": null, 16714 "logBase": 1, 16715 "max": null, 16716 "min": 0, 16717 "show": true 16718 }, 16719 { 16720 "format": "short", 16721 "label": null, 16722 "logBase": 1, 16723 "max": null, 16724 "min": null, 16725 "show": false 16726 } 16727 ] 16728 }, 16729 { 16730 "aliasColors": { 16731 16732 }, 16733 "bars": false, 16734 "dashLength": 10, 16735 "dashes": false, 16736 "datasource": "$datasource", 16737 "fill": 10, 16738 "id": 7, 16739 "interval": "1m", 16740 "legend": { 16741 "alignAsTable": true, 16742 "avg": false, 16743 "current": false, 16744 "max": false, 16745 "min": false, 16746 "rightSide": true, 16747 "show": true, 16748 "total": false, 16749 "values": false 16750 }, 16751 "lines": true, 16752 "linewidth": 0, 16753 "links": [ 16754 16755 ], 16756 "nullPointMode": "null as zero", 16757 "percentage": false, 16758 "pointradius": 5, 16759 "points": false, 16760 "renderer": "flot", 16761 "seriesOverrides": [ 16762 16763 ], 16764 "spaceLength": 10, 16765 "span": 6, 16766 "stack": true, 16767 "steppedLine": false, 16768 "targets": [ 16769 { 16770 "expr": "sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 16771 "format": "time_series", 16772 "intervalFactor": 2, 16773 "legendFormat": "{{pod}}", 16774 "legendLink": null, 16775 "step": 10 16776 } 16777 ], 16778 "thresholds": [ 16779 16780 ], 16781 "timeFrom": null, 16782 "timeShift": null, 16783 "title": "Transmit Bandwidth", 16784 "tooltip": { 16785 "shared": false, 16786 "sort": 2, 16787 "value_type": "individual" 16788 }, 16789 "type": "graph", 16790 "xaxis": { 16791 "buckets": null, 16792 "mode": "time", 16793 "name": null, 16794 "show": true, 16795 "values": [ 16796 16797 ] 16798 }, 16799 "yaxes": [ 16800 { 16801 "format": "Bps", 16802 "label": null, 16803 "logBase": 1, 16804 "max": null, 16805 "min": 0, 16806 "show": true 16807 }, 16808 { 16809 "format": "short", 16810 "label": null, 16811 "logBase": 1, 16812 "max": null, 16813 "min": null, 16814 "show": false 16815 } 16816 ] 16817 } 16818 ], 16819 "repeat": null, 16820 "repeatIteration": null, 16821 "repeatRowId": null, 16822 "showTitle": true, 16823 "title": "Bandwidth", 16824 "titleSize": "h6" 16825 }, 16826 { 16827 "collapse": false, 16828 "height": "250px", 16829 "panels": [ 16830 { 16831 "aliasColors": { 16832 16833 }, 16834 "bars": false, 16835 "dashLength": 10, 16836 "dashes": false, 16837 "datasource": "$datasource", 16838 "fill": 10, 16839 "id": 8, 16840 "interval": "1m", 16841 "legend": { 16842 "alignAsTable": true, 16843 "avg": false, 16844 "current": false, 16845 "max": false, 16846 "min": false, 16847 "rightSide": true, 16848 "show": true, 16849 "total": false, 16850 "values": false 16851 }, 16852 "lines": true, 16853 "linewidth": 0, 16854 "links": [ 16855 16856 ], 16857 "nullPointMode": "null as zero", 16858 "percentage": false, 16859 "pointradius": 5, 16860 "points": false, 16861 "renderer": "flot", 16862 "seriesOverrides": [ 16863 16864 ], 16865 "spaceLength": 10, 16866 "span": 6, 16867 "stack": true, 16868 "steppedLine": false, 16869 "targets": [ 16870 { 16871 "expr": "sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 16872 "format": "time_series", 16873 "intervalFactor": 2, 16874 "legendFormat": "{{pod}}", 16875 "legendLink": null, 16876 "step": 10 16877 } 16878 ], 16879 "thresholds": [ 16880 16881 ], 16882 "timeFrom": null, 16883 "timeShift": null, 16884 "title": "Rate of Received Packets", 16885 "tooltip": { 16886 "shared": false, 16887 "sort": 2, 16888 "value_type": "individual" 16889 }, 16890 "type": "graph", 16891 "xaxis": { 16892 "buckets": null, 16893 "mode": "time", 16894 "name": null, 16895 "show": true, 16896 "values": [ 16897 16898 ] 16899 }, 16900 "yaxes": [ 16901 { 16902 "format": "pps", 16903 "label": null, 16904 "logBase": 1, 16905 "max": null, 16906 "min": 0, 16907 "show": true 16908 }, 16909 { 16910 "format": "short", 16911 "label": null, 16912 "logBase": 1, 16913 "max": null, 16914 "min": null, 16915 "show": false 16916 } 16917 ] 16918 }, 16919 { 16920 "aliasColors": { 16921 16922 }, 16923 "bars": false, 16924 "dashLength": 10, 16925 "dashes": false, 16926 "datasource": "$datasource", 16927 "fill": 10, 16928 "id": 9, 16929 "interval": "1m", 16930 "legend": { 16931 "alignAsTable": true, 16932 "avg": false, 16933 "current": false, 16934 "max": false, 16935 "min": false, 16936 "rightSide": true, 16937 "show": true, 16938 "total": false, 16939 "values": false 16940 }, 16941 "lines": true, 16942 "linewidth": 0, 16943 "links": [ 16944 16945 ], 16946 "nullPointMode": "null as zero", 16947 "percentage": false, 16948 "pointradius": 5, 16949 "points": false, 16950 "renderer": "flot", 16951 "seriesOverrides": [ 16952 16953 ], 16954 "spaceLength": 10, 16955 "span": 6, 16956 "stack": true, 16957 "steppedLine": false, 16958 "targets": [ 16959 { 16960 "expr": "sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 16961 "format": "time_series", 16962 "intervalFactor": 2, 16963 "legendFormat": "{{pod}}", 16964 "legendLink": null, 16965 "step": 10 16966 } 16967 ], 16968 "thresholds": [ 16969 16970 ], 16971 "timeFrom": null, 16972 "timeShift": null, 16973 "title": "Rate of Transmitted Packets", 16974 "tooltip": { 16975 "shared": false, 16976 "sort": 2, 16977 "value_type": "individual" 16978 }, 16979 "type": "graph", 16980 "xaxis": { 16981 "buckets": null, 16982 "mode": "time", 16983 "name": null, 16984 "show": true, 16985 "values": [ 16986 16987 ] 16988 }, 16989 "yaxes": [ 16990 { 16991 "format": "pps", 16992 "label": null, 16993 "logBase": 1, 16994 "max": null, 16995 "min": 0, 16996 "show": true 16997 }, 16998 { 16999 "format": "short", 17000 "label": null, 17001 "logBase": 1, 17002 "max": null, 17003 "min": null, 17004 "show": false 17005 } 17006 ] 17007 } 17008 ], 17009 "repeat": null, 17010 "repeatIteration": null, 17011 "repeatRowId": null, 17012 "showTitle": true, 17013 "title": "Rate of Packets", 17014 "titleSize": "h6" 17015 }, 17016 { 17017 "collapse": false, 17018 "height": "250px", 17019 "panels": [ 17020 { 17021 "aliasColors": { 17022 17023 }, 17024 "bars": false, 17025 "dashLength": 10, 17026 "dashes": false, 17027 "datasource": "$datasource", 17028 "fill": 10, 17029 "id": 10, 17030 "interval": "1m", 17031 "legend": { 17032 "alignAsTable": true, 17033 "avg": false, 17034 "current": false, 17035 "max": false, 17036 "min": false, 17037 "rightSide": true, 17038 "show": true, 17039 "total": false, 17040 "values": false 17041 }, 17042 "lines": true, 17043 "linewidth": 0, 17044 "links": [ 17045 17046 ], 17047 "nullPointMode": "null as zero", 17048 "percentage": false, 17049 "pointradius": 5, 17050 "points": false, 17051 "renderer": "flot", 17052 "seriesOverrides": [ 17053 17054 ], 17055 "spaceLength": 10, 17056 "span": 6, 17057 "stack": true, 17058 "steppedLine": false, 17059 "targets": [ 17060 { 17061 "expr": "sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 17062 "format": "time_series", 17063 "intervalFactor": 2, 17064 "legendFormat": "{{pod}}", 17065 "legendLink": null, 17066 "step": 10 17067 } 17068 ], 17069 "thresholds": [ 17070 17071 ], 17072 "timeFrom": null, 17073 "timeShift": null, 17074 "title": "Rate of Received Packets Dropped", 17075 "tooltip": { 17076 "shared": false, 17077 "sort": 2, 17078 "value_type": "individual" 17079 }, 17080 "type": "graph", 17081 "xaxis": { 17082 "buckets": null, 17083 "mode": "time", 17084 "name": null, 17085 "show": true, 17086 "values": [ 17087 17088 ] 17089 }, 17090 "yaxes": [ 17091 { 17092 "format": "pps", 17093 "label": null, 17094 "logBase": 1, 17095 "max": null, 17096 "min": 0, 17097 "show": true 17098 }, 17099 { 17100 "format": "short", 17101 "label": null, 17102 "logBase": 1, 17103 "max": null, 17104 "min": null, 17105 "show": false 17106 } 17107 ] 17108 }, 17109 { 17110 "aliasColors": { 17111 17112 }, 17113 "bars": false, 17114 "dashLength": 10, 17115 "dashes": false, 17116 "datasource": "$datasource", 17117 "fill": 10, 17118 "id": 11, 17119 "interval": "1m", 17120 "legend": { 17121 "alignAsTable": true, 17122 "avg": false, 17123 "current": false, 17124 "max": false, 17125 "min": false, 17126 "rightSide": true, 17127 "show": true, 17128 "total": false, 17129 "values": false 17130 }, 17131 "lines": true, 17132 "linewidth": 0, 17133 "links": [ 17134 17135 ], 17136 "nullPointMode": "null as zero", 17137 "percentage": false, 17138 "pointradius": 5, 17139 "points": false, 17140 "renderer": "flot", 17141 "seriesOverrides": [ 17142 17143 ], 17144 "spaceLength": 10, 17145 "span": 6, 17146 "stack": true, 17147 "steppedLine": false, 17148 "targets": [ 17149 { 17150 "expr": "sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 17151 "format": "time_series", 17152 "intervalFactor": 2, 17153 "legendFormat": "{{pod}}", 17154 "legendLink": null, 17155 "step": 10 17156 } 17157 ], 17158 "thresholds": [ 17159 17160 ], 17161 "timeFrom": null, 17162 "timeShift": null, 17163 "title": "Rate of Transmitted Packets Dropped", 17164 "tooltip": { 17165 "shared": false, 17166 "sort": 2, 17167 "value_type": "individual" 17168 }, 17169 "type": "graph", 17170 "xaxis": { 17171 "buckets": null, 17172 "mode": "time", 17173 "name": null, 17174 "show": true, 17175 "values": [ 17176 17177 ] 17178 }, 17179 "yaxes": [ 17180 { 17181 "format": "pps", 17182 "label": null, 17183 "logBase": 1, 17184 "max": null, 17185 "min": 0, 17186 "show": true 17187 }, 17188 { 17189 "format": "short", 17190 "label": null, 17191 "logBase": 1, 17192 "max": null, 17193 "min": null, 17194 "show": false 17195 } 17196 ] 17197 } 17198 ], 17199 "repeat": null, 17200 "repeatIteration": null, 17201 "repeatRowId": null, 17202 "showTitle": true, 17203 "title": "Rate of Packets Dropped", 17204 "titleSize": "h6" 17205 }, 17206 { 17207 "collapse": false, 17208 "height": "250px", 17209 "panels": [ 17210 { 17211 "aliasColors": { 17212 17213 }, 17214 "bars": false, 17215 "dashLength": 10, 17216 "dashes": false, 17217 "datasource": "$datasource", 17218 "decimals": -1, 17219 "fill": 10, 17220 "id": 12, 17221 "interval": "1m", 17222 "legend": { 17223 "alignAsTable": true, 17224 "avg": false, 17225 "current": false, 17226 "max": false, 17227 "min": false, 17228 "rightSide": true, 17229 "show": true, 17230 "total": false, 17231 "values": false 17232 }, 17233 "lines": true, 17234 "linewidth": 0, 17235 "links": [ 17236 17237 ], 17238 "nullPointMode": "null as zero", 17239 "percentage": false, 17240 "pointradius": 5, 17241 "points": false, 17242 "renderer": "flot", 17243 "seriesOverrides": [ 17244 17245 ], 17246 "spaceLength": 10, 17247 "span": 6, 17248 "stack": true, 17249 "steppedLine": false, 17250 "targets": [ 17251 { 17252 "expr": "ceil(sum by(pod) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval])))", 17253 "format": "time_series", 17254 "intervalFactor": 2, 17255 "legendFormat": "Reads", 17256 "legendLink": null, 17257 "step": 10 17258 }, 17259 { 17260 "expr": "ceil(sum by(pod) (rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval])))", 17261 "format": "time_series", 17262 "intervalFactor": 2, 17263 "legendFormat": "Writes", 17264 "legendLink": null, 17265 "step": 10 17266 } 17267 ], 17268 "thresholds": [ 17269 17270 ], 17271 "timeFrom": null, 17272 "timeShift": null, 17273 "title": "IOPS", 17274 "tooltip": { 17275 "shared": false, 17276 "sort": 2, 17277 "value_type": "individual" 17278 }, 17279 "type": "graph", 17280 "xaxis": { 17281 "buckets": null, 17282 "mode": "time", 17283 "name": null, 17284 "show": true, 17285 "values": [ 17286 17287 ] 17288 }, 17289 "yaxes": [ 17290 { 17291 "format": "short", 17292 "label": null, 17293 "logBase": 1, 17294 "max": null, 17295 "min": 0, 17296 "show": true 17297 }, 17298 { 17299 "format": "short", 17300 "label": null, 17301 "logBase": 1, 17302 "max": null, 17303 "min": null, 17304 "show": false 17305 } 17306 ] 17307 }, 17308 { 17309 "aliasColors": { 17310 17311 }, 17312 "bars": false, 17313 "dashLength": 10, 17314 "dashes": false, 17315 "datasource": "$datasource", 17316 "fill": 10, 17317 "id": 13, 17318 "interval": "1m", 17319 "legend": { 17320 "alignAsTable": true, 17321 "avg": false, 17322 "current": false, 17323 "max": false, 17324 "min": false, 17325 "rightSide": true, 17326 "show": true, 17327 "total": false, 17328 "values": false 17329 }, 17330 "lines": true, 17331 "linewidth": 0, 17332 "links": [ 17333 17334 ], 17335 "nullPointMode": "null as zero", 17336 "percentage": false, 17337 "pointradius": 5, 17338 "points": false, 17339 "renderer": "flot", 17340 "seriesOverrides": [ 17341 17342 ], 17343 "spaceLength": 10, 17344 "span": 6, 17345 "stack": true, 17346 "steppedLine": false, 17347 "targets": [ 17348 { 17349 "expr": "sum by(pod) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))", 17350 "format": "time_series", 17351 "intervalFactor": 2, 17352 "legendFormat": "Reads", 17353 "legendLink": null, 17354 "step": 10 17355 }, 17356 { 17357 "expr": "sum by(pod) (rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))", 17358 "format": "time_series", 17359 "intervalFactor": 2, 17360 "legendFormat": "Writes", 17361 "legendLink": null, 17362 "step": 10 17363 } 17364 ], 17365 "thresholds": [ 17366 17367 ], 17368 "timeFrom": null, 17369 "timeShift": null, 17370 "title": "ThroughPut", 17371 "tooltip": { 17372 "shared": false, 17373 "sort": 2, 17374 "value_type": "individual" 17375 }, 17376 "type": "graph", 17377 "xaxis": { 17378 "buckets": null, 17379 "mode": "time", 17380 "name": null, 17381 "show": true, 17382 "values": [ 17383 17384 ] 17385 }, 17386 "yaxes": [ 17387 { 17388 "format": "Bps", 17389 "label": null, 17390 "logBase": 1, 17391 "max": null, 17392 "min": 0, 17393 "show": true 17394 }, 17395 { 17396 "format": "short", 17397 "label": null, 17398 "logBase": 1, 17399 "max": null, 17400 "min": null, 17401 "show": false 17402 } 17403 ] 17404 } 17405 ], 17406 "repeat": null, 17407 "repeatIteration": null, 17408 "repeatRowId": null, 17409 "showTitle": true, 17410 "title": "Storage IO - Distribution(Pod - Read & Writes)", 17411 "titleSize": "h6" 17412 }, 17413 { 17414 "collapse": false, 17415 "height": "250px", 17416 "panels": [ 17417 { 17418 "aliasColors": { 17419 17420 }, 17421 "bars": false, 17422 "dashLength": 10, 17423 "dashes": false, 17424 "datasource": "$datasource", 17425 "decimals": -1, 17426 "fill": 10, 17427 "id": 14, 17428 "interval": "1m", 17429 "legend": { 17430 "alignAsTable": true, 17431 "avg": false, 17432 "current": false, 17433 "max": false, 17434 "min": false, 17435 "rightSide": true, 17436 "show": true, 17437 "total": false, 17438 "values": false 17439 }, 17440 "lines": true, 17441 "linewidth": 0, 17442 "links": [ 17443 17444 ], 17445 "nullPointMode": "null as zero", 17446 "percentage": false, 17447 "pointradius": 5, 17448 "points": false, 17449 "renderer": "flot", 17450 "seriesOverrides": [ 17451 17452 ], 17453 "spaceLength": 10, 17454 "span": 6, 17455 "stack": true, 17456 "steppedLine": false, 17457 "targets": [ 17458 { 17459 "expr": "ceil(sum by(container) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval])))", 17460 "format": "time_series", 17461 "intervalFactor": 2, 17462 "legendFormat": "{{container}}", 17463 "legendLink": null, 17464 "step": 10 17465 } 17466 ], 17467 "thresholds": [ 17468 17469 ], 17470 "timeFrom": null, 17471 "timeShift": null, 17472 "title": "IOPS(Reads+Writes)", 17473 "tooltip": { 17474 "shared": false, 17475 "sort": 2, 17476 "value_type": "individual" 17477 }, 17478 "type": "graph", 17479 "xaxis": { 17480 "buckets": null, 17481 "mode": "time", 17482 "name": null, 17483 "show": true, 17484 "values": [ 17485 17486 ] 17487 }, 17488 "yaxes": [ 17489 { 17490 "format": "short", 17491 "label": null, 17492 "logBase": 1, 17493 "max": null, 17494 "min": 0, 17495 "show": true 17496 }, 17497 { 17498 "format": "short", 17499 "label": null, 17500 "logBase": 1, 17501 "max": null, 17502 "min": null, 17503 "show": false 17504 } 17505 ] 17506 }, 17507 { 17508 "aliasColors": { 17509 17510 }, 17511 "bars": false, 17512 "dashLength": 10, 17513 "dashes": false, 17514 "datasource": "$datasource", 17515 "fill": 10, 17516 "id": 15, 17517 "interval": "1m", 17518 "legend": { 17519 "alignAsTable": true, 17520 "avg": false, 17521 "current": false, 17522 "max": false, 17523 "min": false, 17524 "rightSide": true, 17525 "show": true, 17526 "total": false, 17527 "values": false 17528 }, 17529 "lines": true, 17530 "linewidth": 0, 17531 "links": [ 17532 17533 ], 17534 "nullPointMode": "null as zero", 17535 "percentage": false, 17536 "pointradius": 5, 17537 "points": false, 17538 "renderer": "flot", 17539 "seriesOverrides": [ 17540 17541 ], 17542 "spaceLength": 10, 17543 "span": 6, 17544 "stack": true, 17545 "steppedLine": false, 17546 "targets": [ 17547 { 17548 "expr": "sum by(container) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", 17549 "format": "time_series", 17550 "intervalFactor": 2, 17551 "legendFormat": "{{container}}", 17552 "legendLink": null, 17553 "step": 10 17554 } 17555 ], 17556 "thresholds": [ 17557 17558 ], 17559 "timeFrom": null, 17560 "timeShift": null, 17561 "title": "ThroughPut(Read+Write)", 17562 "tooltip": { 17563 "shared": false, 17564 "sort": 2, 17565 "value_type": "individual" 17566 }, 17567 "type": "graph", 17568 "xaxis": { 17569 "buckets": null, 17570 "mode": "time", 17571 "name": null, 17572 "show": true, 17573 "values": [ 17574 17575 ] 17576 }, 17577 "yaxes": [ 17578 { 17579 "format": "Bps", 17580 "label": null, 17581 "logBase": 1, 17582 "max": null, 17583 "min": 0, 17584 "show": true 17585 }, 17586 { 17587 "format": "short", 17588 "label": null, 17589 "logBase": 1, 17590 "max": null, 17591 "min": null, 17592 "show": false 17593 } 17594 ] 17595 } 17596 ], 17597 "repeat": null, 17598 "repeatIteration": null, 17599 "repeatRowId": null, 17600 "showTitle": true, 17601 "title": "Storage IO - Distribution(Containers)", 17602 "titleSize": "h6" 17603 }, 17604 { 17605 "collapse": false, 17606 "height": "250px", 17607 "panels": [ 17608 { 17609 "aliasColors": { 17610 17611 }, 17612 "bars": false, 17613 "dashLength": 10, 17614 "dashes": false, 17615 "datasource": "$datasource", 17616 "fill": 1, 17617 "id": 16, 17618 "interval": "1m", 17619 "legend": { 17620 "alignAsTable": true, 17621 "avg": false, 17622 "current": false, 17623 "max": false, 17624 "min": false, 17625 "rightSide": true, 17626 "show": true, 17627 "total": false, 17628 "values": false 17629 }, 17630 "lines": true, 17631 "linewidth": 1, 17632 "links": [ 17633 17634 ], 17635 "nullPointMode": "null as zero", 17636 "percentage": false, 17637 "pointradius": 5, 17638 "points": false, 17639 "renderer": "flot", 17640 "seriesOverrides": [ 17641 17642 ], 17643 "sort": { 17644 "col": 4, 17645 "desc": true 17646 }, 17647 "spaceLength": 10, 17648 "span": 12, 17649 "stack": false, 17650 "steppedLine": false, 17651 "styles": [ 17652 { 17653 "alias": "Time", 17654 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17655 "pattern": "Time", 17656 "type": "hidden" 17657 }, 17658 { 17659 "alias": "IOPS(Reads)", 17660 "colorMode": null, 17661 "colors": [ 17662 17663 ], 17664 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17665 "decimals": -1, 17666 "link": false, 17667 "linkTargetBlank": false, 17668 "linkTooltip": "Drill down", 17669 "linkUrl": "", 17670 "pattern": "Value #A", 17671 "thresholds": [ 17672 17673 ], 17674 "type": "number", 17675 "unit": "short" 17676 }, 17677 { 17678 "alias": "IOPS(Writes)", 17679 "colorMode": null, 17680 "colors": [ 17681 17682 ], 17683 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17684 "decimals": -1, 17685 "link": false, 17686 "linkTargetBlank": false, 17687 "linkTooltip": "Drill down", 17688 "linkUrl": "", 17689 "pattern": "Value #B", 17690 "thresholds": [ 17691 17692 ], 17693 "type": "number", 17694 "unit": "short" 17695 }, 17696 { 17697 "alias": "IOPS(Reads + Writes)", 17698 "colorMode": null, 17699 "colors": [ 17700 17701 ], 17702 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17703 "decimals": -1, 17704 "link": false, 17705 "linkTargetBlank": false, 17706 "linkTooltip": "Drill down", 17707 "linkUrl": "", 17708 "pattern": "Value #C", 17709 "thresholds": [ 17710 17711 ], 17712 "type": "number", 17713 "unit": "short" 17714 }, 17715 { 17716 "alias": "Throughput(Read)", 17717 "colorMode": null, 17718 "colors": [ 17719 17720 ], 17721 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17722 "decimals": 2, 17723 "link": false, 17724 "linkTargetBlank": false, 17725 "linkTooltip": "Drill down", 17726 "linkUrl": "", 17727 "pattern": "Value #D", 17728 "thresholds": [ 17729 17730 ], 17731 "type": "number", 17732 "unit": "Bps" 17733 }, 17734 { 17735 "alias": "Throughput(Write)", 17736 "colorMode": null, 17737 "colors": [ 17738 17739 ], 17740 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17741 "decimals": 2, 17742 "link": false, 17743 "linkTargetBlank": false, 17744 "linkTooltip": "Drill down", 17745 "linkUrl": "", 17746 "pattern": "Value #E", 17747 "thresholds": [ 17748 17749 ], 17750 "type": "number", 17751 "unit": "Bps" 17752 }, 17753 { 17754 "alias": "Throughput(Read + Write)", 17755 "colorMode": null, 17756 "colors": [ 17757 17758 ], 17759 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17760 "decimals": 2, 17761 "link": false, 17762 "linkTargetBlank": false, 17763 "linkTooltip": "Drill down", 17764 "linkUrl": "", 17765 "pattern": "Value #F", 17766 "thresholds": [ 17767 17768 ], 17769 "type": "number", 17770 "unit": "Bps" 17771 }, 17772 { 17773 "alias": "Container", 17774 "colorMode": null, 17775 "colors": [ 17776 17777 ], 17778 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17779 "decimals": 2, 17780 "link": false, 17781 "linkTargetBlank": false, 17782 "linkTooltip": "Drill down", 17783 "linkUrl": "", 17784 "pattern": "container", 17785 "thresholds": [ 17786 17787 ], 17788 "type": "number", 17789 "unit": "short" 17790 }, 17791 { 17792 "alias": "", 17793 "colorMode": null, 17794 "colors": [ 17795 17796 ], 17797 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17798 "decimals": 2, 17799 "pattern": "/.*/", 17800 "thresholds": [ 17801 17802 ], 17803 "type": "string", 17804 "unit": "short" 17805 } 17806 ], 17807 "targets": [ 17808 { 17809 "expr": "sum by(container) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", 17810 "format": "table", 17811 "instant": true, 17812 "intervalFactor": 2, 17813 "legendFormat": "", 17814 "refId": "A", 17815 "step": 10 17816 }, 17817 { 17818 "expr": "sum by(container) (rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", 17819 "format": "table", 17820 "instant": true, 17821 "intervalFactor": 2, 17822 "legendFormat": "", 17823 "refId": "B", 17824 "step": 10 17825 }, 17826 { 17827 "expr": "sum by(container) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", 17828 "format": "table", 17829 "instant": true, 17830 "intervalFactor": 2, 17831 "legendFormat": "", 17832 "refId": "C", 17833 "step": 10 17834 }, 17835 { 17836 "expr": "sum by(container) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", 17837 "format": "table", 17838 "instant": true, 17839 "intervalFactor": 2, 17840 "legendFormat": "", 17841 "refId": "D", 17842 "step": 10 17843 }, 17844 { 17845 "expr": "sum by(container) (rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", 17846 "format": "table", 17847 "instant": true, 17848 "intervalFactor": 2, 17849 "legendFormat": "", 17850 "refId": "E", 17851 "step": 10 17852 }, 17853 { 17854 "expr": "sum by(container) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", 17855 "format": "table", 17856 "instant": true, 17857 "intervalFactor": 2, 17858 "legendFormat": "", 17859 "refId": "F", 17860 "step": 10 17861 } 17862 ], 17863 "thresholds": [ 17864 17865 ], 17866 "timeFrom": null, 17867 "timeShift": null, 17868 "title": "Current Storage IO", 17869 "tooltip": { 17870 "shared": false, 17871 "sort": 2, 17872 "value_type": "individual" 17873 }, 17874 "transform": "table", 17875 "type": "table", 17876 "xaxis": { 17877 "buckets": null, 17878 "mode": "time", 17879 "name": null, 17880 "show": true, 17881 "values": [ 17882 17883 ] 17884 }, 17885 "yaxes": [ 17886 { 17887 "format": "short", 17888 "label": null, 17889 "logBase": 1, 17890 "max": null, 17891 "min": 0, 17892 "show": true 17893 }, 17894 { 17895 "format": "short", 17896 "label": null, 17897 "logBase": 1, 17898 "max": null, 17899 "min": null, 17900 "show": false 17901 } 17902 ] 17903 } 17904 ], 17905 "repeat": null, 17906 "repeatIteration": null, 17907 "repeatRowId": null, 17908 "showTitle": true, 17909 "title": "Storage IO - Distribution", 17910 "titleSize": "h6" 17911 } 17912 ], 17913 "schemaVersion": 14, 17914 "style": "dark", 17915 "tags": [ 17916 "kubernetes-mixin" 17917 ], 17918 "templating": { 17919 "list": [ 17920 { 17921 "current": { 17922 "text": "default", 17923 "value": "default" 17924 }, 17925 "hide": 0, 17926 "label": "Data Source", 17927 "name": "datasource", 17928 "options": [ 17929 17930 ], 17931 "query": "prometheus", 17932 "refresh": 1, 17933 "regex": "", 17934 "type": "datasource" 17935 }, 17936 { 17937 "allValue": null, 17938 "current": { 17939 "text": "", 17940 "value": "" 17941 }, 17942 "datasource": "$datasource", 17943 "hide": 2, 17944 "includeAll": false, 17945 "label": null, 17946 "multi": false, 17947 "name": "cluster", 17948 "options": [ 17949 17950 ], 17951 "query": "label_values(up{job=\"kube-state-metrics\"}, cluster)", 17952 "refresh": 2, 17953 "regex": "", 17954 "sort": 1, 17955 "tagValuesQuery": "", 17956 "tags": [ 17957 17958 ], 17959 "tagsQuery": "", 17960 "type": "query", 17961 "useTags": false 17962 }, 17963 { 17964 "allValue": null, 17965 "current": { 17966 "text": "", 17967 "value": "" 17968 }, 17969 "datasource": "$datasource", 17970 "hide": 0, 17971 "includeAll": false, 17972 "label": null, 17973 "multi": false, 17974 "name": "namespace", 17975 "options": [ 17976 17977 ], 17978 "query": "label_values(kube_namespace_status_phase{job=\"kube-state-metrics\", cluster=\"$cluster\"}, namespace)", 17979 "refresh": 2, 17980 "regex": "", 17981 "sort": 1, 17982 "tagValuesQuery": "", 17983 "tags": [ 17984 17985 ], 17986 "tagsQuery": "", 17987 "type": "query", 17988 "useTags": false 17989 }, 17990 { 17991 "allValue": null, 17992 "current": { 17993 "text": "", 17994 "value": "" 17995 }, 17996 "datasource": "$datasource", 17997 "hide": 0, 17998 "includeAll": false, 17999 "label": null, 18000 "multi": false, 18001 "name": "pod", 18002 "options": [ 18003 18004 ], 18005 "query": "label_values(kube_pod_info{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\"}, pod)", 18006 "refresh": 2, 18007 "regex": "", 18008 "sort": 1, 18009 "tagValuesQuery": "", 18010 "tags": [ 18011 18012 ], 18013 "tagsQuery": "", 18014 "type": "query", 18015 "useTags": false 18016 } 18017 ] 18018 }, 18019 "time": { 18020 "from": "now-1h", 18021 "to": "now" 18022 }, 18023 "timepicker": { 18024 "refresh_intervals": [ 18025 "5s", 18026 "10s", 18027 "30s", 18028 "1m", 18029 "5m", 18030 "15m", 18031 "30m", 18032 "1h", 18033 "2h", 18034 "1d" 18035 ], 18036 "time_options": [ 18037 "5m", 18038 "15m", 18039 "1h", 18040 "6h", 18041 "12h", 18042 "24h", 18043 "2d", 18044 "7d", 18045 "30d" 18046 ] 18047 }, 18048 "timezone": "utc", 18049 "title": "Kubernetes / Compute Resources / Pod", 18050 "uid": "6581e46e4e5c7ba40a07646395ef7b23", 18051 "version": 0 18052 } 18053 --- 18054 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-workload.yaml 18055 apiVersion: v1 18056 kind: ConfigMap 18057 metadata: 18058 namespace: kube-prometheus-stack 18059 name: kube-prometheus-stack-k8s-resources-workload 18060 annotations: 18061 {} 18062 labels: 18063 grafana_dashboard: "1" 18064 app: kube-prometheus-stack-grafana 18065 18066 app.kubernetes.io/managed-by: Helm 18067 app.kubernetes.io/instance: kube-prometheus-stack 18068 app.kubernetes.io/version: "25.0.0" 18069 app.kubernetes.io/part-of: kube-prometheus-stack 18070 chart: kube-prometheus-stack-25.0.0 18071 release: "kube-prometheus-stack" 18072 heritage: "Helm" 18073 data: 18074 k8s-resources-workload.json: |- 18075 { 18076 "annotations": { 18077 "list": [ 18078 18079 ] 18080 }, 18081 "editable": true, 18082 "gnetId": null, 18083 "graphTooltip": 0, 18084 "hideControls": false, 18085 "links": [ 18086 18087 ], 18088 "refresh": "10s", 18089 "rows": [ 18090 { 18091 "collapse": false, 18092 "height": "250px", 18093 "panels": [ 18094 { 18095 "aliasColors": { 18096 18097 }, 18098 "bars": false, 18099 "dashLength": 10, 18100 "dashes": false, 18101 "datasource": "$datasource", 18102 "fill": 10, 18103 "id": 1, 18104 "interval": "1m", 18105 "legend": { 18106 "alignAsTable": true, 18107 "avg": false, 18108 "current": false, 18109 "max": false, 18110 "min": false, 18111 "rightSide": true, 18112 "show": true, 18113 "total": false, 18114 "values": false 18115 }, 18116 "lines": true, 18117 "linewidth": 0, 18118 "links": [ 18119 18120 ], 18121 "nullPointMode": "null as zero", 18122 "percentage": false, 18123 "pointradius": 5, 18124 "points": false, 18125 "renderer": "flot", 18126 "seriesOverrides": [ 18127 18128 ], 18129 "spaceLength": 10, 18130 "span": 12, 18131 "stack": true, 18132 "steppedLine": false, 18133 "targets": [ 18134 { 18135 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18136 "format": "time_series", 18137 "intervalFactor": 2, 18138 "legendFormat": "{{pod}}", 18139 "legendLink": null, 18140 "step": 10 18141 } 18142 ], 18143 "thresholds": [ 18144 18145 ], 18146 "timeFrom": null, 18147 "timeShift": null, 18148 "title": "CPU Usage", 18149 "tooltip": { 18150 "shared": false, 18151 "sort": 2, 18152 "value_type": "individual" 18153 }, 18154 "type": "graph", 18155 "xaxis": { 18156 "buckets": null, 18157 "mode": "time", 18158 "name": null, 18159 "show": true, 18160 "values": [ 18161 18162 ] 18163 }, 18164 "yaxes": [ 18165 { 18166 "format": "short", 18167 "label": null, 18168 "logBase": 1, 18169 "max": null, 18170 "min": 0, 18171 "show": true 18172 }, 18173 { 18174 "format": "short", 18175 "label": null, 18176 "logBase": 1, 18177 "max": null, 18178 "min": null, 18179 "show": false 18180 } 18181 ] 18182 } 18183 ], 18184 "repeat": null, 18185 "repeatIteration": null, 18186 "repeatRowId": null, 18187 "showTitle": true, 18188 "title": "CPU Usage", 18189 "titleSize": "h6" 18190 }, 18191 { 18192 "collapse": false, 18193 "height": "250px", 18194 "panels": [ 18195 { 18196 "aliasColors": { 18197 18198 }, 18199 "bars": false, 18200 "dashLength": 10, 18201 "dashes": false, 18202 "datasource": "$datasource", 18203 "fill": 1, 18204 "id": 2, 18205 "interval": "1m", 18206 "legend": { 18207 "alignAsTable": true, 18208 "avg": false, 18209 "current": false, 18210 "max": false, 18211 "min": false, 18212 "rightSide": true, 18213 "show": true, 18214 "total": false, 18215 "values": false 18216 }, 18217 "lines": true, 18218 "linewidth": 1, 18219 "links": [ 18220 18221 ], 18222 "nullPointMode": "null as zero", 18223 "percentage": false, 18224 "pointradius": 5, 18225 "points": false, 18226 "renderer": "flot", 18227 "seriesOverrides": [ 18228 18229 ], 18230 "spaceLength": 10, 18231 "span": 12, 18232 "stack": false, 18233 "steppedLine": false, 18234 "styles": [ 18235 { 18236 "alias": "Time", 18237 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18238 "pattern": "Time", 18239 "type": "hidden" 18240 }, 18241 { 18242 "alias": "CPU Usage", 18243 "colorMode": null, 18244 "colors": [ 18245 18246 ], 18247 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18248 "decimals": 2, 18249 "link": false, 18250 "linkTargetBlank": false, 18251 "linkTooltip": "Drill down", 18252 "linkUrl": "", 18253 "pattern": "Value #A", 18254 "thresholds": [ 18255 18256 ], 18257 "type": "number", 18258 "unit": "short" 18259 }, 18260 { 18261 "alias": "CPU Requests", 18262 "colorMode": null, 18263 "colors": [ 18264 18265 ], 18266 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18267 "decimals": 2, 18268 "link": false, 18269 "linkTargetBlank": false, 18270 "linkTooltip": "Drill down", 18271 "linkUrl": "", 18272 "pattern": "Value #B", 18273 "thresholds": [ 18274 18275 ], 18276 "type": "number", 18277 "unit": "short" 18278 }, 18279 { 18280 "alias": "CPU Requests %", 18281 "colorMode": null, 18282 "colors": [ 18283 18284 ], 18285 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18286 "decimals": 2, 18287 "link": false, 18288 "linkTargetBlank": false, 18289 "linkTooltip": "Drill down", 18290 "linkUrl": "", 18291 "pattern": "Value #C", 18292 "thresholds": [ 18293 18294 ], 18295 "type": "number", 18296 "unit": "percentunit" 18297 }, 18298 { 18299 "alias": "CPU Limits", 18300 "colorMode": null, 18301 "colors": [ 18302 18303 ], 18304 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18305 "decimals": 2, 18306 "link": false, 18307 "linkTargetBlank": false, 18308 "linkTooltip": "Drill down", 18309 "linkUrl": "", 18310 "pattern": "Value #D", 18311 "thresholds": [ 18312 18313 ], 18314 "type": "number", 18315 "unit": "short" 18316 }, 18317 { 18318 "alias": "CPU Limits %", 18319 "colorMode": null, 18320 "colors": [ 18321 18322 ], 18323 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18324 "decimals": 2, 18325 "link": false, 18326 "linkTargetBlank": false, 18327 "linkTooltip": "Drill down", 18328 "linkUrl": "", 18329 "pattern": "Value #E", 18330 "thresholds": [ 18331 18332 ], 18333 "type": "number", 18334 "unit": "percentunit" 18335 }, 18336 { 18337 "alias": "Pod", 18338 "colorMode": null, 18339 "colors": [ 18340 18341 ], 18342 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18343 "decimals": 2, 18344 "link": true, 18345 "linkTargetBlank": false, 18346 "linkTooltip": "Drill down", 18347 "linkUrl": "/d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 18348 "pattern": "pod", 18349 "thresholds": [ 18350 18351 ], 18352 "type": "number", 18353 "unit": "short" 18354 }, 18355 { 18356 "alias": "", 18357 "colorMode": null, 18358 "colors": [ 18359 18360 ], 18361 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18362 "decimals": 2, 18363 "pattern": "/.*/", 18364 "thresholds": [ 18365 18366 ], 18367 "type": "string", 18368 "unit": "short" 18369 } 18370 ], 18371 "targets": [ 18372 { 18373 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18374 "format": "table", 18375 "instant": true, 18376 "intervalFactor": 2, 18377 "legendFormat": "", 18378 "refId": "A", 18379 "step": 10 18380 }, 18381 { 18382 "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18383 "format": "table", 18384 "instant": true, 18385 "intervalFactor": 2, 18386 "legendFormat": "", 18387 "refId": "B", 18388 "step": 10 18389 }, 18390 { 18391 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18392 "format": "table", 18393 "instant": true, 18394 "intervalFactor": 2, 18395 "legendFormat": "", 18396 "refId": "C", 18397 "step": 10 18398 }, 18399 { 18400 "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18401 "format": "table", 18402 "instant": true, 18403 "intervalFactor": 2, 18404 "legendFormat": "", 18405 "refId": "D", 18406 "step": 10 18407 }, 18408 { 18409 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18410 "format": "table", 18411 "instant": true, 18412 "intervalFactor": 2, 18413 "legendFormat": "", 18414 "refId": "E", 18415 "step": 10 18416 } 18417 ], 18418 "thresholds": [ 18419 18420 ], 18421 "timeFrom": null, 18422 "timeShift": null, 18423 "title": "CPU Quota", 18424 "tooltip": { 18425 "shared": false, 18426 "sort": 2, 18427 "value_type": "individual" 18428 }, 18429 "transform": "table", 18430 "type": "table", 18431 "xaxis": { 18432 "buckets": null, 18433 "mode": "time", 18434 "name": null, 18435 "show": true, 18436 "values": [ 18437 18438 ] 18439 }, 18440 "yaxes": [ 18441 { 18442 "format": "short", 18443 "label": null, 18444 "logBase": 1, 18445 "max": null, 18446 "min": 0, 18447 "show": true 18448 }, 18449 { 18450 "format": "short", 18451 "label": null, 18452 "logBase": 1, 18453 "max": null, 18454 "min": null, 18455 "show": false 18456 } 18457 ] 18458 } 18459 ], 18460 "repeat": null, 18461 "repeatIteration": null, 18462 "repeatRowId": null, 18463 "showTitle": true, 18464 "title": "CPU Quota", 18465 "titleSize": "h6" 18466 }, 18467 { 18468 "collapse": false, 18469 "height": "250px", 18470 "panels": [ 18471 { 18472 "aliasColors": { 18473 18474 }, 18475 "bars": false, 18476 "dashLength": 10, 18477 "dashes": false, 18478 "datasource": "$datasource", 18479 "fill": 10, 18480 "id": 3, 18481 "interval": "1m", 18482 "legend": { 18483 "alignAsTable": true, 18484 "avg": false, 18485 "current": false, 18486 "max": false, 18487 "min": false, 18488 "rightSide": true, 18489 "show": true, 18490 "total": false, 18491 "values": false 18492 }, 18493 "lines": true, 18494 "linewidth": 0, 18495 "links": [ 18496 18497 ], 18498 "nullPointMode": "null as zero", 18499 "percentage": false, 18500 "pointradius": 5, 18501 "points": false, 18502 "renderer": "flot", 18503 "seriesOverrides": [ 18504 18505 ], 18506 "spaceLength": 10, 18507 "span": 12, 18508 "stack": true, 18509 "steppedLine": false, 18510 "targets": [ 18511 { 18512 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18513 "format": "time_series", 18514 "intervalFactor": 2, 18515 "legendFormat": "{{pod}}", 18516 "legendLink": null, 18517 "step": 10 18518 } 18519 ], 18520 "thresholds": [ 18521 18522 ], 18523 "timeFrom": null, 18524 "timeShift": null, 18525 "title": "Memory Usage", 18526 "tooltip": { 18527 "shared": false, 18528 "sort": 2, 18529 "value_type": "individual" 18530 }, 18531 "type": "graph", 18532 "xaxis": { 18533 "buckets": null, 18534 "mode": "time", 18535 "name": null, 18536 "show": true, 18537 "values": [ 18538 18539 ] 18540 }, 18541 "yaxes": [ 18542 { 18543 "format": "bytes", 18544 "label": null, 18545 "logBase": 1, 18546 "max": null, 18547 "min": 0, 18548 "show": true 18549 }, 18550 { 18551 "format": "short", 18552 "label": null, 18553 "logBase": 1, 18554 "max": null, 18555 "min": null, 18556 "show": false 18557 } 18558 ] 18559 } 18560 ], 18561 "repeat": null, 18562 "repeatIteration": null, 18563 "repeatRowId": null, 18564 "showTitle": true, 18565 "title": "Memory Usage", 18566 "titleSize": "h6" 18567 }, 18568 { 18569 "collapse": false, 18570 "height": "250px", 18571 "panels": [ 18572 { 18573 "aliasColors": { 18574 18575 }, 18576 "bars": false, 18577 "dashLength": 10, 18578 "dashes": false, 18579 "datasource": "$datasource", 18580 "fill": 1, 18581 "id": 4, 18582 "interval": "1m", 18583 "legend": { 18584 "alignAsTable": true, 18585 "avg": false, 18586 "current": false, 18587 "max": false, 18588 "min": false, 18589 "rightSide": true, 18590 "show": true, 18591 "total": false, 18592 "values": false 18593 }, 18594 "lines": true, 18595 "linewidth": 1, 18596 "links": [ 18597 18598 ], 18599 "nullPointMode": "null as zero", 18600 "percentage": false, 18601 "pointradius": 5, 18602 "points": false, 18603 "renderer": "flot", 18604 "seriesOverrides": [ 18605 18606 ], 18607 "spaceLength": 10, 18608 "span": 12, 18609 "stack": false, 18610 "steppedLine": false, 18611 "styles": [ 18612 { 18613 "alias": "Time", 18614 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18615 "pattern": "Time", 18616 "type": "hidden" 18617 }, 18618 { 18619 "alias": "Memory Usage", 18620 "colorMode": null, 18621 "colors": [ 18622 18623 ], 18624 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18625 "decimals": 2, 18626 "link": false, 18627 "linkTargetBlank": false, 18628 "linkTooltip": "Drill down", 18629 "linkUrl": "", 18630 "pattern": "Value #A", 18631 "thresholds": [ 18632 18633 ], 18634 "type": "number", 18635 "unit": "bytes" 18636 }, 18637 { 18638 "alias": "Memory Requests", 18639 "colorMode": null, 18640 "colors": [ 18641 18642 ], 18643 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18644 "decimals": 2, 18645 "link": false, 18646 "linkTargetBlank": false, 18647 "linkTooltip": "Drill down", 18648 "linkUrl": "", 18649 "pattern": "Value #B", 18650 "thresholds": [ 18651 18652 ], 18653 "type": "number", 18654 "unit": "bytes" 18655 }, 18656 { 18657 "alias": "Memory Requests %", 18658 "colorMode": null, 18659 "colors": [ 18660 18661 ], 18662 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18663 "decimals": 2, 18664 "link": false, 18665 "linkTargetBlank": false, 18666 "linkTooltip": "Drill down", 18667 "linkUrl": "", 18668 "pattern": "Value #C", 18669 "thresholds": [ 18670 18671 ], 18672 "type": "number", 18673 "unit": "percentunit" 18674 }, 18675 { 18676 "alias": "Memory Limits", 18677 "colorMode": null, 18678 "colors": [ 18679 18680 ], 18681 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18682 "decimals": 2, 18683 "link": false, 18684 "linkTargetBlank": false, 18685 "linkTooltip": "Drill down", 18686 "linkUrl": "", 18687 "pattern": "Value #D", 18688 "thresholds": [ 18689 18690 ], 18691 "type": "number", 18692 "unit": "bytes" 18693 }, 18694 { 18695 "alias": "Memory Limits %", 18696 "colorMode": null, 18697 "colors": [ 18698 18699 ], 18700 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18701 "decimals": 2, 18702 "link": false, 18703 "linkTargetBlank": false, 18704 "linkTooltip": "Drill down", 18705 "linkUrl": "", 18706 "pattern": "Value #E", 18707 "thresholds": [ 18708 18709 ], 18710 "type": "number", 18711 "unit": "percentunit" 18712 }, 18713 { 18714 "alias": "Pod", 18715 "colorMode": null, 18716 "colors": [ 18717 18718 ], 18719 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18720 "decimals": 2, 18721 "link": true, 18722 "linkTargetBlank": false, 18723 "linkTooltip": "Drill down", 18724 "linkUrl": "/d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 18725 "pattern": "pod", 18726 "thresholds": [ 18727 18728 ], 18729 "type": "number", 18730 "unit": "short" 18731 }, 18732 { 18733 "alias": "", 18734 "colorMode": null, 18735 "colors": [ 18736 18737 ], 18738 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18739 "decimals": 2, 18740 "pattern": "/.*/", 18741 "thresholds": [ 18742 18743 ], 18744 "type": "string", 18745 "unit": "short" 18746 } 18747 ], 18748 "targets": [ 18749 { 18750 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18751 "format": "table", 18752 "instant": true, 18753 "intervalFactor": 2, 18754 "legendFormat": "", 18755 "refId": "A", 18756 "step": 10 18757 }, 18758 { 18759 "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18760 "format": "table", 18761 "instant": true, 18762 "intervalFactor": 2, 18763 "legendFormat": "", 18764 "refId": "B", 18765 "step": 10 18766 }, 18767 { 18768 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18769 "format": "table", 18770 "instant": true, 18771 "intervalFactor": 2, 18772 "legendFormat": "", 18773 "refId": "C", 18774 "step": 10 18775 }, 18776 { 18777 "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18778 "format": "table", 18779 "instant": true, 18780 "intervalFactor": 2, 18781 "legendFormat": "", 18782 "refId": "D", 18783 "step": 10 18784 }, 18785 { 18786 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18787 "format": "table", 18788 "instant": true, 18789 "intervalFactor": 2, 18790 "legendFormat": "", 18791 "refId": "E", 18792 "step": 10 18793 } 18794 ], 18795 "thresholds": [ 18796 18797 ], 18798 "timeFrom": null, 18799 "timeShift": null, 18800 "title": "Memory Quota", 18801 "tooltip": { 18802 "shared": false, 18803 "sort": 2, 18804 "value_type": "individual" 18805 }, 18806 "transform": "table", 18807 "type": "table", 18808 "xaxis": { 18809 "buckets": null, 18810 "mode": "time", 18811 "name": null, 18812 "show": true, 18813 "values": [ 18814 18815 ] 18816 }, 18817 "yaxes": [ 18818 { 18819 "format": "short", 18820 "label": null, 18821 "logBase": 1, 18822 "max": null, 18823 "min": 0, 18824 "show": true 18825 }, 18826 { 18827 "format": "short", 18828 "label": null, 18829 "logBase": 1, 18830 "max": null, 18831 "min": null, 18832 "show": false 18833 } 18834 ] 18835 } 18836 ], 18837 "repeat": null, 18838 "repeatIteration": null, 18839 "repeatRowId": null, 18840 "showTitle": true, 18841 "title": "Memory Quota", 18842 "titleSize": "h6" 18843 }, 18844 { 18845 "collapse": false, 18846 "height": "250px", 18847 "panels": [ 18848 { 18849 "aliasColors": { 18850 18851 }, 18852 "bars": false, 18853 "dashLength": 10, 18854 "dashes": false, 18855 "datasource": "$datasource", 18856 "fill": 1, 18857 "id": 5, 18858 "interval": "1m", 18859 "legend": { 18860 "alignAsTable": true, 18861 "avg": false, 18862 "current": false, 18863 "max": false, 18864 "min": false, 18865 "rightSide": true, 18866 "show": true, 18867 "total": false, 18868 "values": false 18869 }, 18870 "lines": true, 18871 "linewidth": 1, 18872 "links": [ 18873 18874 ], 18875 "nullPointMode": "null as zero", 18876 "percentage": false, 18877 "pointradius": 5, 18878 "points": false, 18879 "renderer": "flot", 18880 "seriesOverrides": [ 18881 18882 ], 18883 "spaceLength": 10, 18884 "span": 12, 18885 "stack": false, 18886 "steppedLine": false, 18887 "styles": [ 18888 { 18889 "alias": "Time", 18890 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18891 "pattern": "Time", 18892 "type": "hidden" 18893 }, 18894 { 18895 "alias": "Current Receive Bandwidth", 18896 "colorMode": null, 18897 "colors": [ 18898 18899 ], 18900 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18901 "decimals": 2, 18902 "link": false, 18903 "linkTargetBlank": false, 18904 "linkTooltip": "Drill down", 18905 "linkUrl": "", 18906 "pattern": "Value #A", 18907 "thresholds": [ 18908 18909 ], 18910 "type": "number", 18911 "unit": "Bps" 18912 }, 18913 { 18914 "alias": "Current Transmit Bandwidth", 18915 "colorMode": null, 18916 "colors": [ 18917 18918 ], 18919 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18920 "decimals": 2, 18921 "link": false, 18922 "linkTargetBlank": false, 18923 "linkTooltip": "Drill down", 18924 "linkUrl": "", 18925 "pattern": "Value #B", 18926 "thresholds": [ 18927 18928 ], 18929 "type": "number", 18930 "unit": "Bps" 18931 }, 18932 { 18933 "alias": "Rate of Received Packets", 18934 "colorMode": null, 18935 "colors": [ 18936 18937 ], 18938 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18939 "decimals": 2, 18940 "link": false, 18941 "linkTargetBlank": false, 18942 "linkTooltip": "Drill down", 18943 "linkUrl": "", 18944 "pattern": "Value #C", 18945 "thresholds": [ 18946 18947 ], 18948 "type": "number", 18949 "unit": "pps" 18950 }, 18951 { 18952 "alias": "Rate of Transmitted Packets", 18953 "colorMode": null, 18954 "colors": [ 18955 18956 ], 18957 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18958 "decimals": 2, 18959 "link": false, 18960 "linkTargetBlank": false, 18961 "linkTooltip": "Drill down", 18962 "linkUrl": "", 18963 "pattern": "Value #D", 18964 "thresholds": [ 18965 18966 ], 18967 "type": "number", 18968 "unit": "pps" 18969 }, 18970 { 18971 "alias": "Rate of Received Packets Dropped", 18972 "colorMode": null, 18973 "colors": [ 18974 18975 ], 18976 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18977 "decimals": 2, 18978 "link": false, 18979 "linkTargetBlank": false, 18980 "linkTooltip": "Drill down", 18981 "linkUrl": "", 18982 "pattern": "Value #E", 18983 "thresholds": [ 18984 18985 ], 18986 "type": "number", 18987 "unit": "pps" 18988 }, 18989 { 18990 "alias": "Rate of Transmitted Packets Dropped", 18991 "colorMode": null, 18992 "colors": [ 18993 18994 ], 18995 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18996 "decimals": 2, 18997 "link": false, 18998 "linkTargetBlank": false, 18999 "linkTooltip": "Drill down", 19000 "linkUrl": "", 19001 "pattern": "Value #F", 19002 "thresholds": [ 19003 19004 ], 19005 "type": "number", 19006 "unit": "pps" 19007 }, 19008 { 19009 "alias": "Pod", 19010 "colorMode": null, 19011 "colors": [ 19012 19013 ], 19014 "dateFormat": "YYYY-MM-DD HH:mm:ss", 19015 "decimals": 2, 19016 "link": true, 19017 "linkTargetBlank": false, 19018 "linkTooltip": "Drill down", 19019 "linkUrl": "/d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 19020 "pattern": "pod", 19021 "thresholds": [ 19022 19023 ], 19024 "type": "number", 19025 "unit": "short" 19026 }, 19027 { 19028 "alias": "", 19029 "colorMode": null, 19030 "colors": [ 19031 19032 ], 19033 "dateFormat": "YYYY-MM-DD HH:mm:ss", 19034 "decimals": 2, 19035 "pattern": "/.*/", 19036 "thresholds": [ 19037 19038 ], 19039 "type": "string", 19040 "unit": "short" 19041 } 19042 ], 19043 "targets": [ 19044 { 19045 "expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19046 "format": "table", 19047 "instant": true, 19048 "intervalFactor": 2, 19049 "legendFormat": "", 19050 "refId": "A", 19051 "step": 10 19052 }, 19053 { 19054 "expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19055 "format": "table", 19056 "instant": true, 19057 "intervalFactor": 2, 19058 "legendFormat": "", 19059 "refId": "B", 19060 "step": 10 19061 }, 19062 { 19063 "expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19064 "format": "table", 19065 "instant": true, 19066 "intervalFactor": 2, 19067 "legendFormat": "", 19068 "refId": "C", 19069 "step": 10 19070 }, 19071 { 19072 "expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19073 "format": "table", 19074 "instant": true, 19075 "intervalFactor": 2, 19076 "legendFormat": "", 19077 "refId": "D", 19078 "step": 10 19079 }, 19080 { 19081 "expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19082 "format": "table", 19083 "instant": true, 19084 "intervalFactor": 2, 19085 "legendFormat": "", 19086 "refId": "E", 19087 "step": 10 19088 }, 19089 { 19090 "expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19091 "format": "table", 19092 "instant": true, 19093 "intervalFactor": 2, 19094 "legendFormat": "", 19095 "refId": "F", 19096 "step": 10 19097 } 19098 ], 19099 "thresholds": [ 19100 19101 ], 19102 "timeFrom": null, 19103 "timeShift": null, 19104 "title": "Current Network Usage", 19105 "tooltip": { 19106 "shared": false, 19107 "sort": 2, 19108 "value_type": "individual" 19109 }, 19110 "transform": "table", 19111 "type": "table", 19112 "xaxis": { 19113 "buckets": null, 19114 "mode": "time", 19115 "name": null, 19116 "show": true, 19117 "values": [ 19118 19119 ] 19120 }, 19121 "yaxes": [ 19122 { 19123 "format": "short", 19124 "label": null, 19125 "logBase": 1, 19126 "max": null, 19127 "min": 0, 19128 "show": true 19129 }, 19130 { 19131 "format": "short", 19132 "label": null, 19133 "logBase": 1, 19134 "max": null, 19135 "min": null, 19136 "show": false 19137 } 19138 ] 19139 } 19140 ], 19141 "repeat": null, 19142 "repeatIteration": null, 19143 "repeatRowId": null, 19144 "showTitle": true, 19145 "title": "Current Network Usage", 19146 "titleSize": "h6" 19147 }, 19148 { 19149 "collapse": false, 19150 "height": "250px", 19151 "panels": [ 19152 { 19153 "aliasColors": { 19154 19155 }, 19156 "bars": false, 19157 "dashLength": 10, 19158 "dashes": false, 19159 "datasource": "$datasource", 19160 "fill": 10, 19161 "id": 6, 19162 "interval": "1m", 19163 "legend": { 19164 "alignAsTable": true, 19165 "avg": false, 19166 "current": false, 19167 "max": false, 19168 "min": false, 19169 "rightSide": true, 19170 "show": true, 19171 "total": false, 19172 "values": false 19173 }, 19174 "lines": true, 19175 "linewidth": 0, 19176 "links": [ 19177 19178 ], 19179 "nullPointMode": "null as zero", 19180 "percentage": false, 19181 "pointradius": 5, 19182 "points": false, 19183 "renderer": "flot", 19184 "seriesOverrides": [ 19185 19186 ], 19187 "spaceLength": 10, 19188 "span": 6, 19189 "stack": true, 19190 "steppedLine": false, 19191 "targets": [ 19192 { 19193 "expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19194 "format": "time_series", 19195 "intervalFactor": 2, 19196 "legendFormat": "{{pod}}", 19197 "legendLink": null, 19198 "step": 10 19199 } 19200 ], 19201 "thresholds": [ 19202 19203 ], 19204 "timeFrom": null, 19205 "timeShift": null, 19206 "title": "Receive Bandwidth", 19207 "tooltip": { 19208 "shared": false, 19209 "sort": 2, 19210 "value_type": "individual" 19211 }, 19212 "type": "graph", 19213 "xaxis": { 19214 "buckets": null, 19215 "mode": "time", 19216 "name": null, 19217 "show": true, 19218 "values": [ 19219 19220 ] 19221 }, 19222 "yaxes": [ 19223 { 19224 "format": "Bps", 19225 "label": null, 19226 "logBase": 1, 19227 "max": null, 19228 "min": 0, 19229 "show": true 19230 }, 19231 { 19232 "format": "short", 19233 "label": null, 19234 "logBase": 1, 19235 "max": null, 19236 "min": null, 19237 "show": false 19238 } 19239 ] 19240 }, 19241 { 19242 "aliasColors": { 19243 19244 }, 19245 "bars": false, 19246 "dashLength": 10, 19247 "dashes": false, 19248 "datasource": "$datasource", 19249 "fill": 10, 19250 "id": 7, 19251 "interval": "1m", 19252 "legend": { 19253 "alignAsTable": true, 19254 "avg": false, 19255 "current": false, 19256 "max": false, 19257 "min": false, 19258 "rightSide": true, 19259 "show": true, 19260 "total": false, 19261 "values": false 19262 }, 19263 "lines": true, 19264 "linewidth": 0, 19265 "links": [ 19266 19267 ], 19268 "nullPointMode": "null as zero", 19269 "percentage": false, 19270 "pointradius": 5, 19271 "points": false, 19272 "renderer": "flot", 19273 "seriesOverrides": [ 19274 19275 ], 19276 "spaceLength": 10, 19277 "span": 6, 19278 "stack": true, 19279 "steppedLine": false, 19280 "targets": [ 19281 { 19282 "expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19283 "format": "time_series", 19284 "intervalFactor": 2, 19285 "legendFormat": "{{pod}}", 19286 "legendLink": null, 19287 "step": 10 19288 } 19289 ], 19290 "thresholds": [ 19291 19292 ], 19293 "timeFrom": null, 19294 "timeShift": null, 19295 "title": "Transmit Bandwidth", 19296 "tooltip": { 19297 "shared": false, 19298 "sort": 2, 19299 "value_type": "individual" 19300 }, 19301 "type": "graph", 19302 "xaxis": { 19303 "buckets": null, 19304 "mode": "time", 19305 "name": null, 19306 "show": true, 19307 "values": [ 19308 19309 ] 19310 }, 19311 "yaxes": [ 19312 { 19313 "format": "Bps", 19314 "label": null, 19315 "logBase": 1, 19316 "max": null, 19317 "min": 0, 19318 "show": true 19319 }, 19320 { 19321 "format": "short", 19322 "label": null, 19323 "logBase": 1, 19324 "max": null, 19325 "min": null, 19326 "show": false 19327 } 19328 ] 19329 } 19330 ], 19331 "repeat": null, 19332 "repeatIteration": null, 19333 "repeatRowId": null, 19334 "showTitle": true, 19335 "title": "Bandwidth", 19336 "titleSize": "h6" 19337 }, 19338 { 19339 "collapse": false, 19340 "height": "250px", 19341 "panels": [ 19342 { 19343 "aliasColors": { 19344 19345 }, 19346 "bars": false, 19347 "dashLength": 10, 19348 "dashes": false, 19349 "datasource": "$datasource", 19350 "fill": 10, 19351 "id": 8, 19352 "interval": "1m", 19353 "legend": { 19354 "alignAsTable": true, 19355 "avg": false, 19356 "current": false, 19357 "max": false, 19358 "min": false, 19359 "rightSide": true, 19360 "show": true, 19361 "total": false, 19362 "values": false 19363 }, 19364 "lines": true, 19365 "linewidth": 0, 19366 "links": [ 19367 19368 ], 19369 "nullPointMode": "null as zero", 19370 "percentage": false, 19371 "pointradius": 5, 19372 "points": false, 19373 "renderer": "flot", 19374 "seriesOverrides": [ 19375 19376 ], 19377 "spaceLength": 10, 19378 "span": 6, 19379 "stack": true, 19380 "steppedLine": false, 19381 "targets": [ 19382 { 19383 "expr": "(avg(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19384 "format": "time_series", 19385 "intervalFactor": 2, 19386 "legendFormat": "{{pod}}", 19387 "legendLink": null, 19388 "step": 10 19389 } 19390 ], 19391 "thresholds": [ 19392 19393 ], 19394 "timeFrom": null, 19395 "timeShift": null, 19396 "title": "Average Container Bandwidth by Pod: Received", 19397 "tooltip": { 19398 "shared": false, 19399 "sort": 2, 19400 "value_type": "individual" 19401 }, 19402 "type": "graph", 19403 "xaxis": { 19404 "buckets": null, 19405 "mode": "time", 19406 "name": null, 19407 "show": true, 19408 "values": [ 19409 19410 ] 19411 }, 19412 "yaxes": [ 19413 { 19414 "format": "Bps", 19415 "label": null, 19416 "logBase": 1, 19417 "max": null, 19418 "min": 0, 19419 "show": true 19420 }, 19421 { 19422 "format": "short", 19423 "label": null, 19424 "logBase": 1, 19425 "max": null, 19426 "min": null, 19427 "show": false 19428 } 19429 ] 19430 }, 19431 { 19432 "aliasColors": { 19433 19434 }, 19435 "bars": false, 19436 "dashLength": 10, 19437 "dashes": false, 19438 "datasource": "$datasource", 19439 "fill": 10, 19440 "id": 9, 19441 "interval": "1m", 19442 "legend": { 19443 "alignAsTable": true, 19444 "avg": false, 19445 "current": false, 19446 "max": false, 19447 "min": false, 19448 "rightSide": true, 19449 "show": true, 19450 "total": false, 19451 "values": false 19452 }, 19453 "lines": true, 19454 "linewidth": 0, 19455 "links": [ 19456 19457 ], 19458 "nullPointMode": "null as zero", 19459 "percentage": false, 19460 "pointradius": 5, 19461 "points": false, 19462 "renderer": "flot", 19463 "seriesOverrides": [ 19464 19465 ], 19466 "spaceLength": 10, 19467 "span": 6, 19468 "stack": true, 19469 "steppedLine": false, 19470 "targets": [ 19471 { 19472 "expr": "(avg(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19473 "format": "time_series", 19474 "intervalFactor": 2, 19475 "legendFormat": "{{pod}}", 19476 "legendLink": null, 19477 "step": 10 19478 } 19479 ], 19480 "thresholds": [ 19481 19482 ], 19483 "timeFrom": null, 19484 "timeShift": null, 19485 "title": "Average Container Bandwidth by Pod: Transmitted", 19486 "tooltip": { 19487 "shared": false, 19488 "sort": 2, 19489 "value_type": "individual" 19490 }, 19491 "type": "graph", 19492 "xaxis": { 19493 "buckets": null, 19494 "mode": "time", 19495 "name": null, 19496 "show": true, 19497 "values": [ 19498 19499 ] 19500 }, 19501 "yaxes": [ 19502 { 19503 "format": "Bps", 19504 "label": null, 19505 "logBase": 1, 19506 "max": null, 19507 "min": 0, 19508 "show": true 19509 }, 19510 { 19511 "format": "short", 19512 "label": null, 19513 "logBase": 1, 19514 "max": null, 19515 "min": null, 19516 "show": false 19517 } 19518 ] 19519 } 19520 ], 19521 "repeat": null, 19522 "repeatIteration": null, 19523 "repeatRowId": null, 19524 "showTitle": true, 19525 "title": "Average Container Bandwidth by Pod", 19526 "titleSize": "h6" 19527 }, 19528 { 19529 "collapse": false, 19530 "height": "250px", 19531 "panels": [ 19532 { 19533 "aliasColors": { 19534 19535 }, 19536 "bars": false, 19537 "dashLength": 10, 19538 "dashes": false, 19539 "datasource": "$datasource", 19540 "fill": 10, 19541 "id": 10, 19542 "interval": "1m", 19543 "legend": { 19544 "alignAsTable": true, 19545 "avg": false, 19546 "current": false, 19547 "max": false, 19548 "min": false, 19549 "rightSide": true, 19550 "show": true, 19551 "total": false, 19552 "values": false 19553 }, 19554 "lines": true, 19555 "linewidth": 0, 19556 "links": [ 19557 19558 ], 19559 "nullPointMode": "null as zero", 19560 "percentage": false, 19561 "pointradius": 5, 19562 "points": false, 19563 "renderer": "flot", 19564 "seriesOverrides": [ 19565 19566 ], 19567 "spaceLength": 10, 19568 "span": 6, 19569 "stack": true, 19570 "steppedLine": false, 19571 "targets": [ 19572 { 19573 "expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19574 "format": "time_series", 19575 "intervalFactor": 2, 19576 "legendFormat": "{{pod}}", 19577 "legendLink": null, 19578 "step": 10 19579 } 19580 ], 19581 "thresholds": [ 19582 19583 ], 19584 "timeFrom": null, 19585 "timeShift": null, 19586 "title": "Rate of Received Packets", 19587 "tooltip": { 19588 "shared": false, 19589 "sort": 2, 19590 "value_type": "individual" 19591 }, 19592 "type": "graph", 19593 "xaxis": { 19594 "buckets": null, 19595 "mode": "time", 19596 "name": null, 19597 "show": true, 19598 "values": [ 19599 19600 ] 19601 }, 19602 "yaxes": [ 19603 { 19604 "format": "pps", 19605 "label": null, 19606 "logBase": 1, 19607 "max": null, 19608 "min": 0, 19609 "show": true 19610 }, 19611 { 19612 "format": "short", 19613 "label": null, 19614 "logBase": 1, 19615 "max": null, 19616 "min": null, 19617 "show": false 19618 } 19619 ] 19620 }, 19621 { 19622 "aliasColors": { 19623 19624 }, 19625 "bars": false, 19626 "dashLength": 10, 19627 "dashes": false, 19628 "datasource": "$datasource", 19629 "fill": 10, 19630 "id": 11, 19631 "interval": "1m", 19632 "legend": { 19633 "alignAsTable": true, 19634 "avg": false, 19635 "current": false, 19636 "max": false, 19637 "min": false, 19638 "rightSide": true, 19639 "show": true, 19640 "total": false, 19641 "values": false 19642 }, 19643 "lines": true, 19644 "linewidth": 0, 19645 "links": [ 19646 19647 ], 19648 "nullPointMode": "null as zero", 19649 "percentage": false, 19650 "pointradius": 5, 19651 "points": false, 19652 "renderer": "flot", 19653 "seriesOverrides": [ 19654 19655 ], 19656 "spaceLength": 10, 19657 "span": 6, 19658 "stack": true, 19659 "steppedLine": false, 19660 "targets": [ 19661 { 19662 "expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19663 "format": "time_series", 19664 "intervalFactor": 2, 19665 "legendFormat": "{{pod}}", 19666 "legendLink": null, 19667 "step": 10 19668 } 19669 ], 19670 "thresholds": [ 19671 19672 ], 19673 "timeFrom": null, 19674 "timeShift": null, 19675 "title": "Rate of Transmitted Packets", 19676 "tooltip": { 19677 "shared": false, 19678 "sort": 2, 19679 "value_type": "individual" 19680 }, 19681 "type": "graph", 19682 "xaxis": { 19683 "buckets": null, 19684 "mode": "time", 19685 "name": null, 19686 "show": true, 19687 "values": [ 19688 19689 ] 19690 }, 19691 "yaxes": [ 19692 { 19693 "format": "pps", 19694 "label": null, 19695 "logBase": 1, 19696 "max": null, 19697 "min": 0, 19698 "show": true 19699 }, 19700 { 19701 "format": "short", 19702 "label": null, 19703 "logBase": 1, 19704 "max": null, 19705 "min": null, 19706 "show": false 19707 } 19708 ] 19709 } 19710 ], 19711 "repeat": null, 19712 "repeatIteration": null, 19713 "repeatRowId": null, 19714 "showTitle": true, 19715 "title": "Rate of Packets", 19716 "titleSize": "h6" 19717 }, 19718 { 19719 "collapse": false, 19720 "height": "250px", 19721 "panels": [ 19722 { 19723 "aliasColors": { 19724 19725 }, 19726 "bars": false, 19727 "dashLength": 10, 19728 "dashes": false, 19729 "datasource": "$datasource", 19730 "fill": 10, 19731 "id": 12, 19732 "interval": "1m", 19733 "legend": { 19734 "alignAsTable": true, 19735 "avg": false, 19736 "current": false, 19737 "max": false, 19738 "min": false, 19739 "rightSide": true, 19740 "show": true, 19741 "total": false, 19742 "values": false 19743 }, 19744 "lines": true, 19745 "linewidth": 0, 19746 "links": [ 19747 19748 ], 19749 "nullPointMode": "null as zero", 19750 "percentage": false, 19751 "pointradius": 5, 19752 "points": false, 19753 "renderer": "flot", 19754 "seriesOverrides": [ 19755 19756 ], 19757 "spaceLength": 10, 19758 "span": 6, 19759 "stack": true, 19760 "steppedLine": false, 19761 "targets": [ 19762 { 19763 "expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19764 "format": "time_series", 19765 "intervalFactor": 2, 19766 "legendFormat": "{{pod}}", 19767 "legendLink": null, 19768 "step": 10 19769 } 19770 ], 19771 "thresholds": [ 19772 19773 ], 19774 "timeFrom": null, 19775 "timeShift": null, 19776 "title": "Rate of Received Packets Dropped", 19777 "tooltip": { 19778 "shared": false, 19779 "sort": 2, 19780 "value_type": "individual" 19781 }, 19782 "type": "graph", 19783 "xaxis": { 19784 "buckets": null, 19785 "mode": "time", 19786 "name": null, 19787 "show": true, 19788 "values": [ 19789 19790 ] 19791 }, 19792 "yaxes": [ 19793 { 19794 "format": "pps", 19795 "label": null, 19796 "logBase": 1, 19797 "max": null, 19798 "min": 0, 19799 "show": true 19800 }, 19801 { 19802 "format": "short", 19803 "label": null, 19804 "logBase": 1, 19805 "max": null, 19806 "min": null, 19807 "show": false 19808 } 19809 ] 19810 }, 19811 { 19812 "aliasColors": { 19813 19814 }, 19815 "bars": false, 19816 "dashLength": 10, 19817 "dashes": false, 19818 "datasource": "$datasource", 19819 "fill": 10, 19820 "id": 13, 19821 "interval": "1m", 19822 "legend": { 19823 "alignAsTable": true, 19824 "avg": false, 19825 "current": false, 19826 "max": false, 19827 "min": false, 19828 "rightSide": true, 19829 "show": true, 19830 "total": false, 19831 "values": false 19832 }, 19833 "lines": true, 19834 "linewidth": 0, 19835 "links": [ 19836 19837 ], 19838 "nullPointMode": "null as zero", 19839 "percentage": false, 19840 "pointradius": 5, 19841 "points": false, 19842 "renderer": "flot", 19843 "seriesOverrides": [ 19844 19845 ], 19846 "spaceLength": 10, 19847 "span": 6, 19848 "stack": true, 19849 "steppedLine": false, 19850 "targets": [ 19851 { 19852 "expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19853 "format": "time_series", 19854 "intervalFactor": 2, 19855 "legendFormat": "{{pod}}", 19856 "legendLink": null, 19857 "step": 10 19858 } 19859 ], 19860 "thresholds": [ 19861 19862 ], 19863 "timeFrom": null, 19864 "timeShift": null, 19865 "title": "Rate of Transmitted Packets Dropped", 19866 "tooltip": { 19867 "shared": false, 19868 "sort": 2, 19869 "value_type": "individual" 19870 }, 19871 "type": "graph", 19872 "xaxis": { 19873 "buckets": null, 19874 "mode": "time", 19875 "name": null, 19876 "show": true, 19877 "values": [ 19878 19879 ] 19880 }, 19881 "yaxes": [ 19882 { 19883 "format": "pps", 19884 "label": null, 19885 "logBase": 1, 19886 "max": null, 19887 "min": 0, 19888 "show": true 19889 }, 19890 { 19891 "format": "short", 19892 "label": null, 19893 "logBase": 1, 19894 "max": null, 19895 "min": null, 19896 "show": false 19897 } 19898 ] 19899 } 19900 ], 19901 "repeat": null, 19902 "repeatIteration": null, 19903 "repeatRowId": null, 19904 "showTitle": true, 19905 "title": "Rate of Packets Dropped", 19906 "titleSize": "h6" 19907 } 19908 ], 19909 "schemaVersion": 14, 19910 "style": "dark", 19911 "tags": [ 19912 "kubernetes-mixin" 19913 ], 19914 "templating": { 19915 "list": [ 19916 { 19917 "current": { 19918 "text": "default", 19919 "value": "default" 19920 }, 19921 "hide": 0, 19922 "label": "Data Source", 19923 "name": "datasource", 19924 "options": [ 19925 19926 ], 19927 "query": "prometheus", 19928 "refresh": 1, 19929 "regex": "", 19930 "type": "datasource" 19931 }, 19932 { 19933 "allValue": null, 19934 "current": { 19935 "text": "", 19936 "value": "" 19937 }, 19938 "datasource": "$datasource", 19939 "hide": 2, 19940 "includeAll": false, 19941 "label": null, 19942 "multi": false, 19943 "name": "cluster", 19944 "options": [ 19945 19946 ], 19947 "query": "label_values(up{job=\"kube-state-metrics\"}, cluster)", 19948 "refresh": 2, 19949 "regex": "", 19950 "sort": 1, 19951 "tagValuesQuery": "", 19952 "tags": [ 19953 19954 ], 19955 "tagsQuery": "", 19956 "type": "query", 19957 "useTags": false 19958 }, 19959 { 19960 "allValue": null, 19961 "current": { 19962 "text": "", 19963 "value": "" 19964 }, 19965 "datasource": "$datasource", 19966 "hide": 0, 19967 "includeAll": false, 19968 "label": null, 19969 "multi": false, 19970 "name": "namespace", 19971 "options": [ 19972 19973 ], 19974 "query": "label_values(kube_namespace_status_phase{job=\"kube-state-metrics\", cluster=\"$cluster\"}, namespace)", 19975 "refresh": 2, 19976 "regex": "", 19977 "sort": 1, 19978 "tagValuesQuery": "", 19979 "tags": [ 19980 19981 ], 19982 "tagsQuery": "", 19983 "type": "query", 19984 "useTags": false 19985 }, 19986 { 19987 "allValue": null, 19988 "current": { 19989 "text": "", 19990 "value": "" 19991 }, 19992 "datasource": "$datasource", 19993 "hide": 0, 19994 "includeAll": false, 19995 "label": null, 19996 "multi": false, 19997 "name": "type", 19998 "options": [ 19999 20000 ], 20001 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\"}, workload_type)", 20002 "refresh": 2, 20003 "regex": "", 20004 "sort": 1, 20005 "tagValuesQuery": "", 20006 "tags": [ 20007 20008 ], 20009 "tagsQuery": "", 20010 "type": "query", 20011 "useTags": false 20012 }, 20013 { 20014 "allValue": null, 20015 "current": { 20016 "text": "", 20017 "value": "" 20018 }, 20019 "datasource": "$datasource", 20020 "hide": 0, 20021 "includeAll": false, 20022 "label": null, 20023 "multi": false, 20024 "name": "workload", 20025 "options": [ 20026 20027 ], 20028 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}, workload)", 20029 "refresh": 2, 20030 "regex": "", 20031 "sort": 1, 20032 "tagValuesQuery": "", 20033 "tags": [ 20034 20035 ], 20036 "tagsQuery": "", 20037 "type": "query", 20038 "useTags": false 20039 } 20040 ] 20041 }, 20042 "time": { 20043 "from": "now-1h", 20044 "to": "now" 20045 }, 20046 "timepicker": { 20047 "refresh_intervals": [ 20048 "5s", 20049 "10s", 20050 "30s", 20051 "1m", 20052 "5m", 20053 "15m", 20054 "30m", 20055 "1h", 20056 "2h", 20057 "1d" 20058 ], 20059 "time_options": [ 20060 "5m", 20061 "15m", 20062 "1h", 20063 "6h", 20064 "12h", 20065 "24h", 20066 "2d", 20067 "7d", 20068 "30d" 20069 ] 20070 }, 20071 "timezone": "utc", 20072 "title": "Kubernetes / Compute Resources / Workload", 20073 "uid": "a164a7f0339f99e89cea5cb47e9be617", 20074 "version": 0 20075 } 20076 --- 20077 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-workloads-namespace.yaml 20078 apiVersion: v1 20079 kind: ConfigMap 20080 metadata: 20081 namespace: kube-prometheus-stack 20082 name: kube-prometheus-stack-k8s-resources-workloads-namespace 20083 annotations: 20084 {} 20085 labels: 20086 grafana_dashboard: "1" 20087 app: kube-prometheus-stack-grafana 20088 20089 app.kubernetes.io/managed-by: Helm 20090 app.kubernetes.io/instance: kube-prometheus-stack 20091 app.kubernetes.io/version: "25.0.0" 20092 app.kubernetes.io/part-of: kube-prometheus-stack 20093 chart: kube-prometheus-stack-25.0.0 20094 release: "kube-prometheus-stack" 20095 heritage: "Helm" 20096 data: 20097 k8s-resources-workloads-namespace.json: |- 20098 { 20099 "annotations": { 20100 "list": [ 20101 20102 ] 20103 }, 20104 "editable": true, 20105 "gnetId": null, 20106 "graphTooltip": 0, 20107 "hideControls": false, 20108 "links": [ 20109 20110 ], 20111 "refresh": "10s", 20112 "rows": [ 20113 { 20114 "collapse": false, 20115 "height": "250px", 20116 "panels": [ 20117 { 20118 "aliasColors": { 20119 20120 }, 20121 "bars": false, 20122 "dashLength": 10, 20123 "dashes": false, 20124 "datasource": "$datasource", 20125 "fill": 10, 20126 "id": 1, 20127 "interval": "1m", 20128 "legend": { 20129 "alignAsTable": true, 20130 "avg": false, 20131 "current": false, 20132 "max": false, 20133 "min": false, 20134 "rightSide": true, 20135 "show": true, 20136 "total": false, 20137 "values": false 20138 }, 20139 "lines": true, 20140 "linewidth": 0, 20141 "links": [ 20142 20143 ], 20144 "nullPointMode": "null as zero", 20145 "percentage": false, 20146 "pointradius": 5, 20147 "points": false, 20148 "renderer": "flot", 20149 "seriesOverrides": [ 20150 { 20151 "alias": "quota - requests", 20152 "color": "#F2495C", 20153 "dashes": true, 20154 "fill": 0, 20155 "hiddenSeries": true, 20156 "hideTooltip": true, 20157 "legend": true, 20158 "linewidth": 2, 20159 "stack": false 20160 }, 20161 { 20162 "alias": "quota - limits", 20163 "color": "#FF9830", 20164 "dashes": true, 20165 "fill": 0, 20166 "hiddenSeries": true, 20167 "hideTooltip": true, 20168 "legend": true, 20169 "linewidth": 2, 20170 "stack": false 20171 } 20172 ], 20173 "spaceLength": 10, 20174 "span": 12, 20175 "stack": true, 20176 "steppedLine": false, 20177 "targets": [ 20178 { 20179 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20180 "format": "time_series", 20181 "intervalFactor": 2, 20182 "legendFormat": "{{workload}} - {{workload_type}}", 20183 "legendLink": null, 20184 "step": 10 20185 }, 20186 { 20187 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.cpu\"})", 20188 "format": "time_series", 20189 "intervalFactor": 2, 20190 "legendFormat": "quota - requests", 20191 "legendLink": null, 20192 "step": 10 20193 }, 20194 { 20195 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.cpu\"})", 20196 "format": "time_series", 20197 "intervalFactor": 2, 20198 "legendFormat": "quota - limits", 20199 "legendLink": null, 20200 "step": 10 20201 } 20202 ], 20203 "thresholds": [ 20204 20205 ], 20206 "timeFrom": null, 20207 "timeShift": null, 20208 "title": "CPU Usage", 20209 "tooltip": { 20210 "shared": false, 20211 "sort": 2, 20212 "value_type": "individual" 20213 }, 20214 "type": "graph", 20215 "xaxis": { 20216 "buckets": null, 20217 "mode": "time", 20218 "name": null, 20219 "show": true, 20220 "values": [ 20221 20222 ] 20223 }, 20224 "yaxes": [ 20225 { 20226 "format": "short", 20227 "label": null, 20228 "logBase": 1, 20229 "max": null, 20230 "min": 0, 20231 "show": true 20232 }, 20233 { 20234 "format": "short", 20235 "label": null, 20236 "logBase": 1, 20237 "max": null, 20238 "min": null, 20239 "show": false 20240 } 20241 ] 20242 } 20243 ], 20244 "repeat": null, 20245 "repeatIteration": null, 20246 "repeatRowId": null, 20247 "showTitle": true, 20248 "title": "CPU Usage", 20249 "titleSize": "h6" 20250 }, 20251 { 20252 "collapse": false, 20253 "height": "250px", 20254 "panels": [ 20255 { 20256 "aliasColors": { 20257 20258 }, 20259 "bars": false, 20260 "dashLength": 10, 20261 "dashes": false, 20262 "datasource": "$datasource", 20263 "fill": 1, 20264 "id": 2, 20265 "interval": "1m", 20266 "legend": { 20267 "alignAsTable": true, 20268 "avg": false, 20269 "current": false, 20270 "max": false, 20271 "min": false, 20272 "rightSide": true, 20273 "show": true, 20274 "total": false, 20275 "values": false 20276 }, 20277 "lines": true, 20278 "linewidth": 1, 20279 "links": [ 20280 20281 ], 20282 "nullPointMode": "null as zero", 20283 "percentage": false, 20284 "pointradius": 5, 20285 "points": false, 20286 "renderer": "flot", 20287 "seriesOverrides": [ 20288 20289 ], 20290 "spaceLength": 10, 20291 "span": 12, 20292 "stack": false, 20293 "steppedLine": false, 20294 "styles": [ 20295 { 20296 "alias": "Time", 20297 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20298 "pattern": "Time", 20299 "type": "hidden" 20300 }, 20301 { 20302 "alias": "Running Pods", 20303 "colorMode": null, 20304 "colors": [ 20305 20306 ], 20307 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20308 "decimals": 0, 20309 "link": false, 20310 "linkTargetBlank": false, 20311 "linkTooltip": "Drill down", 20312 "linkUrl": "", 20313 "pattern": "Value #A", 20314 "thresholds": [ 20315 20316 ], 20317 "type": "number", 20318 "unit": "short" 20319 }, 20320 { 20321 "alias": "CPU Usage", 20322 "colorMode": null, 20323 "colors": [ 20324 20325 ], 20326 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20327 "decimals": 2, 20328 "link": false, 20329 "linkTargetBlank": false, 20330 "linkTooltip": "Drill down", 20331 "linkUrl": "", 20332 "pattern": "Value #B", 20333 "thresholds": [ 20334 20335 ], 20336 "type": "number", 20337 "unit": "short" 20338 }, 20339 { 20340 "alias": "CPU Requests", 20341 "colorMode": null, 20342 "colors": [ 20343 20344 ], 20345 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20346 "decimals": 2, 20347 "link": false, 20348 "linkTargetBlank": false, 20349 "linkTooltip": "Drill down", 20350 "linkUrl": "", 20351 "pattern": "Value #C", 20352 "thresholds": [ 20353 20354 ], 20355 "type": "number", 20356 "unit": "short" 20357 }, 20358 { 20359 "alias": "CPU Requests %", 20360 "colorMode": null, 20361 "colors": [ 20362 20363 ], 20364 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20365 "decimals": 2, 20366 "link": false, 20367 "linkTargetBlank": false, 20368 "linkTooltip": "Drill down", 20369 "linkUrl": "", 20370 "pattern": "Value #D", 20371 "thresholds": [ 20372 20373 ], 20374 "type": "number", 20375 "unit": "percentunit" 20376 }, 20377 { 20378 "alias": "CPU Limits", 20379 "colorMode": null, 20380 "colors": [ 20381 20382 ], 20383 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20384 "decimals": 2, 20385 "link": false, 20386 "linkTargetBlank": false, 20387 "linkTooltip": "Drill down", 20388 "linkUrl": "", 20389 "pattern": "Value #E", 20390 "thresholds": [ 20391 20392 ], 20393 "type": "number", 20394 "unit": "short" 20395 }, 20396 { 20397 "alias": "CPU Limits %", 20398 "colorMode": null, 20399 "colors": [ 20400 20401 ], 20402 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20403 "decimals": 2, 20404 "link": false, 20405 "linkTargetBlank": false, 20406 "linkTooltip": "Drill down", 20407 "linkUrl": "", 20408 "pattern": "Value #F", 20409 "thresholds": [ 20410 20411 ], 20412 "type": "number", 20413 "unit": "percentunit" 20414 }, 20415 { 20416 "alias": "Workload", 20417 "colorMode": null, 20418 "colors": [ 20419 20420 ], 20421 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20422 "decimals": 2, 20423 "link": true, 20424 "linkTargetBlank": false, 20425 "linkTooltip": "Drill down", 20426 "linkUrl": "/d/a164a7f0339f99e89cea5cb47e9be617/k8s-resources-workload?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-workload=$__cell&var-type=$__cell_2", 20427 "pattern": "workload", 20428 "thresholds": [ 20429 20430 ], 20431 "type": "number", 20432 "unit": "short" 20433 }, 20434 { 20435 "alias": "Workload Type", 20436 "colorMode": null, 20437 "colors": [ 20438 20439 ], 20440 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20441 "decimals": 2, 20442 "link": false, 20443 "linkTargetBlank": false, 20444 "linkTooltip": "Drill down", 20445 "linkUrl": "", 20446 "pattern": "workload_type", 20447 "thresholds": [ 20448 20449 ], 20450 "type": "number", 20451 "unit": "short" 20452 }, 20453 { 20454 "alias": "", 20455 "colorMode": null, 20456 "colors": [ 20457 20458 ], 20459 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20460 "decimals": 2, 20461 "pattern": "/.*/", 20462 "thresholds": [ 20463 20464 ], 20465 "type": "string", 20466 "unit": "short" 20467 } 20468 ], 20469 "targets": [ 20470 { 20471 "expr": "count(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload, workload_type)", 20472 "format": "table", 20473 "instant": true, 20474 "intervalFactor": 2, 20475 "legendFormat": "", 20476 "refId": "A", 20477 "step": 10 20478 }, 20479 { 20480 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20481 "format": "table", 20482 "instant": true, 20483 "intervalFactor": 2, 20484 "legendFormat": "", 20485 "refId": "B", 20486 "step": 10 20487 }, 20488 { 20489 "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20490 "format": "table", 20491 "instant": true, 20492 "intervalFactor": 2, 20493 "legendFormat": "", 20494 "refId": "C", 20495 "step": 10 20496 }, 20497 { 20498 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20499 "format": "table", 20500 "instant": true, 20501 "intervalFactor": 2, 20502 "legendFormat": "", 20503 "refId": "D", 20504 "step": 10 20505 }, 20506 { 20507 "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20508 "format": "table", 20509 "instant": true, 20510 "intervalFactor": 2, 20511 "legendFormat": "", 20512 "refId": "E", 20513 "step": 10 20514 }, 20515 { 20516 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20517 "format": "table", 20518 "instant": true, 20519 "intervalFactor": 2, 20520 "legendFormat": "", 20521 "refId": "F", 20522 "step": 10 20523 } 20524 ], 20525 "thresholds": [ 20526 20527 ], 20528 "timeFrom": null, 20529 "timeShift": null, 20530 "title": "CPU Quota", 20531 "tooltip": { 20532 "shared": false, 20533 "sort": 2, 20534 "value_type": "individual" 20535 }, 20536 "transform": "table", 20537 "type": "table", 20538 "xaxis": { 20539 "buckets": null, 20540 "mode": "time", 20541 "name": null, 20542 "show": true, 20543 "values": [ 20544 20545 ] 20546 }, 20547 "yaxes": [ 20548 { 20549 "format": "short", 20550 "label": null, 20551 "logBase": 1, 20552 "max": null, 20553 "min": 0, 20554 "show": true 20555 }, 20556 { 20557 "format": "short", 20558 "label": null, 20559 "logBase": 1, 20560 "max": null, 20561 "min": null, 20562 "show": false 20563 } 20564 ] 20565 } 20566 ], 20567 "repeat": null, 20568 "repeatIteration": null, 20569 "repeatRowId": null, 20570 "showTitle": true, 20571 "title": "CPU Quota", 20572 "titleSize": "h6" 20573 }, 20574 { 20575 "collapse": false, 20576 "height": "250px", 20577 "panels": [ 20578 { 20579 "aliasColors": { 20580 20581 }, 20582 "bars": false, 20583 "dashLength": 10, 20584 "dashes": false, 20585 "datasource": "$datasource", 20586 "fill": 10, 20587 "id": 3, 20588 "interval": "1m", 20589 "legend": { 20590 "alignAsTable": true, 20591 "avg": false, 20592 "current": false, 20593 "max": false, 20594 "min": false, 20595 "rightSide": true, 20596 "show": true, 20597 "total": false, 20598 "values": false 20599 }, 20600 "lines": true, 20601 "linewidth": 0, 20602 "links": [ 20603 20604 ], 20605 "nullPointMode": "null as zero", 20606 "percentage": false, 20607 "pointradius": 5, 20608 "points": false, 20609 "renderer": "flot", 20610 "seriesOverrides": [ 20611 { 20612 "alias": "quota - requests", 20613 "color": "#F2495C", 20614 "dashes": true, 20615 "fill": 0, 20616 "hiddenSeries": true, 20617 "hideTooltip": true, 20618 "legend": true, 20619 "linewidth": 2, 20620 "stack": false 20621 }, 20622 { 20623 "alias": "quota - limits", 20624 "color": "#FF9830", 20625 "dashes": true, 20626 "fill": 0, 20627 "hiddenSeries": true, 20628 "hideTooltip": true, 20629 "legend": true, 20630 "linewidth": 2, 20631 "stack": false 20632 } 20633 ], 20634 "spaceLength": 10, 20635 "span": 12, 20636 "stack": true, 20637 "steppedLine": false, 20638 "targets": [ 20639 { 20640 "expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20641 "format": "time_series", 20642 "intervalFactor": 2, 20643 "legendFormat": "{{workload}} - {{workload_type}}", 20644 "legendLink": null, 20645 "step": 10 20646 }, 20647 { 20648 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.memory\"})", 20649 "format": "time_series", 20650 "intervalFactor": 2, 20651 "legendFormat": "quota - requests", 20652 "legendLink": null, 20653 "step": 10 20654 }, 20655 { 20656 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.memory\"})", 20657 "format": "time_series", 20658 "intervalFactor": 2, 20659 "legendFormat": "quota - limits", 20660 "legendLink": null, 20661 "step": 10 20662 } 20663 ], 20664 "thresholds": [ 20665 20666 ], 20667 "timeFrom": null, 20668 "timeShift": null, 20669 "title": "Memory Usage", 20670 "tooltip": { 20671 "shared": false, 20672 "sort": 2, 20673 "value_type": "individual" 20674 }, 20675 "type": "graph", 20676 "xaxis": { 20677 "buckets": null, 20678 "mode": "time", 20679 "name": null, 20680 "show": true, 20681 "values": [ 20682 20683 ] 20684 }, 20685 "yaxes": [ 20686 { 20687 "format": "bytes", 20688 "label": null, 20689 "logBase": 1, 20690 "max": null, 20691 "min": 0, 20692 "show": true 20693 }, 20694 { 20695 "format": "short", 20696 "label": null, 20697 "logBase": 1, 20698 "max": null, 20699 "min": null, 20700 "show": false 20701 } 20702 ] 20703 } 20704 ], 20705 "repeat": null, 20706 "repeatIteration": null, 20707 "repeatRowId": null, 20708 "showTitle": true, 20709 "title": "Memory Usage", 20710 "titleSize": "h6" 20711 }, 20712 { 20713 "collapse": false, 20714 "height": "250px", 20715 "panels": [ 20716 { 20717 "aliasColors": { 20718 20719 }, 20720 "bars": false, 20721 "dashLength": 10, 20722 "dashes": false, 20723 "datasource": "$datasource", 20724 "fill": 1, 20725 "id": 4, 20726 "interval": "1m", 20727 "legend": { 20728 "alignAsTable": true, 20729 "avg": false, 20730 "current": false, 20731 "max": false, 20732 "min": false, 20733 "rightSide": true, 20734 "show": true, 20735 "total": false, 20736 "values": false 20737 }, 20738 "lines": true, 20739 "linewidth": 1, 20740 "links": [ 20741 20742 ], 20743 "nullPointMode": "null as zero", 20744 "percentage": false, 20745 "pointradius": 5, 20746 "points": false, 20747 "renderer": "flot", 20748 "seriesOverrides": [ 20749 20750 ], 20751 "spaceLength": 10, 20752 "span": 12, 20753 "stack": false, 20754 "steppedLine": false, 20755 "styles": [ 20756 { 20757 "alias": "Time", 20758 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20759 "pattern": "Time", 20760 "type": "hidden" 20761 }, 20762 { 20763 "alias": "Running Pods", 20764 "colorMode": null, 20765 "colors": [ 20766 20767 ], 20768 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20769 "decimals": 0, 20770 "link": false, 20771 "linkTargetBlank": false, 20772 "linkTooltip": "Drill down", 20773 "linkUrl": "", 20774 "pattern": "Value #A", 20775 "thresholds": [ 20776 20777 ], 20778 "type": "number", 20779 "unit": "short" 20780 }, 20781 { 20782 "alias": "Memory Usage", 20783 "colorMode": null, 20784 "colors": [ 20785 20786 ], 20787 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20788 "decimals": 2, 20789 "link": false, 20790 "linkTargetBlank": false, 20791 "linkTooltip": "Drill down", 20792 "linkUrl": "", 20793 "pattern": "Value #B", 20794 "thresholds": [ 20795 20796 ], 20797 "type": "number", 20798 "unit": "bytes" 20799 }, 20800 { 20801 "alias": "Memory Requests", 20802 "colorMode": null, 20803 "colors": [ 20804 20805 ], 20806 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20807 "decimals": 2, 20808 "link": false, 20809 "linkTargetBlank": false, 20810 "linkTooltip": "Drill down", 20811 "linkUrl": "", 20812 "pattern": "Value #C", 20813 "thresholds": [ 20814 20815 ], 20816 "type": "number", 20817 "unit": "bytes" 20818 }, 20819 { 20820 "alias": "Memory Requests %", 20821 "colorMode": null, 20822 "colors": [ 20823 20824 ], 20825 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20826 "decimals": 2, 20827 "link": false, 20828 "linkTargetBlank": false, 20829 "linkTooltip": "Drill down", 20830 "linkUrl": "", 20831 "pattern": "Value #D", 20832 "thresholds": [ 20833 20834 ], 20835 "type": "number", 20836 "unit": "percentunit" 20837 }, 20838 { 20839 "alias": "Memory Limits", 20840 "colorMode": null, 20841 "colors": [ 20842 20843 ], 20844 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20845 "decimals": 2, 20846 "link": false, 20847 "linkTargetBlank": false, 20848 "linkTooltip": "Drill down", 20849 "linkUrl": "", 20850 "pattern": "Value #E", 20851 "thresholds": [ 20852 20853 ], 20854 "type": "number", 20855 "unit": "bytes" 20856 }, 20857 { 20858 "alias": "Memory Limits %", 20859 "colorMode": null, 20860 "colors": [ 20861 20862 ], 20863 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20864 "decimals": 2, 20865 "link": false, 20866 "linkTargetBlank": false, 20867 "linkTooltip": "Drill down", 20868 "linkUrl": "", 20869 "pattern": "Value #F", 20870 "thresholds": [ 20871 20872 ], 20873 "type": "number", 20874 "unit": "percentunit" 20875 }, 20876 { 20877 "alias": "Workload", 20878 "colorMode": null, 20879 "colors": [ 20880 20881 ], 20882 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20883 "decimals": 2, 20884 "link": true, 20885 "linkTargetBlank": false, 20886 "linkTooltip": "Drill down", 20887 "linkUrl": "/d/a164a7f0339f99e89cea5cb47e9be617/k8s-resources-workload?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-workload=$__cell&var-type=$__cell_2", 20888 "pattern": "workload", 20889 "thresholds": [ 20890 20891 ], 20892 "type": "number", 20893 "unit": "short" 20894 }, 20895 { 20896 "alias": "Workload Type", 20897 "colorMode": null, 20898 "colors": [ 20899 20900 ], 20901 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20902 "decimals": 2, 20903 "link": false, 20904 "linkTargetBlank": false, 20905 "linkTooltip": "Drill down", 20906 "linkUrl": "", 20907 "pattern": "workload_type", 20908 "thresholds": [ 20909 20910 ], 20911 "type": "number", 20912 "unit": "short" 20913 }, 20914 { 20915 "alias": "", 20916 "colorMode": null, 20917 "colors": [ 20918 20919 ], 20920 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20921 "decimals": 2, 20922 "pattern": "/.*/", 20923 "thresholds": [ 20924 20925 ], 20926 "type": "string", 20927 "unit": "short" 20928 } 20929 ], 20930 "targets": [ 20931 { 20932 "expr": "count(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload, workload_type)", 20933 "format": "table", 20934 "instant": true, 20935 "intervalFactor": 2, 20936 "legendFormat": "", 20937 "refId": "A", 20938 "step": 10 20939 }, 20940 { 20941 "expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20942 "format": "table", 20943 "instant": true, 20944 "intervalFactor": 2, 20945 "legendFormat": "", 20946 "refId": "B", 20947 "step": 10 20948 }, 20949 { 20950 "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20951 "format": "table", 20952 "instant": true, 20953 "intervalFactor": 2, 20954 "legendFormat": "", 20955 "refId": "C", 20956 "step": 10 20957 }, 20958 { 20959 "expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20960 "format": "table", 20961 "instant": true, 20962 "intervalFactor": 2, 20963 "legendFormat": "", 20964 "refId": "D", 20965 "step": 10 20966 }, 20967 { 20968 "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20969 "format": "table", 20970 "instant": true, 20971 "intervalFactor": 2, 20972 "legendFormat": "", 20973 "refId": "E", 20974 "step": 10 20975 }, 20976 { 20977 "expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20978 "format": "table", 20979 "instant": true, 20980 "intervalFactor": 2, 20981 "legendFormat": "", 20982 "refId": "F", 20983 "step": 10 20984 } 20985 ], 20986 "thresholds": [ 20987 20988 ], 20989 "timeFrom": null, 20990 "timeShift": null, 20991 "title": "Memory Quota", 20992 "tooltip": { 20993 "shared": false, 20994 "sort": 2, 20995 "value_type": "individual" 20996 }, 20997 "transform": "table", 20998 "type": "table", 20999 "xaxis": { 21000 "buckets": null, 21001 "mode": "time", 21002 "name": null, 21003 "show": true, 21004 "values": [ 21005 21006 ] 21007 }, 21008 "yaxes": [ 21009 { 21010 "format": "short", 21011 "label": null, 21012 "logBase": 1, 21013 "max": null, 21014 "min": 0, 21015 "show": true 21016 }, 21017 { 21018 "format": "short", 21019 "label": null, 21020 "logBase": 1, 21021 "max": null, 21022 "min": null, 21023 "show": false 21024 } 21025 ] 21026 } 21027 ], 21028 "repeat": null, 21029 "repeatIteration": null, 21030 "repeatRowId": null, 21031 "showTitle": true, 21032 "title": "Memory Quota", 21033 "titleSize": "h6" 21034 }, 21035 { 21036 "collapse": false, 21037 "height": "250px", 21038 "panels": [ 21039 { 21040 "aliasColors": { 21041 21042 }, 21043 "bars": false, 21044 "dashLength": 10, 21045 "dashes": false, 21046 "datasource": "$datasource", 21047 "fill": 1, 21048 "id": 5, 21049 "interval": "1m", 21050 "legend": { 21051 "alignAsTable": true, 21052 "avg": false, 21053 "current": false, 21054 "max": false, 21055 "min": false, 21056 "rightSide": true, 21057 "show": true, 21058 "total": false, 21059 "values": false 21060 }, 21061 "lines": true, 21062 "linewidth": 1, 21063 "links": [ 21064 21065 ], 21066 "nullPointMode": "null as zero", 21067 "percentage": false, 21068 "pointradius": 5, 21069 "points": false, 21070 "renderer": "flot", 21071 "seriesOverrides": [ 21072 21073 ], 21074 "spaceLength": 10, 21075 "span": 12, 21076 "stack": false, 21077 "steppedLine": false, 21078 "styles": [ 21079 { 21080 "alias": "Time", 21081 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21082 "pattern": "Time", 21083 "type": "hidden" 21084 }, 21085 { 21086 "alias": "Current Receive Bandwidth", 21087 "colorMode": null, 21088 "colors": [ 21089 21090 ], 21091 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21092 "decimals": 2, 21093 "link": false, 21094 "linkTargetBlank": false, 21095 "linkTooltip": "Drill down", 21096 "linkUrl": "", 21097 "pattern": "Value #A", 21098 "thresholds": [ 21099 21100 ], 21101 "type": "number", 21102 "unit": "Bps" 21103 }, 21104 { 21105 "alias": "Current Transmit Bandwidth", 21106 "colorMode": null, 21107 "colors": [ 21108 21109 ], 21110 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21111 "decimals": 2, 21112 "link": false, 21113 "linkTargetBlank": false, 21114 "linkTooltip": "Drill down", 21115 "linkUrl": "", 21116 "pattern": "Value #B", 21117 "thresholds": [ 21118 21119 ], 21120 "type": "number", 21121 "unit": "Bps" 21122 }, 21123 { 21124 "alias": "Rate of Received Packets", 21125 "colorMode": null, 21126 "colors": [ 21127 21128 ], 21129 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21130 "decimals": 2, 21131 "link": false, 21132 "linkTargetBlank": false, 21133 "linkTooltip": "Drill down", 21134 "linkUrl": "", 21135 "pattern": "Value #C", 21136 "thresholds": [ 21137 21138 ], 21139 "type": "number", 21140 "unit": "pps" 21141 }, 21142 { 21143 "alias": "Rate of Transmitted Packets", 21144 "colorMode": null, 21145 "colors": [ 21146 21147 ], 21148 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21149 "decimals": 2, 21150 "link": false, 21151 "linkTargetBlank": false, 21152 "linkTooltip": "Drill down", 21153 "linkUrl": "", 21154 "pattern": "Value #D", 21155 "thresholds": [ 21156 21157 ], 21158 "type": "number", 21159 "unit": "pps" 21160 }, 21161 { 21162 "alias": "Rate of Received Packets Dropped", 21163 "colorMode": null, 21164 "colors": [ 21165 21166 ], 21167 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21168 "decimals": 2, 21169 "link": false, 21170 "linkTargetBlank": false, 21171 "linkTooltip": "Drill down", 21172 "linkUrl": "", 21173 "pattern": "Value #E", 21174 "thresholds": [ 21175 21176 ], 21177 "type": "number", 21178 "unit": "pps" 21179 }, 21180 { 21181 "alias": "Rate of Transmitted Packets Dropped", 21182 "colorMode": null, 21183 "colors": [ 21184 21185 ], 21186 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21187 "decimals": 2, 21188 "link": false, 21189 "linkTargetBlank": false, 21190 "linkTooltip": "Drill down", 21191 "linkUrl": "", 21192 "pattern": "Value #F", 21193 "thresholds": [ 21194 21195 ], 21196 "type": "number", 21197 "unit": "pps" 21198 }, 21199 { 21200 "alias": "Workload", 21201 "colorMode": null, 21202 "colors": [ 21203 21204 ], 21205 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21206 "decimals": 2, 21207 "link": true, 21208 "linkTargetBlank": false, 21209 "linkTooltip": "Drill down to pods", 21210 "linkUrl": "/d/a164a7f0339f99e89cea5cb47e9be617/k8s-resources-workload?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-workload=$__cell&var-type=$type", 21211 "pattern": "workload", 21212 "thresholds": [ 21213 21214 ], 21215 "type": "number", 21216 "unit": "short" 21217 }, 21218 { 21219 "alias": "Workload Type", 21220 "colorMode": null, 21221 "colors": [ 21222 21223 ], 21224 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21225 "decimals": 2, 21226 "link": false, 21227 "linkTargetBlank": false, 21228 "linkTooltip": "Drill down", 21229 "linkUrl": "", 21230 "pattern": "workload_type", 21231 "thresholds": [ 21232 21233 ], 21234 "type": "number", 21235 "unit": "short" 21236 }, 21237 { 21238 "alias": "", 21239 "colorMode": null, 21240 "colors": [ 21241 21242 ], 21243 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21244 "decimals": 2, 21245 "pattern": "/.*/", 21246 "thresholds": [ 21247 21248 ], 21249 "type": "string", 21250 "unit": "short" 21251 } 21252 ], 21253 "targets": [ 21254 { 21255 "expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21256 "format": "table", 21257 "instant": true, 21258 "intervalFactor": 2, 21259 "legendFormat": "", 21260 "refId": "A", 21261 "step": 10 21262 }, 21263 { 21264 "expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21265 "format": "table", 21266 "instant": true, 21267 "intervalFactor": 2, 21268 "legendFormat": "", 21269 "refId": "B", 21270 "step": 10 21271 }, 21272 { 21273 "expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21274 "format": "table", 21275 "instant": true, 21276 "intervalFactor": 2, 21277 "legendFormat": "", 21278 "refId": "C", 21279 "step": 10 21280 }, 21281 { 21282 "expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21283 "format": "table", 21284 "instant": true, 21285 "intervalFactor": 2, 21286 "legendFormat": "", 21287 "refId": "D", 21288 "step": 10 21289 }, 21290 { 21291 "expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21292 "format": "table", 21293 "instant": true, 21294 "intervalFactor": 2, 21295 "legendFormat": "", 21296 "refId": "E", 21297 "step": 10 21298 }, 21299 { 21300 "expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21301 "format": "table", 21302 "instant": true, 21303 "intervalFactor": 2, 21304 "legendFormat": "", 21305 "refId": "F", 21306 "step": 10 21307 } 21308 ], 21309 "thresholds": [ 21310 21311 ], 21312 "timeFrom": null, 21313 "timeShift": null, 21314 "title": "Current Network Usage", 21315 "tooltip": { 21316 "shared": false, 21317 "sort": 2, 21318 "value_type": "individual" 21319 }, 21320 "transform": "table", 21321 "type": "table", 21322 "xaxis": { 21323 "buckets": null, 21324 "mode": "time", 21325 "name": null, 21326 "show": true, 21327 "values": [ 21328 21329 ] 21330 }, 21331 "yaxes": [ 21332 { 21333 "format": "short", 21334 "label": null, 21335 "logBase": 1, 21336 "max": null, 21337 "min": 0, 21338 "show": true 21339 }, 21340 { 21341 "format": "short", 21342 "label": null, 21343 "logBase": 1, 21344 "max": null, 21345 "min": null, 21346 "show": false 21347 } 21348 ] 21349 } 21350 ], 21351 "repeat": null, 21352 "repeatIteration": null, 21353 "repeatRowId": null, 21354 "showTitle": true, 21355 "title": "Current Network Usage", 21356 "titleSize": "h6" 21357 }, 21358 { 21359 "collapse": false, 21360 "height": "250px", 21361 "panels": [ 21362 { 21363 "aliasColors": { 21364 21365 }, 21366 "bars": false, 21367 "dashLength": 10, 21368 "dashes": false, 21369 "datasource": "$datasource", 21370 "fill": 10, 21371 "id": 6, 21372 "interval": "1m", 21373 "legend": { 21374 "alignAsTable": true, 21375 "avg": false, 21376 "current": false, 21377 "max": false, 21378 "min": false, 21379 "rightSide": true, 21380 "show": true, 21381 "total": false, 21382 "values": false 21383 }, 21384 "lines": true, 21385 "linewidth": 0, 21386 "links": [ 21387 21388 ], 21389 "nullPointMode": "null as zero", 21390 "percentage": false, 21391 "pointradius": 5, 21392 "points": false, 21393 "renderer": "flot", 21394 "seriesOverrides": [ 21395 21396 ], 21397 "spaceLength": 10, 21398 "span": 6, 21399 "stack": true, 21400 "steppedLine": false, 21401 "targets": [ 21402 { 21403 "expr": "(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21404 "format": "time_series", 21405 "intervalFactor": 2, 21406 "legendFormat": "{{workload}}", 21407 "legendLink": null, 21408 "step": 10 21409 } 21410 ], 21411 "thresholds": [ 21412 21413 ], 21414 "timeFrom": null, 21415 "timeShift": null, 21416 "title": "Receive Bandwidth", 21417 "tooltip": { 21418 "shared": false, 21419 "sort": 2, 21420 "value_type": "individual" 21421 }, 21422 "type": "graph", 21423 "xaxis": { 21424 "buckets": null, 21425 "mode": "time", 21426 "name": null, 21427 "show": true, 21428 "values": [ 21429 21430 ] 21431 }, 21432 "yaxes": [ 21433 { 21434 "format": "Bps", 21435 "label": null, 21436 "logBase": 1, 21437 "max": null, 21438 "min": 0, 21439 "show": true 21440 }, 21441 { 21442 "format": "short", 21443 "label": null, 21444 "logBase": 1, 21445 "max": null, 21446 "min": null, 21447 "show": false 21448 } 21449 ] 21450 }, 21451 { 21452 "aliasColors": { 21453 21454 }, 21455 "bars": false, 21456 "dashLength": 10, 21457 "dashes": false, 21458 "datasource": "$datasource", 21459 "fill": 10, 21460 "id": 7, 21461 "interval": "1m", 21462 "legend": { 21463 "alignAsTable": true, 21464 "avg": false, 21465 "current": false, 21466 "max": false, 21467 "min": false, 21468 "rightSide": true, 21469 "show": true, 21470 "total": false, 21471 "values": false 21472 }, 21473 "lines": true, 21474 "linewidth": 0, 21475 "links": [ 21476 21477 ], 21478 "nullPointMode": "null as zero", 21479 "percentage": false, 21480 "pointradius": 5, 21481 "points": false, 21482 "renderer": "flot", 21483 "seriesOverrides": [ 21484 21485 ], 21486 "spaceLength": 10, 21487 "span": 6, 21488 "stack": true, 21489 "steppedLine": false, 21490 "targets": [ 21491 { 21492 "expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21493 "format": "time_series", 21494 "intervalFactor": 2, 21495 "legendFormat": "{{workload}}", 21496 "legendLink": null, 21497 "step": 10 21498 } 21499 ], 21500 "thresholds": [ 21501 21502 ], 21503 "timeFrom": null, 21504 "timeShift": null, 21505 "title": "Transmit Bandwidth", 21506 "tooltip": { 21507 "shared": false, 21508 "sort": 2, 21509 "value_type": "individual" 21510 }, 21511 "type": "graph", 21512 "xaxis": { 21513 "buckets": null, 21514 "mode": "time", 21515 "name": null, 21516 "show": true, 21517 "values": [ 21518 21519 ] 21520 }, 21521 "yaxes": [ 21522 { 21523 "format": "Bps", 21524 "label": null, 21525 "logBase": 1, 21526 "max": null, 21527 "min": 0, 21528 "show": true 21529 }, 21530 { 21531 "format": "short", 21532 "label": null, 21533 "logBase": 1, 21534 "max": null, 21535 "min": null, 21536 "show": false 21537 } 21538 ] 21539 } 21540 ], 21541 "repeat": null, 21542 "repeatIteration": null, 21543 "repeatRowId": null, 21544 "showTitle": true, 21545 "title": "Bandwidth", 21546 "titleSize": "h6" 21547 }, 21548 { 21549 "collapse": false, 21550 "height": "250px", 21551 "panels": [ 21552 { 21553 "aliasColors": { 21554 21555 }, 21556 "bars": false, 21557 "dashLength": 10, 21558 "dashes": false, 21559 "datasource": "$datasource", 21560 "fill": 10, 21561 "id": 8, 21562 "interval": "1m", 21563 "legend": { 21564 "alignAsTable": true, 21565 "avg": false, 21566 "current": false, 21567 "max": false, 21568 "min": false, 21569 "rightSide": true, 21570 "show": true, 21571 "total": false, 21572 "values": false 21573 }, 21574 "lines": true, 21575 "linewidth": 0, 21576 "links": [ 21577 21578 ], 21579 "nullPointMode": "null as zero", 21580 "percentage": false, 21581 "pointradius": 5, 21582 "points": false, 21583 "renderer": "flot", 21584 "seriesOverrides": [ 21585 21586 ], 21587 "spaceLength": 10, 21588 "span": 6, 21589 "stack": true, 21590 "steppedLine": false, 21591 "targets": [ 21592 { 21593 "expr": "(avg(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21594 "format": "time_series", 21595 "intervalFactor": 2, 21596 "legendFormat": "{{workload}}", 21597 "legendLink": null, 21598 "step": 10 21599 } 21600 ], 21601 "thresholds": [ 21602 21603 ], 21604 "timeFrom": null, 21605 "timeShift": null, 21606 "title": "Average Container Bandwidth by Workload: Received", 21607 "tooltip": { 21608 "shared": false, 21609 "sort": 2, 21610 "value_type": "individual" 21611 }, 21612 "type": "graph", 21613 "xaxis": { 21614 "buckets": null, 21615 "mode": "time", 21616 "name": null, 21617 "show": true, 21618 "values": [ 21619 21620 ] 21621 }, 21622 "yaxes": [ 21623 { 21624 "format": "Bps", 21625 "label": null, 21626 "logBase": 1, 21627 "max": null, 21628 "min": 0, 21629 "show": true 21630 }, 21631 { 21632 "format": "short", 21633 "label": null, 21634 "logBase": 1, 21635 "max": null, 21636 "min": null, 21637 "show": false 21638 } 21639 ] 21640 }, 21641 { 21642 "aliasColors": { 21643 21644 }, 21645 "bars": false, 21646 "dashLength": 10, 21647 "dashes": false, 21648 "datasource": "$datasource", 21649 "fill": 10, 21650 "id": 9, 21651 "interval": "1m", 21652 "legend": { 21653 "alignAsTable": true, 21654 "avg": false, 21655 "current": false, 21656 "max": false, 21657 "min": false, 21658 "rightSide": true, 21659 "show": true, 21660 "total": false, 21661 "values": false 21662 }, 21663 "lines": true, 21664 "linewidth": 0, 21665 "links": [ 21666 21667 ], 21668 "nullPointMode": "null as zero", 21669 "percentage": false, 21670 "pointradius": 5, 21671 "points": false, 21672 "renderer": "flot", 21673 "seriesOverrides": [ 21674 21675 ], 21676 "spaceLength": 10, 21677 "span": 6, 21678 "stack": true, 21679 "steppedLine": false, 21680 "targets": [ 21681 { 21682 "expr": "(avg(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21683 "format": "time_series", 21684 "intervalFactor": 2, 21685 "legendFormat": "{{workload}}", 21686 "legendLink": null, 21687 "step": 10 21688 } 21689 ], 21690 "thresholds": [ 21691 21692 ], 21693 "timeFrom": null, 21694 "timeShift": null, 21695 "title": "Average Container Bandwidth by Workload: Transmitted", 21696 "tooltip": { 21697 "shared": false, 21698 "sort": 2, 21699 "value_type": "individual" 21700 }, 21701 "type": "graph", 21702 "xaxis": { 21703 "buckets": null, 21704 "mode": "time", 21705 "name": null, 21706 "show": true, 21707 "values": [ 21708 21709 ] 21710 }, 21711 "yaxes": [ 21712 { 21713 "format": "Bps", 21714 "label": null, 21715 "logBase": 1, 21716 "max": null, 21717 "min": 0, 21718 "show": true 21719 }, 21720 { 21721 "format": "short", 21722 "label": null, 21723 "logBase": 1, 21724 "max": null, 21725 "min": null, 21726 "show": false 21727 } 21728 ] 21729 } 21730 ], 21731 "repeat": null, 21732 "repeatIteration": null, 21733 "repeatRowId": null, 21734 "showTitle": true, 21735 "title": "Average Container Bandwidth by Workload", 21736 "titleSize": "h6" 21737 }, 21738 { 21739 "collapse": false, 21740 "height": "250px", 21741 "panels": [ 21742 { 21743 "aliasColors": { 21744 21745 }, 21746 "bars": false, 21747 "dashLength": 10, 21748 "dashes": false, 21749 "datasource": "$datasource", 21750 "fill": 10, 21751 "id": 10, 21752 "interval": "1m", 21753 "legend": { 21754 "alignAsTable": true, 21755 "avg": false, 21756 "current": false, 21757 "max": false, 21758 "min": false, 21759 "rightSide": true, 21760 "show": true, 21761 "total": false, 21762 "values": false 21763 }, 21764 "lines": true, 21765 "linewidth": 0, 21766 "links": [ 21767 21768 ], 21769 "nullPointMode": "null as zero", 21770 "percentage": false, 21771 "pointradius": 5, 21772 "points": false, 21773 "renderer": "flot", 21774 "seriesOverrides": [ 21775 21776 ], 21777 "spaceLength": 10, 21778 "span": 6, 21779 "stack": true, 21780 "steppedLine": false, 21781 "targets": [ 21782 { 21783 "expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21784 "format": "time_series", 21785 "intervalFactor": 2, 21786 "legendFormat": "{{workload}}", 21787 "legendLink": null, 21788 "step": 10 21789 } 21790 ], 21791 "thresholds": [ 21792 21793 ], 21794 "timeFrom": null, 21795 "timeShift": null, 21796 "title": "Rate of Received Packets", 21797 "tooltip": { 21798 "shared": false, 21799 "sort": 2, 21800 "value_type": "individual" 21801 }, 21802 "type": "graph", 21803 "xaxis": { 21804 "buckets": null, 21805 "mode": "time", 21806 "name": null, 21807 "show": true, 21808 "values": [ 21809 21810 ] 21811 }, 21812 "yaxes": [ 21813 { 21814 "format": "pps", 21815 "label": null, 21816 "logBase": 1, 21817 "max": null, 21818 "min": 0, 21819 "show": true 21820 }, 21821 { 21822 "format": "short", 21823 "label": null, 21824 "logBase": 1, 21825 "max": null, 21826 "min": null, 21827 "show": false 21828 } 21829 ] 21830 }, 21831 { 21832 "aliasColors": { 21833 21834 }, 21835 "bars": false, 21836 "dashLength": 10, 21837 "dashes": false, 21838 "datasource": "$datasource", 21839 "fill": 10, 21840 "id": 11, 21841 "interval": "1m", 21842 "legend": { 21843 "alignAsTable": true, 21844 "avg": false, 21845 "current": false, 21846 "max": false, 21847 "min": false, 21848 "rightSide": true, 21849 "show": true, 21850 "total": false, 21851 "values": false 21852 }, 21853 "lines": true, 21854 "linewidth": 0, 21855 "links": [ 21856 21857 ], 21858 "nullPointMode": "null as zero", 21859 "percentage": false, 21860 "pointradius": 5, 21861 "points": false, 21862 "renderer": "flot", 21863 "seriesOverrides": [ 21864 21865 ], 21866 "spaceLength": 10, 21867 "span": 6, 21868 "stack": true, 21869 "steppedLine": false, 21870 "targets": [ 21871 { 21872 "expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21873 "format": "time_series", 21874 "intervalFactor": 2, 21875 "legendFormat": "{{workload}}", 21876 "legendLink": null, 21877 "step": 10 21878 } 21879 ], 21880 "thresholds": [ 21881 21882 ], 21883 "timeFrom": null, 21884 "timeShift": null, 21885 "title": "Rate of Transmitted Packets", 21886 "tooltip": { 21887 "shared": false, 21888 "sort": 2, 21889 "value_type": "individual" 21890 }, 21891 "type": "graph", 21892 "xaxis": { 21893 "buckets": null, 21894 "mode": "time", 21895 "name": null, 21896 "show": true, 21897 "values": [ 21898 21899 ] 21900 }, 21901 "yaxes": [ 21902 { 21903 "format": "pps", 21904 "label": null, 21905 "logBase": 1, 21906 "max": null, 21907 "min": 0, 21908 "show": true 21909 }, 21910 { 21911 "format": "short", 21912 "label": null, 21913 "logBase": 1, 21914 "max": null, 21915 "min": null, 21916 "show": false 21917 } 21918 ] 21919 } 21920 ], 21921 "repeat": null, 21922 "repeatIteration": null, 21923 "repeatRowId": null, 21924 "showTitle": true, 21925 "title": "Rate of Packets", 21926 "titleSize": "h6" 21927 }, 21928 { 21929 "collapse": false, 21930 "height": "250px", 21931 "panels": [ 21932 { 21933 "aliasColors": { 21934 21935 }, 21936 "bars": false, 21937 "dashLength": 10, 21938 "dashes": false, 21939 "datasource": "$datasource", 21940 "fill": 10, 21941 "id": 12, 21942 "interval": "1m", 21943 "legend": { 21944 "alignAsTable": true, 21945 "avg": false, 21946 "current": false, 21947 "max": false, 21948 "min": false, 21949 "rightSide": true, 21950 "show": true, 21951 "total": false, 21952 "values": false 21953 }, 21954 "lines": true, 21955 "linewidth": 0, 21956 "links": [ 21957 21958 ], 21959 "nullPointMode": "null as zero", 21960 "percentage": false, 21961 "pointradius": 5, 21962 "points": false, 21963 "renderer": "flot", 21964 "seriesOverrides": [ 21965 21966 ], 21967 "spaceLength": 10, 21968 "span": 6, 21969 "stack": true, 21970 "steppedLine": false, 21971 "targets": [ 21972 { 21973 "expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21974 "format": "time_series", 21975 "intervalFactor": 2, 21976 "legendFormat": "{{workload}}", 21977 "legendLink": null, 21978 "step": 10 21979 } 21980 ], 21981 "thresholds": [ 21982 21983 ], 21984 "timeFrom": null, 21985 "timeShift": null, 21986 "title": "Rate of Received Packets Dropped", 21987 "tooltip": { 21988 "shared": false, 21989 "sort": 2, 21990 "value_type": "individual" 21991 }, 21992 "type": "graph", 21993 "xaxis": { 21994 "buckets": null, 21995 "mode": "time", 21996 "name": null, 21997 "show": true, 21998 "values": [ 21999 22000 ] 22001 }, 22002 "yaxes": [ 22003 { 22004 "format": "pps", 22005 "label": null, 22006 "logBase": 1, 22007 "max": null, 22008 "min": 0, 22009 "show": true 22010 }, 22011 { 22012 "format": "short", 22013 "label": null, 22014 "logBase": 1, 22015 "max": null, 22016 "min": null, 22017 "show": false 22018 } 22019 ] 22020 }, 22021 { 22022 "aliasColors": { 22023 22024 }, 22025 "bars": false, 22026 "dashLength": 10, 22027 "dashes": false, 22028 "datasource": "$datasource", 22029 "fill": 10, 22030 "id": 13, 22031 "interval": "1m", 22032 "legend": { 22033 "alignAsTable": true, 22034 "avg": false, 22035 "current": false, 22036 "max": false, 22037 "min": false, 22038 "rightSide": true, 22039 "show": true, 22040 "total": false, 22041 "values": false 22042 }, 22043 "lines": true, 22044 "linewidth": 0, 22045 "links": [ 22046 22047 ], 22048 "nullPointMode": "null as zero", 22049 "percentage": false, 22050 "pointradius": 5, 22051 "points": false, 22052 "renderer": "flot", 22053 "seriesOverrides": [ 22054 22055 ], 22056 "spaceLength": 10, 22057 "span": 6, 22058 "stack": true, 22059 "steppedLine": false, 22060 "targets": [ 22061 { 22062 "expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 22063 "format": "time_series", 22064 "intervalFactor": 2, 22065 "legendFormat": "{{workload}}", 22066 "legendLink": null, 22067 "step": 10 22068 } 22069 ], 22070 "thresholds": [ 22071 22072 ], 22073 "timeFrom": null, 22074 "timeShift": null, 22075 "title": "Rate of Transmitted Packets Dropped", 22076 "tooltip": { 22077 "shared": false, 22078 "sort": 2, 22079 "value_type": "individual" 22080 }, 22081 "type": "graph", 22082 "xaxis": { 22083 "buckets": null, 22084 "mode": "time", 22085 "name": null, 22086 "show": true, 22087 "values": [ 22088 22089 ] 22090 }, 22091 "yaxes": [ 22092 { 22093 "format": "pps", 22094 "label": null, 22095 "logBase": 1, 22096 "max": null, 22097 "min": 0, 22098 "show": true 22099 }, 22100 { 22101 "format": "short", 22102 "label": null, 22103 "logBase": 1, 22104 "max": null, 22105 "min": null, 22106 "show": false 22107 } 22108 ] 22109 } 22110 ], 22111 "repeat": null, 22112 "repeatIteration": null, 22113 "repeatRowId": null, 22114 "showTitle": true, 22115 "title": "Rate of Packets Dropped", 22116 "titleSize": "h6" 22117 } 22118 ], 22119 "schemaVersion": 14, 22120 "style": "dark", 22121 "tags": [ 22122 "kubernetes-mixin" 22123 ], 22124 "templating": { 22125 "list": [ 22126 { 22127 "current": { 22128 "text": "default", 22129 "value": "default" 22130 }, 22131 "hide": 0, 22132 "label": "Data Source", 22133 "name": "datasource", 22134 "options": [ 22135 22136 ], 22137 "query": "prometheus", 22138 "refresh": 1, 22139 "regex": "", 22140 "type": "datasource" 22141 }, 22142 { 22143 "allValue": null, 22144 "current": { 22145 "text": "", 22146 "value": "" 22147 }, 22148 "datasource": "$datasource", 22149 "hide": 2, 22150 "includeAll": false, 22151 "label": null, 22152 "multi": false, 22153 "name": "cluster", 22154 "options": [ 22155 22156 ], 22157 "query": "label_values(up{job=\"kube-state-metrics\"}, cluster)", 22158 "refresh": 2, 22159 "regex": "", 22160 "sort": 1, 22161 "tagValuesQuery": "", 22162 "tags": [ 22163 22164 ], 22165 "tagsQuery": "", 22166 "type": "query", 22167 "useTags": false 22168 }, 22169 { 22170 "allValue": null, 22171 "current": { 22172 "text": "", 22173 "value": "" 22174 }, 22175 "datasource": "$datasource", 22176 "hide": 0, 22177 "includeAll": false, 22178 "label": null, 22179 "multi": false, 22180 "name": "namespace", 22181 "options": [ 22182 22183 ], 22184 "query": "label_values(kube_pod_info{job=\"kube-state-metrics\", cluster=\"$cluster\"}, namespace)", 22185 "refresh": 2, 22186 "regex": "", 22187 "sort": 1, 22188 "tagValuesQuery": "", 22189 "tags": [ 22190 22191 ], 22192 "tagsQuery": "", 22193 "type": "query", 22194 "useTags": false 22195 }, 22196 { 22197 "allValue": null, 22198 "auto": false, 22199 "auto_count": 30, 22200 "auto_min": "10s", 22201 "current": { 22202 "text": "deployment", 22203 "value": "deployment" 22204 }, 22205 "datasource": "$datasource", 22206 "definition": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\"}, workload_type)", 22207 "hide": 0, 22208 "includeAll": false, 22209 "label": null, 22210 "multi": false, 22211 "name": "type", 22212 "options": [ 22213 22214 ], 22215 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\".+\"}, workload_type)", 22216 "refresh": 2, 22217 "regex": "", 22218 "skipUrlSync": false, 22219 "sort": 0, 22220 "tagValuesQuery": "", 22221 "tags": [ 22222 22223 ], 22224 "tagsQuery": "", 22225 "type": "query", 22226 "useTags": false 22227 } 22228 ] 22229 }, 22230 "time": { 22231 "from": "now-1h", 22232 "to": "now" 22233 }, 22234 "timepicker": { 22235 "refresh_intervals": [ 22236 "5s", 22237 "10s", 22238 "30s", 22239 "1m", 22240 "5m", 22241 "15m", 22242 "30m", 22243 "1h", 22244 "2h", 22245 "1d" 22246 ], 22247 "time_options": [ 22248 "5m", 22249 "15m", 22250 "1h", 22251 "6h", 22252 "12h", 22253 "24h", 22254 "2d", 22255 "7d", 22256 "30d" 22257 ] 22258 }, 22259 "timezone": "utc", 22260 "title": "Kubernetes / Compute Resources / Namespace (Workloads)", 22261 "uid": "a87fb0d919ec0ea5f6543124e16c42a5", 22262 "version": 0 22263 } 22264 --- 22265 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/kubelet.yaml 22266 apiVersion: v1 22267 kind: ConfigMap 22268 metadata: 22269 namespace: kube-prometheus-stack 22270 name: kube-prometheus-stack-kubelet 22271 annotations: 22272 {} 22273 labels: 22274 grafana_dashboard: "1" 22275 app: kube-prometheus-stack-grafana 22276 22277 app.kubernetes.io/managed-by: Helm 22278 app.kubernetes.io/instance: kube-prometheus-stack 22279 app.kubernetes.io/version: "25.0.0" 22280 app.kubernetes.io/part-of: kube-prometheus-stack 22281 chart: kube-prometheus-stack-25.0.0 22282 release: "kube-prometheus-stack" 22283 heritage: "Helm" 22284 data: 22285 kubelet.json: |- 22286 { 22287 "__inputs": [ 22288 22289 ], 22290 "__requires": [ 22291 22292 ], 22293 "annotations": { 22294 "list": [ 22295 22296 ] 22297 }, 22298 "editable": false, 22299 "gnetId": null, 22300 "graphTooltip": 0, 22301 "hideControls": false, 22302 "id": null, 22303 "links": [ 22304 22305 ], 22306 "panels": [ 22307 { 22308 "datasource": "$datasource", 22309 "fieldConfig": { 22310 "defaults": { 22311 "links": [ 22312 22313 ], 22314 "mappings": [ 22315 22316 ], 22317 "thresholds": { 22318 "mode": "absolute", 22319 "steps": [ 22320 22321 ] 22322 }, 22323 "unit": "none" 22324 } 22325 }, 22326 "gridPos": { 22327 "h": 7, 22328 "w": 4, 22329 "x": 0, 22330 "y": 0 22331 }, 22332 "id": 2, 22333 "links": [ 22334 22335 ], 22336 "options": { 22337 "colorMode": "value", 22338 "graphMode": "area", 22339 "justifyMode": "auto", 22340 "orientation": "auto", 22341 "reduceOptions": { 22342 "calcs": [ 22343 "lastNotNull" 22344 ], 22345 "fields": "", 22346 "values": false 22347 }, 22348 "textMode": "auto" 22349 }, 22350 "pluginVersion": "7", 22351 "targets": [ 22352 { 22353 "expr": "sum(kubelet_node_name{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\"})", 22354 "format": "time_series", 22355 "intervalFactor": 2, 22356 "legendFormat": "", 22357 "refId": "A" 22358 } 22359 ], 22360 "title": "Running Kubelets", 22361 "transparent": false, 22362 "type": "stat" 22363 }, 22364 { 22365 "datasource": "$datasource", 22366 "fieldConfig": { 22367 "defaults": { 22368 "links": [ 22369 22370 ], 22371 "mappings": [ 22372 22373 ], 22374 "thresholds": { 22375 "mode": "absolute", 22376 "steps": [ 22377 22378 ] 22379 }, 22380 "unit": "none" 22381 } 22382 }, 22383 "gridPos": { 22384 "h": 7, 22385 "w": 4, 22386 "x": 4, 22387 "y": 0 22388 }, 22389 "id": 3, 22390 "links": [ 22391 22392 ], 22393 "options": { 22394 "colorMode": "value", 22395 "graphMode": "area", 22396 "justifyMode": "auto", 22397 "orientation": "auto", 22398 "reduceOptions": { 22399 "calcs": [ 22400 "lastNotNull" 22401 ], 22402 "fields": "", 22403 "values": false 22404 }, 22405 "textMode": "auto" 22406 }, 22407 "pluginVersion": "7", 22408 "targets": [ 22409 { 22410 "expr": "sum(kubelet_running_pods{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}) OR sum(kubelet_running_pod_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"})", 22411 "format": "time_series", 22412 "intervalFactor": 2, 22413 "legendFormat": "{{instance}}", 22414 "refId": "A" 22415 } 22416 ], 22417 "title": "Running Pods", 22418 "transparent": false, 22419 "type": "stat" 22420 }, 22421 { 22422 "datasource": "$datasource", 22423 "fieldConfig": { 22424 "defaults": { 22425 "links": [ 22426 22427 ], 22428 "mappings": [ 22429 22430 ], 22431 "thresholds": { 22432 "mode": "absolute", 22433 "steps": [ 22434 22435 ] 22436 }, 22437 "unit": "none" 22438 } 22439 }, 22440 "gridPos": { 22441 "h": 7, 22442 "w": 4, 22443 "x": 8, 22444 "y": 0 22445 }, 22446 "id": 4, 22447 "links": [ 22448 22449 ], 22450 "options": { 22451 "colorMode": "value", 22452 "graphMode": "area", 22453 "justifyMode": "auto", 22454 "orientation": "auto", 22455 "reduceOptions": { 22456 "calcs": [ 22457 "lastNotNull" 22458 ], 22459 "fields": "", 22460 "values": false 22461 }, 22462 "textMode": "auto" 22463 }, 22464 "pluginVersion": "7", 22465 "targets": [ 22466 { 22467 "expr": "sum(kubelet_running_containers{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}) OR sum(kubelet_running_container_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"})", 22468 "format": "time_series", 22469 "intervalFactor": 2, 22470 "legendFormat": "{{instance}}", 22471 "refId": "A" 22472 } 22473 ], 22474 "title": "Running Containers", 22475 "transparent": false, 22476 "type": "stat" 22477 }, 22478 { 22479 "datasource": "$datasource", 22480 "fieldConfig": { 22481 "defaults": { 22482 "links": [ 22483 22484 ], 22485 "mappings": [ 22486 22487 ], 22488 "thresholds": { 22489 "mode": "absolute", 22490 "steps": [ 22491 22492 ] 22493 }, 22494 "unit": "none" 22495 } 22496 }, 22497 "gridPos": { 22498 "h": 7, 22499 "w": 4, 22500 "x": 12, 22501 "y": 0 22502 }, 22503 "id": 5, 22504 "links": [ 22505 22506 ], 22507 "options": { 22508 "colorMode": "value", 22509 "graphMode": "area", 22510 "justifyMode": "auto", 22511 "orientation": "auto", 22512 "reduceOptions": { 22513 "calcs": [ 22514 "lastNotNull" 22515 ], 22516 "fields": "", 22517 "values": false 22518 }, 22519 "textMode": "auto" 22520 }, 22521 "pluginVersion": "7", 22522 "targets": [ 22523 { 22524 "expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\", state=\"actual_state_of_world\"})", 22525 "format": "time_series", 22526 "intervalFactor": 2, 22527 "legendFormat": "{{instance}}", 22528 "refId": "A" 22529 } 22530 ], 22531 "title": "Actual Volume Count", 22532 "transparent": false, 22533 "type": "stat" 22534 }, 22535 { 22536 "datasource": "$datasource", 22537 "fieldConfig": { 22538 "defaults": { 22539 "links": [ 22540 22541 ], 22542 "mappings": [ 22543 22544 ], 22545 "thresholds": { 22546 "mode": "absolute", 22547 "steps": [ 22548 22549 ] 22550 }, 22551 "unit": "none" 22552 } 22553 }, 22554 "gridPos": { 22555 "h": 7, 22556 "w": 4, 22557 "x": 16, 22558 "y": 0 22559 }, 22560 "id": 6, 22561 "links": [ 22562 22563 ], 22564 "options": { 22565 "colorMode": "value", 22566 "graphMode": "area", 22567 "justifyMode": "auto", 22568 "orientation": "auto", 22569 "reduceOptions": { 22570 "calcs": [ 22571 "lastNotNull" 22572 ], 22573 "fields": "", 22574 "values": false 22575 }, 22576 "textMode": "auto" 22577 }, 22578 "pluginVersion": "7", 22579 "targets": [ 22580 { 22581 "expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",state=\"desired_state_of_world\"})", 22582 "format": "time_series", 22583 "intervalFactor": 2, 22584 "legendFormat": "{{instance}}", 22585 "refId": "A" 22586 } 22587 ], 22588 "title": "Desired Volume Count", 22589 "transparent": false, 22590 "type": "stat" 22591 }, 22592 { 22593 "datasource": "$datasource", 22594 "fieldConfig": { 22595 "defaults": { 22596 "links": [ 22597 22598 ], 22599 "mappings": [ 22600 22601 ], 22602 "thresholds": { 22603 "mode": "absolute", 22604 "steps": [ 22605 22606 ] 22607 }, 22608 "unit": "none" 22609 } 22610 }, 22611 "gridPos": { 22612 "h": 7, 22613 "w": 4, 22614 "x": 20, 22615 "y": 0 22616 }, 22617 "id": 7, 22618 "links": [ 22619 22620 ], 22621 "options": { 22622 "colorMode": "value", 22623 "graphMode": "area", 22624 "justifyMode": "auto", 22625 "orientation": "auto", 22626 "reduceOptions": { 22627 "calcs": [ 22628 "lastNotNull" 22629 ], 22630 "fields": "", 22631 "values": false 22632 }, 22633 "textMode": "auto" 22634 }, 22635 "pluginVersion": "7", 22636 "targets": [ 22637 { 22638 "expr": "sum(rate(kubelet_node_config_error{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[$__rate_interval]))", 22639 "format": "time_series", 22640 "intervalFactor": 2, 22641 "legendFormat": "{{instance}}", 22642 "refId": "A" 22643 } 22644 ], 22645 "title": "Config Error Count", 22646 "transparent": false, 22647 "type": "stat" 22648 }, 22649 { 22650 "aliasColors": { 22651 22652 }, 22653 "bars": false, 22654 "dashLength": 10, 22655 "dashes": false, 22656 "datasource": "$datasource", 22657 "fill": 1, 22658 "fillGradient": 0, 22659 "gridPos": { 22660 "h": 7, 22661 "w": 12, 22662 "x": 0, 22663 "y": 7 22664 }, 22665 "id": 8, 22666 "legend": { 22667 "alignAsTable": true, 22668 "avg": false, 22669 "current": true, 22670 "max": false, 22671 "min": false, 22672 "rightSide": true, 22673 "show": true, 22674 "sideWidth": null, 22675 "total": false, 22676 "values": true 22677 }, 22678 "lines": true, 22679 "linewidth": 1, 22680 "links": [ 22681 22682 ], 22683 "nullPointMode": "null", 22684 "percentage": false, 22685 "pointradius": 5, 22686 "points": false, 22687 "renderer": "flot", 22688 "repeat": null, 22689 "seriesOverrides": [ 22690 22691 ], 22692 "spaceLength": 10, 22693 "stack": false, 22694 "steppedLine": false, 22695 "targets": [ 22696 { 22697 "expr": "sum(rate(kubelet_runtime_operations_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])) by (operation_type, instance)", 22698 "format": "time_series", 22699 "intervalFactor": 2, 22700 "legendFormat": "{{instance}} {{operation_type}}", 22701 "refId": "A" 22702 } 22703 ], 22704 "thresholds": [ 22705 22706 ], 22707 "timeFrom": null, 22708 "timeShift": null, 22709 "title": "Operation Rate", 22710 "tooltip": { 22711 "shared": true, 22712 "sort": 0, 22713 "value_type": "individual" 22714 }, 22715 "type": "graph", 22716 "xaxis": { 22717 "buckets": null, 22718 "mode": "time", 22719 "name": null, 22720 "show": true, 22721 "values": [ 22722 22723 ] 22724 }, 22725 "yaxes": [ 22726 { 22727 "format": "ops", 22728 "label": null, 22729 "logBase": 1, 22730 "max": null, 22731 "min": null, 22732 "show": true 22733 }, 22734 { 22735 "format": "ops", 22736 "label": null, 22737 "logBase": 1, 22738 "max": null, 22739 "min": null, 22740 "show": true 22741 } 22742 ] 22743 }, 22744 { 22745 "aliasColors": { 22746 22747 }, 22748 "bars": false, 22749 "dashLength": 10, 22750 "dashes": false, 22751 "datasource": "$datasource", 22752 "fill": 1, 22753 "fillGradient": 0, 22754 "gridPos": { 22755 "h": 7, 22756 "w": 12, 22757 "x": 12, 22758 "y": 7 22759 }, 22760 "id": 9, 22761 "legend": { 22762 "alignAsTable": true, 22763 "avg": false, 22764 "current": true, 22765 "max": false, 22766 "min": false, 22767 "rightSide": true, 22768 "show": true, 22769 "sideWidth": null, 22770 "total": false, 22771 "values": true 22772 }, 22773 "lines": true, 22774 "linewidth": 1, 22775 "links": [ 22776 22777 ], 22778 "nullPointMode": "null", 22779 "percentage": false, 22780 "pointradius": 5, 22781 "points": false, 22782 "renderer": "flot", 22783 "repeat": null, 22784 "seriesOverrides": [ 22785 22786 ], 22787 "spaceLength": 10, 22788 "stack": false, 22789 "steppedLine": false, 22790 "targets": [ 22791 { 22792 "expr": "sum(rate(kubelet_runtime_operations_errors_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_type)", 22793 "format": "time_series", 22794 "intervalFactor": 2, 22795 "legendFormat": "{{instance}} {{operation_type}}", 22796 "refId": "A" 22797 } 22798 ], 22799 "thresholds": [ 22800 22801 ], 22802 "timeFrom": null, 22803 "timeShift": null, 22804 "title": "Operation Error Rate", 22805 "tooltip": { 22806 "shared": true, 22807 "sort": 0, 22808 "value_type": "individual" 22809 }, 22810 "type": "graph", 22811 "xaxis": { 22812 "buckets": null, 22813 "mode": "time", 22814 "name": null, 22815 "show": true, 22816 "values": [ 22817 22818 ] 22819 }, 22820 "yaxes": [ 22821 { 22822 "format": "ops", 22823 "label": null, 22824 "logBase": 1, 22825 "max": null, 22826 "min": null, 22827 "show": true 22828 }, 22829 { 22830 "format": "ops", 22831 "label": null, 22832 "logBase": 1, 22833 "max": null, 22834 "min": null, 22835 "show": true 22836 } 22837 ] 22838 }, 22839 { 22840 "aliasColors": { 22841 22842 }, 22843 "bars": false, 22844 "dashLength": 10, 22845 "dashes": false, 22846 "datasource": "$datasource", 22847 "fill": 1, 22848 "fillGradient": 0, 22849 "gridPos": { 22850 "h": 7, 22851 "w": 24, 22852 "x": 0, 22853 "y": 14 22854 }, 22855 "id": 10, 22856 "legend": { 22857 "alignAsTable": true, 22858 "avg": false, 22859 "current": true, 22860 "max": false, 22861 "min": false, 22862 "rightSide": true, 22863 "show": true, 22864 "sideWidth": null, 22865 "total": false, 22866 "values": true 22867 }, 22868 "lines": true, 22869 "linewidth": 1, 22870 "links": [ 22871 22872 ], 22873 "nullPointMode": "null", 22874 "percentage": false, 22875 "pointradius": 5, 22876 "points": false, 22877 "renderer": "flot", 22878 "repeat": null, 22879 "seriesOverrides": [ 22880 22881 ], 22882 "spaceLength": 10, 22883 "stack": false, 22884 "steppedLine": false, 22885 "targets": [ 22886 { 22887 "expr": "histogram_quantile(0.99, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_type, le))", 22888 "format": "time_series", 22889 "intervalFactor": 2, 22890 "legendFormat": "{{instance}} {{operation_type}}", 22891 "refId": "A" 22892 } 22893 ], 22894 "thresholds": [ 22895 22896 ], 22897 "timeFrom": null, 22898 "timeShift": null, 22899 "title": "Operation duration 99th quantile", 22900 "tooltip": { 22901 "shared": true, 22902 "sort": 0, 22903 "value_type": "individual" 22904 }, 22905 "type": "graph", 22906 "xaxis": { 22907 "buckets": null, 22908 "mode": "time", 22909 "name": null, 22910 "show": true, 22911 "values": [ 22912 22913 ] 22914 }, 22915 "yaxes": [ 22916 { 22917 "format": "s", 22918 "label": null, 22919 "logBase": 1, 22920 "max": null, 22921 "min": null, 22922 "show": true 22923 }, 22924 { 22925 "format": "s", 22926 "label": null, 22927 "logBase": 1, 22928 "max": null, 22929 "min": null, 22930 "show": true 22931 } 22932 ] 22933 }, 22934 { 22935 "aliasColors": { 22936 22937 }, 22938 "bars": false, 22939 "dashLength": 10, 22940 "dashes": false, 22941 "datasource": "$datasource", 22942 "fill": 1, 22943 "fillGradient": 0, 22944 "gridPos": { 22945 "h": 7, 22946 "w": 12, 22947 "x": 0, 22948 "y": 21 22949 }, 22950 "id": 11, 22951 "legend": { 22952 "alignAsTable": true, 22953 "avg": false, 22954 "current": true, 22955 "max": false, 22956 "min": false, 22957 "rightSide": true, 22958 "show": true, 22959 "sideWidth": null, 22960 "total": false, 22961 "values": true 22962 }, 22963 "lines": true, 22964 "linewidth": 1, 22965 "links": [ 22966 22967 ], 22968 "nullPointMode": "null", 22969 "percentage": false, 22970 "pointradius": 5, 22971 "points": false, 22972 "renderer": "flot", 22973 "repeat": null, 22974 "seriesOverrides": [ 22975 22976 ], 22977 "spaceLength": 10, 22978 "stack": false, 22979 "steppedLine": false, 22980 "targets": [ 22981 { 22982 "expr": "sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])) by (instance)", 22983 "format": "time_series", 22984 "intervalFactor": 2, 22985 "legendFormat": "{{instance}} pod", 22986 "refId": "A" 22987 }, 22988 { 22989 "expr": "sum(rate(kubelet_pod_worker_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])) by (instance)", 22990 "format": "time_series", 22991 "intervalFactor": 2, 22992 "legendFormat": "{{instance}} worker", 22993 "refId": "B" 22994 } 22995 ], 22996 "thresholds": [ 22997 22998 ], 22999 "timeFrom": null, 23000 "timeShift": null, 23001 "title": "Pod Start Rate", 23002 "tooltip": { 23003 "shared": true, 23004 "sort": 0, 23005 "value_type": "individual" 23006 }, 23007 "type": "graph", 23008 "xaxis": { 23009 "buckets": null, 23010 "mode": "time", 23011 "name": null, 23012 "show": true, 23013 "values": [ 23014 23015 ] 23016 }, 23017 "yaxes": [ 23018 { 23019 "format": "ops", 23020 "label": null, 23021 "logBase": 1, 23022 "max": null, 23023 "min": null, 23024 "show": true 23025 }, 23026 { 23027 "format": "ops", 23028 "label": null, 23029 "logBase": 1, 23030 "max": null, 23031 "min": null, 23032 "show": true 23033 } 23034 ] 23035 }, 23036 { 23037 "aliasColors": { 23038 23039 }, 23040 "bars": false, 23041 "dashLength": 10, 23042 "dashes": false, 23043 "datasource": "$datasource", 23044 "fill": 1, 23045 "fillGradient": 0, 23046 "gridPos": { 23047 "h": 7, 23048 "w": 12, 23049 "x": 12, 23050 "y": 21 23051 }, 23052 "id": 12, 23053 "legend": { 23054 "alignAsTable": true, 23055 "avg": false, 23056 "current": true, 23057 "max": false, 23058 "min": false, 23059 "rightSide": true, 23060 "show": true, 23061 "sideWidth": null, 23062 "total": false, 23063 "values": true 23064 }, 23065 "lines": true, 23066 "linewidth": 1, 23067 "links": [ 23068 23069 ], 23070 "nullPointMode": "null", 23071 "percentage": false, 23072 "pointradius": 5, 23073 "points": false, 23074 "renderer": "flot", 23075 "repeat": null, 23076 "seriesOverrides": [ 23077 23078 ], 23079 "spaceLength": 10, 23080 "stack": false, 23081 "steppedLine": false, 23082 "targets": [ 23083 { 23084 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])) by (instance, le))", 23085 "format": "time_series", 23086 "intervalFactor": 2, 23087 "legendFormat": "{{instance}} pod", 23088 "refId": "A" 23089 }, 23090 { 23091 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_worker_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])) by (instance, le))", 23092 "format": "time_series", 23093 "intervalFactor": 2, 23094 "legendFormat": "{{instance}} worker", 23095 "refId": "B" 23096 } 23097 ], 23098 "thresholds": [ 23099 23100 ], 23101 "timeFrom": null, 23102 "timeShift": null, 23103 "title": "Pod Start Duration", 23104 "tooltip": { 23105 "shared": true, 23106 "sort": 0, 23107 "value_type": "individual" 23108 }, 23109 "type": "graph", 23110 "xaxis": { 23111 "buckets": null, 23112 "mode": "time", 23113 "name": null, 23114 "show": true, 23115 "values": [ 23116 23117 ] 23118 }, 23119 "yaxes": [ 23120 { 23121 "format": "s", 23122 "label": null, 23123 "logBase": 1, 23124 "max": null, 23125 "min": null, 23126 "show": true 23127 }, 23128 { 23129 "format": "s", 23130 "label": null, 23131 "logBase": 1, 23132 "max": null, 23133 "min": null, 23134 "show": true 23135 } 23136 ] 23137 }, 23138 { 23139 "aliasColors": { 23140 23141 }, 23142 "bars": false, 23143 "dashLength": 10, 23144 "dashes": false, 23145 "datasource": "$datasource", 23146 "fill": 1, 23147 "fillGradient": 0, 23148 "gridPos": { 23149 "h": 7, 23150 "w": 12, 23151 "x": 0, 23152 "y": 28 23153 }, 23154 "id": 13, 23155 "legend": { 23156 "alignAsTable": true, 23157 "avg": false, 23158 "current": true, 23159 "hideEmpty": true, 23160 "hideZero": true, 23161 "max": false, 23162 "min": false, 23163 "rightSide": true, 23164 "show": true, 23165 "sideWidth": null, 23166 "total": false, 23167 "values": true 23168 }, 23169 "lines": true, 23170 "linewidth": 1, 23171 "links": [ 23172 23173 ], 23174 "nullPointMode": "null", 23175 "percentage": false, 23176 "pointradius": 5, 23177 "points": false, 23178 "renderer": "flot", 23179 "repeat": null, 23180 "seriesOverrides": [ 23181 23182 ], 23183 "spaceLength": 10, 23184 "stack": false, 23185 "steppedLine": false, 23186 "targets": [ 23187 { 23188 "expr": "sum(rate(storage_operation_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_name, volume_plugin)", 23189 "format": "time_series", 23190 "intervalFactor": 2, 23191 "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}", 23192 "refId": "A" 23193 } 23194 ], 23195 "thresholds": [ 23196 23197 ], 23198 "timeFrom": null, 23199 "timeShift": null, 23200 "title": "Storage Operation Rate", 23201 "tooltip": { 23202 "shared": true, 23203 "sort": 0, 23204 "value_type": "individual" 23205 }, 23206 "type": "graph", 23207 "xaxis": { 23208 "buckets": null, 23209 "mode": "time", 23210 "name": null, 23211 "show": true, 23212 "values": [ 23213 23214 ] 23215 }, 23216 "yaxes": [ 23217 { 23218 "format": "ops", 23219 "label": null, 23220 "logBase": 1, 23221 "max": null, 23222 "min": null, 23223 "show": true 23224 }, 23225 { 23226 "format": "ops", 23227 "label": null, 23228 "logBase": 1, 23229 "max": null, 23230 "min": null, 23231 "show": true 23232 } 23233 ] 23234 }, 23235 { 23236 "aliasColors": { 23237 23238 }, 23239 "bars": false, 23240 "dashLength": 10, 23241 "dashes": false, 23242 "datasource": "$datasource", 23243 "fill": 1, 23244 "fillGradient": 0, 23245 "gridPos": { 23246 "h": 7, 23247 "w": 12, 23248 "x": 12, 23249 "y": 28 23250 }, 23251 "id": 14, 23252 "legend": { 23253 "alignAsTable": true, 23254 "avg": false, 23255 "current": true, 23256 "hideEmpty": true, 23257 "hideZero": true, 23258 "max": false, 23259 "min": false, 23260 "rightSide": true, 23261 "show": true, 23262 "sideWidth": null, 23263 "total": false, 23264 "values": true 23265 }, 23266 "lines": true, 23267 "linewidth": 1, 23268 "links": [ 23269 23270 ], 23271 "nullPointMode": "null", 23272 "percentage": false, 23273 "pointradius": 5, 23274 "points": false, 23275 "renderer": "flot", 23276 "repeat": null, 23277 "seriesOverrides": [ 23278 23279 ], 23280 "spaceLength": 10, 23281 "stack": false, 23282 "steppedLine": false, 23283 "targets": [ 23284 { 23285 "expr": "sum(rate(storage_operation_errors_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_name, volume_plugin)", 23286 "format": "time_series", 23287 "intervalFactor": 2, 23288 "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}", 23289 "refId": "A" 23290 } 23291 ], 23292 "thresholds": [ 23293 23294 ], 23295 "timeFrom": null, 23296 "timeShift": null, 23297 "title": "Storage Operation Error Rate", 23298 "tooltip": { 23299 "shared": true, 23300 "sort": 0, 23301 "value_type": "individual" 23302 }, 23303 "type": "graph", 23304 "xaxis": { 23305 "buckets": null, 23306 "mode": "time", 23307 "name": null, 23308 "show": true, 23309 "values": [ 23310 23311 ] 23312 }, 23313 "yaxes": [ 23314 { 23315 "format": "ops", 23316 "label": null, 23317 "logBase": 1, 23318 "max": null, 23319 "min": null, 23320 "show": true 23321 }, 23322 { 23323 "format": "ops", 23324 "label": null, 23325 "logBase": 1, 23326 "max": null, 23327 "min": null, 23328 "show": true 23329 } 23330 ] 23331 }, 23332 { 23333 "aliasColors": { 23334 23335 }, 23336 "bars": false, 23337 "dashLength": 10, 23338 "dashes": false, 23339 "datasource": "$datasource", 23340 "fill": 1, 23341 "fillGradient": 0, 23342 "gridPos": { 23343 "h": 7, 23344 "w": 24, 23345 "x": 0, 23346 "y": 35 23347 }, 23348 "id": 15, 23349 "legend": { 23350 "alignAsTable": true, 23351 "avg": false, 23352 "current": true, 23353 "hideEmpty": true, 23354 "hideZero": true, 23355 "max": false, 23356 "min": false, 23357 "rightSide": true, 23358 "show": true, 23359 "sideWidth": null, 23360 "total": false, 23361 "values": true 23362 }, 23363 "lines": true, 23364 "linewidth": 1, 23365 "links": [ 23366 23367 ], 23368 "nullPointMode": "null", 23369 "percentage": false, 23370 "pointradius": 5, 23371 "points": false, 23372 "renderer": "flot", 23373 "repeat": null, 23374 "seriesOverrides": [ 23375 23376 ], 23377 "spaceLength": 10, 23378 "stack": false, 23379 "steppedLine": false, 23380 "targets": [ 23381 { 23382 "expr": "histogram_quantile(0.99, sum(rate(storage_operation_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_name, volume_plugin, le))", 23383 "format": "time_series", 23384 "intervalFactor": 2, 23385 "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}", 23386 "refId": "A" 23387 } 23388 ], 23389 "thresholds": [ 23390 23391 ], 23392 "timeFrom": null, 23393 "timeShift": null, 23394 "title": "Storage Operation Duration 99th quantile", 23395 "tooltip": { 23396 "shared": true, 23397 "sort": 0, 23398 "value_type": "individual" 23399 }, 23400 "type": "graph", 23401 "xaxis": { 23402 "buckets": null, 23403 "mode": "time", 23404 "name": null, 23405 "show": true, 23406 "values": [ 23407 23408 ] 23409 }, 23410 "yaxes": [ 23411 { 23412 "format": "s", 23413 "label": null, 23414 "logBase": 1, 23415 "max": null, 23416 "min": null, 23417 "show": true 23418 }, 23419 { 23420 "format": "s", 23421 "label": null, 23422 "logBase": 1, 23423 "max": null, 23424 "min": null, 23425 "show": true 23426 } 23427 ] 23428 }, 23429 { 23430 "aliasColors": { 23431 23432 }, 23433 "bars": false, 23434 "dashLength": 10, 23435 "dashes": false, 23436 "datasource": "$datasource", 23437 "fill": 1, 23438 "fillGradient": 0, 23439 "gridPos": { 23440 "h": 7, 23441 "w": 12, 23442 "x": 0, 23443 "y": 42 23444 }, 23445 "id": 16, 23446 "legend": { 23447 "alignAsTable": true, 23448 "avg": false, 23449 "current": true, 23450 "max": false, 23451 "min": false, 23452 "rightSide": true, 23453 "show": true, 23454 "sideWidth": null, 23455 "total": false, 23456 "values": true 23457 }, 23458 "lines": true, 23459 "linewidth": 1, 23460 "links": [ 23461 23462 ], 23463 "nullPointMode": "null", 23464 "percentage": false, 23465 "pointradius": 5, 23466 "points": false, 23467 "renderer": "flot", 23468 "repeat": null, 23469 "seriesOverrides": [ 23470 23471 ], 23472 "spaceLength": 10, 23473 "stack": false, 23474 "steppedLine": false, 23475 "targets": [ 23476 { 23477 "expr": "sum(rate(kubelet_cgroup_manager_duration_seconds_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_type)", 23478 "format": "time_series", 23479 "intervalFactor": 2, 23480 "legendFormat": "{{operation_type}}", 23481 "refId": "A" 23482 } 23483 ], 23484 "thresholds": [ 23485 23486 ], 23487 "timeFrom": null, 23488 "timeShift": null, 23489 "title": "Cgroup manager operation rate", 23490 "tooltip": { 23491 "shared": true, 23492 "sort": 0, 23493 "value_type": "individual" 23494 }, 23495 "type": "graph", 23496 "xaxis": { 23497 "buckets": null, 23498 "mode": "time", 23499 "name": null, 23500 "show": true, 23501 "values": [ 23502 23503 ] 23504 }, 23505 "yaxes": [ 23506 { 23507 "format": "ops", 23508 "label": null, 23509 "logBase": 1, 23510 "max": null, 23511 "min": null, 23512 "show": true 23513 }, 23514 { 23515 "format": "ops", 23516 "label": null, 23517 "logBase": 1, 23518 "max": null, 23519 "min": null, 23520 "show": true 23521 } 23522 ] 23523 }, 23524 { 23525 "aliasColors": { 23526 23527 }, 23528 "bars": false, 23529 "dashLength": 10, 23530 "dashes": false, 23531 "datasource": "$datasource", 23532 "fill": 1, 23533 "fillGradient": 0, 23534 "gridPos": { 23535 "h": 7, 23536 "w": 12, 23537 "x": 12, 23538 "y": 42 23539 }, 23540 "id": 17, 23541 "legend": { 23542 "alignAsTable": true, 23543 "avg": false, 23544 "current": true, 23545 "max": false, 23546 "min": false, 23547 "rightSide": true, 23548 "show": true, 23549 "sideWidth": null, 23550 "total": false, 23551 "values": true 23552 }, 23553 "lines": true, 23554 "linewidth": 1, 23555 "links": [ 23556 23557 ], 23558 "nullPointMode": "null", 23559 "percentage": false, 23560 "pointradius": 5, 23561 "points": false, 23562 "renderer": "flot", 23563 "repeat": null, 23564 "seriesOverrides": [ 23565 23566 ], 23567 "spaceLength": 10, 23568 "stack": false, 23569 "steppedLine": false, 23570 "targets": [ 23571 { 23572 "expr": "histogram_quantile(0.99, sum(rate(kubelet_cgroup_manager_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[$__rate_interval])) by (instance, operation_type, le))", 23573 "format": "time_series", 23574 "intervalFactor": 2, 23575 "legendFormat": "{{instance}} {{operation_type}}", 23576 "refId": "A" 23577 } 23578 ], 23579 "thresholds": [ 23580 23581 ], 23582 "timeFrom": null, 23583 "timeShift": null, 23584 "title": "Cgroup manager 99th quantile", 23585 "tooltip": { 23586 "shared": true, 23587 "sort": 0, 23588 "value_type": "individual" 23589 }, 23590 "type": "graph", 23591 "xaxis": { 23592 "buckets": null, 23593 "mode": "time", 23594 "name": null, 23595 "show": true, 23596 "values": [ 23597 23598 ] 23599 }, 23600 "yaxes": [ 23601 { 23602 "format": "s", 23603 "label": null, 23604 "logBase": 1, 23605 "max": null, 23606 "min": null, 23607 "show": true 23608 }, 23609 { 23610 "format": "s", 23611 "label": null, 23612 "logBase": 1, 23613 "max": null, 23614 "min": null, 23615 "show": true 23616 } 23617 ] 23618 }, 23619 { 23620 "aliasColors": { 23621 23622 }, 23623 "bars": false, 23624 "dashLength": 10, 23625 "dashes": false, 23626 "datasource": "$datasource", 23627 "description": "Pod lifecycle event generator", 23628 "fill": 1, 23629 "fillGradient": 0, 23630 "gridPos": { 23631 "h": 7, 23632 "w": 12, 23633 "x": 0, 23634 "y": 49 23635 }, 23636 "id": 18, 23637 "legend": { 23638 "alignAsTable": true, 23639 "avg": false, 23640 "current": true, 23641 "max": false, 23642 "min": false, 23643 "rightSide": true, 23644 "show": true, 23645 "sideWidth": null, 23646 "total": false, 23647 "values": true 23648 }, 23649 "lines": true, 23650 "linewidth": 1, 23651 "links": [ 23652 23653 ], 23654 "nullPointMode": "null", 23655 "percentage": false, 23656 "pointradius": 5, 23657 "points": false, 23658 "renderer": "flot", 23659 "repeat": null, 23660 "seriesOverrides": [ 23661 23662 ], 23663 "spaceLength": 10, 23664 "stack": false, 23665 "steppedLine": false, 23666 "targets": [ 23667 { 23668 "expr": "sum(rate(kubelet_pleg_relist_duration_seconds_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[$__rate_interval])) by (instance)", 23669 "format": "time_series", 23670 "intervalFactor": 2, 23671 "legendFormat": "{{instance}}", 23672 "refId": "A" 23673 } 23674 ], 23675 "thresholds": [ 23676 23677 ], 23678 "timeFrom": null, 23679 "timeShift": null, 23680 "title": "PLEG relist rate", 23681 "tooltip": { 23682 "shared": true, 23683 "sort": 0, 23684 "value_type": "individual" 23685 }, 23686 "type": "graph", 23687 "xaxis": { 23688 "buckets": null, 23689 "mode": "time", 23690 "name": null, 23691 "show": true, 23692 "values": [ 23693 23694 ] 23695 }, 23696 "yaxes": [ 23697 { 23698 "format": "ops", 23699 "label": null, 23700 "logBase": 1, 23701 "max": null, 23702 "min": null, 23703 "show": true 23704 }, 23705 { 23706 "format": "ops", 23707 "label": null, 23708 "logBase": 1, 23709 "max": null, 23710 "min": null, 23711 "show": true 23712 } 23713 ] 23714 }, 23715 { 23716 "aliasColors": { 23717 23718 }, 23719 "bars": false, 23720 "dashLength": 10, 23721 "dashes": false, 23722 "datasource": "$datasource", 23723 "fill": 1, 23724 "fillGradient": 0, 23725 "gridPos": { 23726 "h": 7, 23727 "w": 12, 23728 "x": 12, 23729 "y": 49 23730 }, 23731 "id": 19, 23732 "legend": { 23733 "alignAsTable": true, 23734 "avg": false, 23735 "current": true, 23736 "max": false, 23737 "min": false, 23738 "rightSide": true, 23739 "show": true, 23740 "sideWidth": null, 23741 "total": false, 23742 "values": true 23743 }, 23744 "lines": true, 23745 "linewidth": 1, 23746 "links": [ 23747 23748 ], 23749 "nullPointMode": "null", 23750 "percentage": false, 23751 "pointradius": 5, 23752 "points": false, 23753 "renderer": "flot", 23754 "repeat": null, 23755 "seriesOverrides": [ 23756 23757 ], 23758 "spaceLength": 10, 23759 "stack": false, 23760 "steppedLine": false, 23761 "targets": [ 23762 { 23763 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_interval_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])) by (instance, le))", 23764 "format": "time_series", 23765 "intervalFactor": 2, 23766 "legendFormat": "{{instance}}", 23767 "refId": "A" 23768 } 23769 ], 23770 "thresholds": [ 23771 23772 ], 23773 "timeFrom": null, 23774 "timeShift": null, 23775 "title": "PLEG relist interval", 23776 "tooltip": { 23777 "shared": true, 23778 "sort": 0, 23779 "value_type": "individual" 23780 }, 23781 "type": "graph", 23782 "xaxis": { 23783 "buckets": null, 23784 "mode": "time", 23785 "name": null, 23786 "show": true, 23787 "values": [ 23788 23789 ] 23790 }, 23791 "yaxes": [ 23792 { 23793 "format": "s", 23794 "label": null, 23795 "logBase": 1, 23796 "max": null, 23797 "min": null, 23798 "show": true 23799 }, 23800 { 23801 "format": "s", 23802 "label": null, 23803 "logBase": 1, 23804 "max": null, 23805 "min": null, 23806 "show": true 23807 } 23808 ] 23809 }, 23810 { 23811 "aliasColors": { 23812 23813 }, 23814 "bars": false, 23815 "dashLength": 10, 23816 "dashes": false, 23817 "datasource": "$datasource", 23818 "fill": 1, 23819 "fillGradient": 0, 23820 "gridPos": { 23821 "h": 7, 23822 "w": 24, 23823 "x": 0, 23824 "y": 56 23825 }, 23826 "id": 20, 23827 "legend": { 23828 "alignAsTable": true, 23829 "avg": false, 23830 "current": true, 23831 "max": false, 23832 "min": false, 23833 "rightSide": true, 23834 "show": true, 23835 "sideWidth": null, 23836 "total": false, 23837 "values": true 23838 }, 23839 "lines": true, 23840 "linewidth": 1, 23841 "links": [ 23842 23843 ], 23844 "nullPointMode": "null", 23845 "percentage": false, 23846 "pointradius": 5, 23847 "points": false, 23848 "renderer": "flot", 23849 "repeat": null, 23850 "seriesOverrides": [ 23851 23852 ], 23853 "spaceLength": 10, 23854 "stack": false, 23855 "steppedLine": false, 23856 "targets": [ 23857 { 23858 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])) by (instance, le))", 23859 "format": "time_series", 23860 "intervalFactor": 2, 23861 "legendFormat": "{{instance}}", 23862 "refId": "A" 23863 } 23864 ], 23865 "thresholds": [ 23866 23867 ], 23868 "timeFrom": null, 23869 "timeShift": null, 23870 "title": "PLEG relist duration", 23871 "tooltip": { 23872 "shared": true, 23873 "sort": 0, 23874 "value_type": "individual" 23875 }, 23876 "type": "graph", 23877 "xaxis": { 23878 "buckets": null, 23879 "mode": "time", 23880 "name": null, 23881 "show": true, 23882 "values": [ 23883 23884 ] 23885 }, 23886 "yaxes": [ 23887 { 23888 "format": "s", 23889 "label": null, 23890 "logBase": 1, 23891 "max": null, 23892 "min": null, 23893 "show": true 23894 }, 23895 { 23896 "format": "s", 23897 "label": null, 23898 "logBase": 1, 23899 "max": null, 23900 "min": null, 23901 "show": true 23902 } 23903 ] 23904 }, 23905 { 23906 "aliasColors": { 23907 23908 }, 23909 "bars": false, 23910 "dashLength": 10, 23911 "dashes": false, 23912 "datasource": "$datasource", 23913 "fill": 1, 23914 "fillGradient": 0, 23915 "gridPos": { 23916 "h": 7, 23917 "w": 24, 23918 "x": 0, 23919 "y": 63 23920 }, 23921 "id": 21, 23922 "legend": { 23923 "alignAsTable": false, 23924 "avg": false, 23925 "current": false, 23926 "max": false, 23927 "min": false, 23928 "rightSide": false, 23929 "show": true, 23930 "sideWidth": null, 23931 "total": false, 23932 "values": false 23933 }, 23934 "lines": true, 23935 "linewidth": 1, 23936 "links": [ 23937 23938 ], 23939 "nullPointMode": "null", 23940 "percentage": false, 23941 "pointradius": 5, 23942 "points": false, 23943 "renderer": "flot", 23944 "repeat": null, 23945 "seriesOverrides": [ 23946 23947 ], 23948 "spaceLength": 10, 23949 "stack": false, 23950 "steppedLine": false, 23951 "targets": [ 23952 { 23953 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"2..\"}[$__rate_interval]))", 23954 "format": "time_series", 23955 "intervalFactor": 2, 23956 "legendFormat": "2xx", 23957 "refId": "A" 23958 }, 23959 { 23960 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"3..\"}[$__rate_interval]))", 23961 "format": "time_series", 23962 "intervalFactor": 2, 23963 "legendFormat": "3xx", 23964 "refId": "B" 23965 }, 23966 { 23967 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"4..\"}[$__rate_interval]))", 23968 "format": "time_series", 23969 "intervalFactor": 2, 23970 "legendFormat": "4xx", 23971 "refId": "C" 23972 }, 23973 { 23974 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"5..\"}[$__rate_interval]))", 23975 "format": "time_series", 23976 "intervalFactor": 2, 23977 "legendFormat": "5xx", 23978 "refId": "D" 23979 } 23980 ], 23981 "thresholds": [ 23982 23983 ], 23984 "timeFrom": null, 23985 "timeShift": null, 23986 "title": "RPC Rate", 23987 "tooltip": { 23988 "shared": true, 23989 "sort": 0, 23990 "value_type": "individual" 23991 }, 23992 "type": "graph", 23993 "xaxis": { 23994 "buckets": null, 23995 "mode": "time", 23996 "name": null, 23997 "show": true, 23998 "values": [ 23999 24000 ] 24001 }, 24002 "yaxes": [ 24003 { 24004 "format": "ops", 24005 "label": null, 24006 "logBase": 1, 24007 "max": null, 24008 "min": null, 24009 "show": true 24010 }, 24011 { 24012 "format": "ops", 24013 "label": null, 24014 "logBase": 1, 24015 "max": null, 24016 "min": null, 24017 "show": true 24018 } 24019 ] 24020 }, 24021 { 24022 "aliasColors": { 24023 24024 }, 24025 "bars": false, 24026 "dashLength": 10, 24027 "dashes": false, 24028 "datasource": "$datasource", 24029 "fill": 1, 24030 "fillGradient": 0, 24031 "gridPos": { 24032 "h": 7, 24033 "w": 24, 24034 "x": 0, 24035 "y": 70 24036 }, 24037 "id": 22, 24038 "legend": { 24039 "alignAsTable": true, 24040 "avg": false, 24041 "current": true, 24042 "max": false, 24043 "min": false, 24044 "rightSide": true, 24045 "show": true, 24046 "sideWidth": null, 24047 "total": false, 24048 "values": true 24049 }, 24050 "lines": true, 24051 "linewidth": 1, 24052 "links": [ 24053 24054 ], 24055 "nullPointMode": "null", 24056 "percentage": false, 24057 "pointradius": 5, 24058 "points": false, 24059 "renderer": "flot", 24060 "repeat": null, 24061 "seriesOverrides": [ 24062 24063 ], 24064 "spaceLength": 10, 24065 "stack": false, 24066 "steppedLine": false, 24067 "targets": [ 24068 { 24069 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[$__rate_interval])) by (instance, verb, url, le))", 24070 "format": "time_series", 24071 "intervalFactor": 2, 24072 "legendFormat": "{{instance}} {{verb}} {{url}}", 24073 "refId": "A" 24074 } 24075 ], 24076 "thresholds": [ 24077 24078 ], 24079 "timeFrom": null, 24080 "timeShift": null, 24081 "title": "Request duration 99th quantile", 24082 "tooltip": { 24083 "shared": true, 24084 "sort": 0, 24085 "value_type": "individual" 24086 }, 24087 "type": "graph", 24088 "xaxis": { 24089 "buckets": null, 24090 "mode": "time", 24091 "name": null, 24092 "show": true, 24093 "values": [ 24094 24095 ] 24096 }, 24097 "yaxes": [ 24098 { 24099 "format": "s", 24100 "label": null, 24101 "logBase": 1, 24102 "max": null, 24103 "min": null, 24104 "show": true 24105 }, 24106 { 24107 "format": "s", 24108 "label": null, 24109 "logBase": 1, 24110 "max": null, 24111 "min": null, 24112 "show": true 24113 } 24114 ] 24115 }, 24116 { 24117 "aliasColors": { 24118 24119 }, 24120 "bars": false, 24121 "dashLength": 10, 24122 "dashes": false, 24123 "datasource": "$datasource", 24124 "fill": 1, 24125 "fillGradient": 0, 24126 "gridPos": { 24127 "h": 7, 24128 "w": 8, 24129 "x": 0, 24130 "y": 77 24131 }, 24132 "id": 23, 24133 "legend": { 24134 "alignAsTable": false, 24135 "avg": false, 24136 "current": false, 24137 "max": false, 24138 "min": false, 24139 "rightSide": false, 24140 "show": true, 24141 "sideWidth": null, 24142 "total": false, 24143 "values": false 24144 }, 24145 "lines": true, 24146 "linewidth": 1, 24147 "links": [ 24148 24149 ], 24150 "nullPointMode": "null", 24151 "percentage": false, 24152 "pointradius": 5, 24153 "points": false, 24154 "renderer": "flot", 24155 "repeat": null, 24156 "seriesOverrides": [ 24157 24158 ], 24159 "spaceLength": 10, 24160 "stack": false, 24161 "steppedLine": false, 24162 "targets": [ 24163 { 24164 "expr": "process_resident_memory_bytes{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}", 24165 "format": "time_series", 24166 "intervalFactor": 2, 24167 "legendFormat": "{{instance}}", 24168 "refId": "A" 24169 } 24170 ], 24171 "thresholds": [ 24172 24173 ], 24174 "timeFrom": null, 24175 "timeShift": null, 24176 "title": "Memory", 24177 "tooltip": { 24178 "shared": true, 24179 "sort": 0, 24180 "value_type": "individual" 24181 }, 24182 "type": "graph", 24183 "xaxis": { 24184 "buckets": null, 24185 "mode": "time", 24186 "name": null, 24187 "show": true, 24188 "values": [ 24189 24190 ] 24191 }, 24192 "yaxes": [ 24193 { 24194 "format": "bytes", 24195 "label": null, 24196 "logBase": 1, 24197 "max": null, 24198 "min": null, 24199 "show": true 24200 }, 24201 { 24202 "format": "bytes", 24203 "label": null, 24204 "logBase": 1, 24205 "max": null, 24206 "min": null, 24207 "show": true 24208 } 24209 ] 24210 }, 24211 { 24212 "aliasColors": { 24213 24214 }, 24215 "bars": false, 24216 "dashLength": 10, 24217 "dashes": false, 24218 "datasource": "$datasource", 24219 "fill": 1, 24220 "fillGradient": 0, 24221 "gridPos": { 24222 "h": 7, 24223 "w": 8, 24224 "x": 8, 24225 "y": 77 24226 }, 24227 "id": 24, 24228 "legend": { 24229 "alignAsTable": false, 24230 "avg": false, 24231 "current": false, 24232 "max": false, 24233 "min": false, 24234 "rightSide": false, 24235 "show": true, 24236 "sideWidth": null, 24237 "total": false, 24238 "values": false 24239 }, 24240 "lines": true, 24241 "linewidth": 1, 24242 "links": [ 24243 24244 ], 24245 "nullPointMode": "null", 24246 "percentage": false, 24247 "pointradius": 5, 24248 "points": false, 24249 "renderer": "flot", 24250 "repeat": null, 24251 "seriesOverrides": [ 24252 24253 ], 24254 "spaceLength": 10, 24255 "stack": false, 24256 "steppedLine": false, 24257 "targets": [ 24258 { 24259 "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[$__rate_interval])", 24260 "format": "time_series", 24261 "intervalFactor": 2, 24262 "legendFormat": "{{instance}}", 24263 "refId": "A" 24264 } 24265 ], 24266 "thresholds": [ 24267 24268 ], 24269 "timeFrom": null, 24270 "timeShift": null, 24271 "title": "CPU usage", 24272 "tooltip": { 24273 "shared": true, 24274 "sort": 0, 24275 "value_type": "individual" 24276 }, 24277 "type": "graph", 24278 "xaxis": { 24279 "buckets": null, 24280 "mode": "time", 24281 "name": null, 24282 "show": true, 24283 "values": [ 24284 24285 ] 24286 }, 24287 "yaxes": [ 24288 { 24289 "format": "short", 24290 "label": null, 24291 "logBase": 1, 24292 "max": null, 24293 "min": null, 24294 "show": true 24295 }, 24296 { 24297 "format": "short", 24298 "label": null, 24299 "logBase": 1, 24300 "max": null, 24301 "min": null, 24302 "show": true 24303 } 24304 ] 24305 }, 24306 { 24307 "aliasColors": { 24308 24309 }, 24310 "bars": false, 24311 "dashLength": 10, 24312 "dashes": false, 24313 "datasource": "$datasource", 24314 "fill": 1, 24315 "fillGradient": 0, 24316 "gridPos": { 24317 "h": 7, 24318 "w": 8, 24319 "x": 16, 24320 "y": 77 24321 }, 24322 "id": 25, 24323 "legend": { 24324 "alignAsTable": false, 24325 "avg": false, 24326 "current": false, 24327 "max": false, 24328 "min": false, 24329 "rightSide": false, 24330 "show": true, 24331 "sideWidth": null, 24332 "total": false, 24333 "values": false 24334 }, 24335 "lines": true, 24336 "linewidth": 1, 24337 "links": [ 24338 24339 ], 24340 "nullPointMode": "null", 24341 "percentage": false, 24342 "pointradius": 5, 24343 "points": false, 24344 "renderer": "flot", 24345 "repeat": null, 24346 "seriesOverrides": [ 24347 24348 ], 24349 "spaceLength": 10, 24350 "stack": false, 24351 "steppedLine": false, 24352 "targets": [ 24353 { 24354 "expr": "go_goroutines{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}", 24355 "format": "time_series", 24356 "intervalFactor": 2, 24357 "legendFormat": "{{instance}}", 24358 "refId": "A" 24359 } 24360 ], 24361 "thresholds": [ 24362 24363 ], 24364 "timeFrom": null, 24365 "timeShift": null, 24366 "title": "Goroutines", 24367 "tooltip": { 24368 "shared": true, 24369 "sort": 0, 24370 "value_type": "individual" 24371 }, 24372 "type": "graph", 24373 "xaxis": { 24374 "buckets": null, 24375 "mode": "time", 24376 "name": null, 24377 "show": true, 24378 "values": [ 24379 24380 ] 24381 }, 24382 "yaxes": [ 24383 { 24384 "format": "short", 24385 "label": null, 24386 "logBase": 1, 24387 "max": null, 24388 "min": null, 24389 "show": true 24390 }, 24391 { 24392 "format": "short", 24393 "label": null, 24394 "logBase": 1, 24395 "max": null, 24396 "min": null, 24397 "show": true 24398 } 24399 ] 24400 } 24401 ], 24402 "refresh": "10s", 24403 "rows": [ 24404 24405 ], 24406 "schemaVersion": 14, 24407 "style": "dark", 24408 "tags": [ 24409 "kubernetes-mixin" 24410 ], 24411 "templating": { 24412 "list": [ 24413 { 24414 "current": { 24415 "text": "default", 24416 "value": "default" 24417 }, 24418 "hide": 0, 24419 "label": "Data Source", 24420 "name": "datasource", 24421 "options": [ 24422 24423 ], 24424 "query": "prometheus", 24425 "refresh": 1, 24426 "regex": "", 24427 "type": "datasource" 24428 }, 24429 { 24430 "allValue": null, 24431 "current": { 24432 24433 }, 24434 "datasource": "$datasource", 24435 "hide": 2, 24436 "includeAll": false, 24437 "label": "cluster", 24438 "multi": false, 24439 "name": "cluster", 24440 "options": [ 24441 24442 ], 24443 "query": "label_values(up{job=\"kubelet\", metrics_path=\"/metrics\"}, cluster)", 24444 "refresh": 2, 24445 "regex": "", 24446 "sort": 1, 24447 "tagValuesQuery": "", 24448 "tags": [ 24449 24450 ], 24451 "tagsQuery": "", 24452 "type": "query", 24453 "useTags": false 24454 }, 24455 { 24456 "allValue": null, 24457 "current": { 24458 24459 }, 24460 "datasource": "$datasource", 24461 "hide": 0, 24462 "includeAll": true, 24463 "label": "Data Source", 24464 "multi": false, 24465 "name": "instance", 24466 "options": [ 24467 24468 ], 24469 "query": "label_values(up{job=\"kubelet\", metrics_path=\"/metrics\",cluster=\"$cluster\"}, instance)", 24470 "refresh": 2, 24471 "regex": "", 24472 "sort": 1, 24473 "tagValuesQuery": "", 24474 "tags": [ 24475 24476 ], 24477 "tagsQuery": "", 24478 "type": "query", 24479 "useTags": false 24480 } 24481 ] 24482 }, 24483 "time": { 24484 "from": "now-1h", 24485 "to": "now" 24486 }, 24487 "timepicker": { 24488 "refresh_intervals": [ 24489 "5s", 24490 "10s", 24491 "30s", 24492 "1m", 24493 "5m", 24494 "15m", 24495 "30m", 24496 "1h", 24497 "2h", 24498 "1d" 24499 ], 24500 "time_options": [ 24501 "5m", 24502 "15m", 24503 "1h", 24504 "6h", 24505 "12h", 24506 "24h", 24507 "2d", 24508 "7d", 24509 "30d" 24510 ] 24511 }, 24512 "timezone": "utc", 24513 "title": "Kubernetes / Kubelet", 24514 "uid": "3138fa155d5915769fbded898ac09fd9", 24515 "version": 0 24516 } 24517 --- 24518 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/namespace-by-pod.yaml 24519 apiVersion: v1 24520 kind: ConfigMap 24521 metadata: 24522 namespace: kube-prometheus-stack 24523 name: kube-prometheus-stack-namespace-by-pod 24524 annotations: 24525 {} 24526 labels: 24527 grafana_dashboard: "1" 24528 app: kube-prometheus-stack-grafana 24529 24530 app.kubernetes.io/managed-by: Helm 24531 app.kubernetes.io/instance: kube-prometheus-stack 24532 app.kubernetes.io/version: "25.0.0" 24533 app.kubernetes.io/part-of: kube-prometheus-stack 24534 chart: kube-prometheus-stack-25.0.0 24535 release: "kube-prometheus-stack" 24536 heritage: "Helm" 24537 data: 24538 namespace-by-pod.json: |- 24539 { 24540 "__inputs": [ 24541 24542 ], 24543 "__requires": [ 24544 24545 ], 24546 "annotations": { 24547 "list": [ 24548 { 24549 "builtIn": 1, 24550 "datasource": "-- Grafana --", 24551 "enable": true, 24552 "hide": true, 24553 "iconColor": "rgba(0, 211, 255, 1)", 24554 "name": "Annotations & Alerts", 24555 "type": "dashboard" 24556 } 24557 ] 24558 }, 24559 "editable": true, 24560 "gnetId": null, 24561 "graphTooltip": 0, 24562 "hideControls": false, 24563 "id": null, 24564 "links": [ 24565 24566 ], 24567 "panels": [ 24568 { 24569 "collapse": false, 24570 "collapsed": false, 24571 "gridPos": { 24572 "h": 1, 24573 "w": 24, 24574 "x": 0, 24575 "y": 0 24576 }, 24577 "id": 2, 24578 "panels": [ 24579 24580 ], 24581 "repeat": null, 24582 "repeatIteration": null, 24583 "repeatRowId": null, 24584 "showTitle": true, 24585 "title": "Current Bandwidth", 24586 "titleSize": "h6", 24587 "type": "row" 24588 }, 24589 { 24590 "cacheTimeout": null, 24591 "colorBackground": false, 24592 "colorValue": false, 24593 "colors": [ 24594 "#299c46", 24595 "rgba(237, 129, 40, 0.89)", 24596 "#d44a3a" 24597 ], 24598 "datasource": "$datasource", 24599 "decimals": 0, 24600 "format": "time_series", 24601 "gauge": { 24602 "maxValue": 100, 24603 "minValue": 0, 24604 "show": false, 24605 "thresholdLabels": false, 24606 "thresholdMarkers": true 24607 }, 24608 "gridPos": { 24609 "h": 9, 24610 "w": 12, 24611 "x": 0, 24612 "y": 1 24613 }, 24614 "height": 9, 24615 "id": 3, 24616 "interval": null, 24617 "links": [ 24618 24619 ], 24620 "mappingType": 1, 24621 "mappingTypes": [ 24622 { 24623 "name": "value to text", 24624 "value": 1 24625 }, 24626 { 24627 "name": "range to text", 24628 "value": 2 24629 } 24630 ], 24631 "maxDataPoints": 100, 24632 "minSpan": 12, 24633 "nullPointMode": "connected", 24634 "nullText": null, 24635 "options": { 24636 "fieldOptions": { 24637 "calcs": [ 24638 "last" 24639 ], 24640 "defaults": { 24641 "max": 10000000000, 24642 "min": 0, 24643 "title": "$namespace", 24644 "unit": "Bps" 24645 }, 24646 "mappings": [ 24647 24648 ], 24649 "override": { 24650 24651 }, 24652 "thresholds": [ 24653 { 24654 "color": "dark-green", 24655 "index": 0, 24656 "value": null 24657 }, 24658 { 24659 "color": "dark-yellow", 24660 "index": 1, 24661 "value": 5000000000 24662 }, 24663 { 24664 "color": "dark-red", 24665 "index": 2, 24666 "value": 7000000000 24667 } 24668 ], 24669 "values": false 24670 } 24671 }, 24672 "postfix": "", 24673 "postfixFontSize": "50%", 24674 "prefix": "", 24675 "prefixFontSize": "50%", 24676 "rangeMaps": [ 24677 { 24678 "from": "null", 24679 "text": "N/A", 24680 "to": "null" 24681 } 24682 ], 24683 "span": 12, 24684 "sparkline": { 24685 "fillColor": "rgba(31, 118, 189, 0.18)", 24686 "full": false, 24687 "lineColor": "rgb(31, 120, 193)", 24688 "show": false 24689 }, 24690 "tableColumn": "", 24691 "targets": [ 24692 { 24693 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution]))", 24694 "format": "time_series", 24695 "instant": null, 24696 "intervalFactor": 1, 24697 "legendFormat": "", 24698 "refId": "A" 24699 } 24700 ], 24701 "thresholds": "", 24702 "timeFrom": null, 24703 "timeShift": null, 24704 "title": "Current Rate of Bytes Received", 24705 "type": "gauge", 24706 "valueFontSize": "80%", 24707 "valueMaps": [ 24708 { 24709 "op": "=", 24710 "text": "N/A", 24711 "value": "null" 24712 } 24713 ], 24714 "valueName": "current" 24715 }, 24716 { 24717 "cacheTimeout": null, 24718 "colorBackground": false, 24719 "colorValue": false, 24720 "colors": [ 24721 "#299c46", 24722 "rgba(237, 129, 40, 0.89)", 24723 "#d44a3a" 24724 ], 24725 "datasource": "$datasource", 24726 "decimals": 0, 24727 "format": "time_series", 24728 "gauge": { 24729 "maxValue": 100, 24730 "minValue": 0, 24731 "show": false, 24732 "thresholdLabels": false, 24733 "thresholdMarkers": true 24734 }, 24735 "gridPos": { 24736 "h": 9, 24737 "w": 12, 24738 "x": 12, 24739 "y": 1 24740 }, 24741 "height": 9, 24742 "id": 4, 24743 "interval": null, 24744 "links": [ 24745 24746 ], 24747 "mappingType": 1, 24748 "mappingTypes": [ 24749 { 24750 "name": "value to text", 24751 "value": 1 24752 }, 24753 { 24754 "name": "range to text", 24755 "value": 2 24756 } 24757 ], 24758 "maxDataPoints": 100, 24759 "minSpan": 12, 24760 "nullPointMode": "connected", 24761 "nullText": null, 24762 "options": { 24763 "fieldOptions": { 24764 "calcs": [ 24765 "last" 24766 ], 24767 "defaults": { 24768 "max": 10000000000, 24769 "min": 0, 24770 "title": "$namespace", 24771 "unit": "Bps" 24772 }, 24773 "mappings": [ 24774 24775 ], 24776 "override": { 24777 24778 }, 24779 "thresholds": [ 24780 { 24781 "color": "dark-green", 24782 "index": 0, 24783 "value": null 24784 }, 24785 { 24786 "color": "dark-yellow", 24787 "index": 1, 24788 "value": 5000000000 24789 }, 24790 { 24791 "color": "dark-red", 24792 "index": 2, 24793 "value": 7000000000 24794 } 24795 ], 24796 "values": false 24797 } 24798 }, 24799 "postfix": "", 24800 "postfixFontSize": "50%", 24801 "prefix": "", 24802 "prefixFontSize": "50%", 24803 "rangeMaps": [ 24804 { 24805 "from": "null", 24806 "text": "N/A", 24807 "to": "null" 24808 } 24809 ], 24810 "span": 12, 24811 "sparkline": { 24812 "fillColor": "rgba(31, 118, 189, 0.18)", 24813 "full": false, 24814 "lineColor": "rgb(31, 120, 193)", 24815 "show": false 24816 }, 24817 "tableColumn": "", 24818 "targets": [ 24819 { 24820 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution]))", 24821 "format": "time_series", 24822 "instant": null, 24823 "intervalFactor": 1, 24824 "legendFormat": "", 24825 "refId": "A" 24826 } 24827 ], 24828 "thresholds": "", 24829 "timeFrom": null, 24830 "timeShift": null, 24831 "title": "Current Rate of Bytes Transmitted", 24832 "type": "gauge", 24833 "valueFontSize": "80%", 24834 "valueMaps": [ 24835 { 24836 "op": "=", 24837 "text": "N/A", 24838 "value": "null" 24839 } 24840 ], 24841 "valueName": "current" 24842 }, 24843 { 24844 "columns": [ 24845 { 24846 "text": "Time", 24847 "value": "Time" 24848 }, 24849 { 24850 "text": "Value #A", 24851 "value": "Value #A" 24852 }, 24853 { 24854 "text": "Value #B", 24855 "value": "Value #B" 24856 }, 24857 { 24858 "text": "Value #C", 24859 "value": "Value #C" 24860 }, 24861 { 24862 "text": "Value #D", 24863 "value": "Value #D" 24864 }, 24865 { 24866 "text": "Value #E", 24867 "value": "Value #E" 24868 }, 24869 { 24870 "text": "Value #F", 24871 "value": "Value #F" 24872 }, 24873 { 24874 "text": "pod", 24875 "value": "pod" 24876 } 24877 ], 24878 "datasource": "$datasource", 24879 "fill": 1, 24880 "fontSize": "100%", 24881 "gridPos": { 24882 "h": 9, 24883 "w": 24, 24884 "x": 0, 24885 "y": 10 24886 }, 24887 "id": 5, 24888 "lines": true, 24889 "linewidth": 1, 24890 "links": [ 24891 24892 ], 24893 "minSpan": 24, 24894 "nullPointMode": "null as zero", 24895 "renderer": "flot", 24896 "scroll": true, 24897 "showHeader": true, 24898 "sort": { 24899 "col": 0, 24900 "desc": false 24901 }, 24902 "spaceLength": 10, 24903 "span": 24, 24904 "styles": [ 24905 { 24906 "alias": "Time", 24907 "colorMode": null, 24908 "colors": [ 24909 24910 ], 24911 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24912 "decimals": 2, 24913 "link": false, 24914 "linkTooltip": "Drill down", 24915 "linkUrl": "", 24916 "pattern": "Time", 24917 "thresholds": [ 24918 24919 ], 24920 "type": "hidden", 24921 "unit": "short" 24922 }, 24923 { 24924 "alias": "Bandwidth Received", 24925 "colorMode": null, 24926 "colors": [ 24927 24928 ], 24929 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24930 "decimals": 2, 24931 "link": false, 24932 "linkTooltip": "Drill down", 24933 "linkUrl": "", 24934 "pattern": "Value #A", 24935 "thresholds": [ 24936 24937 ], 24938 "type": "number", 24939 "unit": "Bps" 24940 }, 24941 { 24942 "alias": "Bandwidth Transmitted", 24943 "colorMode": null, 24944 "colors": [ 24945 24946 ], 24947 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24948 "decimals": 2, 24949 "link": false, 24950 "linkTooltip": "Drill down", 24951 "linkUrl": "", 24952 "pattern": "Value #B", 24953 "thresholds": [ 24954 24955 ], 24956 "type": "number", 24957 "unit": "Bps" 24958 }, 24959 { 24960 "alias": "Rate of Received Packets", 24961 "colorMode": null, 24962 "colors": [ 24963 24964 ], 24965 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24966 "decimals": 2, 24967 "link": false, 24968 "linkTooltip": "Drill down", 24969 "linkUrl": "", 24970 "pattern": "Value #C", 24971 "thresholds": [ 24972 24973 ], 24974 "type": "number", 24975 "unit": "pps" 24976 }, 24977 { 24978 "alias": "Rate of Transmitted Packets", 24979 "colorMode": null, 24980 "colors": [ 24981 24982 ], 24983 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24984 "decimals": 2, 24985 "link": false, 24986 "linkTooltip": "Drill down", 24987 "linkUrl": "", 24988 "pattern": "Value #D", 24989 "thresholds": [ 24990 24991 ], 24992 "type": "number", 24993 "unit": "pps" 24994 }, 24995 { 24996 "alias": "Rate of Received Packets Dropped", 24997 "colorMode": null, 24998 "colors": [ 24999 25000 ], 25001 "dateFormat": "YYYY-MM-DD HH:mm:ss", 25002 "decimals": 2, 25003 "link": false, 25004 "linkTooltip": "Drill down", 25005 "linkUrl": "", 25006 "pattern": "Value #E", 25007 "thresholds": [ 25008 25009 ], 25010 "type": "number", 25011 "unit": "pps" 25012 }, 25013 { 25014 "alias": "Rate of Transmitted Packets Dropped", 25015 "colorMode": null, 25016 "colors": [ 25017 25018 ], 25019 "dateFormat": "YYYY-MM-DD HH:mm:ss", 25020 "decimals": 2, 25021 "link": false, 25022 "linkTooltip": "Drill down", 25023 "linkUrl": "", 25024 "pattern": "Value #F", 25025 "thresholds": [ 25026 25027 ], 25028 "type": "number", 25029 "unit": "pps" 25030 }, 25031 { 25032 "alias": "Pod", 25033 "colorMode": null, 25034 "colors": [ 25035 25036 ], 25037 "dateFormat": "YYYY-MM-DD HH:mm:ss", 25038 "decimals": 2, 25039 "link": true, 25040 "linkTooltip": "Drill down", 25041 "linkUrl": "d/7a18067ce943a40ae25454675c19ff5c/kubernetes-networking-pod?orgId=1&refresh=30s&var-namespace=$namespace&var-pod=$__cell", 25042 "pattern": "pod", 25043 "thresholds": [ 25044 25045 ], 25046 "type": "number", 25047 "unit": "short" 25048 } 25049 ], 25050 "targets": [ 25051 { 25052 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25053 "format": "table", 25054 "instant": true, 25055 "intervalFactor": 2, 25056 "legendFormat": "", 25057 "refId": "A", 25058 "step": 10 25059 }, 25060 { 25061 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25062 "format": "table", 25063 "instant": true, 25064 "intervalFactor": 2, 25065 "legendFormat": "", 25066 "refId": "B", 25067 "step": 10 25068 }, 25069 { 25070 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25071 "format": "table", 25072 "instant": true, 25073 "intervalFactor": 2, 25074 "legendFormat": "", 25075 "refId": "C", 25076 "step": 10 25077 }, 25078 { 25079 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25080 "format": "table", 25081 "instant": true, 25082 "intervalFactor": 2, 25083 "legendFormat": "", 25084 "refId": "D", 25085 "step": 10 25086 }, 25087 { 25088 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25089 "format": "table", 25090 "instant": true, 25091 "intervalFactor": 2, 25092 "legendFormat": "", 25093 "refId": "E", 25094 "step": 10 25095 }, 25096 { 25097 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25098 "format": "table", 25099 "instant": true, 25100 "intervalFactor": 2, 25101 "legendFormat": "", 25102 "refId": "F", 25103 "step": 10 25104 } 25105 ], 25106 "timeFrom": null, 25107 "timeShift": null, 25108 "title": "Current Status", 25109 "type": "table" 25110 }, 25111 { 25112 "collapse": false, 25113 "collapsed": false, 25114 "gridPos": { 25115 "h": 1, 25116 "w": 24, 25117 "x": 0, 25118 "y": 19 25119 }, 25120 "id": 6, 25121 "panels": [ 25122 25123 ], 25124 "repeat": null, 25125 "repeatIteration": null, 25126 "repeatRowId": null, 25127 "showTitle": true, 25128 "title": "Bandwidth", 25129 "titleSize": "h6", 25130 "type": "row" 25131 }, 25132 { 25133 "aliasColors": { 25134 25135 }, 25136 "bars": false, 25137 "dashLength": 10, 25138 "dashes": false, 25139 "datasource": "$datasource", 25140 "fill": 2, 25141 "fillGradient": 0, 25142 "gridPos": { 25143 "h": 9, 25144 "w": 12, 25145 "x": 0, 25146 "y": 20 25147 }, 25148 "id": 7, 25149 "legend": { 25150 "alignAsTable": false, 25151 "avg": false, 25152 "current": false, 25153 "hideEmpty": true, 25154 "hideZero": true, 25155 "max": false, 25156 "min": false, 25157 "rightSide": false, 25158 "show": true, 25159 "sideWidth": null, 25160 "total": false, 25161 "values": false 25162 }, 25163 "lines": true, 25164 "linewidth": 2, 25165 "links": [ 25166 25167 ], 25168 "minSpan": 12, 25169 "nullPointMode": "connected", 25170 "paceLength": 10, 25171 "percentage": false, 25172 "pointradius": 5, 25173 "points": false, 25174 "renderer": "flot", 25175 "repeat": null, 25176 "seriesOverrides": [ 25177 25178 ], 25179 "spaceLength": 10, 25180 "span": 12, 25181 "stack": true, 25182 "steppedLine": false, 25183 "targets": [ 25184 { 25185 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25186 "format": "time_series", 25187 "intervalFactor": 1, 25188 "legendFormat": "{{pod}}", 25189 "refId": "A", 25190 "step": 10 25191 } 25192 ], 25193 "thresholds": [ 25194 25195 ], 25196 "timeFrom": null, 25197 "timeShift": null, 25198 "title": "Receive Bandwidth", 25199 "tooltip": { 25200 "shared": true, 25201 "sort": 2, 25202 "value_type": "individual" 25203 }, 25204 "type": "graph", 25205 "xaxis": { 25206 "buckets": null, 25207 "mode": "time", 25208 "name": null, 25209 "show": true, 25210 "values": [ 25211 25212 ] 25213 }, 25214 "yaxes": [ 25215 { 25216 "format": "Bps", 25217 "label": null, 25218 "logBase": 1, 25219 "max": null, 25220 "min": 0, 25221 "show": true 25222 }, 25223 { 25224 "format": "Bps", 25225 "label": null, 25226 "logBase": 1, 25227 "max": null, 25228 "min": 0, 25229 "show": true 25230 } 25231 ] 25232 }, 25233 { 25234 "aliasColors": { 25235 25236 }, 25237 "bars": false, 25238 "dashLength": 10, 25239 "dashes": false, 25240 "datasource": "$datasource", 25241 "fill": 2, 25242 "fillGradient": 0, 25243 "gridPos": { 25244 "h": 9, 25245 "w": 12, 25246 "x": 12, 25247 "y": 20 25248 }, 25249 "id": 8, 25250 "legend": { 25251 "alignAsTable": false, 25252 "avg": false, 25253 "current": false, 25254 "hideEmpty": true, 25255 "hideZero": true, 25256 "max": false, 25257 "min": false, 25258 "rightSide": false, 25259 "show": true, 25260 "sideWidth": null, 25261 "total": false, 25262 "values": false 25263 }, 25264 "lines": true, 25265 "linewidth": 2, 25266 "links": [ 25267 25268 ], 25269 "minSpan": 12, 25270 "nullPointMode": "connected", 25271 "paceLength": 10, 25272 "percentage": false, 25273 "pointradius": 5, 25274 "points": false, 25275 "renderer": "flot", 25276 "repeat": null, 25277 "seriesOverrides": [ 25278 25279 ], 25280 "spaceLength": 10, 25281 "span": 12, 25282 "stack": true, 25283 "steppedLine": false, 25284 "targets": [ 25285 { 25286 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25287 "format": "time_series", 25288 "intervalFactor": 1, 25289 "legendFormat": "{{pod}}", 25290 "refId": "A", 25291 "step": 10 25292 } 25293 ], 25294 "thresholds": [ 25295 25296 ], 25297 "timeFrom": null, 25298 "timeShift": null, 25299 "title": "Transmit Bandwidth", 25300 "tooltip": { 25301 "shared": true, 25302 "sort": 2, 25303 "value_type": "individual" 25304 }, 25305 "type": "graph", 25306 "xaxis": { 25307 "buckets": null, 25308 "mode": "time", 25309 "name": null, 25310 "show": true, 25311 "values": [ 25312 25313 ] 25314 }, 25315 "yaxes": [ 25316 { 25317 "format": "Bps", 25318 "label": null, 25319 "logBase": 1, 25320 "max": null, 25321 "min": 0, 25322 "show": true 25323 }, 25324 { 25325 "format": "Bps", 25326 "label": null, 25327 "logBase": 1, 25328 "max": null, 25329 "min": 0, 25330 "show": true 25331 } 25332 ] 25333 }, 25334 { 25335 "collapse": true, 25336 "collapsed": true, 25337 "gridPos": { 25338 "h": 1, 25339 "w": 24, 25340 "x": 0, 25341 "y": 29 25342 }, 25343 "id": 9, 25344 "panels": [ 25345 { 25346 "aliasColors": { 25347 25348 }, 25349 "bars": false, 25350 "dashLength": 10, 25351 "dashes": false, 25352 "datasource": "$datasource", 25353 "fill": 2, 25354 "fillGradient": 0, 25355 "gridPos": { 25356 "h": 10, 25357 "w": 12, 25358 "x": 0, 25359 "y": 30 25360 }, 25361 "id": 10, 25362 "legend": { 25363 "alignAsTable": false, 25364 "avg": false, 25365 "current": false, 25366 "hideEmpty": true, 25367 "hideZero": true, 25368 "max": false, 25369 "min": false, 25370 "rightSide": false, 25371 "show": true, 25372 "sideWidth": null, 25373 "total": false, 25374 "values": false 25375 }, 25376 "lines": true, 25377 "linewidth": 2, 25378 "links": [ 25379 25380 ], 25381 "minSpan": 12, 25382 "nullPointMode": "connected", 25383 "paceLength": 10, 25384 "percentage": false, 25385 "pointradius": 5, 25386 "points": false, 25387 "renderer": "flot", 25388 "repeat": null, 25389 "seriesOverrides": [ 25390 25391 ], 25392 "spaceLength": 10, 25393 "span": 12, 25394 "stack": true, 25395 "steppedLine": false, 25396 "targets": [ 25397 { 25398 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25399 "format": "time_series", 25400 "intervalFactor": 1, 25401 "legendFormat": "{{pod}}", 25402 "refId": "A", 25403 "step": 10 25404 } 25405 ], 25406 "thresholds": [ 25407 25408 ], 25409 "timeFrom": null, 25410 "timeShift": null, 25411 "title": "Rate of Received Packets", 25412 "tooltip": { 25413 "shared": true, 25414 "sort": 2, 25415 "value_type": "individual" 25416 }, 25417 "type": "graph", 25418 "xaxis": { 25419 "buckets": null, 25420 "mode": "time", 25421 "name": null, 25422 "show": true, 25423 "values": [ 25424 25425 ] 25426 }, 25427 "yaxes": [ 25428 { 25429 "format": "pps", 25430 "label": null, 25431 "logBase": 1, 25432 "max": null, 25433 "min": 0, 25434 "show": true 25435 }, 25436 { 25437 "format": "pps", 25438 "label": null, 25439 "logBase": 1, 25440 "max": null, 25441 "min": 0, 25442 "show": true 25443 } 25444 ] 25445 }, 25446 { 25447 "aliasColors": { 25448 25449 }, 25450 "bars": false, 25451 "dashLength": 10, 25452 "dashes": false, 25453 "datasource": "$datasource", 25454 "fill": 2, 25455 "fillGradient": 0, 25456 "gridPos": { 25457 "h": 10, 25458 "w": 12, 25459 "x": 12, 25460 "y": 30 25461 }, 25462 "id": 11, 25463 "legend": { 25464 "alignAsTable": false, 25465 "avg": false, 25466 "current": false, 25467 "hideEmpty": true, 25468 "hideZero": true, 25469 "max": false, 25470 "min": false, 25471 "rightSide": false, 25472 "show": true, 25473 "sideWidth": null, 25474 "total": false, 25475 "values": false 25476 }, 25477 "lines": true, 25478 "linewidth": 2, 25479 "links": [ 25480 25481 ], 25482 "minSpan": 12, 25483 "nullPointMode": "connected", 25484 "paceLength": 10, 25485 "percentage": false, 25486 "pointradius": 5, 25487 "points": false, 25488 "renderer": "flot", 25489 "repeat": null, 25490 "seriesOverrides": [ 25491 25492 ], 25493 "spaceLength": 10, 25494 "span": 12, 25495 "stack": true, 25496 "steppedLine": false, 25497 "targets": [ 25498 { 25499 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25500 "format": "time_series", 25501 "intervalFactor": 1, 25502 "legendFormat": "{{pod}}", 25503 "refId": "A", 25504 "step": 10 25505 } 25506 ], 25507 "thresholds": [ 25508 25509 ], 25510 "timeFrom": null, 25511 "timeShift": null, 25512 "title": "Rate of Transmitted Packets", 25513 "tooltip": { 25514 "shared": true, 25515 "sort": 2, 25516 "value_type": "individual" 25517 }, 25518 "type": "graph", 25519 "xaxis": { 25520 "buckets": null, 25521 "mode": "time", 25522 "name": null, 25523 "show": true, 25524 "values": [ 25525 25526 ] 25527 }, 25528 "yaxes": [ 25529 { 25530 "format": "pps", 25531 "label": null, 25532 "logBase": 1, 25533 "max": null, 25534 "min": 0, 25535 "show": true 25536 }, 25537 { 25538 "format": "pps", 25539 "label": null, 25540 "logBase": 1, 25541 "max": null, 25542 "min": 0, 25543 "show": true 25544 } 25545 ] 25546 } 25547 ], 25548 "repeat": null, 25549 "repeatIteration": null, 25550 "repeatRowId": null, 25551 "showTitle": true, 25552 "title": "Packets", 25553 "titleSize": "h6", 25554 "type": "row" 25555 }, 25556 { 25557 "collapse": true, 25558 "collapsed": true, 25559 "gridPos": { 25560 "h": 1, 25561 "w": 24, 25562 "x": 0, 25563 "y": 30 25564 }, 25565 "id": 12, 25566 "panels": [ 25567 { 25568 "aliasColors": { 25569 25570 }, 25571 "bars": false, 25572 "dashLength": 10, 25573 "dashes": false, 25574 "datasource": "$datasource", 25575 "fill": 2, 25576 "fillGradient": 0, 25577 "gridPos": { 25578 "h": 10, 25579 "w": 12, 25580 "x": 0, 25581 "y": 40 25582 }, 25583 "id": 13, 25584 "legend": { 25585 "alignAsTable": false, 25586 "avg": false, 25587 "current": false, 25588 "hideEmpty": true, 25589 "hideZero": true, 25590 "max": false, 25591 "min": false, 25592 "rightSide": false, 25593 "show": true, 25594 "sideWidth": null, 25595 "total": false, 25596 "values": false 25597 }, 25598 "lines": true, 25599 "linewidth": 2, 25600 "links": [ 25601 25602 ], 25603 "minSpan": 12, 25604 "nullPointMode": "connected", 25605 "paceLength": 10, 25606 "percentage": false, 25607 "pointradius": 5, 25608 "points": false, 25609 "renderer": "flot", 25610 "repeat": null, 25611 "seriesOverrides": [ 25612 25613 ], 25614 "spaceLength": 10, 25615 "span": 12, 25616 "stack": true, 25617 "steppedLine": false, 25618 "targets": [ 25619 { 25620 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25621 "format": "time_series", 25622 "intervalFactor": 1, 25623 "legendFormat": "{{pod}}", 25624 "refId": "A", 25625 "step": 10 25626 } 25627 ], 25628 "thresholds": [ 25629 25630 ], 25631 "timeFrom": null, 25632 "timeShift": null, 25633 "title": "Rate of Received Packets Dropped", 25634 "tooltip": { 25635 "shared": true, 25636 "sort": 2, 25637 "value_type": "individual" 25638 }, 25639 "type": "graph", 25640 "xaxis": { 25641 "buckets": null, 25642 "mode": "time", 25643 "name": null, 25644 "show": true, 25645 "values": [ 25646 25647 ] 25648 }, 25649 "yaxes": [ 25650 { 25651 "format": "pps", 25652 "label": null, 25653 "logBase": 1, 25654 "max": null, 25655 "min": 0, 25656 "show": true 25657 }, 25658 { 25659 "format": "pps", 25660 "label": null, 25661 "logBase": 1, 25662 "max": null, 25663 "min": 0, 25664 "show": true 25665 } 25666 ] 25667 }, 25668 { 25669 "aliasColors": { 25670 25671 }, 25672 "bars": false, 25673 "dashLength": 10, 25674 "dashes": false, 25675 "datasource": "$datasource", 25676 "fill": 2, 25677 "fillGradient": 0, 25678 "gridPos": { 25679 "h": 10, 25680 "w": 12, 25681 "x": 12, 25682 "y": 40 25683 }, 25684 "id": 14, 25685 "legend": { 25686 "alignAsTable": false, 25687 "avg": false, 25688 "current": false, 25689 "hideEmpty": true, 25690 "hideZero": true, 25691 "max": false, 25692 "min": false, 25693 "rightSide": false, 25694 "show": true, 25695 "sideWidth": null, 25696 "total": false, 25697 "values": false 25698 }, 25699 "lines": true, 25700 "linewidth": 2, 25701 "links": [ 25702 25703 ], 25704 "minSpan": 12, 25705 "nullPointMode": "connected", 25706 "paceLength": 10, 25707 "percentage": false, 25708 "pointradius": 5, 25709 "points": false, 25710 "renderer": "flot", 25711 "repeat": null, 25712 "seriesOverrides": [ 25713 25714 ], 25715 "spaceLength": 10, 25716 "span": 12, 25717 "stack": true, 25718 "steppedLine": false, 25719 "targets": [ 25720 { 25721 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25722 "format": "time_series", 25723 "intervalFactor": 1, 25724 "legendFormat": "{{pod}}", 25725 "refId": "A", 25726 "step": 10 25727 } 25728 ], 25729 "thresholds": [ 25730 25731 ], 25732 "timeFrom": null, 25733 "timeShift": null, 25734 "title": "Rate of Transmitted Packets Dropped", 25735 "tooltip": { 25736 "shared": true, 25737 "sort": 2, 25738 "value_type": "individual" 25739 }, 25740 "type": "graph", 25741 "xaxis": { 25742 "buckets": null, 25743 "mode": "time", 25744 "name": null, 25745 "show": true, 25746 "values": [ 25747 25748 ] 25749 }, 25750 "yaxes": [ 25751 { 25752 "format": "pps", 25753 "label": null, 25754 "logBase": 1, 25755 "max": null, 25756 "min": 0, 25757 "show": true 25758 }, 25759 { 25760 "format": "pps", 25761 "label": null, 25762 "logBase": 1, 25763 "max": null, 25764 "min": 0, 25765 "show": true 25766 } 25767 ] 25768 } 25769 ], 25770 "repeat": null, 25771 "repeatIteration": null, 25772 "repeatRowId": null, 25773 "showTitle": true, 25774 "title": "Errors", 25775 "titleSize": "h6", 25776 "type": "row" 25777 } 25778 ], 25779 "refresh": "10s", 25780 "rows": [ 25781 25782 ], 25783 "schemaVersion": 18, 25784 "style": "dark", 25785 "tags": [ 25786 "kubernetes-mixin" 25787 ], 25788 "templating": { 25789 "list": [ 25790 { 25791 "current": { 25792 "text": "default", 25793 "value": "default" 25794 }, 25795 "hide": 0, 25796 "label": "Data Source", 25797 "name": "datasource", 25798 "options": [ 25799 25800 ], 25801 "query": "prometheus", 25802 "refresh": 1, 25803 "regex": "", 25804 "type": "datasource" 25805 }, 25806 { 25807 "allValue": null, 25808 "current": { 25809 25810 }, 25811 "datasource": "$datasource", 25812 "hide": 2, 25813 "includeAll": false, 25814 "label": null, 25815 "multi": false, 25816 "name": "cluster", 25817 "options": [ 25818 25819 ], 25820 "query": "label_values(up{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\"}, cluster)", 25821 "refresh": 2, 25822 "regex": "", 25823 "sort": 0, 25824 "tagValuesQuery": "", 25825 "tags": [ 25826 25827 ], 25828 "tagsQuery": "", 25829 "type": "query", 25830 "useTags": false 25831 }, 25832 { 25833 "allValue": ".+", 25834 "auto": false, 25835 "auto_count": 30, 25836 "auto_min": "10s", 25837 "current": { 25838 "text": "kube-system", 25839 "value": "kube-system" 25840 }, 25841 "datasource": "$datasource", 25842 "definition": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 25843 "hide": 0, 25844 "includeAll": true, 25845 "label": null, 25846 "multi": false, 25847 "name": "namespace", 25848 "options": [ 25849 25850 ], 25851 "query": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 25852 "refresh": 2, 25853 "regex": "", 25854 "skipUrlSync": false, 25855 "sort": 1, 25856 "tagValuesQuery": "", 25857 "tags": [ 25858 25859 ], 25860 "tagsQuery": "", 25861 "type": "query", 25862 "useTags": false 25863 }, 25864 { 25865 "allValue": null, 25866 "auto": false, 25867 "auto_count": 30, 25868 "auto_min": "10s", 25869 "current": { 25870 "text": "5m", 25871 "value": "5m" 25872 }, 25873 "datasource": "$datasource", 25874 "hide": 0, 25875 "includeAll": false, 25876 "label": null, 25877 "multi": false, 25878 "name": "resolution", 25879 "options": [ 25880 { 25881 "selected": false, 25882 "text": "30s", 25883 "value": "30s" 25884 }, 25885 { 25886 "selected": true, 25887 "text": "5m", 25888 "value": "5m" 25889 }, 25890 { 25891 "selected": false, 25892 "text": "1h", 25893 "value": "1h" 25894 } 25895 ], 25896 "query": "30s,5m,1h", 25897 "refresh": 2, 25898 "regex": "", 25899 "skipUrlSync": false, 25900 "sort": 1, 25901 "tagValuesQuery": "", 25902 "tags": [ 25903 25904 ], 25905 "tagsQuery": "", 25906 "type": "interval", 25907 "useTags": false 25908 }, 25909 { 25910 "allValue": null, 25911 "auto": false, 25912 "auto_count": 30, 25913 "auto_min": "10s", 25914 "current": { 25915 "text": "5m", 25916 "value": "5m" 25917 }, 25918 "datasource": "$datasource", 25919 "hide": 2, 25920 "includeAll": false, 25921 "label": null, 25922 "multi": false, 25923 "name": "interval", 25924 "options": [ 25925 { 25926 "selected": true, 25927 "text": "4h", 25928 "value": "4h" 25929 } 25930 ], 25931 "query": "4h", 25932 "refresh": 2, 25933 "regex": "", 25934 "skipUrlSync": false, 25935 "sort": 1, 25936 "tagValuesQuery": "", 25937 "tags": [ 25938 25939 ], 25940 "tagsQuery": "", 25941 "type": "interval", 25942 "useTags": false 25943 } 25944 ] 25945 }, 25946 "time": { 25947 "from": "now-1h", 25948 "to": "now" 25949 }, 25950 "timepicker": { 25951 "refresh_intervals": [ 25952 "5s", 25953 "10s", 25954 "30s", 25955 "1m", 25956 "5m", 25957 "15m", 25958 "30m", 25959 "1h", 25960 "2h", 25961 "1d" 25962 ], 25963 "time_options": [ 25964 "5m", 25965 "15m", 25966 "1h", 25967 "6h", 25968 "12h", 25969 "24h", 25970 "2d", 25971 "7d", 25972 "30d" 25973 ] 25974 }, 25975 "timezone": "utc", 25976 "title": "Kubernetes / Networking / Namespace (Pods)", 25977 "uid": "8b7a8b326d7a6f1f04244066368c67af", 25978 "version": 0 25979 } 25980 --- 25981 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/namespace-by-workload.yaml 25982 apiVersion: v1 25983 kind: ConfigMap 25984 metadata: 25985 namespace: kube-prometheus-stack 25986 name: kube-prometheus-stack-namespace-by-workload 25987 annotations: 25988 {} 25989 labels: 25990 grafana_dashboard: "1" 25991 app: kube-prometheus-stack-grafana 25992 25993 app.kubernetes.io/managed-by: Helm 25994 app.kubernetes.io/instance: kube-prometheus-stack 25995 app.kubernetes.io/version: "25.0.0" 25996 app.kubernetes.io/part-of: kube-prometheus-stack 25997 chart: kube-prometheus-stack-25.0.0 25998 release: "kube-prometheus-stack" 25999 heritage: "Helm" 26000 data: 26001 namespace-by-workload.json: |- 26002 { 26003 "__inputs": [ 26004 26005 ], 26006 "__requires": [ 26007 26008 ], 26009 "annotations": { 26010 "list": [ 26011 { 26012 "builtIn": 1, 26013 "datasource": "-- Grafana --", 26014 "enable": true, 26015 "hide": true, 26016 "iconColor": "rgba(0, 211, 255, 1)", 26017 "name": "Annotations & Alerts", 26018 "type": "dashboard" 26019 } 26020 ] 26021 }, 26022 "editable": true, 26023 "gnetId": null, 26024 "graphTooltip": 0, 26025 "hideControls": false, 26026 "id": null, 26027 "links": [ 26028 26029 ], 26030 "panels": [ 26031 { 26032 "collapse": false, 26033 "collapsed": false, 26034 "gridPos": { 26035 "h": 1, 26036 "w": 24, 26037 "x": 0, 26038 "y": 0 26039 }, 26040 "id": 2, 26041 "panels": [ 26042 26043 ], 26044 "repeat": null, 26045 "repeatIteration": null, 26046 "repeatRowId": null, 26047 "showTitle": true, 26048 "title": "Current Bandwidth", 26049 "titleSize": "h6", 26050 "type": "row" 26051 }, 26052 { 26053 "aliasColors": { 26054 26055 }, 26056 "bars": true, 26057 "dashLength": 10, 26058 "dashes": false, 26059 "datasource": "$datasource", 26060 "fill": 2, 26061 "fillGradient": 0, 26062 "gridPos": { 26063 "h": 9, 26064 "w": 12, 26065 "x": 0, 26066 "y": 1 26067 }, 26068 "id": 3, 26069 "legend": { 26070 "alignAsTable": true, 26071 "avg": false, 26072 "current": true, 26073 "hideEmpty": true, 26074 "hideZero": true, 26075 "max": false, 26076 "min": false, 26077 "rightSide": true, 26078 "show": true, 26079 "sideWidth": null, 26080 "sort": "current", 26081 "sortDesc": true, 26082 "total": false, 26083 "values": true 26084 }, 26085 "lines": false, 26086 "linewidth": 1, 26087 "links": [ 26088 26089 ], 26090 "minSpan": 24, 26091 "nullPointMode": "null", 26092 "paceLength": 10, 26093 "percentage": false, 26094 "pointradius": 5, 26095 "points": false, 26096 "renderer": "flot", 26097 "repeat": null, 26098 "seriesOverrides": [ 26099 26100 ], 26101 "spaceLength": 10, 26102 "span": 24, 26103 "stack": false, 26104 "steppedLine": false, 26105 "targets": [ 26106 { 26107 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26108 "format": "time_series", 26109 "intervalFactor": 1, 26110 "legendFormat": "{{ workload }}", 26111 "refId": "A", 26112 "step": 10 26113 } 26114 ], 26115 "thresholds": [ 26116 26117 ], 26118 "timeFrom": null, 26119 "timeShift": null, 26120 "title": "Current Rate of Bytes Received", 26121 "tooltip": { 26122 "shared": true, 26123 "sort": 2, 26124 "value_type": "individual" 26125 }, 26126 "type": "graph", 26127 "xaxis": { 26128 "buckets": null, 26129 "mode": "series", 26130 "name": null, 26131 "show": false, 26132 "values": [ 26133 "current" 26134 ] 26135 }, 26136 "yaxes": [ 26137 { 26138 "format": "Bps", 26139 "label": null, 26140 "logBase": 1, 26141 "max": null, 26142 "min": 0, 26143 "show": true 26144 }, 26145 { 26146 "format": "Bps", 26147 "label": null, 26148 "logBase": 1, 26149 "max": null, 26150 "min": 0, 26151 "show": true 26152 } 26153 ] 26154 }, 26155 { 26156 "aliasColors": { 26157 26158 }, 26159 "bars": true, 26160 "dashLength": 10, 26161 "dashes": false, 26162 "datasource": "$datasource", 26163 "fill": 2, 26164 "fillGradient": 0, 26165 "gridPos": { 26166 "h": 9, 26167 "w": 12, 26168 "x": 12, 26169 "y": 1 26170 }, 26171 "id": 4, 26172 "legend": { 26173 "alignAsTable": true, 26174 "avg": false, 26175 "current": true, 26176 "hideEmpty": true, 26177 "hideZero": true, 26178 "max": false, 26179 "min": false, 26180 "rightSide": true, 26181 "show": true, 26182 "sideWidth": null, 26183 "sort": "current", 26184 "sortDesc": true, 26185 "total": false, 26186 "values": true 26187 }, 26188 "lines": false, 26189 "linewidth": 1, 26190 "links": [ 26191 26192 ], 26193 "minSpan": 24, 26194 "nullPointMode": "null", 26195 "paceLength": 10, 26196 "percentage": false, 26197 "pointradius": 5, 26198 "points": false, 26199 "renderer": "flot", 26200 "repeat": null, 26201 "seriesOverrides": [ 26202 26203 ], 26204 "spaceLength": 10, 26205 "span": 24, 26206 "stack": false, 26207 "steppedLine": false, 26208 "targets": [ 26209 { 26210 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26211 "format": "time_series", 26212 "intervalFactor": 1, 26213 "legendFormat": "{{ workload }}", 26214 "refId": "A", 26215 "step": 10 26216 } 26217 ], 26218 "thresholds": [ 26219 26220 ], 26221 "timeFrom": null, 26222 "timeShift": null, 26223 "title": "Current Rate of Bytes Transmitted", 26224 "tooltip": { 26225 "shared": true, 26226 "sort": 2, 26227 "value_type": "individual" 26228 }, 26229 "type": "graph", 26230 "xaxis": { 26231 "buckets": null, 26232 "mode": "series", 26233 "name": null, 26234 "show": false, 26235 "values": [ 26236 "current" 26237 ] 26238 }, 26239 "yaxes": [ 26240 { 26241 "format": "Bps", 26242 "label": null, 26243 "logBase": 1, 26244 "max": null, 26245 "min": 0, 26246 "show": true 26247 }, 26248 { 26249 "format": "Bps", 26250 "label": null, 26251 "logBase": 1, 26252 "max": null, 26253 "min": 0, 26254 "show": true 26255 } 26256 ] 26257 }, 26258 { 26259 "columns": [ 26260 { 26261 "text": "Time", 26262 "value": "Time" 26263 }, 26264 { 26265 "text": "Value #A", 26266 "value": "Value #A" 26267 }, 26268 { 26269 "text": "Value #B", 26270 "value": "Value #B" 26271 }, 26272 { 26273 "text": "Value #C", 26274 "value": "Value #C" 26275 }, 26276 { 26277 "text": "Value #D", 26278 "value": "Value #D" 26279 }, 26280 { 26281 "text": "Value #E", 26282 "value": "Value #E" 26283 }, 26284 { 26285 "text": "Value #F", 26286 "value": "Value #F" 26287 }, 26288 { 26289 "text": "Value #G", 26290 "value": "Value #G" 26291 }, 26292 { 26293 "text": "Value #H", 26294 "value": "Value #H" 26295 }, 26296 { 26297 "text": "workload", 26298 "value": "workload" 26299 } 26300 ], 26301 "datasource": "$datasource", 26302 "fill": 1, 26303 "fontSize": "90%", 26304 "gridPos": { 26305 "h": 9, 26306 "w": 24, 26307 "x": 0, 26308 "y": 10 26309 }, 26310 "id": 5, 26311 "lines": true, 26312 "linewidth": 1, 26313 "links": [ 26314 26315 ], 26316 "minSpan": 24, 26317 "nullPointMode": "null as zero", 26318 "renderer": "flot", 26319 "scroll": true, 26320 "showHeader": true, 26321 "sort": { 26322 "col": 0, 26323 "desc": false 26324 }, 26325 "spaceLength": 10, 26326 "span": 24, 26327 "styles": [ 26328 { 26329 "alias": "Time", 26330 "colorMode": null, 26331 "colors": [ 26332 26333 ], 26334 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26335 "decimals": 2, 26336 "link": false, 26337 "linkTooltip": "Drill down", 26338 "linkUrl": "", 26339 "pattern": "Time", 26340 "thresholds": [ 26341 26342 ], 26343 "type": "hidden", 26344 "unit": "short" 26345 }, 26346 { 26347 "alias": "Current Bandwidth Received", 26348 "colorMode": null, 26349 "colors": [ 26350 26351 ], 26352 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26353 "decimals": 2, 26354 "link": false, 26355 "linkTooltip": "Drill down", 26356 "linkUrl": "", 26357 "pattern": "Value #A", 26358 "thresholds": [ 26359 26360 ], 26361 "type": "number", 26362 "unit": "Bps" 26363 }, 26364 { 26365 "alias": "Current Bandwidth Transmitted", 26366 "colorMode": null, 26367 "colors": [ 26368 26369 ], 26370 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26371 "decimals": 2, 26372 "link": false, 26373 "linkTooltip": "Drill down", 26374 "linkUrl": "", 26375 "pattern": "Value #B", 26376 "thresholds": [ 26377 26378 ], 26379 "type": "number", 26380 "unit": "Bps" 26381 }, 26382 { 26383 "alias": "Average Bandwidth Received", 26384 "colorMode": null, 26385 "colors": [ 26386 26387 ], 26388 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26389 "decimals": 2, 26390 "link": false, 26391 "linkTooltip": "Drill down", 26392 "linkUrl": "", 26393 "pattern": "Value #C", 26394 "thresholds": [ 26395 26396 ], 26397 "type": "number", 26398 "unit": "Bps" 26399 }, 26400 { 26401 "alias": "Average Bandwidth Transmitted", 26402 "colorMode": null, 26403 "colors": [ 26404 26405 ], 26406 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26407 "decimals": 2, 26408 "link": false, 26409 "linkTooltip": "Drill down", 26410 "linkUrl": "", 26411 "pattern": "Value #D", 26412 "thresholds": [ 26413 26414 ], 26415 "type": "number", 26416 "unit": "Bps" 26417 }, 26418 { 26419 "alias": "Rate of Received Packets", 26420 "colorMode": null, 26421 "colors": [ 26422 26423 ], 26424 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26425 "decimals": 2, 26426 "link": false, 26427 "linkTooltip": "Drill down", 26428 "linkUrl": "", 26429 "pattern": "Value #E", 26430 "thresholds": [ 26431 26432 ], 26433 "type": "number", 26434 "unit": "pps" 26435 }, 26436 { 26437 "alias": "Rate of Transmitted Packets", 26438 "colorMode": null, 26439 "colors": [ 26440 26441 ], 26442 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26443 "decimals": 2, 26444 "link": false, 26445 "linkTooltip": "Drill down", 26446 "linkUrl": "", 26447 "pattern": "Value #F", 26448 "thresholds": [ 26449 26450 ], 26451 "type": "number", 26452 "unit": "pps" 26453 }, 26454 { 26455 "alias": "Rate of Received Packets Dropped", 26456 "colorMode": null, 26457 "colors": [ 26458 26459 ], 26460 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26461 "decimals": 2, 26462 "link": false, 26463 "linkTooltip": "Drill down", 26464 "linkUrl": "", 26465 "pattern": "Value #G", 26466 "thresholds": [ 26467 26468 ], 26469 "type": "number", 26470 "unit": "pps" 26471 }, 26472 { 26473 "alias": "Rate of Transmitted Packets Dropped", 26474 "colorMode": null, 26475 "colors": [ 26476 26477 ], 26478 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26479 "decimals": 2, 26480 "link": false, 26481 "linkTooltip": "Drill down", 26482 "linkUrl": "", 26483 "pattern": "Value #H", 26484 "thresholds": [ 26485 26486 ], 26487 "type": "number", 26488 "unit": "pps" 26489 }, 26490 { 26491 "alias": "Workload", 26492 "colorMode": null, 26493 "colors": [ 26494 26495 ], 26496 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26497 "decimals": 2, 26498 "link": true, 26499 "linkTooltip": "Drill down", 26500 "linkUrl": "d/728bf77cc1166d2f3133bf25846876cc/kubernetes-networking-workload?orgId=1&refresh=30s&var-namespace=$namespace&var-type=$type&var-workload=$__cell", 26501 "pattern": "workload", 26502 "thresholds": [ 26503 26504 ], 26505 "type": "number", 26506 "unit": "short" 26507 } 26508 ], 26509 "targets": [ 26510 { 26511 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26512 "format": "table", 26513 "instant": true, 26514 "intervalFactor": 2, 26515 "legendFormat": "", 26516 "refId": "A", 26517 "step": 10 26518 }, 26519 { 26520 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26521 "format": "table", 26522 "instant": true, 26523 "intervalFactor": 2, 26524 "legendFormat": "", 26525 "refId": "B", 26526 "step": 10 26527 }, 26528 { 26529 "expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26530 "format": "table", 26531 "instant": true, 26532 "intervalFactor": 2, 26533 "legendFormat": "", 26534 "refId": "C", 26535 "step": 10 26536 }, 26537 { 26538 "expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26539 "format": "table", 26540 "instant": true, 26541 "intervalFactor": 2, 26542 "legendFormat": "", 26543 "refId": "D", 26544 "step": 10 26545 }, 26546 { 26547 "expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26548 "format": "table", 26549 "instant": true, 26550 "intervalFactor": 2, 26551 "legendFormat": "", 26552 "refId": "E", 26553 "step": 10 26554 }, 26555 { 26556 "expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26557 "format": "table", 26558 "instant": true, 26559 "intervalFactor": 2, 26560 "legendFormat": "", 26561 "refId": "F", 26562 "step": 10 26563 }, 26564 { 26565 "expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26566 "format": "table", 26567 "instant": true, 26568 "intervalFactor": 2, 26569 "legendFormat": "", 26570 "refId": "G", 26571 "step": 10 26572 }, 26573 { 26574 "expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26575 "format": "table", 26576 "instant": true, 26577 "intervalFactor": 2, 26578 "legendFormat": "", 26579 "refId": "H", 26580 "step": 10 26581 } 26582 ], 26583 "timeFrom": null, 26584 "timeShift": null, 26585 "title": "Current Status", 26586 "type": "table" 26587 }, 26588 { 26589 "collapse": true, 26590 "collapsed": true, 26591 "gridPos": { 26592 "h": 1, 26593 "w": 24, 26594 "x": 0, 26595 "y": 19 26596 }, 26597 "id": 6, 26598 "panels": [ 26599 { 26600 "aliasColors": { 26601 26602 }, 26603 "bars": true, 26604 "dashLength": 10, 26605 "dashes": false, 26606 "datasource": "$datasource", 26607 "fill": 2, 26608 "fillGradient": 0, 26609 "gridPos": { 26610 "h": 9, 26611 "w": 12, 26612 "x": 0, 26613 "y": 20 26614 }, 26615 "id": 7, 26616 "legend": { 26617 "alignAsTable": true, 26618 "avg": false, 26619 "current": true, 26620 "hideEmpty": true, 26621 "hideZero": true, 26622 "max": false, 26623 "min": false, 26624 "rightSide": true, 26625 "show": true, 26626 "sideWidth": null, 26627 "sort": "current", 26628 "sortDesc": true, 26629 "total": false, 26630 "values": true 26631 }, 26632 "lines": false, 26633 "linewidth": 1, 26634 "links": [ 26635 26636 ], 26637 "minSpan": 24, 26638 "nullPointMode": "null", 26639 "paceLength": 10, 26640 "percentage": false, 26641 "pointradius": 5, 26642 "points": false, 26643 "renderer": "flot", 26644 "repeat": null, 26645 "seriesOverrides": [ 26646 26647 ], 26648 "spaceLength": 10, 26649 "span": 24, 26650 "stack": false, 26651 "steppedLine": false, 26652 "targets": [ 26653 { 26654 "expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26655 "format": "time_series", 26656 "intervalFactor": 1, 26657 "legendFormat": "{{ workload }}", 26658 "refId": "A", 26659 "step": 10 26660 } 26661 ], 26662 "thresholds": [ 26663 26664 ], 26665 "timeFrom": null, 26666 "timeShift": null, 26667 "title": "Average Rate of Bytes Received", 26668 "tooltip": { 26669 "shared": true, 26670 "sort": 2, 26671 "value_type": "individual" 26672 }, 26673 "type": "graph", 26674 "xaxis": { 26675 "buckets": null, 26676 "mode": "series", 26677 "name": null, 26678 "show": false, 26679 "values": [ 26680 "current" 26681 ] 26682 }, 26683 "yaxes": [ 26684 { 26685 "format": "Bps", 26686 "label": null, 26687 "logBase": 1, 26688 "max": null, 26689 "min": 0, 26690 "show": true 26691 }, 26692 { 26693 "format": "Bps", 26694 "label": null, 26695 "logBase": 1, 26696 "max": null, 26697 "min": 0, 26698 "show": true 26699 } 26700 ] 26701 }, 26702 { 26703 "aliasColors": { 26704 26705 }, 26706 "bars": true, 26707 "dashLength": 10, 26708 "dashes": false, 26709 "datasource": "$datasource", 26710 "fill": 2, 26711 "fillGradient": 0, 26712 "gridPos": { 26713 "h": 9, 26714 "w": 12, 26715 "x": 12, 26716 "y": 20 26717 }, 26718 "id": 8, 26719 "legend": { 26720 "alignAsTable": true, 26721 "avg": false, 26722 "current": true, 26723 "hideEmpty": true, 26724 "hideZero": true, 26725 "max": false, 26726 "min": false, 26727 "rightSide": true, 26728 "show": true, 26729 "sideWidth": null, 26730 "sort": "current", 26731 "sortDesc": true, 26732 "total": false, 26733 "values": true 26734 }, 26735 "lines": false, 26736 "linewidth": 1, 26737 "links": [ 26738 26739 ], 26740 "minSpan": 24, 26741 "nullPointMode": "null", 26742 "paceLength": 10, 26743 "percentage": false, 26744 "pointradius": 5, 26745 "points": false, 26746 "renderer": "flot", 26747 "repeat": null, 26748 "seriesOverrides": [ 26749 26750 ], 26751 "spaceLength": 10, 26752 "span": 24, 26753 "stack": false, 26754 "steppedLine": false, 26755 "targets": [ 26756 { 26757 "expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26758 "format": "time_series", 26759 "intervalFactor": 1, 26760 "legendFormat": "{{ workload }}", 26761 "refId": "A", 26762 "step": 10 26763 } 26764 ], 26765 "thresholds": [ 26766 26767 ], 26768 "timeFrom": null, 26769 "timeShift": null, 26770 "title": "Average Rate of Bytes Transmitted", 26771 "tooltip": { 26772 "shared": true, 26773 "sort": 2, 26774 "value_type": "individual" 26775 }, 26776 "type": "graph", 26777 "xaxis": { 26778 "buckets": null, 26779 "mode": "series", 26780 "name": null, 26781 "show": false, 26782 "values": [ 26783 "current" 26784 ] 26785 }, 26786 "yaxes": [ 26787 { 26788 "format": "Bps", 26789 "label": null, 26790 "logBase": 1, 26791 "max": null, 26792 "min": 0, 26793 "show": true 26794 }, 26795 { 26796 "format": "Bps", 26797 "label": null, 26798 "logBase": 1, 26799 "max": null, 26800 "min": 0, 26801 "show": true 26802 } 26803 ] 26804 } 26805 ], 26806 "repeat": null, 26807 "repeatIteration": null, 26808 "repeatRowId": null, 26809 "showTitle": true, 26810 "title": "Average Bandwidth", 26811 "titleSize": "h6", 26812 "type": "row" 26813 }, 26814 { 26815 "collapse": false, 26816 "collapsed": false, 26817 "gridPos": { 26818 "h": 1, 26819 "w": 24, 26820 "x": 0, 26821 "y": 29 26822 }, 26823 "id": 9, 26824 "panels": [ 26825 26826 ], 26827 "repeat": null, 26828 "repeatIteration": null, 26829 "repeatRowId": null, 26830 "showTitle": true, 26831 "title": "Bandwidth HIstory", 26832 "titleSize": "h6", 26833 "type": "row" 26834 }, 26835 { 26836 "aliasColors": { 26837 26838 }, 26839 "bars": false, 26840 "dashLength": 10, 26841 "dashes": false, 26842 "datasource": "$datasource", 26843 "fill": 2, 26844 "fillGradient": 0, 26845 "gridPos": { 26846 "h": 9, 26847 "w": 12, 26848 "x": 0, 26849 "y": 38 26850 }, 26851 "id": 10, 26852 "legend": { 26853 "alignAsTable": false, 26854 "avg": false, 26855 "current": false, 26856 "hideEmpty": true, 26857 "hideZero": true, 26858 "max": false, 26859 "min": false, 26860 "rightSide": false, 26861 "show": true, 26862 "sideWidth": null, 26863 "total": false, 26864 "values": false 26865 }, 26866 "lines": true, 26867 "linewidth": 2, 26868 "links": [ 26869 26870 ], 26871 "minSpan": 12, 26872 "nullPointMode": "connected", 26873 "paceLength": 10, 26874 "percentage": false, 26875 "pointradius": 5, 26876 "points": false, 26877 "renderer": "flot", 26878 "repeat": null, 26879 "seriesOverrides": [ 26880 26881 ], 26882 "spaceLength": 10, 26883 "span": 12, 26884 "stack": true, 26885 "steppedLine": false, 26886 "targets": [ 26887 { 26888 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26889 "format": "time_series", 26890 "intervalFactor": 1, 26891 "legendFormat": "{{workload}}", 26892 "refId": "A", 26893 "step": 10 26894 } 26895 ], 26896 "thresholds": [ 26897 26898 ], 26899 "timeFrom": null, 26900 "timeShift": null, 26901 "title": "Receive Bandwidth", 26902 "tooltip": { 26903 "shared": true, 26904 "sort": 2, 26905 "value_type": "individual" 26906 }, 26907 "type": "graph", 26908 "xaxis": { 26909 "buckets": null, 26910 "mode": "time", 26911 "name": null, 26912 "show": true, 26913 "values": [ 26914 26915 ] 26916 }, 26917 "yaxes": [ 26918 { 26919 "format": "Bps", 26920 "label": null, 26921 "logBase": 1, 26922 "max": null, 26923 "min": 0, 26924 "show": true 26925 }, 26926 { 26927 "format": "Bps", 26928 "label": null, 26929 "logBase": 1, 26930 "max": null, 26931 "min": 0, 26932 "show": true 26933 } 26934 ] 26935 }, 26936 { 26937 "aliasColors": { 26938 26939 }, 26940 "bars": false, 26941 "dashLength": 10, 26942 "dashes": false, 26943 "datasource": "$datasource", 26944 "fill": 2, 26945 "fillGradient": 0, 26946 "gridPos": { 26947 "h": 9, 26948 "w": 12, 26949 "x": 12, 26950 "y": 38 26951 }, 26952 "id": 11, 26953 "legend": { 26954 "alignAsTable": false, 26955 "avg": false, 26956 "current": false, 26957 "hideEmpty": true, 26958 "hideZero": true, 26959 "max": false, 26960 "min": false, 26961 "rightSide": false, 26962 "show": true, 26963 "sideWidth": null, 26964 "total": false, 26965 "values": false 26966 }, 26967 "lines": true, 26968 "linewidth": 2, 26969 "links": [ 26970 26971 ], 26972 "minSpan": 12, 26973 "nullPointMode": "connected", 26974 "paceLength": 10, 26975 "percentage": false, 26976 "pointradius": 5, 26977 "points": false, 26978 "renderer": "flot", 26979 "repeat": null, 26980 "seriesOverrides": [ 26981 26982 ], 26983 "spaceLength": 10, 26984 "span": 12, 26985 "stack": true, 26986 "steppedLine": false, 26987 "targets": [ 26988 { 26989 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26990 "format": "time_series", 26991 "intervalFactor": 1, 26992 "legendFormat": "{{workload}}", 26993 "refId": "A", 26994 "step": 10 26995 } 26996 ], 26997 "thresholds": [ 26998 26999 ], 27000 "timeFrom": null, 27001 "timeShift": null, 27002 "title": "Transmit Bandwidth", 27003 "tooltip": { 27004 "shared": true, 27005 "sort": 2, 27006 "value_type": "individual" 27007 }, 27008 "type": "graph", 27009 "xaxis": { 27010 "buckets": null, 27011 "mode": "time", 27012 "name": null, 27013 "show": true, 27014 "values": [ 27015 27016 ] 27017 }, 27018 "yaxes": [ 27019 { 27020 "format": "Bps", 27021 "label": null, 27022 "logBase": 1, 27023 "max": null, 27024 "min": 0, 27025 "show": true 27026 }, 27027 { 27028 "format": "Bps", 27029 "label": null, 27030 "logBase": 1, 27031 "max": null, 27032 "min": 0, 27033 "show": true 27034 } 27035 ] 27036 }, 27037 { 27038 "collapse": true, 27039 "collapsed": true, 27040 "gridPos": { 27041 "h": 1, 27042 "w": 24, 27043 "x": 0, 27044 "y": 39 27045 }, 27046 "id": 12, 27047 "panels": [ 27048 { 27049 "aliasColors": { 27050 27051 }, 27052 "bars": false, 27053 "dashLength": 10, 27054 "dashes": false, 27055 "datasource": "$datasource", 27056 "fill": 2, 27057 "fillGradient": 0, 27058 "gridPos": { 27059 "h": 9, 27060 "w": 12, 27061 "x": 0, 27062 "y": 40 27063 }, 27064 "id": 13, 27065 "legend": { 27066 "alignAsTable": false, 27067 "avg": false, 27068 "current": false, 27069 "hideEmpty": true, 27070 "hideZero": true, 27071 "max": false, 27072 "min": false, 27073 "rightSide": false, 27074 "show": true, 27075 "sideWidth": null, 27076 "total": false, 27077 "values": false 27078 }, 27079 "lines": true, 27080 "linewidth": 2, 27081 "links": [ 27082 27083 ], 27084 "minSpan": 12, 27085 "nullPointMode": "connected", 27086 "paceLength": 10, 27087 "percentage": false, 27088 "pointradius": 5, 27089 "points": false, 27090 "renderer": "flot", 27091 "repeat": null, 27092 "seriesOverrides": [ 27093 27094 ], 27095 "spaceLength": 10, 27096 "span": 12, 27097 "stack": true, 27098 "steppedLine": false, 27099 "targets": [ 27100 { 27101 "expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 27102 "format": "time_series", 27103 "intervalFactor": 1, 27104 "legendFormat": "{{workload}}", 27105 "refId": "A", 27106 "step": 10 27107 } 27108 ], 27109 "thresholds": [ 27110 27111 ], 27112 "timeFrom": null, 27113 "timeShift": null, 27114 "title": "Rate of Received Packets", 27115 "tooltip": { 27116 "shared": true, 27117 "sort": 2, 27118 "value_type": "individual" 27119 }, 27120 "type": "graph", 27121 "xaxis": { 27122 "buckets": null, 27123 "mode": "time", 27124 "name": null, 27125 "show": true, 27126 "values": [ 27127 27128 ] 27129 }, 27130 "yaxes": [ 27131 { 27132 "format": "pps", 27133 "label": null, 27134 "logBase": 1, 27135 "max": null, 27136 "min": 0, 27137 "show": true 27138 }, 27139 { 27140 "format": "pps", 27141 "label": null, 27142 "logBase": 1, 27143 "max": null, 27144 "min": 0, 27145 "show": true 27146 } 27147 ] 27148 }, 27149 { 27150 "aliasColors": { 27151 27152 }, 27153 "bars": false, 27154 "dashLength": 10, 27155 "dashes": false, 27156 "datasource": "$datasource", 27157 "fill": 2, 27158 "fillGradient": 0, 27159 "gridPos": { 27160 "h": 9, 27161 "w": 12, 27162 "x": 12, 27163 "y": 40 27164 }, 27165 "id": 14, 27166 "legend": { 27167 "alignAsTable": false, 27168 "avg": false, 27169 "current": false, 27170 "hideEmpty": true, 27171 "hideZero": true, 27172 "max": false, 27173 "min": false, 27174 "rightSide": false, 27175 "show": true, 27176 "sideWidth": null, 27177 "total": false, 27178 "values": false 27179 }, 27180 "lines": true, 27181 "linewidth": 2, 27182 "links": [ 27183 27184 ], 27185 "minSpan": 12, 27186 "nullPointMode": "connected", 27187 "paceLength": 10, 27188 "percentage": false, 27189 "pointradius": 5, 27190 "points": false, 27191 "renderer": "flot", 27192 "repeat": null, 27193 "seriesOverrides": [ 27194 27195 ], 27196 "spaceLength": 10, 27197 "span": 12, 27198 "stack": true, 27199 "steppedLine": false, 27200 "targets": [ 27201 { 27202 "expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 27203 "format": "time_series", 27204 "intervalFactor": 1, 27205 "legendFormat": "{{workload}}", 27206 "refId": "A", 27207 "step": 10 27208 } 27209 ], 27210 "thresholds": [ 27211 27212 ], 27213 "timeFrom": null, 27214 "timeShift": null, 27215 "title": "Rate of Transmitted Packets", 27216 "tooltip": { 27217 "shared": true, 27218 "sort": 2, 27219 "value_type": "individual" 27220 }, 27221 "type": "graph", 27222 "xaxis": { 27223 "buckets": null, 27224 "mode": "time", 27225 "name": null, 27226 "show": true, 27227 "values": [ 27228 27229 ] 27230 }, 27231 "yaxes": [ 27232 { 27233 "format": "pps", 27234 "label": null, 27235 "logBase": 1, 27236 "max": null, 27237 "min": 0, 27238 "show": true 27239 }, 27240 { 27241 "format": "pps", 27242 "label": null, 27243 "logBase": 1, 27244 "max": null, 27245 "min": 0, 27246 "show": true 27247 } 27248 ] 27249 } 27250 ], 27251 "repeat": null, 27252 "repeatIteration": null, 27253 "repeatRowId": null, 27254 "showTitle": true, 27255 "title": "Packets", 27256 "titleSize": "h6", 27257 "type": "row" 27258 }, 27259 { 27260 "collapse": true, 27261 "collapsed": true, 27262 "gridPos": { 27263 "h": 1, 27264 "w": 24, 27265 "x": 0, 27266 "y": 40 27267 }, 27268 "id": 15, 27269 "panels": [ 27270 { 27271 "aliasColors": { 27272 27273 }, 27274 "bars": false, 27275 "dashLength": 10, 27276 "dashes": false, 27277 "datasource": "$datasource", 27278 "fill": 2, 27279 "fillGradient": 0, 27280 "gridPos": { 27281 "h": 9, 27282 "w": 12, 27283 "x": 0, 27284 "y": 41 27285 }, 27286 "id": 16, 27287 "legend": { 27288 "alignAsTable": false, 27289 "avg": false, 27290 "current": false, 27291 "hideEmpty": true, 27292 "hideZero": true, 27293 "max": false, 27294 "min": false, 27295 "rightSide": false, 27296 "show": true, 27297 "sideWidth": null, 27298 "total": false, 27299 "values": false 27300 }, 27301 "lines": true, 27302 "linewidth": 2, 27303 "links": [ 27304 27305 ], 27306 "minSpan": 12, 27307 "nullPointMode": "connected", 27308 "paceLength": 10, 27309 "percentage": false, 27310 "pointradius": 5, 27311 "points": false, 27312 "renderer": "flot", 27313 "repeat": null, 27314 "seriesOverrides": [ 27315 27316 ], 27317 "spaceLength": 10, 27318 "span": 12, 27319 "stack": true, 27320 "steppedLine": false, 27321 "targets": [ 27322 { 27323 "expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 27324 "format": "time_series", 27325 "intervalFactor": 1, 27326 "legendFormat": "{{workload}}", 27327 "refId": "A", 27328 "step": 10 27329 } 27330 ], 27331 "thresholds": [ 27332 27333 ], 27334 "timeFrom": null, 27335 "timeShift": null, 27336 "title": "Rate of Received Packets Dropped", 27337 "tooltip": { 27338 "shared": true, 27339 "sort": 2, 27340 "value_type": "individual" 27341 }, 27342 "type": "graph", 27343 "xaxis": { 27344 "buckets": null, 27345 "mode": "time", 27346 "name": null, 27347 "show": true, 27348 "values": [ 27349 27350 ] 27351 }, 27352 "yaxes": [ 27353 { 27354 "format": "pps", 27355 "label": null, 27356 "logBase": 1, 27357 "max": null, 27358 "min": 0, 27359 "show": true 27360 }, 27361 { 27362 "format": "pps", 27363 "label": null, 27364 "logBase": 1, 27365 "max": null, 27366 "min": 0, 27367 "show": true 27368 } 27369 ] 27370 }, 27371 { 27372 "aliasColors": { 27373 27374 }, 27375 "bars": false, 27376 "dashLength": 10, 27377 "dashes": false, 27378 "datasource": "$datasource", 27379 "fill": 2, 27380 "fillGradient": 0, 27381 "gridPos": { 27382 "h": 9, 27383 "w": 12, 27384 "x": 12, 27385 "y": 41 27386 }, 27387 "id": 17, 27388 "legend": { 27389 "alignAsTable": false, 27390 "avg": false, 27391 "current": false, 27392 "hideEmpty": true, 27393 "hideZero": true, 27394 "max": false, 27395 "min": false, 27396 "rightSide": false, 27397 "show": true, 27398 "sideWidth": null, 27399 "total": false, 27400 "values": false 27401 }, 27402 "lines": true, 27403 "linewidth": 2, 27404 "links": [ 27405 27406 ], 27407 "minSpan": 12, 27408 "nullPointMode": "connected", 27409 "paceLength": 10, 27410 "percentage": false, 27411 "pointradius": 5, 27412 "points": false, 27413 "renderer": "flot", 27414 "repeat": null, 27415 "seriesOverrides": [ 27416 27417 ], 27418 "spaceLength": 10, 27419 "span": 12, 27420 "stack": true, 27421 "steppedLine": false, 27422 "targets": [ 27423 { 27424 "expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 27425 "format": "time_series", 27426 "intervalFactor": 1, 27427 "legendFormat": "{{workload}}", 27428 "refId": "A", 27429 "step": 10 27430 } 27431 ], 27432 "thresholds": [ 27433 27434 ], 27435 "timeFrom": null, 27436 "timeShift": null, 27437 "title": "Rate of Transmitted Packets Dropped", 27438 "tooltip": { 27439 "shared": true, 27440 "sort": 2, 27441 "value_type": "individual" 27442 }, 27443 "type": "graph", 27444 "xaxis": { 27445 "buckets": null, 27446 "mode": "time", 27447 "name": null, 27448 "show": true, 27449 "values": [ 27450 27451 ] 27452 }, 27453 "yaxes": [ 27454 { 27455 "format": "pps", 27456 "label": null, 27457 "logBase": 1, 27458 "max": null, 27459 "min": 0, 27460 "show": true 27461 }, 27462 { 27463 "format": "pps", 27464 "label": null, 27465 "logBase": 1, 27466 "max": null, 27467 "min": 0, 27468 "show": true 27469 } 27470 ] 27471 } 27472 ], 27473 "repeat": null, 27474 "repeatIteration": null, 27475 "repeatRowId": null, 27476 "showTitle": true, 27477 "title": "Errors", 27478 "titleSize": "h6", 27479 "type": "row" 27480 } 27481 ], 27482 "refresh": "10s", 27483 "rows": [ 27484 27485 ], 27486 "schemaVersion": 18, 27487 "style": "dark", 27488 "tags": [ 27489 "kubernetes-mixin" 27490 ], 27491 "templating": { 27492 "list": [ 27493 { 27494 "current": { 27495 "text": "default", 27496 "value": "default" 27497 }, 27498 "hide": 0, 27499 "label": "Data Source", 27500 "name": "datasource", 27501 "options": [ 27502 27503 ], 27504 "query": "prometheus", 27505 "refresh": 1, 27506 "regex": "", 27507 "type": "datasource" 27508 }, 27509 { 27510 "allValue": null, 27511 "current": { 27512 27513 }, 27514 "datasource": "$datasource", 27515 "hide": 2, 27516 "includeAll": false, 27517 "label": null, 27518 "multi": false, 27519 "name": "cluster", 27520 "options": [ 27521 27522 ], 27523 "query": "label_values(up{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\"}, cluster)", 27524 "refresh": 2, 27525 "regex": "", 27526 "sort": 0, 27527 "tagValuesQuery": "", 27528 "tags": [ 27529 27530 ], 27531 "tagsQuery": "", 27532 "type": "query", 27533 "useTags": false 27534 }, 27535 { 27536 "allValue": null, 27537 "auto": false, 27538 "auto_count": 30, 27539 "auto_min": "10s", 27540 "current": { 27541 "text": "kube-system", 27542 "value": "kube-system" 27543 }, 27544 "datasource": "$datasource", 27545 "definition": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 27546 "hide": 0, 27547 "includeAll": false, 27548 "label": null, 27549 "multi": false, 27550 "name": "namespace", 27551 "options": [ 27552 27553 ], 27554 "query": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 27555 "refresh": 2, 27556 "regex": "", 27557 "skipUrlSync": false, 27558 "sort": 1, 27559 "tagValuesQuery": "", 27560 "tags": [ 27561 27562 ], 27563 "tagsQuery": "", 27564 "type": "query", 27565 "useTags": false 27566 }, 27567 { 27568 "allValue": null, 27569 "auto": false, 27570 "auto_count": 30, 27571 "auto_min": "10s", 27572 "current": { 27573 "text": "deployment", 27574 "value": "deployment" 27575 }, 27576 "datasource": "$datasource", 27577 "definition": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\"}, workload_type)", 27578 "hide": 0, 27579 "includeAll": false, 27580 "label": null, 27581 "multi": false, 27582 "name": "type", 27583 "options": [ 27584 27585 ], 27586 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=\"$namespace\", workload=~\".+\"}, workload_type)", 27587 "refresh": 2, 27588 "regex": "", 27589 "skipUrlSync": false, 27590 "sort": 0, 27591 "tagValuesQuery": "", 27592 "tags": [ 27593 27594 ], 27595 "tagsQuery": "", 27596 "type": "query", 27597 "useTags": false 27598 }, 27599 { 27600 "allValue": null, 27601 "auto": false, 27602 "auto_count": 30, 27603 "auto_min": "10s", 27604 "current": { 27605 "text": "5m", 27606 "value": "5m" 27607 }, 27608 "datasource": "$datasource", 27609 "hide": 0, 27610 "includeAll": false, 27611 "label": null, 27612 "multi": false, 27613 "name": "resolution", 27614 "options": [ 27615 { 27616 "selected": false, 27617 "text": "30s", 27618 "value": "30s" 27619 }, 27620 { 27621 "selected": true, 27622 "text": "5m", 27623 "value": "5m" 27624 }, 27625 { 27626 "selected": false, 27627 "text": "1h", 27628 "value": "1h" 27629 } 27630 ], 27631 "query": "30s,5m,1h", 27632 "refresh": 2, 27633 "regex": "", 27634 "skipUrlSync": false, 27635 "sort": 1, 27636 "tagValuesQuery": "", 27637 "tags": [ 27638 27639 ], 27640 "tagsQuery": "", 27641 "type": "interval", 27642 "useTags": false 27643 }, 27644 { 27645 "allValue": null, 27646 "auto": false, 27647 "auto_count": 30, 27648 "auto_min": "10s", 27649 "current": { 27650 "text": "5m", 27651 "value": "5m" 27652 }, 27653 "datasource": "$datasource", 27654 "hide": 2, 27655 "includeAll": false, 27656 "label": null, 27657 "multi": false, 27658 "name": "interval", 27659 "options": [ 27660 { 27661 "selected": true, 27662 "text": "4h", 27663 "value": "4h" 27664 } 27665 ], 27666 "query": "4h", 27667 "refresh": 2, 27668 "regex": "", 27669 "skipUrlSync": false, 27670 "sort": 1, 27671 "tagValuesQuery": "", 27672 "tags": [ 27673 27674 ], 27675 "tagsQuery": "", 27676 "type": "interval", 27677 "useTags": false 27678 } 27679 ] 27680 }, 27681 "time": { 27682 "from": "now-1h", 27683 "to": "now" 27684 }, 27685 "timepicker": { 27686 "refresh_intervals": [ 27687 "5s", 27688 "10s", 27689 "30s", 27690 "1m", 27691 "5m", 27692 "15m", 27693 "30m", 27694 "1h", 27695 "2h", 27696 "1d" 27697 ], 27698 "time_options": [ 27699 "5m", 27700 "15m", 27701 "1h", 27702 "6h", 27703 "12h", 27704 "24h", 27705 "2d", 27706 "7d", 27707 "30d" 27708 ] 27709 }, 27710 "timezone": "utc", 27711 "title": "Kubernetes / Networking / Namespace (Workload)", 27712 "uid": "bbb2a765a623ae38130206c7d94a160f", 27713 "version": 0 27714 } 27715 --- 27716 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/node-cluster-rsrc-use.yaml 27717 apiVersion: v1 27718 kind: ConfigMap 27719 metadata: 27720 namespace: kube-prometheus-stack 27721 name: kube-prometheus-stack-node-cluster-rsrc-use 27722 annotations: 27723 {} 27724 labels: 27725 grafana_dashboard: "1" 27726 app: kube-prometheus-stack-grafana 27727 27728 app.kubernetes.io/managed-by: Helm 27729 app.kubernetes.io/instance: kube-prometheus-stack 27730 app.kubernetes.io/version: "25.0.0" 27731 app.kubernetes.io/part-of: kube-prometheus-stack 27732 chart: kube-prometheus-stack-25.0.0 27733 release: "kube-prometheus-stack" 27734 heritage: "Helm" 27735 data: 27736 node-cluster-rsrc-use.json: |- 27737 { 27738 "__inputs": [ 27739 27740 ], 27741 "__requires": [ 27742 27743 ], 27744 "annotations": { 27745 "list": [ 27746 27747 ] 27748 }, 27749 "editable": false, 27750 "gnetId": null, 27751 "graphTooltip": 1, 27752 "hideControls": false, 27753 "id": null, 27754 "links": [ 27755 27756 ], 27757 "refresh": "30s", 27758 "rows": [ 27759 { 27760 "collapse": false, 27761 "collapsed": false, 27762 "panels": [ 27763 { 27764 "aliasColors": { 27765 27766 }, 27767 "bars": false, 27768 "dashLength": 10, 27769 "dashes": false, 27770 "datasource": "$datasource", 27771 "fill": 10, 27772 "fillGradient": 0, 27773 "gridPos": { 27774 27775 }, 27776 "id": 2, 27777 "legend": { 27778 "alignAsTable": false, 27779 "avg": false, 27780 "current": false, 27781 "max": false, 27782 "min": false, 27783 "rightSide": false, 27784 "show": false, 27785 "sideWidth": null, 27786 "total": false, 27787 "values": false 27788 }, 27789 "lines": true, 27790 "linewidth": 1, 27791 "links": [ 27792 27793 ], 27794 "nullPointMode": "null", 27795 "percentage": false, 27796 "pointradius": 5, 27797 "points": false, 27798 "renderer": "flot", 27799 "repeat": null, 27800 "seriesOverrides": [ 27801 27802 ], 27803 "spaceLength": 10, 27804 "span": 6, 27805 "stack": true, 27806 "steppedLine": false, 27807 "targets": [ 27808 { 27809 "expr": "((\n instance:node_cpu_utilisation:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}\n *\n instance:node_num_cpu:sum{job=\"node-exporter\", cluster=\"$cluster\"}\n) != 0 )\n/ scalar(sum(instance:node_num_cpu:sum{job=\"node-exporter\", cluster=\"$cluster\"}))\n", 27810 "format": "time_series", 27811 "intervalFactor": 2, 27812 "legendFormat": "{{ instance }}", 27813 "refId": "A" 27814 } 27815 ], 27816 "thresholds": [ 27817 27818 ], 27819 "timeFrom": null, 27820 "timeShift": null, 27821 "title": "CPU Utilisation", 27822 "tooltip": { 27823 "shared": true, 27824 "sort": 2, 27825 "value_type": "individual" 27826 }, 27827 "type": "graph", 27828 "xaxis": { 27829 "buckets": null, 27830 "mode": "time", 27831 "name": null, 27832 "show": true, 27833 "values": [ 27834 27835 ] 27836 }, 27837 "yaxes": [ 27838 { 27839 "format": "percentunit", 27840 "label": null, 27841 "logBase": 1, 27842 "max": null, 27843 "min": null, 27844 "show": true 27845 }, 27846 { 27847 "format": "percentunit", 27848 "label": null, 27849 "logBase": 1, 27850 "max": null, 27851 "min": null, 27852 "show": true 27853 } 27854 ] 27855 }, 27856 { 27857 "aliasColors": { 27858 27859 }, 27860 "bars": false, 27861 "dashLength": 10, 27862 "dashes": false, 27863 "datasource": "$datasource", 27864 "fill": 10, 27865 "fillGradient": 0, 27866 "gridPos": { 27867 27868 }, 27869 "id": 3, 27870 "legend": { 27871 "alignAsTable": false, 27872 "avg": false, 27873 "current": false, 27874 "max": false, 27875 "min": false, 27876 "rightSide": false, 27877 "show": false, 27878 "sideWidth": null, 27879 "total": false, 27880 "values": false 27881 }, 27882 "lines": true, 27883 "linewidth": 1, 27884 "links": [ 27885 27886 ], 27887 "nullPointMode": "null", 27888 "percentage": false, 27889 "pointradius": 5, 27890 "points": false, 27891 "renderer": "flot", 27892 "repeat": null, 27893 "seriesOverrides": [ 27894 27895 ], 27896 "spaceLength": 10, 27897 "span": 6, 27898 "stack": true, 27899 "steppedLine": false, 27900 "targets": [ 27901 { 27902 "expr": "(\n instance:node_load1_per_cpu:ratio{job=\"node-exporter\", cluster=\"$cluster\"}\n / scalar(count(instance:node_load1_per_cpu:ratio{job=\"node-exporter\", cluster=\"$cluster\"}))\n) != 0\n", 27903 "format": "time_series", 27904 "intervalFactor": 2, 27905 "legendFormat": "{{instance}}", 27906 "refId": "A" 27907 } 27908 ], 27909 "thresholds": [ 27910 27911 ], 27912 "timeFrom": null, 27913 "timeShift": null, 27914 "title": "CPU Saturation (Load1 per CPU)", 27915 "tooltip": { 27916 "shared": true, 27917 "sort": 2, 27918 "value_type": "individual" 27919 }, 27920 "type": "graph", 27921 "xaxis": { 27922 "buckets": null, 27923 "mode": "time", 27924 "name": null, 27925 "show": true, 27926 "values": [ 27927 27928 ] 27929 }, 27930 "yaxes": [ 27931 { 27932 "format": "percentunit", 27933 "label": null, 27934 "logBase": 1, 27935 "max": null, 27936 "min": null, 27937 "show": true 27938 }, 27939 { 27940 "format": "percentunit", 27941 "label": null, 27942 "logBase": 1, 27943 "max": null, 27944 "min": null, 27945 "show": true 27946 } 27947 ] 27948 } 27949 ], 27950 "repeat": null, 27951 "repeatIteration": null, 27952 "repeatRowId": null, 27953 "showTitle": true, 27954 "title": "CPU", 27955 "titleSize": "h6", 27956 "type": "row" 27957 }, 27958 { 27959 "collapse": false, 27960 "collapsed": false, 27961 "panels": [ 27962 { 27963 "aliasColors": { 27964 27965 }, 27966 "bars": false, 27967 "dashLength": 10, 27968 "dashes": false, 27969 "datasource": "$datasource", 27970 "fill": 10, 27971 "fillGradient": 0, 27972 "gridPos": { 27973 27974 }, 27975 "id": 4, 27976 "legend": { 27977 "alignAsTable": false, 27978 "avg": false, 27979 "current": false, 27980 "max": false, 27981 "min": false, 27982 "rightSide": false, 27983 "show": false, 27984 "sideWidth": null, 27985 "total": false, 27986 "values": false 27987 }, 27988 "lines": true, 27989 "linewidth": 1, 27990 "links": [ 27991 27992 ], 27993 "nullPointMode": "null", 27994 "percentage": false, 27995 "pointradius": 5, 27996 "points": false, 27997 "renderer": "flot", 27998 "repeat": null, 27999 "seriesOverrides": [ 28000 28001 ], 28002 "spaceLength": 10, 28003 "span": 6, 28004 "stack": true, 28005 "steppedLine": false, 28006 "targets": [ 28007 { 28008 "expr": "(\n instance:node_memory_utilisation:ratio{job=\"node-exporter\", cluster=\"$cluster\"}\n / scalar(count(instance:node_memory_utilisation:ratio{job=\"node-exporter\", cluster=\"$cluster\"}))\n) != 0\n", 28009 "format": "time_series", 28010 "intervalFactor": 2, 28011 "legendFormat": "{{instance}}", 28012 "refId": "A" 28013 } 28014 ], 28015 "thresholds": [ 28016 28017 ], 28018 "timeFrom": null, 28019 "timeShift": null, 28020 "title": "Memory Utilisation", 28021 "tooltip": { 28022 "shared": true, 28023 "sort": 2, 28024 "value_type": "individual" 28025 }, 28026 "type": "graph", 28027 "xaxis": { 28028 "buckets": null, 28029 "mode": "time", 28030 "name": null, 28031 "show": true, 28032 "values": [ 28033 28034 ] 28035 }, 28036 "yaxes": [ 28037 { 28038 "format": "percentunit", 28039 "label": null, 28040 "logBase": 1, 28041 "max": null, 28042 "min": null, 28043 "show": true 28044 }, 28045 { 28046 "format": "percentunit", 28047 "label": null, 28048 "logBase": 1, 28049 "max": null, 28050 "min": null, 28051 "show": true 28052 } 28053 ] 28054 }, 28055 { 28056 "aliasColors": { 28057 28058 }, 28059 "bars": false, 28060 "dashLength": 10, 28061 "dashes": false, 28062 "datasource": "$datasource", 28063 "fill": 10, 28064 "fillGradient": 0, 28065 "gridPos": { 28066 28067 }, 28068 "id": 5, 28069 "legend": { 28070 "alignAsTable": false, 28071 "avg": false, 28072 "current": false, 28073 "max": false, 28074 "min": false, 28075 "rightSide": false, 28076 "show": false, 28077 "sideWidth": null, 28078 "total": false, 28079 "values": false 28080 }, 28081 "lines": true, 28082 "linewidth": 1, 28083 "links": [ 28084 28085 ], 28086 "nullPointMode": "null", 28087 "percentage": false, 28088 "pointradius": 5, 28089 "points": false, 28090 "renderer": "flot", 28091 "repeat": null, 28092 "seriesOverrides": [ 28093 28094 ], 28095 "spaceLength": 10, 28096 "span": 6, 28097 "stack": true, 28098 "steppedLine": false, 28099 "targets": [ 28100 { 28101 "expr": "instance:node_vmstat_pgmajfault:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}", 28102 "format": "time_series", 28103 "intervalFactor": 2, 28104 "legendFormat": "{{instance}}", 28105 "refId": "A" 28106 } 28107 ], 28108 "thresholds": [ 28109 28110 ], 28111 "timeFrom": null, 28112 "timeShift": null, 28113 "title": "Memory Saturation (Major Page Faults)", 28114 "tooltip": { 28115 "shared": true, 28116 "sort": 2, 28117 "value_type": "individual" 28118 }, 28119 "type": "graph", 28120 "xaxis": { 28121 "buckets": null, 28122 "mode": "time", 28123 "name": null, 28124 "show": true, 28125 "values": [ 28126 28127 ] 28128 }, 28129 "yaxes": [ 28130 { 28131 "format": "rds", 28132 "label": null, 28133 "logBase": 1, 28134 "max": null, 28135 "min": null, 28136 "show": true 28137 }, 28138 { 28139 "format": "rds", 28140 "label": null, 28141 "logBase": 1, 28142 "max": null, 28143 "min": null, 28144 "show": true 28145 } 28146 ] 28147 } 28148 ], 28149 "repeat": null, 28150 "repeatIteration": null, 28151 "repeatRowId": null, 28152 "showTitle": true, 28153 "title": "Memory", 28154 "titleSize": "h6", 28155 "type": "row" 28156 }, 28157 { 28158 "collapse": false, 28159 "collapsed": false, 28160 "panels": [ 28161 { 28162 "aliasColors": { 28163 28164 }, 28165 "bars": false, 28166 "dashLength": 10, 28167 "dashes": false, 28168 "datasource": "$datasource", 28169 "fill": 10, 28170 "fillGradient": 0, 28171 "gridPos": { 28172 28173 }, 28174 "id": 6, 28175 "legend": { 28176 "alignAsTable": false, 28177 "avg": false, 28178 "current": false, 28179 "max": false, 28180 "min": false, 28181 "rightSide": false, 28182 "show": false, 28183 "sideWidth": null, 28184 "total": false, 28185 "values": false 28186 }, 28187 "lines": true, 28188 "linewidth": 1, 28189 "links": [ 28190 28191 ], 28192 "nullPointMode": "null", 28193 "percentage": false, 28194 "pointradius": 5, 28195 "points": false, 28196 "renderer": "flot", 28197 "repeat": null, 28198 "seriesOverrides": [ 28199 { 28200 "alias": "/Receive/", 28201 "stack": "A" 28202 }, 28203 { 28204 "alias": "/Transmit/", 28205 "stack": "B", 28206 "transform": "negative-Y" 28207 } 28208 ], 28209 "spaceLength": 10, 28210 "span": 6, 28211 "stack": true, 28212 "steppedLine": false, 28213 "targets": [ 28214 { 28215 "expr": "instance:node_network_receive_bytes_excluding_lo:rate5m{job=\"node-exporter\", cluster=\"$cluster\"} != 0", 28216 "format": "time_series", 28217 "intervalFactor": 2, 28218 "legendFormat": "{{instance}} Receive", 28219 "refId": "A" 28220 }, 28221 { 28222 "expr": "instance:node_network_transmit_bytes_excluding_lo:rate5m{job=\"node-exporter\", cluster=\"$cluster\"} != 0", 28223 "format": "time_series", 28224 "intervalFactor": 2, 28225 "legendFormat": "{{instance}} Transmit", 28226 "refId": "B" 28227 } 28228 ], 28229 "thresholds": [ 28230 28231 ], 28232 "timeFrom": null, 28233 "timeShift": null, 28234 "title": "Network Utilisation (Bytes Receive/Transmit)", 28235 "tooltip": { 28236 "shared": true, 28237 "sort": 2, 28238 "value_type": "individual" 28239 }, 28240 "type": "graph", 28241 "xaxis": { 28242 "buckets": null, 28243 "mode": "time", 28244 "name": null, 28245 "show": true, 28246 "values": [ 28247 28248 ] 28249 }, 28250 "yaxes": [ 28251 { 28252 "format": "Bps", 28253 "label": null, 28254 "logBase": 1, 28255 "max": null, 28256 "min": null, 28257 "show": true 28258 }, 28259 { 28260 "format": "Bps", 28261 "label": null, 28262 "logBase": 1, 28263 "max": null, 28264 "min": null, 28265 "show": true 28266 } 28267 ] 28268 }, 28269 { 28270 "aliasColors": { 28271 28272 }, 28273 "bars": false, 28274 "dashLength": 10, 28275 "dashes": false, 28276 "datasource": "$datasource", 28277 "fill": 10, 28278 "fillGradient": 0, 28279 "gridPos": { 28280 28281 }, 28282 "id": 7, 28283 "legend": { 28284 "alignAsTable": false, 28285 "avg": false, 28286 "current": false, 28287 "max": false, 28288 "min": false, 28289 "rightSide": false, 28290 "show": false, 28291 "sideWidth": null, 28292 "total": false, 28293 "values": false 28294 }, 28295 "lines": true, 28296 "linewidth": 1, 28297 "links": [ 28298 28299 ], 28300 "nullPointMode": "null", 28301 "percentage": false, 28302 "pointradius": 5, 28303 "points": false, 28304 "renderer": "flot", 28305 "repeat": null, 28306 "seriesOverrides": [ 28307 { 28308 "alias": "/ Receive/", 28309 "stack": "A" 28310 }, 28311 { 28312 "alias": "/ Transmit/", 28313 "stack": "B", 28314 "transform": "negative-Y" 28315 } 28316 ], 28317 "spaceLength": 10, 28318 "span": 6, 28319 "stack": true, 28320 "steppedLine": false, 28321 "targets": [ 28322 { 28323 "expr": "instance:node_network_receive_drop_excluding_lo:rate5m{job=\"node-exporter\", cluster=\"$cluster\"} != 0", 28324 "format": "time_series", 28325 "intervalFactor": 2, 28326 "legendFormat": "{{instance}} Receive", 28327 "refId": "A" 28328 }, 28329 { 28330 "expr": "instance:node_network_transmit_drop_excluding_lo:rate5m{job=\"node-exporter\", cluster=\"$cluster\"} != 0", 28331 "format": "time_series", 28332 "intervalFactor": 2, 28333 "legendFormat": "{{instance}} Transmit", 28334 "refId": "B" 28335 } 28336 ], 28337 "thresholds": [ 28338 28339 ], 28340 "timeFrom": null, 28341 "timeShift": null, 28342 "title": "Network Saturation (Drops Receive/Transmit)", 28343 "tooltip": { 28344 "shared": true, 28345 "sort": 2, 28346 "value_type": "individual" 28347 }, 28348 "type": "graph", 28349 "xaxis": { 28350 "buckets": null, 28351 "mode": "time", 28352 "name": null, 28353 "show": true, 28354 "values": [ 28355 28356 ] 28357 }, 28358 "yaxes": [ 28359 { 28360 "format": "Bps", 28361 "label": null, 28362 "logBase": 1, 28363 "max": null, 28364 "min": null, 28365 "show": true 28366 }, 28367 { 28368 "format": "Bps", 28369 "label": null, 28370 "logBase": 1, 28371 "max": null, 28372 "min": null, 28373 "show": true 28374 } 28375 ] 28376 } 28377 ], 28378 "repeat": null, 28379 "repeatIteration": null, 28380 "repeatRowId": null, 28381 "showTitle": true, 28382 "title": "Network", 28383 "titleSize": "h6", 28384 "type": "row" 28385 }, 28386 { 28387 "collapse": false, 28388 "collapsed": false, 28389 "panels": [ 28390 { 28391 "aliasColors": { 28392 28393 }, 28394 "bars": false, 28395 "dashLength": 10, 28396 "dashes": false, 28397 "datasource": "$datasource", 28398 "fill": 10, 28399 "fillGradient": 0, 28400 "gridPos": { 28401 28402 }, 28403 "id": 8, 28404 "legend": { 28405 "alignAsTable": false, 28406 "avg": false, 28407 "current": false, 28408 "max": false, 28409 "min": false, 28410 "rightSide": false, 28411 "show": false, 28412 "sideWidth": null, 28413 "total": false, 28414 "values": false 28415 }, 28416 "lines": true, 28417 "linewidth": 1, 28418 "links": [ 28419 28420 ], 28421 "nullPointMode": "null", 28422 "percentage": false, 28423 "pointradius": 5, 28424 "points": false, 28425 "renderer": "flot", 28426 "repeat": null, 28427 "seriesOverrides": [ 28428 28429 ], 28430 "spaceLength": 10, 28431 "span": 6, 28432 "stack": true, 28433 "steppedLine": false, 28434 "targets": [ 28435 { 28436 "expr": "(\n instance_device:node_disk_io_time_seconds:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}\n / scalar(count(instance_device:node_disk_io_time_seconds:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}))\n) != 0\n", 28437 "format": "time_series", 28438 "intervalFactor": 2, 28439 "legendFormat": "{{instance}} {{device}}", 28440 "refId": "A" 28441 } 28442 ], 28443 "thresholds": [ 28444 28445 ], 28446 "timeFrom": null, 28447 "timeShift": null, 28448 "title": "Disk IO Utilisation", 28449 "tooltip": { 28450 "shared": true, 28451 "sort": 2, 28452 "value_type": "individual" 28453 }, 28454 "type": "graph", 28455 "xaxis": { 28456 "buckets": null, 28457 "mode": "time", 28458 "name": null, 28459 "show": true, 28460 "values": [ 28461 28462 ] 28463 }, 28464 "yaxes": [ 28465 { 28466 "format": "percentunit", 28467 "label": null, 28468 "logBase": 1, 28469 "max": null, 28470 "min": null, 28471 "show": true 28472 }, 28473 { 28474 "format": "percentunit", 28475 "label": null, 28476 "logBase": 1, 28477 "max": null, 28478 "min": null, 28479 "show": true 28480 } 28481 ] 28482 }, 28483 { 28484 "aliasColors": { 28485 28486 }, 28487 "bars": false, 28488 "dashLength": 10, 28489 "dashes": false, 28490 "datasource": "$datasource", 28491 "fill": 10, 28492 "fillGradient": 0, 28493 "gridPos": { 28494 28495 }, 28496 "id": 9, 28497 "legend": { 28498 "alignAsTable": false, 28499 "avg": false, 28500 "current": false, 28501 "max": false, 28502 "min": false, 28503 "rightSide": false, 28504 "show": false, 28505 "sideWidth": null, 28506 "total": false, 28507 "values": false 28508 }, 28509 "lines": true, 28510 "linewidth": 1, 28511 "links": [ 28512 28513 ], 28514 "nullPointMode": "null", 28515 "percentage": false, 28516 "pointradius": 5, 28517 "points": false, 28518 "renderer": "flot", 28519 "repeat": null, 28520 "seriesOverrides": [ 28521 28522 ], 28523 "spaceLength": 10, 28524 "span": 6, 28525 "stack": true, 28526 "steppedLine": false, 28527 "targets": [ 28528 { 28529 "expr": "(\n instance_device:node_disk_io_time_weighted_seconds:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}\n / scalar(count(instance_device:node_disk_io_time_weighted_seconds:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}))\n) != 0\n", 28530 "format": "time_series", 28531 "intervalFactor": 2, 28532 "legendFormat": "{{instance}} {{device}}", 28533 "refId": "A" 28534 } 28535 ], 28536 "thresholds": [ 28537 28538 ], 28539 "timeFrom": null, 28540 "timeShift": null, 28541 "title": "Disk IO Saturation", 28542 "tooltip": { 28543 "shared": true, 28544 "sort": 2, 28545 "value_type": "individual" 28546 }, 28547 "type": "graph", 28548 "xaxis": { 28549 "buckets": null, 28550 "mode": "time", 28551 "name": null, 28552 "show": true, 28553 "values": [ 28554 28555 ] 28556 }, 28557 "yaxes": [ 28558 { 28559 "format": "percentunit", 28560 "label": null, 28561 "logBase": 1, 28562 "max": null, 28563 "min": null, 28564 "show": true 28565 }, 28566 { 28567 "format": "percentunit", 28568 "label": null, 28569 "logBase": 1, 28570 "max": null, 28571 "min": null, 28572 "show": true 28573 } 28574 ] 28575 } 28576 ], 28577 "repeat": null, 28578 "repeatIteration": null, 28579 "repeatRowId": null, 28580 "showTitle": true, 28581 "title": "Disk IO", 28582 "titleSize": "h6", 28583 "type": "row" 28584 }, 28585 { 28586 "collapse": false, 28587 "collapsed": false, 28588 "panels": [ 28589 { 28590 "aliasColors": { 28591 28592 }, 28593 "bars": false, 28594 "dashLength": 10, 28595 "dashes": false, 28596 "datasource": "$datasource", 28597 "fill": 10, 28598 "fillGradient": 0, 28599 "gridPos": { 28600 28601 }, 28602 "id": 10, 28603 "legend": { 28604 "alignAsTable": false, 28605 "avg": false, 28606 "current": false, 28607 "max": false, 28608 "min": false, 28609 "rightSide": false, 28610 "show": false, 28611 "sideWidth": null, 28612 "total": false, 28613 "values": false 28614 }, 28615 "lines": true, 28616 "linewidth": 1, 28617 "links": [ 28618 28619 ], 28620 "nullPointMode": "null", 28621 "percentage": false, 28622 "pointradius": 5, 28623 "points": false, 28624 "renderer": "flot", 28625 "repeat": null, 28626 "seriesOverrides": [ 28627 28628 ], 28629 "spaceLength": 10, 28630 "span": 12, 28631 "stack": true, 28632 "steppedLine": false, 28633 "targets": [ 28634 { 28635 "expr": "sum without (device) (\n max without (fstype, mountpoint) ((\n node_filesystem_size_bytes{job=\"node-exporter\", fstype!=\"\", cluster=\"$cluster\"}\n -\n node_filesystem_avail_bytes{job=\"node-exporter\", fstype!=\"\", cluster=\"$cluster\"}\n ) != 0)\n)\n/ scalar(sum(max without (fstype, mountpoint) (node_filesystem_size_bytes{job=\"node-exporter\", fstype!=\"\", cluster=\"$cluster\"})))\n", 28636 "format": "time_series", 28637 "intervalFactor": 2, 28638 "legendFormat": "{{instance}}", 28639 "refId": "A" 28640 } 28641 ], 28642 "thresholds": [ 28643 28644 ], 28645 "timeFrom": null, 28646 "timeShift": null, 28647 "title": "Disk Space Utilisation", 28648 "tooltip": { 28649 "shared": true, 28650 "sort": 2, 28651 "value_type": "individual" 28652 }, 28653 "type": "graph", 28654 "xaxis": { 28655 "buckets": null, 28656 "mode": "time", 28657 "name": null, 28658 "show": true, 28659 "values": [ 28660 28661 ] 28662 }, 28663 "yaxes": [ 28664 { 28665 "format": "percentunit", 28666 "label": null, 28667 "logBase": 1, 28668 "max": null, 28669 "min": null, 28670 "show": true 28671 }, 28672 { 28673 "format": "percentunit", 28674 "label": null, 28675 "logBase": 1, 28676 "max": null, 28677 "min": null, 28678 "show": true 28679 } 28680 ] 28681 } 28682 ], 28683 "repeat": null, 28684 "repeatIteration": null, 28685 "repeatRowId": null, 28686 "showTitle": true, 28687 "title": "Disk Space", 28688 "titleSize": "h6", 28689 "type": "row" 28690 } 28691 ], 28692 "schemaVersion": 14, 28693 "style": "dark", 28694 "tags": [ 28695 "node-exporter-mixin" 28696 ], 28697 "templating": { 28698 "list": [ 28699 { 28700 "current": { 28701 "text": "Prometheus", 28702 "value": "Prometheus" 28703 }, 28704 "hide": 0, 28705 "label": "Data Source", 28706 "name": "datasource", 28707 "options": [ 28708 28709 ], 28710 "query": "prometheus", 28711 "refresh": 1, 28712 "regex": "", 28713 "type": "datasource" 28714 }, 28715 { 28716 "allValue": null, 28717 "current": { 28718 "text": "", 28719 "value": "" 28720 }, 28721 "datasource": "$datasource", 28722 "hide": 2, 28723 "includeAll": false, 28724 "label": null, 28725 "multi": false, 28726 "name": "cluster", 28727 "options": [ 28728 28729 ], 28730 "query": "label_values(node_time_seconds, cluster)", 28731 "refresh": 2, 28732 "regex": "", 28733 "sort": 1, 28734 "tagValuesQuery": "", 28735 "tags": [ 28736 28737 ], 28738 "tagsQuery": "", 28739 "type": "query", 28740 "useTags": false 28741 } 28742 ] 28743 }, 28744 "time": { 28745 "from": "now-1h", 28746 "to": "now" 28747 }, 28748 "timepicker": { 28749 "refresh_intervals": [ 28750 "5s", 28751 "10s", 28752 "30s", 28753 "1m", 28754 "5m", 28755 "15m", 28756 "30m", 28757 "1h", 28758 "2h", 28759 "1d" 28760 ], 28761 "time_options": [ 28762 "5m", 28763 "15m", 28764 "1h", 28765 "6h", 28766 "12h", 28767 "24h", 28768 "2d", 28769 "7d", 28770 "30d" 28771 ] 28772 }, 28773 "timezone": "utc", 28774 "title": "Node Exporter / USE Method / Cluster", 28775 "version": 0 28776 } 28777 --- 28778 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/node-rsrc-use.yaml 28779 apiVersion: v1 28780 kind: ConfigMap 28781 metadata: 28782 namespace: kube-prometheus-stack 28783 name: kube-prometheus-stack-node-rsrc-use 28784 annotations: 28785 {} 28786 labels: 28787 grafana_dashboard: "1" 28788 app: kube-prometheus-stack-grafana 28789 28790 app.kubernetes.io/managed-by: Helm 28791 app.kubernetes.io/instance: kube-prometheus-stack 28792 app.kubernetes.io/version: "25.0.0" 28793 app.kubernetes.io/part-of: kube-prometheus-stack 28794 chart: kube-prometheus-stack-25.0.0 28795 release: "kube-prometheus-stack" 28796 heritage: "Helm" 28797 data: 28798 node-rsrc-use.json: |- 28799 { 28800 "__inputs": [ 28801 28802 ], 28803 "__requires": [ 28804 28805 ], 28806 "annotations": { 28807 "list": [ 28808 28809 ] 28810 }, 28811 "editable": false, 28812 "gnetId": null, 28813 "graphTooltip": 1, 28814 "hideControls": false, 28815 "id": null, 28816 "links": [ 28817 28818 ], 28819 "refresh": "30s", 28820 "rows": [ 28821 { 28822 "collapse": false, 28823 "collapsed": false, 28824 "panels": [ 28825 { 28826 "aliasColors": { 28827 28828 }, 28829 "bars": false, 28830 "dashLength": 10, 28831 "dashes": false, 28832 "datasource": "$datasource", 28833 "fill": 10, 28834 "fillGradient": 0, 28835 "gridPos": { 28836 28837 }, 28838 "id": 2, 28839 "legend": { 28840 "alignAsTable": false, 28841 "avg": false, 28842 "current": false, 28843 "max": false, 28844 "min": false, 28845 "rightSide": false, 28846 "show": false, 28847 "sideWidth": null, 28848 "total": false, 28849 "values": false 28850 }, 28851 "lines": true, 28852 "linewidth": 1, 28853 "links": [ 28854 28855 ], 28856 "nullPointMode": "null", 28857 "percentage": false, 28858 "pointradius": 5, 28859 "points": false, 28860 "renderer": "flot", 28861 "repeat": null, 28862 "seriesOverrides": [ 28863 28864 ], 28865 "spaceLength": 10, 28866 "span": 6, 28867 "stack": true, 28868 "steppedLine": false, 28869 "targets": [ 28870 { 28871 "expr": "instance:node_cpu_utilisation:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 28872 "format": "time_series", 28873 "intervalFactor": 2, 28874 "legendFormat": "Utilisation", 28875 "refId": "A" 28876 } 28877 ], 28878 "thresholds": [ 28879 28880 ], 28881 "timeFrom": null, 28882 "timeShift": null, 28883 "title": "CPU Utilisation", 28884 "tooltip": { 28885 "shared": true, 28886 "sort": 2, 28887 "value_type": "individual" 28888 }, 28889 "type": "graph", 28890 "xaxis": { 28891 "buckets": null, 28892 "mode": "time", 28893 "name": null, 28894 "show": true, 28895 "values": [ 28896 28897 ] 28898 }, 28899 "yaxes": [ 28900 { 28901 "format": "percentunit", 28902 "label": null, 28903 "logBase": 1, 28904 "max": null, 28905 "min": null, 28906 "show": true 28907 }, 28908 { 28909 "format": "percentunit", 28910 "label": null, 28911 "logBase": 1, 28912 "max": null, 28913 "min": null, 28914 "show": true 28915 } 28916 ] 28917 }, 28918 { 28919 "aliasColors": { 28920 28921 }, 28922 "bars": false, 28923 "dashLength": 10, 28924 "dashes": false, 28925 "datasource": "$datasource", 28926 "fill": 10, 28927 "fillGradient": 0, 28928 "gridPos": { 28929 28930 }, 28931 "id": 3, 28932 "legend": { 28933 "alignAsTable": false, 28934 "avg": false, 28935 "current": false, 28936 "max": false, 28937 "min": false, 28938 "rightSide": false, 28939 "show": false, 28940 "sideWidth": null, 28941 "total": false, 28942 "values": false 28943 }, 28944 "lines": true, 28945 "linewidth": 1, 28946 "links": [ 28947 28948 ], 28949 "nullPointMode": "null", 28950 "percentage": false, 28951 "pointradius": 5, 28952 "points": false, 28953 "renderer": "flot", 28954 "repeat": null, 28955 "seriesOverrides": [ 28956 28957 ], 28958 "spaceLength": 10, 28959 "span": 6, 28960 "stack": true, 28961 "steppedLine": false, 28962 "targets": [ 28963 { 28964 "expr": "instance:node_load1_per_cpu:ratio{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 28965 "format": "time_series", 28966 "intervalFactor": 2, 28967 "legendFormat": "Saturation", 28968 "refId": "A" 28969 } 28970 ], 28971 "thresholds": [ 28972 28973 ], 28974 "timeFrom": null, 28975 "timeShift": null, 28976 "title": "CPU Saturation (Load1 per CPU)", 28977 "tooltip": { 28978 "shared": true, 28979 "sort": 2, 28980 "value_type": "individual" 28981 }, 28982 "type": "graph", 28983 "xaxis": { 28984 "buckets": null, 28985 "mode": "time", 28986 "name": null, 28987 "show": true, 28988 "values": [ 28989 28990 ] 28991 }, 28992 "yaxes": [ 28993 { 28994 "format": "percentunit", 28995 "label": null, 28996 "logBase": 1, 28997 "max": null, 28998 "min": null, 28999 "show": true 29000 }, 29001 { 29002 "format": "percentunit", 29003 "label": null, 29004 "logBase": 1, 29005 "max": null, 29006 "min": null, 29007 "show": true 29008 } 29009 ] 29010 } 29011 ], 29012 "repeat": null, 29013 "repeatIteration": null, 29014 "repeatRowId": null, 29015 "showTitle": true, 29016 "title": "CPU", 29017 "titleSize": "h6", 29018 "type": "row" 29019 }, 29020 { 29021 "collapse": false, 29022 "collapsed": false, 29023 "panels": [ 29024 { 29025 "aliasColors": { 29026 29027 }, 29028 "bars": false, 29029 "dashLength": 10, 29030 "dashes": false, 29031 "datasource": "$datasource", 29032 "fill": 10, 29033 "fillGradient": 0, 29034 "gridPos": { 29035 29036 }, 29037 "id": 4, 29038 "legend": { 29039 "alignAsTable": false, 29040 "avg": false, 29041 "current": false, 29042 "max": false, 29043 "min": false, 29044 "rightSide": false, 29045 "show": false, 29046 "sideWidth": null, 29047 "total": false, 29048 "values": false 29049 }, 29050 "lines": true, 29051 "linewidth": 1, 29052 "links": [ 29053 29054 ], 29055 "nullPointMode": "null", 29056 "percentage": false, 29057 "pointradius": 5, 29058 "points": false, 29059 "renderer": "flot", 29060 "repeat": null, 29061 "seriesOverrides": [ 29062 29063 ], 29064 "spaceLength": 10, 29065 "span": 6, 29066 "stack": true, 29067 "steppedLine": false, 29068 "targets": [ 29069 { 29070 "expr": "instance:node_memory_utilisation:ratio{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29071 "format": "time_series", 29072 "intervalFactor": 2, 29073 "legendFormat": "Utilisation", 29074 "refId": "A" 29075 } 29076 ], 29077 "thresholds": [ 29078 29079 ], 29080 "timeFrom": null, 29081 "timeShift": null, 29082 "title": "Memory Utilisation", 29083 "tooltip": { 29084 "shared": true, 29085 "sort": 2, 29086 "value_type": "individual" 29087 }, 29088 "type": "graph", 29089 "xaxis": { 29090 "buckets": null, 29091 "mode": "time", 29092 "name": null, 29093 "show": true, 29094 "values": [ 29095 29096 ] 29097 }, 29098 "yaxes": [ 29099 { 29100 "format": "percentunit", 29101 "label": null, 29102 "logBase": 1, 29103 "max": null, 29104 "min": null, 29105 "show": true 29106 }, 29107 { 29108 "format": "percentunit", 29109 "label": null, 29110 "logBase": 1, 29111 "max": null, 29112 "min": null, 29113 "show": true 29114 } 29115 ] 29116 }, 29117 { 29118 "aliasColors": { 29119 29120 }, 29121 "bars": false, 29122 "dashLength": 10, 29123 "dashes": false, 29124 "datasource": "$datasource", 29125 "fill": 10, 29126 "fillGradient": 0, 29127 "gridPos": { 29128 29129 }, 29130 "id": 5, 29131 "legend": { 29132 "alignAsTable": false, 29133 "avg": false, 29134 "current": false, 29135 "max": false, 29136 "min": false, 29137 "rightSide": false, 29138 "show": false, 29139 "sideWidth": null, 29140 "total": false, 29141 "values": false 29142 }, 29143 "lines": true, 29144 "linewidth": 1, 29145 "links": [ 29146 29147 ], 29148 "nullPointMode": "null", 29149 "percentage": false, 29150 "pointradius": 5, 29151 "points": false, 29152 "renderer": "flot", 29153 "repeat": null, 29154 "seriesOverrides": [ 29155 29156 ], 29157 "spaceLength": 10, 29158 "span": 6, 29159 "stack": true, 29160 "steppedLine": false, 29161 "targets": [ 29162 { 29163 "expr": "instance:node_vmstat_pgmajfault:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29164 "format": "time_series", 29165 "intervalFactor": 2, 29166 "legendFormat": "Major page Faults", 29167 "refId": "A" 29168 } 29169 ], 29170 "thresholds": [ 29171 29172 ], 29173 "timeFrom": null, 29174 "timeShift": null, 29175 "title": "Memory Saturation (Major Page Faults)", 29176 "tooltip": { 29177 "shared": true, 29178 "sort": 2, 29179 "value_type": "individual" 29180 }, 29181 "type": "graph", 29182 "xaxis": { 29183 "buckets": null, 29184 "mode": "time", 29185 "name": null, 29186 "show": true, 29187 "values": [ 29188 29189 ] 29190 }, 29191 "yaxes": [ 29192 { 29193 "format": "rds", 29194 "label": null, 29195 "logBase": 1, 29196 "max": null, 29197 "min": null, 29198 "show": true 29199 }, 29200 { 29201 "format": "rds", 29202 "label": null, 29203 "logBase": 1, 29204 "max": null, 29205 "min": null, 29206 "show": true 29207 } 29208 ] 29209 } 29210 ], 29211 "repeat": null, 29212 "repeatIteration": null, 29213 "repeatRowId": null, 29214 "showTitle": true, 29215 "title": "Memory", 29216 "titleSize": "h6", 29217 "type": "row" 29218 }, 29219 { 29220 "collapse": false, 29221 "collapsed": false, 29222 "panels": [ 29223 { 29224 "aliasColors": { 29225 29226 }, 29227 "bars": false, 29228 "dashLength": 10, 29229 "dashes": false, 29230 "datasource": "$datasource", 29231 "fill": 10, 29232 "fillGradient": 0, 29233 "gridPos": { 29234 29235 }, 29236 "id": 6, 29237 "legend": { 29238 "alignAsTable": false, 29239 "avg": false, 29240 "current": false, 29241 "max": false, 29242 "min": false, 29243 "rightSide": false, 29244 "show": false, 29245 "sideWidth": null, 29246 "total": false, 29247 "values": false 29248 }, 29249 "lines": true, 29250 "linewidth": 1, 29251 "links": [ 29252 29253 ], 29254 "nullPointMode": "null", 29255 "percentage": false, 29256 "pointradius": 5, 29257 "points": false, 29258 "renderer": "flot", 29259 "repeat": null, 29260 "seriesOverrides": [ 29261 { 29262 "alias": "/Receive/", 29263 "stack": "A" 29264 }, 29265 { 29266 "alias": "/Transmit/", 29267 "stack": "B", 29268 "transform": "negative-Y" 29269 } 29270 ], 29271 "spaceLength": 10, 29272 "span": 6, 29273 "stack": true, 29274 "steppedLine": false, 29275 "targets": [ 29276 { 29277 "expr": "instance:node_network_receive_bytes_excluding_lo:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29278 "format": "time_series", 29279 "intervalFactor": 2, 29280 "legendFormat": "Receive", 29281 "refId": "A" 29282 }, 29283 { 29284 "expr": "instance:node_network_transmit_bytes_excluding_lo:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29285 "format": "time_series", 29286 "intervalFactor": 2, 29287 "legendFormat": "Transmit", 29288 "refId": "B" 29289 } 29290 ], 29291 "thresholds": [ 29292 29293 ], 29294 "timeFrom": null, 29295 "timeShift": null, 29296 "title": "Network Utilisation (Bytes Receive/Transmit)", 29297 "tooltip": { 29298 "shared": true, 29299 "sort": 2, 29300 "value_type": "individual" 29301 }, 29302 "type": "graph", 29303 "xaxis": { 29304 "buckets": null, 29305 "mode": "time", 29306 "name": null, 29307 "show": true, 29308 "values": [ 29309 29310 ] 29311 }, 29312 "yaxes": [ 29313 { 29314 "format": "Bps", 29315 "label": null, 29316 "logBase": 1, 29317 "max": null, 29318 "min": null, 29319 "show": true 29320 }, 29321 { 29322 "format": "Bps", 29323 "label": null, 29324 "logBase": 1, 29325 "max": null, 29326 "min": null, 29327 "show": true 29328 } 29329 ] 29330 }, 29331 { 29332 "aliasColors": { 29333 29334 }, 29335 "bars": false, 29336 "dashLength": 10, 29337 "dashes": false, 29338 "datasource": "$datasource", 29339 "fill": 10, 29340 "fillGradient": 0, 29341 "gridPos": { 29342 29343 }, 29344 "id": 7, 29345 "legend": { 29346 "alignAsTable": false, 29347 "avg": false, 29348 "current": false, 29349 "max": false, 29350 "min": false, 29351 "rightSide": false, 29352 "show": false, 29353 "sideWidth": null, 29354 "total": false, 29355 "values": false 29356 }, 29357 "lines": true, 29358 "linewidth": 1, 29359 "links": [ 29360 29361 ], 29362 "nullPointMode": "null", 29363 "percentage": false, 29364 "pointradius": 5, 29365 "points": false, 29366 "renderer": "flot", 29367 "repeat": null, 29368 "seriesOverrides": [ 29369 { 29370 "alias": "/ Receive/", 29371 "stack": "A" 29372 }, 29373 { 29374 "alias": "/ Transmit/", 29375 "stack": "B", 29376 "transform": "negative-Y" 29377 } 29378 ], 29379 "spaceLength": 10, 29380 "span": 6, 29381 "stack": true, 29382 "steppedLine": false, 29383 "targets": [ 29384 { 29385 "expr": "instance:node_network_receive_drop_excluding_lo:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29386 "format": "time_series", 29387 "intervalFactor": 2, 29388 "legendFormat": "Receive", 29389 "refId": "A" 29390 }, 29391 { 29392 "expr": "instance:node_network_transmit_drop_excluding_lo:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29393 "format": "time_series", 29394 "intervalFactor": 2, 29395 "legendFormat": "Transmit", 29396 "refId": "B" 29397 } 29398 ], 29399 "thresholds": [ 29400 29401 ], 29402 "timeFrom": null, 29403 "timeShift": null, 29404 "title": "Network Saturation (Drops Receive/Transmit)", 29405 "tooltip": { 29406 "shared": true, 29407 "sort": 2, 29408 "value_type": "individual" 29409 }, 29410 "type": "graph", 29411 "xaxis": { 29412 "buckets": null, 29413 "mode": "time", 29414 "name": null, 29415 "show": true, 29416 "values": [ 29417 29418 ] 29419 }, 29420 "yaxes": [ 29421 { 29422 "format": "Bps", 29423 "label": null, 29424 "logBase": 1, 29425 "max": null, 29426 "min": null, 29427 "show": true 29428 }, 29429 { 29430 "format": "Bps", 29431 "label": null, 29432 "logBase": 1, 29433 "max": null, 29434 "min": null, 29435 "show": true 29436 } 29437 ] 29438 } 29439 ], 29440 "repeat": null, 29441 "repeatIteration": null, 29442 "repeatRowId": null, 29443 "showTitle": true, 29444 "title": "Network", 29445 "titleSize": "h6", 29446 "type": "row" 29447 }, 29448 { 29449 "collapse": false, 29450 "collapsed": false, 29451 "panels": [ 29452 { 29453 "aliasColors": { 29454 29455 }, 29456 "bars": false, 29457 "dashLength": 10, 29458 "dashes": false, 29459 "datasource": "$datasource", 29460 "fill": 10, 29461 "fillGradient": 0, 29462 "gridPos": { 29463 29464 }, 29465 "id": 8, 29466 "legend": { 29467 "alignAsTable": false, 29468 "avg": false, 29469 "current": false, 29470 "max": false, 29471 "min": false, 29472 "rightSide": false, 29473 "show": false, 29474 "sideWidth": null, 29475 "total": false, 29476 "values": false 29477 }, 29478 "lines": true, 29479 "linewidth": 1, 29480 "links": [ 29481 29482 ], 29483 "nullPointMode": "null", 29484 "percentage": false, 29485 "pointradius": 5, 29486 "points": false, 29487 "renderer": "flot", 29488 "repeat": null, 29489 "seriesOverrides": [ 29490 29491 ], 29492 "spaceLength": 10, 29493 "span": 6, 29494 "stack": true, 29495 "steppedLine": false, 29496 "targets": [ 29497 { 29498 "expr": "instance_device:node_disk_io_time_seconds:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29499 "format": "time_series", 29500 "intervalFactor": 2, 29501 "legendFormat": "{{device}}", 29502 "refId": "A" 29503 } 29504 ], 29505 "thresholds": [ 29506 29507 ], 29508 "timeFrom": null, 29509 "timeShift": null, 29510 "title": "Disk IO Utilisation", 29511 "tooltip": { 29512 "shared": true, 29513 "sort": 2, 29514 "value_type": "individual" 29515 }, 29516 "type": "graph", 29517 "xaxis": { 29518 "buckets": null, 29519 "mode": "time", 29520 "name": null, 29521 "show": true, 29522 "values": [ 29523 29524 ] 29525 }, 29526 "yaxes": [ 29527 { 29528 "format": "percentunit", 29529 "label": null, 29530 "logBase": 1, 29531 "max": null, 29532 "min": null, 29533 "show": true 29534 }, 29535 { 29536 "format": "percentunit", 29537 "label": null, 29538 "logBase": 1, 29539 "max": null, 29540 "min": null, 29541 "show": true 29542 } 29543 ] 29544 }, 29545 { 29546 "aliasColors": { 29547 29548 }, 29549 "bars": false, 29550 "dashLength": 10, 29551 "dashes": false, 29552 "datasource": "$datasource", 29553 "fill": 10, 29554 "fillGradient": 0, 29555 "gridPos": { 29556 29557 }, 29558 "id": 9, 29559 "legend": { 29560 "alignAsTable": false, 29561 "avg": false, 29562 "current": false, 29563 "max": false, 29564 "min": false, 29565 "rightSide": false, 29566 "show": false, 29567 "sideWidth": null, 29568 "total": false, 29569 "values": false 29570 }, 29571 "lines": true, 29572 "linewidth": 1, 29573 "links": [ 29574 29575 ], 29576 "nullPointMode": "null", 29577 "percentage": false, 29578 "pointradius": 5, 29579 "points": false, 29580 "renderer": "flot", 29581 "repeat": null, 29582 "seriesOverrides": [ 29583 29584 ], 29585 "spaceLength": 10, 29586 "span": 6, 29587 "stack": true, 29588 "steppedLine": false, 29589 "targets": [ 29590 { 29591 "expr": "instance_device:node_disk_io_time_weighted_seconds:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29592 "format": "time_series", 29593 "intervalFactor": 2, 29594 "legendFormat": "{{device}}", 29595 "refId": "A" 29596 } 29597 ], 29598 "thresholds": [ 29599 29600 ], 29601 "timeFrom": null, 29602 "timeShift": null, 29603 "title": "Disk IO Saturation", 29604 "tooltip": { 29605 "shared": true, 29606 "sort": 2, 29607 "value_type": "individual" 29608 }, 29609 "type": "graph", 29610 "xaxis": { 29611 "buckets": null, 29612 "mode": "time", 29613 "name": null, 29614 "show": true, 29615 "values": [ 29616 29617 ] 29618 }, 29619 "yaxes": [ 29620 { 29621 "format": "percentunit", 29622 "label": null, 29623 "logBase": 1, 29624 "max": null, 29625 "min": null, 29626 "show": true 29627 }, 29628 { 29629 "format": "percentunit", 29630 "label": null, 29631 "logBase": 1, 29632 "max": null, 29633 "min": null, 29634 "show": true 29635 } 29636 ] 29637 } 29638 ], 29639 "repeat": null, 29640 "repeatIteration": null, 29641 "repeatRowId": null, 29642 "showTitle": true, 29643 "title": "Disk IO", 29644 "titleSize": "h6", 29645 "type": "row" 29646 }, 29647 { 29648 "collapse": false, 29649 "collapsed": false, 29650 "panels": [ 29651 { 29652 "aliasColors": { 29653 29654 }, 29655 "bars": false, 29656 "dashLength": 10, 29657 "dashes": false, 29658 "datasource": "$datasource", 29659 "fill": 10, 29660 "fillGradient": 0, 29661 "gridPos": { 29662 29663 }, 29664 "id": 10, 29665 "legend": { 29666 "alignAsTable": false, 29667 "avg": false, 29668 "current": false, 29669 "max": false, 29670 "min": false, 29671 "rightSide": false, 29672 "show": false, 29673 "sideWidth": null, 29674 "total": false, 29675 "values": false 29676 }, 29677 "lines": true, 29678 "linewidth": 1, 29679 "links": [ 29680 29681 ], 29682 "nullPointMode": "null", 29683 "percentage": false, 29684 "pointradius": 5, 29685 "points": false, 29686 "renderer": "flot", 29687 "repeat": null, 29688 "seriesOverrides": [ 29689 29690 ], 29691 "spaceLength": 10, 29692 "span": 12, 29693 "stack": true, 29694 "steppedLine": false, 29695 "targets": [ 29696 { 29697 "expr": "sort_desc(1 -\n (\n max without (mountpoint, fstype) (node_filesystem_avail_bytes{job=\"node-exporter\", fstype!=\"\", instance=\"$instance\", cluster=\"$cluster\"})\n /\n max without (mountpoint, fstype) (node_filesystem_size_bytes{job=\"node-exporter\", fstype!=\"\", instance=\"$instance\", cluster=\"$cluster\"})\n ) != 0\n)\n", 29698 "format": "time_series", 29699 "intervalFactor": 2, 29700 "legendFormat": "{{device}}", 29701 "refId": "A" 29702 } 29703 ], 29704 "thresholds": [ 29705 29706 ], 29707 "timeFrom": null, 29708 "timeShift": null, 29709 "title": "Disk Space Utilisation", 29710 "tooltip": { 29711 "shared": true, 29712 "sort": 2, 29713 "value_type": "individual" 29714 }, 29715 "type": "graph", 29716 "xaxis": { 29717 "buckets": null, 29718 "mode": "time", 29719 "name": null, 29720 "show": true, 29721 "values": [ 29722 29723 ] 29724 }, 29725 "yaxes": [ 29726 { 29727 "format": "percentunit", 29728 "label": null, 29729 "logBase": 1, 29730 "max": null, 29731 "min": null, 29732 "show": true 29733 }, 29734 { 29735 "format": "percentunit", 29736 "label": null, 29737 "logBase": 1, 29738 "max": null, 29739 "min": null, 29740 "show": true 29741 } 29742 ] 29743 } 29744 ], 29745 "repeat": null, 29746 "repeatIteration": null, 29747 "repeatRowId": null, 29748 "showTitle": true, 29749 "title": "Disk Space", 29750 "titleSize": "h6", 29751 "type": "row" 29752 } 29753 ], 29754 "schemaVersion": 14, 29755 "style": "dark", 29756 "tags": [ 29757 "node-exporter-mixin" 29758 ], 29759 "templating": { 29760 "list": [ 29761 { 29762 "current": { 29763 "text": "Prometheus", 29764 "value": "Prometheus" 29765 }, 29766 "hide": 0, 29767 "label": "Data Source", 29768 "name": "datasource", 29769 "options": [ 29770 29771 ], 29772 "query": "prometheus", 29773 "refresh": 1, 29774 "regex": "", 29775 "type": "datasource" 29776 }, 29777 { 29778 "allValue": null, 29779 "current": { 29780 "text": "", 29781 "value": "" 29782 }, 29783 "datasource": "$datasource", 29784 "hide": 2, 29785 "includeAll": false, 29786 "label": null, 29787 "multi": false, 29788 "name": "cluster", 29789 "options": [ 29790 29791 ], 29792 "query": "label_values(node_time_seconds, cluster)", 29793 "refresh": 2, 29794 "regex": "", 29795 "sort": 1, 29796 "tagValuesQuery": "", 29797 "tags": [ 29798 29799 ], 29800 "tagsQuery": "", 29801 "type": "query", 29802 "useTags": false 29803 }, 29804 { 29805 "allValue": null, 29806 "current": { 29807 29808 }, 29809 "datasource": "$datasource", 29810 "hide": 0, 29811 "includeAll": false, 29812 "label": null, 29813 "multi": false, 29814 "name": "instance", 29815 "options": [ 29816 29817 ], 29818 "query": "label_values(node_exporter_build_info{job=\"node-exporter\", cluster=\"$cluster\"}, instance)", 29819 "refresh": 2, 29820 "regex": "", 29821 "sort": 1, 29822 "tagValuesQuery": "", 29823 "tags": [ 29824 29825 ], 29826 "tagsQuery": "", 29827 "type": "query", 29828 "useTags": false 29829 } 29830 ] 29831 }, 29832 "time": { 29833 "from": "now-1h", 29834 "to": "now" 29835 }, 29836 "timepicker": { 29837 "refresh_intervals": [ 29838 "5s", 29839 "10s", 29840 "30s", 29841 "1m", 29842 "5m", 29843 "15m", 29844 "30m", 29845 "1h", 29846 "2h", 29847 "1d" 29848 ], 29849 "time_options": [ 29850 "5m", 29851 "15m", 29852 "1h", 29853 "6h", 29854 "12h", 29855 "24h", 29856 "2d", 29857 "7d", 29858 "30d" 29859 ] 29860 }, 29861 "timezone": "utc", 29862 "title": "Node Exporter / USE Method / Node", 29863 "version": 0 29864 } 29865 --- 29866 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/nodes.yaml 29867 apiVersion: v1 29868 kind: ConfigMap 29869 metadata: 29870 namespace: kube-prometheus-stack 29871 name: kube-prometheus-stack-nodes 29872 annotations: 29873 {} 29874 labels: 29875 grafana_dashboard: "1" 29876 app: kube-prometheus-stack-grafana 29877 29878 app.kubernetes.io/managed-by: Helm 29879 app.kubernetes.io/instance: kube-prometheus-stack 29880 app.kubernetes.io/version: "25.0.0" 29881 app.kubernetes.io/part-of: kube-prometheus-stack 29882 chart: kube-prometheus-stack-25.0.0 29883 release: "kube-prometheus-stack" 29884 heritage: "Helm" 29885 data: 29886 nodes.json: |- 29887 { 29888 "__inputs": [ 29889 29890 ], 29891 "__requires": [ 29892 29893 ], 29894 "annotations": { 29895 "list": [ 29896 29897 ] 29898 }, 29899 "editable": false, 29900 "gnetId": null, 29901 "graphTooltip": 1, 29902 "hideControls": false, 29903 "id": null, 29904 "links": [ 29905 29906 ], 29907 "refresh": "30s", 29908 "rows": [ 29909 { 29910 "collapse": false, 29911 "collapsed": false, 29912 "panels": [ 29913 { 29914 "aliasColors": { 29915 29916 }, 29917 "bars": false, 29918 "dashLength": 10, 29919 "dashes": false, 29920 "datasource": "$datasource", 29921 "fill": 1, 29922 "fillGradient": 0, 29923 "gridPos": { 29924 29925 }, 29926 "id": 2, 29927 "legend": { 29928 "alignAsTable": false, 29929 "avg": false, 29930 "current": false, 29931 "max": false, 29932 "min": false, 29933 "rightSide": false, 29934 "show": true, 29935 "sideWidth": null, 29936 "total": false, 29937 "values": false 29938 }, 29939 "lines": true, 29940 "linewidth": 1, 29941 "links": [ 29942 29943 ], 29944 "nullPointMode": "null", 29945 "percentage": false, 29946 "pointradius": 5, 29947 "points": false, 29948 "renderer": "flot", 29949 "repeat": null, 29950 "seriesOverrides": [ 29951 29952 ], 29953 "spaceLength": 10, 29954 "span": 6, 29955 "stack": true, 29956 "steppedLine": false, 29957 "targets": [ 29958 { 29959 "expr": "(\n (1 - sum without (mode) (rate(node_cpu_seconds_total{job=\"node-exporter\", mode=~\"idle|iowait|steal\", instance=\"$instance\"}[$__rate_interval])))\n/ ignoring(cpu) group_left\n count without (cpu, mode) (node_cpu_seconds_total{job=\"node-exporter\", mode=\"idle\", instance=\"$instance\"})\n)\n", 29960 "format": "time_series", 29961 "intervalFactor": 5, 29962 "legendFormat": "{{cpu}}", 29963 "refId": "A" 29964 } 29965 ], 29966 "thresholds": [ 29967 29968 ], 29969 "timeFrom": null, 29970 "timeShift": null, 29971 "title": "CPU Usage", 29972 "tooltip": { 29973 "shared": true, 29974 "sort": 0, 29975 "value_type": "individual" 29976 }, 29977 "type": "graph", 29978 "xaxis": { 29979 "buckets": null, 29980 "mode": "time", 29981 "name": null, 29982 "show": true, 29983 "values": [ 29984 29985 ] 29986 }, 29987 "yaxes": [ 29988 { 29989 "format": "percentunit", 29990 "label": null, 29991 "logBase": 1, 29992 "max": 1, 29993 "min": 0, 29994 "show": true 29995 }, 29996 { 29997 "format": "percentunit", 29998 "label": null, 29999 "logBase": 1, 30000 "max": 1, 30001 "min": 0, 30002 "show": true 30003 } 30004 ] 30005 }, 30006 { 30007 "aliasColors": { 30008 30009 }, 30010 "bars": false, 30011 "dashLength": 10, 30012 "dashes": false, 30013 "datasource": "$datasource", 30014 "fill": 0, 30015 "fillGradient": 0, 30016 "gridPos": { 30017 30018 }, 30019 "id": 3, 30020 "legend": { 30021 "alignAsTable": false, 30022 "avg": false, 30023 "current": false, 30024 "max": false, 30025 "min": false, 30026 "rightSide": false, 30027 "show": true, 30028 "sideWidth": null, 30029 "total": false, 30030 "values": false 30031 }, 30032 "lines": true, 30033 "linewidth": 1, 30034 "links": [ 30035 30036 ], 30037 "nullPointMode": "null", 30038 "percentage": false, 30039 "pointradius": 5, 30040 "points": false, 30041 "renderer": "flot", 30042 "repeat": null, 30043 "seriesOverrides": [ 30044 30045 ], 30046 "spaceLength": 10, 30047 "span": 6, 30048 "stack": false, 30049 "steppedLine": false, 30050 "targets": [ 30051 { 30052 "expr": "node_load1{job=\"node-exporter\", instance=\"$instance\"}", 30053 "format": "time_series", 30054 "intervalFactor": 2, 30055 "legendFormat": "1m load average", 30056 "refId": "A" 30057 }, 30058 { 30059 "expr": "node_load5{job=\"node-exporter\", instance=\"$instance\"}", 30060 "format": "time_series", 30061 "intervalFactor": 2, 30062 "legendFormat": "5m load average", 30063 "refId": "B" 30064 }, 30065 { 30066 "expr": "node_load15{job=\"node-exporter\", instance=\"$instance\"}", 30067 "format": "time_series", 30068 "intervalFactor": 2, 30069 "legendFormat": "15m load average", 30070 "refId": "C" 30071 }, 30072 { 30073 "expr": "count(node_cpu_seconds_total{job=\"node-exporter\", instance=\"$instance\", mode=\"idle\"})", 30074 "format": "time_series", 30075 "intervalFactor": 2, 30076 "legendFormat": "logical cores", 30077 "refId": "D" 30078 } 30079 ], 30080 "thresholds": [ 30081 30082 ], 30083 "timeFrom": null, 30084 "timeShift": null, 30085 "title": "Load Average", 30086 "tooltip": { 30087 "shared": true, 30088 "sort": 0, 30089 "value_type": "individual" 30090 }, 30091 "type": "graph", 30092 "xaxis": { 30093 "buckets": null, 30094 "mode": "time", 30095 "name": null, 30096 "show": true, 30097 "values": [ 30098 30099 ] 30100 }, 30101 "yaxes": [ 30102 { 30103 "format": "short", 30104 "label": null, 30105 "logBase": 1, 30106 "max": null, 30107 "min": 0, 30108 "show": true 30109 }, 30110 { 30111 "format": "short", 30112 "label": null, 30113 "logBase": 1, 30114 "max": null, 30115 "min": 0, 30116 "show": true 30117 } 30118 ] 30119 } 30120 ], 30121 "repeat": null, 30122 "repeatIteration": null, 30123 "repeatRowId": null, 30124 "showTitle": false, 30125 "title": "Dashboard Row", 30126 "titleSize": "h6", 30127 "type": "row" 30128 }, 30129 { 30130 "collapse": false, 30131 "collapsed": false, 30132 "panels": [ 30133 { 30134 "aliasColors": { 30135 30136 }, 30137 "bars": false, 30138 "dashLength": 10, 30139 "dashes": false, 30140 "datasource": "$datasource", 30141 "fill": 1, 30142 "fillGradient": 0, 30143 "gridPos": { 30144 30145 }, 30146 "id": 4, 30147 "legend": { 30148 "alignAsTable": false, 30149 "avg": false, 30150 "current": false, 30151 "max": false, 30152 "min": false, 30153 "rightSide": false, 30154 "show": true, 30155 "sideWidth": null, 30156 "total": false, 30157 "values": false 30158 }, 30159 "lines": true, 30160 "linewidth": 1, 30161 "links": [ 30162 30163 ], 30164 "nullPointMode": "null", 30165 "percentage": false, 30166 "pointradius": 5, 30167 "points": false, 30168 "renderer": "flot", 30169 "repeat": null, 30170 "seriesOverrides": [ 30171 30172 ], 30173 "spaceLength": 10, 30174 "span": 9, 30175 "stack": true, 30176 "steppedLine": false, 30177 "targets": [ 30178 { 30179 "expr": "(\n node_memory_MemTotal_bytes{job=\"node-exporter\", instance=\"$instance\"}\n-\n node_memory_MemFree_bytes{job=\"node-exporter\", instance=\"$instance\"}\n-\n node_memory_Buffers_bytes{job=\"node-exporter\", instance=\"$instance\"}\n-\n node_memory_Cached_bytes{job=\"node-exporter\", instance=\"$instance\"}\n)\n", 30180 "format": "time_series", 30181 "intervalFactor": 2, 30182 "legendFormat": "memory used", 30183 "refId": "A" 30184 }, 30185 { 30186 "expr": "node_memory_Buffers_bytes{job=\"node-exporter\", instance=\"$instance\"}", 30187 "format": "time_series", 30188 "intervalFactor": 2, 30189 "legendFormat": "memory buffers", 30190 "refId": "B" 30191 }, 30192 { 30193 "expr": "node_memory_Cached_bytes{job=\"node-exporter\", instance=\"$instance\"}", 30194 "format": "time_series", 30195 "intervalFactor": 2, 30196 "legendFormat": "memory cached", 30197 "refId": "C" 30198 }, 30199 { 30200 "expr": "node_memory_MemFree_bytes{job=\"node-exporter\", instance=\"$instance\"}", 30201 "format": "time_series", 30202 "intervalFactor": 2, 30203 "legendFormat": "memory free", 30204 "refId": "D" 30205 } 30206 ], 30207 "thresholds": [ 30208 30209 ], 30210 "timeFrom": null, 30211 "timeShift": null, 30212 "title": "Memory Usage", 30213 "tooltip": { 30214 "shared": true, 30215 "sort": 0, 30216 "value_type": "individual" 30217 }, 30218 "type": "graph", 30219 "xaxis": { 30220 "buckets": null, 30221 "mode": "time", 30222 "name": null, 30223 "show": true, 30224 "values": [ 30225 30226 ] 30227 }, 30228 "yaxes": [ 30229 { 30230 "format": "bytes", 30231 "label": null, 30232 "logBase": 1, 30233 "max": null, 30234 "min": 0, 30235 "show": true 30236 }, 30237 { 30238 "format": "bytes", 30239 "label": null, 30240 "logBase": 1, 30241 "max": null, 30242 "min": 0, 30243 "show": true 30244 } 30245 ] 30246 }, 30247 { 30248 "cacheTimeout": null, 30249 "colorBackground": false, 30250 "colorValue": false, 30251 "colors": [ 30252 "rgba(50, 172, 45, 0.97)", 30253 "rgba(237, 129, 40, 0.89)", 30254 "rgba(245, 54, 54, 0.9)" 30255 ], 30256 "datasource": "$datasource", 30257 "format": "percent", 30258 "gauge": { 30259 "maxValue": 100, 30260 "minValue": 0, 30261 "show": true, 30262 "thresholdLabels": false, 30263 "thresholdMarkers": true 30264 }, 30265 "gridPos": { 30266 30267 }, 30268 "id": 5, 30269 "interval": null, 30270 "links": [ 30271 30272 ], 30273 "mappingType": 1, 30274 "mappingTypes": [ 30275 { 30276 "name": "value to text", 30277 "value": 1 30278 }, 30279 { 30280 "name": "range to text", 30281 "value": 2 30282 } 30283 ], 30284 "maxDataPoints": 100, 30285 "nullPointMode": "connected", 30286 "nullText": null, 30287 "postfix": "", 30288 "postfixFontSize": "50%", 30289 "prefix": "", 30290 "prefixFontSize": "50%", 30291 "rangeMaps": [ 30292 { 30293 "from": "null", 30294 "text": "N/A", 30295 "to": "null" 30296 } 30297 ], 30298 "span": 3, 30299 "sparkline": { 30300 "fillColor": "rgba(31, 118, 189, 0.18)", 30301 "full": false, 30302 "lineColor": "rgb(31, 120, 193)", 30303 "show": false 30304 }, 30305 "tableColumn": "", 30306 "targets": [ 30307 { 30308 "expr": "100 -\n(\n avg(node_memory_MemAvailable_bytes{job=\"node-exporter\", instance=\"$instance\"})\n/\n avg(node_memory_MemTotal_bytes{job=\"node-exporter\", instance=\"$instance\"})\n* 100\n)\n", 30309 "format": "time_series", 30310 "intervalFactor": 2, 30311 "legendFormat": "", 30312 "refId": "A" 30313 } 30314 ], 30315 "thresholds": "80, 90", 30316 "title": "Memory Usage", 30317 "type": "singlestat", 30318 "valueFontSize": "80%", 30319 "valueMaps": [ 30320 { 30321 "op": "=", 30322 "text": "N/A", 30323 "value": "null" 30324 } 30325 ], 30326 "valueName": "current" 30327 } 30328 ], 30329 "repeat": null, 30330 "repeatIteration": null, 30331 "repeatRowId": null, 30332 "showTitle": false, 30333 "title": "Dashboard Row", 30334 "titleSize": "h6", 30335 "type": "row" 30336 }, 30337 { 30338 "collapse": false, 30339 "collapsed": false, 30340 "panels": [ 30341 { 30342 "aliasColors": { 30343 30344 }, 30345 "bars": false, 30346 "dashLength": 10, 30347 "dashes": false, 30348 "datasource": "$datasource", 30349 "fill": 0, 30350 "fillGradient": 0, 30351 "gridPos": { 30352 30353 }, 30354 "id": 6, 30355 "legend": { 30356 "alignAsTable": false, 30357 "avg": false, 30358 "current": false, 30359 "max": false, 30360 "min": false, 30361 "rightSide": false, 30362 "show": true, 30363 "sideWidth": null, 30364 "total": false, 30365 "values": false 30366 }, 30367 "lines": true, 30368 "linewidth": 1, 30369 "links": [ 30370 30371 ], 30372 "nullPointMode": "null", 30373 "percentage": false, 30374 "pointradius": 5, 30375 "points": false, 30376 "renderer": "flot", 30377 "repeat": null, 30378 "seriesOverrides": [ 30379 { 30380 "alias": "/ read| written/", 30381 "yaxis": 1 30382 }, 30383 { 30384 "alias": "/ io time/", 30385 "yaxis": 2 30386 } 30387 ], 30388 "spaceLength": 10, 30389 "span": 6, 30390 "stack": false, 30391 "steppedLine": false, 30392 "targets": [ 30393 { 30394 "expr": "rate(node_disk_read_bytes_total{job=\"node-exporter\", instance=\"$instance\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\"}[$__rate_interval])", 30395 "format": "time_series", 30396 "intervalFactor": 2, 30397 "legendFormat": "{{device}} read", 30398 "refId": "A" 30399 }, 30400 { 30401 "expr": "rate(node_disk_written_bytes_total{job=\"node-exporter\", instance=\"$instance\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\"}[$__rate_interval])", 30402 "format": "time_series", 30403 "intervalFactor": 2, 30404 "legendFormat": "{{device}} written", 30405 "refId": "B" 30406 }, 30407 { 30408 "expr": "rate(node_disk_io_time_seconds_total{job=\"node-exporter\", instance=\"$instance\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\"}[$__rate_interval])", 30409 "format": "time_series", 30410 "intervalFactor": 2, 30411 "legendFormat": "{{device}} io time", 30412 "refId": "C" 30413 } 30414 ], 30415 "thresholds": [ 30416 30417 ], 30418 "timeFrom": null, 30419 "timeShift": null, 30420 "title": "Disk I/O", 30421 "tooltip": { 30422 "shared": true, 30423 "sort": 0, 30424 "value_type": "individual" 30425 }, 30426 "type": "graph", 30427 "xaxis": { 30428 "buckets": null, 30429 "mode": "time", 30430 "name": null, 30431 "show": true, 30432 "values": [ 30433 30434 ] 30435 }, 30436 "yaxes": [ 30437 { 30438 "format": "bytes", 30439 "label": null, 30440 "logBase": 1, 30441 "max": null, 30442 "min": null, 30443 "show": true 30444 }, 30445 { 30446 "format": "s", 30447 "label": null, 30448 "logBase": 1, 30449 "max": null, 30450 "min": null, 30451 "show": true 30452 } 30453 ] 30454 }, 30455 { 30456 "aliasColors": { 30457 30458 }, 30459 "bars": false, 30460 "dashLength": 10, 30461 "dashes": false, 30462 "datasource": "$datasource", 30463 "fill": 1, 30464 "fillGradient": 0, 30465 "gridPos": { 30466 30467 }, 30468 "id": 7, 30469 "legend": { 30470 "alignAsTable": false, 30471 "avg": false, 30472 "current": false, 30473 "max": false, 30474 "min": false, 30475 "rightSide": false, 30476 "show": true, 30477 "sideWidth": null, 30478 "total": false, 30479 "values": false 30480 }, 30481 "lines": true, 30482 "linewidth": 1, 30483 "links": [ 30484 30485 ], 30486 "nullPointMode": "null", 30487 "percentage": false, 30488 "pointradius": 5, 30489 "points": false, 30490 "renderer": "flot", 30491 "repeat": null, 30492 "seriesOverrides": [ 30493 { 30494 "alias": "used", 30495 "color": "#E0B400" 30496 }, 30497 { 30498 "alias": "available", 30499 "color": "#73BF69" 30500 } 30501 ], 30502 "spaceLength": 10, 30503 "span": 6, 30504 "stack": true, 30505 "steppedLine": false, 30506 "targets": [ 30507 { 30508 "expr": "sum(\n max by (device) (\n node_filesystem_size_bytes{job=\"node-exporter\", instance=\"$instance\", fstype!=\"\"}\n -\n node_filesystem_avail_bytes{job=\"node-exporter\", instance=\"$instance\", fstype!=\"\"}\n )\n)\n", 30509 "format": "time_series", 30510 "intervalFactor": 2, 30511 "legendFormat": "used", 30512 "refId": "A" 30513 }, 30514 { 30515 "expr": "sum(\n max by (device) (\n node_filesystem_avail_bytes{job=\"node-exporter\", instance=\"$instance\", fstype!=\"\"}\n )\n)\n", 30516 "format": "time_series", 30517 "intervalFactor": 2, 30518 "legendFormat": "available", 30519 "refId": "B" 30520 } 30521 ], 30522 "thresholds": [ 30523 30524 ], 30525 "timeFrom": null, 30526 "timeShift": null, 30527 "title": "Disk Space Usage", 30528 "tooltip": { 30529 "shared": true, 30530 "sort": 0, 30531 "value_type": "individual" 30532 }, 30533 "type": "graph", 30534 "xaxis": { 30535 "buckets": null, 30536 "mode": "time", 30537 "name": null, 30538 "show": true, 30539 "values": [ 30540 30541 ] 30542 }, 30543 "yaxes": [ 30544 { 30545 "format": "bytes", 30546 "label": null, 30547 "logBase": 1, 30548 "max": null, 30549 "min": 0, 30550 "show": true 30551 }, 30552 { 30553 "format": "bytes", 30554 "label": null, 30555 "logBase": 1, 30556 "max": null, 30557 "min": 0, 30558 "show": true 30559 } 30560 ] 30561 } 30562 ], 30563 "repeat": null, 30564 "repeatIteration": null, 30565 "repeatRowId": null, 30566 "showTitle": false, 30567 "title": "Dashboard Row", 30568 "titleSize": "h6", 30569 "type": "row" 30570 }, 30571 { 30572 "collapse": false, 30573 "collapsed": false, 30574 "panels": [ 30575 { 30576 "aliasColors": { 30577 30578 }, 30579 "bars": false, 30580 "dashLength": 10, 30581 "dashes": false, 30582 "datasource": "$datasource", 30583 "fill": 0, 30584 "fillGradient": 0, 30585 "gridPos": { 30586 30587 }, 30588 "id": 8, 30589 "legend": { 30590 "alignAsTable": false, 30591 "avg": false, 30592 "current": false, 30593 "max": false, 30594 "min": false, 30595 "rightSide": false, 30596 "show": true, 30597 "sideWidth": null, 30598 "total": false, 30599 "values": false 30600 }, 30601 "lines": true, 30602 "linewidth": 1, 30603 "links": [ 30604 30605 ], 30606 "nullPointMode": "null", 30607 "percentage": false, 30608 "pointradius": 5, 30609 "points": false, 30610 "renderer": "flot", 30611 "repeat": null, 30612 "seriesOverrides": [ 30613 30614 ], 30615 "spaceLength": 10, 30616 "span": 6, 30617 "stack": false, 30618 "steppedLine": false, 30619 "targets": [ 30620 { 30621 "expr": "rate(node_network_receive_bytes_total{job=\"node-exporter\", instance=\"$instance\", device!=\"lo\"}[$__rate_interval])", 30622 "format": "time_series", 30623 "intervalFactor": 2, 30624 "legendFormat": "{{device}}", 30625 "refId": "A" 30626 } 30627 ], 30628 "thresholds": [ 30629 30630 ], 30631 "timeFrom": null, 30632 "timeShift": null, 30633 "title": "Network Received", 30634 "tooltip": { 30635 "shared": true, 30636 "sort": 0, 30637 "value_type": "individual" 30638 }, 30639 "type": "graph", 30640 "xaxis": { 30641 "buckets": null, 30642 "mode": "time", 30643 "name": null, 30644 "show": true, 30645 "values": [ 30646 30647 ] 30648 }, 30649 "yaxes": [ 30650 { 30651 "format": "bytes", 30652 "label": null, 30653 "logBase": 1, 30654 "max": null, 30655 "min": 0, 30656 "show": true 30657 }, 30658 { 30659 "format": "bytes", 30660 "label": null, 30661 "logBase": 1, 30662 "max": null, 30663 "min": 0, 30664 "show": true 30665 } 30666 ] 30667 }, 30668 { 30669 "aliasColors": { 30670 30671 }, 30672 "bars": false, 30673 "dashLength": 10, 30674 "dashes": false, 30675 "datasource": "$datasource", 30676 "fill": 0, 30677 "fillGradient": 0, 30678 "gridPos": { 30679 30680 }, 30681 "id": 9, 30682 "legend": { 30683 "alignAsTable": false, 30684 "avg": false, 30685 "current": false, 30686 "max": false, 30687 "min": false, 30688 "rightSide": false, 30689 "show": true, 30690 "sideWidth": null, 30691 "total": false, 30692 "values": false 30693 }, 30694 "lines": true, 30695 "linewidth": 1, 30696 "links": [ 30697 30698 ], 30699 "nullPointMode": "null", 30700 "percentage": false, 30701 "pointradius": 5, 30702 "points": false, 30703 "renderer": "flot", 30704 "repeat": null, 30705 "seriesOverrides": [ 30706 30707 ], 30708 "spaceLength": 10, 30709 "span": 6, 30710 "stack": false, 30711 "steppedLine": false, 30712 "targets": [ 30713 { 30714 "expr": "rate(node_network_transmit_bytes_total{job=\"node-exporter\", instance=\"$instance\", device!=\"lo\"}[$__rate_interval])", 30715 "format": "time_series", 30716 "intervalFactor": 2, 30717 "legendFormat": "{{device}}", 30718 "refId": "A" 30719 } 30720 ], 30721 "thresholds": [ 30722 30723 ], 30724 "timeFrom": null, 30725 "timeShift": null, 30726 "title": "Network Transmitted", 30727 "tooltip": { 30728 "shared": true, 30729 "sort": 0, 30730 "value_type": "individual" 30731 }, 30732 "type": "graph", 30733 "xaxis": { 30734 "buckets": null, 30735 "mode": "time", 30736 "name": null, 30737 "show": true, 30738 "values": [ 30739 30740 ] 30741 }, 30742 "yaxes": [ 30743 { 30744 "format": "bytes", 30745 "label": null, 30746 "logBase": 1, 30747 "max": null, 30748 "min": 0, 30749 "show": true 30750 }, 30751 { 30752 "format": "bytes", 30753 "label": null, 30754 "logBase": 1, 30755 "max": null, 30756 "min": 0, 30757 "show": true 30758 } 30759 ] 30760 } 30761 ], 30762 "repeat": null, 30763 "repeatIteration": null, 30764 "repeatRowId": null, 30765 "showTitle": false, 30766 "title": "Dashboard Row", 30767 "titleSize": "h6", 30768 "type": "row" 30769 } 30770 ], 30771 "schemaVersion": 14, 30772 "style": "dark", 30773 "tags": [ 30774 "node-exporter-mixin" 30775 ], 30776 "templating": { 30777 "list": [ 30778 { 30779 "current": { 30780 "text": "Prometheus", 30781 "value": "Prometheus" 30782 }, 30783 "hide": 0, 30784 "label": "Data Source", 30785 "name": "datasource", 30786 "options": [ 30787 30788 ], 30789 "query": "prometheus", 30790 "refresh": 1, 30791 "regex": "", 30792 "type": "datasource" 30793 }, 30794 { 30795 "allValue": null, 30796 "current": { 30797 30798 }, 30799 "datasource": "$datasource", 30800 "hide": 0, 30801 "includeAll": false, 30802 "label": null, 30803 "multi": false, 30804 "name": "instance", 30805 "options": [ 30806 30807 ], 30808 "query": "label_values(node_exporter_build_info{job=\"node-exporter\"}, instance)", 30809 "refresh": 2, 30810 "regex": "", 30811 "sort": 0, 30812 "tagValuesQuery": "", 30813 "tags": [ 30814 30815 ], 30816 "tagsQuery": "", 30817 "type": "query", 30818 "useTags": false 30819 } 30820 ] 30821 }, 30822 "time": { 30823 "from": "now-1h", 30824 "to": "now" 30825 }, 30826 "timepicker": { 30827 "refresh_intervals": [ 30828 "5s", 30829 "10s", 30830 "30s", 30831 "1m", 30832 "5m", 30833 "15m", 30834 "30m", 30835 "1h", 30836 "2h", 30837 "1d" 30838 ], 30839 "time_options": [ 30840 "5m", 30841 "15m", 30842 "1h", 30843 "6h", 30844 "12h", 30845 "24h", 30846 "2d", 30847 "7d", 30848 "30d" 30849 ] 30850 }, 30851 "timezone": "utc", 30852 "title": "Node Exporter / Nodes", 30853 "version": 0 30854 } 30855 --- 30856 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/persistentvolumesusage.yaml 30857 apiVersion: v1 30858 kind: ConfigMap 30859 metadata: 30860 namespace: kube-prometheus-stack 30861 name: kube-prometheus-stack-persistentvolumesusage 30862 annotations: 30863 {} 30864 labels: 30865 grafana_dashboard: "1" 30866 app: kube-prometheus-stack-grafana 30867 30868 app.kubernetes.io/managed-by: Helm 30869 app.kubernetes.io/instance: kube-prometheus-stack 30870 app.kubernetes.io/version: "25.0.0" 30871 app.kubernetes.io/part-of: kube-prometheus-stack 30872 chart: kube-prometheus-stack-25.0.0 30873 release: "kube-prometheus-stack" 30874 heritage: "Helm" 30875 data: 30876 persistentvolumesusage.json: |- 30877 { 30878 "__inputs": [ 30879 30880 ], 30881 "__requires": [ 30882 30883 ], 30884 "annotations": { 30885 "list": [ 30886 30887 ] 30888 }, 30889 "editable": false, 30890 "gnetId": null, 30891 "graphTooltip": 0, 30892 "hideControls": false, 30893 "id": null, 30894 "links": [ 30895 30896 ], 30897 "refresh": "10s", 30898 "rows": [ 30899 { 30900 "collapse": false, 30901 "collapsed": false, 30902 "panels": [ 30903 { 30904 "aliasColors": { 30905 30906 }, 30907 "bars": false, 30908 "dashLength": 10, 30909 "dashes": false, 30910 "datasource": "$datasource", 30911 "fill": 1, 30912 "fillGradient": 0, 30913 "gridPos": { 30914 30915 }, 30916 "id": 2, 30917 "interval": "1m", 30918 "legend": { 30919 "alignAsTable": true, 30920 "avg": true, 30921 "current": true, 30922 "max": true, 30923 "min": true, 30924 "rightSide": true, 30925 "show": true, 30926 "sideWidth": null, 30927 "total": false, 30928 "values": true 30929 }, 30930 "lines": true, 30931 "linewidth": 1, 30932 "links": [ 30933 30934 ], 30935 "nullPointMode": "null", 30936 "percentage": false, 30937 "pointradius": 5, 30938 "points": false, 30939 "renderer": "flot", 30940 "repeat": null, 30941 "seriesOverrides": [ 30942 30943 ], 30944 "spaceLength": 10, 30945 "span": 9, 30946 "stack": true, 30947 "steppedLine": false, 30948 "targets": [ 30949 { 30950 "expr": "(\n sum without(instance, node) (topk(1, (kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n -\n sum without(instance, node) (topk(1, (kubelet_volume_stats_available_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n)\n", 30951 "format": "time_series", 30952 "intervalFactor": 1, 30953 "legendFormat": "Used Space", 30954 "refId": "A" 30955 }, 30956 { 30957 "expr": "sum without(instance, node) (topk(1, (kubelet_volume_stats_available_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n", 30958 "format": "time_series", 30959 "intervalFactor": 1, 30960 "legendFormat": "Free Space", 30961 "refId": "B" 30962 } 30963 ], 30964 "thresholds": [ 30965 30966 ], 30967 "timeFrom": null, 30968 "timeShift": null, 30969 "title": "Volume Space Usage", 30970 "tooltip": { 30971 "shared": false, 30972 "sort": 0, 30973 "value_type": "individual" 30974 }, 30975 "type": "graph", 30976 "xaxis": { 30977 "buckets": null, 30978 "mode": "time", 30979 "name": null, 30980 "show": true, 30981 "values": [ 30982 30983 ] 30984 }, 30985 "yaxes": [ 30986 { 30987 "format": "bytes", 30988 "label": null, 30989 "logBase": 1, 30990 "max": null, 30991 "min": 0, 30992 "show": true 30993 }, 30994 { 30995 "format": "bytes", 30996 "label": null, 30997 "logBase": 1, 30998 "max": null, 30999 "min": 0, 31000 "show": true 31001 } 31002 ] 31003 }, 31004 { 31005 "cacheTimeout": null, 31006 "colorBackground": false, 31007 "colorValue": false, 31008 "colors": [ 31009 "rgba(50, 172, 45, 0.97)", 31010 "rgba(237, 129, 40, 0.89)", 31011 "rgba(245, 54, 54, 0.9)" 31012 ], 31013 "datasource": "$datasource", 31014 "format": "percent", 31015 "gauge": { 31016 "maxValue": 100, 31017 "minValue": 0, 31018 "show": true, 31019 "thresholdLabels": false, 31020 "thresholdMarkers": true 31021 }, 31022 "gridPos": { 31023 31024 }, 31025 "id": 3, 31026 "interval": "1m", 31027 "legend": { 31028 "alignAsTable": true, 31029 "rightSide": true 31030 }, 31031 "links": [ 31032 31033 ], 31034 "mappingType": 1, 31035 "mappingTypes": [ 31036 { 31037 "name": "value to text", 31038 "value": 1 31039 }, 31040 { 31041 "name": "range to text", 31042 "value": 2 31043 } 31044 ], 31045 "maxDataPoints": 100, 31046 "nullPointMode": "connected", 31047 "nullText": null, 31048 "postfix": "", 31049 "postfixFontSize": "50%", 31050 "prefix": "", 31051 "prefixFontSize": "50%", 31052 "rangeMaps": [ 31053 { 31054 "from": "null", 31055 "text": "N/A", 31056 "to": "null" 31057 } 31058 ], 31059 "span": 3, 31060 "sparkline": { 31061 "fillColor": "rgba(31, 118, 189, 0.18)", 31062 "full": false, 31063 "lineColor": "rgb(31, 120, 193)", 31064 "show": false 31065 }, 31066 "tableColumn": "", 31067 "targets": [ 31068 { 31069 "expr": "max without(instance,node) (\n(\n topk(1, kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n -\n topk(1, kubelet_volume_stats_available_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n)\n/\ntopk(1, kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n* 100)\n", 31070 "format": "time_series", 31071 "intervalFactor": 2, 31072 "legendFormat": "", 31073 "refId": "A" 31074 } 31075 ], 31076 "thresholds": "80, 90", 31077 "title": "Volume Space Usage", 31078 "tooltip": { 31079 "shared": false 31080 }, 31081 "type": "singlestat", 31082 "valueFontSize": "80%", 31083 "valueMaps": [ 31084 { 31085 "op": "=", 31086 "text": "N/A", 31087 "value": "null" 31088 } 31089 ], 31090 "valueName": "current" 31091 } 31092 ], 31093 "repeat": null, 31094 "repeatIteration": null, 31095 "repeatRowId": null, 31096 "showTitle": false, 31097 "title": "Dashboard Row", 31098 "titleSize": "h6", 31099 "type": "row" 31100 }, 31101 { 31102 "collapse": false, 31103 "collapsed": false, 31104 "panels": [ 31105 { 31106 "aliasColors": { 31107 31108 }, 31109 "bars": false, 31110 "dashLength": 10, 31111 "dashes": false, 31112 "datasource": "$datasource", 31113 "fill": 1, 31114 "fillGradient": 0, 31115 "gridPos": { 31116 31117 }, 31118 "id": 4, 31119 "interval": "1m", 31120 "legend": { 31121 "alignAsTable": true, 31122 "avg": true, 31123 "current": true, 31124 "max": true, 31125 "min": true, 31126 "rightSide": true, 31127 "show": true, 31128 "sideWidth": null, 31129 "total": false, 31130 "values": true 31131 }, 31132 "lines": true, 31133 "linewidth": 1, 31134 "links": [ 31135 31136 ], 31137 "nullPointMode": "null", 31138 "percentage": false, 31139 "pointradius": 5, 31140 "points": false, 31141 "renderer": "flot", 31142 "repeat": null, 31143 "seriesOverrides": [ 31144 31145 ], 31146 "spaceLength": 10, 31147 "span": 9, 31148 "stack": true, 31149 "steppedLine": false, 31150 "targets": [ 31151 { 31152 "expr": "sum without(instance, node) (topk(1, (kubelet_volume_stats_inodes_used{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n", 31153 "format": "time_series", 31154 "intervalFactor": 1, 31155 "legendFormat": "Used inodes", 31156 "refId": "A" 31157 }, 31158 { 31159 "expr": "(\n sum without(instance, node) (topk(1, (kubelet_volume_stats_inodes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n -\n sum without(instance, node) (topk(1, (kubelet_volume_stats_inodes_used{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n)\n", 31160 "format": "time_series", 31161 "intervalFactor": 1, 31162 "legendFormat": " Free inodes", 31163 "refId": "B" 31164 } 31165 ], 31166 "thresholds": [ 31167 31168 ], 31169 "timeFrom": null, 31170 "timeShift": null, 31171 "title": "Volume inodes Usage", 31172 "tooltip": { 31173 "shared": false, 31174 "sort": 0, 31175 "value_type": "individual" 31176 }, 31177 "type": "graph", 31178 "xaxis": { 31179 "buckets": null, 31180 "mode": "time", 31181 "name": null, 31182 "show": true, 31183 "values": [ 31184 31185 ] 31186 }, 31187 "yaxes": [ 31188 { 31189 "format": "none", 31190 "label": null, 31191 "logBase": 1, 31192 "max": null, 31193 "min": 0, 31194 "show": true 31195 }, 31196 { 31197 "format": "none", 31198 "label": null, 31199 "logBase": 1, 31200 "max": null, 31201 "min": 0, 31202 "show": true 31203 } 31204 ] 31205 }, 31206 { 31207 "cacheTimeout": null, 31208 "colorBackground": false, 31209 "colorValue": false, 31210 "colors": [ 31211 "rgba(50, 172, 45, 0.97)", 31212 "rgba(237, 129, 40, 0.89)", 31213 "rgba(245, 54, 54, 0.9)" 31214 ], 31215 "datasource": "$datasource", 31216 "format": "percent", 31217 "gauge": { 31218 "maxValue": 100, 31219 "minValue": 0, 31220 "show": true, 31221 "thresholdLabels": false, 31222 "thresholdMarkers": true 31223 }, 31224 "gridPos": { 31225 31226 }, 31227 "id": 5, 31228 "interval": "1m", 31229 "legend": { 31230 "alignAsTable": true, 31231 "rightSide": true 31232 }, 31233 "links": [ 31234 31235 ], 31236 "mappingType": 1, 31237 "mappingTypes": [ 31238 { 31239 "name": "value to text", 31240 "value": 1 31241 }, 31242 { 31243 "name": "range to text", 31244 "value": 2 31245 } 31246 ], 31247 "maxDataPoints": 100, 31248 "nullPointMode": "connected", 31249 "nullText": null, 31250 "postfix": "", 31251 "postfixFontSize": "50%", 31252 "prefix": "", 31253 "prefixFontSize": "50%", 31254 "rangeMaps": [ 31255 { 31256 "from": "null", 31257 "text": "N/A", 31258 "to": "null" 31259 } 31260 ], 31261 "span": 3, 31262 "sparkline": { 31263 "fillColor": "rgba(31, 118, 189, 0.18)", 31264 "full": false, 31265 "lineColor": "rgb(31, 120, 193)", 31266 "show": false 31267 }, 31268 "tableColumn": "", 31269 "targets": [ 31270 { 31271 "expr": "max without(instance,node) (\ntopk(1, kubelet_volume_stats_inodes_used{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n/\ntopk(1, kubelet_volume_stats_inodes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n* 100)\n", 31272 "format": "time_series", 31273 "intervalFactor": 2, 31274 "legendFormat": "", 31275 "refId": "A" 31276 } 31277 ], 31278 "thresholds": "80, 90", 31279 "title": "Volume inodes Usage", 31280 "tooltip": { 31281 "shared": false 31282 }, 31283 "type": "singlestat", 31284 "valueFontSize": "80%", 31285 "valueMaps": [ 31286 { 31287 "op": "=", 31288 "text": "N/A", 31289 "value": "null" 31290 } 31291 ], 31292 "valueName": "current" 31293 } 31294 ], 31295 "repeat": null, 31296 "repeatIteration": null, 31297 "repeatRowId": null, 31298 "showTitle": false, 31299 "title": "Dashboard Row", 31300 "titleSize": "h6", 31301 "type": "row" 31302 } 31303 ], 31304 "schemaVersion": 14, 31305 "style": "dark", 31306 "tags": [ 31307 "kubernetes-mixin" 31308 ], 31309 "templating": { 31310 "list": [ 31311 { 31312 "current": { 31313 "text": "default", 31314 "value": "default" 31315 }, 31316 "hide": 0, 31317 "label": "Data Source", 31318 "name": "datasource", 31319 "options": [ 31320 31321 ], 31322 "query": "prometheus", 31323 "refresh": 1, 31324 "regex": "", 31325 "type": "datasource" 31326 }, 31327 { 31328 "allValue": null, 31329 "current": { 31330 31331 }, 31332 "datasource": "$datasource", 31333 "hide": 2, 31334 "includeAll": false, 31335 "label": "cluster", 31336 "multi": false, 31337 "name": "cluster", 31338 "options": [ 31339 31340 ], 31341 "query": "label_values(kubelet_volume_stats_capacity_bytes{job=\"kubelet\", metrics_path=\"/metrics\"}, cluster)", 31342 "refresh": 2, 31343 "regex": "", 31344 "sort": 1, 31345 "tagValuesQuery": "", 31346 "tags": [ 31347 31348 ], 31349 "tagsQuery": "", 31350 "type": "query", 31351 "useTags": false 31352 }, 31353 { 31354 "allValue": null, 31355 "current": { 31356 31357 }, 31358 "datasource": "$datasource", 31359 "hide": 0, 31360 "includeAll": false, 31361 "label": "Namespace", 31362 "multi": false, 31363 "name": "namespace", 31364 "options": [ 31365 31366 ], 31367 "query": "label_values(kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\"}, namespace)", 31368 "refresh": 2, 31369 "regex": "", 31370 "sort": 1, 31371 "tagValuesQuery": "", 31372 "tags": [ 31373 31374 ], 31375 "tagsQuery": "", 31376 "type": "query", 31377 "useTags": false 31378 }, 31379 { 31380 "allValue": null, 31381 "current": { 31382 31383 }, 31384 "datasource": "$datasource", 31385 "hide": 0, 31386 "includeAll": false, 31387 "label": "PersistentVolumeClaim", 31388 "multi": false, 31389 "name": "volume", 31390 "options": [ 31391 31392 ], 31393 "query": "label_values(kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\"}, persistentvolumeclaim)", 31394 "refresh": 2, 31395 "regex": "", 31396 "sort": 1, 31397 "tagValuesQuery": "", 31398 "tags": [ 31399 31400 ], 31401 "tagsQuery": "", 31402 "type": "query", 31403 "useTags": false 31404 } 31405 ] 31406 }, 31407 "time": { 31408 "from": "now-7d", 31409 "to": "now" 31410 }, 31411 "timepicker": { 31412 "refresh_intervals": [ 31413 "5s", 31414 "10s", 31415 "30s", 31416 "1m", 31417 "5m", 31418 "15m", 31419 "30m", 31420 "1h", 31421 "2h", 31422 "1d" 31423 ], 31424 "time_options": [ 31425 "5m", 31426 "15m", 31427 "1h", 31428 "6h", 31429 "12h", 31430 "24h", 31431 "2d", 31432 "7d", 31433 "30d" 31434 ] 31435 }, 31436 "timezone": "utc", 31437 "title": "Kubernetes / Persistent Volumes", 31438 "uid": "919b92a8e8041bd567af9edab12c840c", 31439 "version": 0 31440 } 31441 --- 31442 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/pod-total.yaml 31443 apiVersion: v1 31444 kind: ConfigMap 31445 metadata: 31446 namespace: kube-prometheus-stack 31447 name: kube-prometheus-stack-pod-total 31448 annotations: 31449 {} 31450 labels: 31451 grafana_dashboard: "1" 31452 app: kube-prometheus-stack-grafana 31453 31454 app.kubernetes.io/managed-by: Helm 31455 app.kubernetes.io/instance: kube-prometheus-stack 31456 app.kubernetes.io/version: "25.0.0" 31457 app.kubernetes.io/part-of: kube-prometheus-stack 31458 chart: kube-prometheus-stack-25.0.0 31459 release: "kube-prometheus-stack" 31460 heritage: "Helm" 31461 data: 31462 pod-total.json: |- 31463 { 31464 "__inputs": [ 31465 31466 ], 31467 "__requires": [ 31468 31469 ], 31470 "annotations": { 31471 "list": [ 31472 { 31473 "builtIn": 1, 31474 "datasource": "-- Grafana --", 31475 "enable": true, 31476 "hide": true, 31477 "iconColor": "rgba(0, 211, 255, 1)", 31478 "name": "Annotations & Alerts", 31479 "type": "dashboard" 31480 } 31481 ] 31482 }, 31483 "editable": true, 31484 "gnetId": null, 31485 "graphTooltip": 0, 31486 "hideControls": false, 31487 "id": null, 31488 "links": [ 31489 31490 ], 31491 "panels": [ 31492 { 31493 "collapse": false, 31494 "collapsed": false, 31495 "gridPos": { 31496 "h": 1, 31497 "w": 24, 31498 "x": 0, 31499 "y": 0 31500 }, 31501 "id": 2, 31502 "panels": [ 31503 31504 ], 31505 "repeat": null, 31506 "repeatIteration": null, 31507 "repeatRowId": null, 31508 "showTitle": true, 31509 "title": "Current Bandwidth", 31510 "titleSize": "h6", 31511 "type": "row" 31512 }, 31513 { 31514 "cacheTimeout": null, 31515 "colorBackground": false, 31516 "colorValue": false, 31517 "colors": [ 31518 "#299c46", 31519 "rgba(237, 129, 40, 0.89)", 31520 "#d44a3a" 31521 ], 31522 "datasource": "$datasource", 31523 "decimals": 0, 31524 "format": "time_series", 31525 "gauge": { 31526 "maxValue": 100, 31527 "minValue": 0, 31528 "show": false, 31529 "thresholdLabels": false, 31530 "thresholdMarkers": true 31531 }, 31532 "gridPos": { 31533 "h": 9, 31534 "w": 12, 31535 "x": 0, 31536 "y": 1 31537 }, 31538 "height": 9, 31539 "id": 3, 31540 "interval": null, 31541 "links": [ 31542 31543 ], 31544 "mappingType": 1, 31545 "mappingTypes": [ 31546 { 31547 "name": "value to text", 31548 "value": 1 31549 }, 31550 { 31551 "name": "range to text", 31552 "value": 2 31553 } 31554 ], 31555 "maxDataPoints": 100, 31556 "minSpan": 12, 31557 "nullPointMode": "connected", 31558 "nullText": null, 31559 "options": { 31560 "fieldOptions": { 31561 "calcs": [ 31562 "last" 31563 ], 31564 "defaults": { 31565 "max": 10000000000, 31566 "min": 0, 31567 "title": "$namespace: $pod", 31568 "unit": "Bps" 31569 }, 31570 "mappings": [ 31571 31572 ], 31573 "override": { 31574 31575 }, 31576 "thresholds": [ 31577 { 31578 "color": "dark-green", 31579 "index": 0, 31580 "value": null 31581 }, 31582 { 31583 "color": "dark-yellow", 31584 "index": 1, 31585 "value": 5000000000 31586 }, 31587 { 31588 "color": "dark-red", 31589 "index": 2, 31590 "value": 7000000000 31591 } 31592 ], 31593 "values": false 31594 } 31595 }, 31596 "postfix": "", 31597 "postfixFontSize": "50%", 31598 "prefix": "", 31599 "prefixFontSize": "50%", 31600 "rangeMaps": [ 31601 { 31602 "from": "null", 31603 "text": "N/A", 31604 "to": "null" 31605 } 31606 ], 31607 "span": 12, 31608 "sparkline": { 31609 "fillColor": "rgba(31, 118, 189, 0.18)", 31610 "full": false, 31611 "lineColor": "rgb(31, 120, 193)", 31612 "show": false 31613 }, 31614 "tableColumn": "", 31615 "targets": [ 31616 { 31617 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution]))", 31618 "format": "time_series", 31619 "instant": null, 31620 "intervalFactor": 1, 31621 "legendFormat": "", 31622 "refId": "A" 31623 } 31624 ], 31625 "thresholds": "", 31626 "timeFrom": null, 31627 "timeShift": null, 31628 "title": "Current Rate of Bytes Received", 31629 "type": "gauge", 31630 "valueFontSize": "80%", 31631 "valueMaps": [ 31632 { 31633 "op": "=", 31634 "text": "N/A", 31635 "value": "null" 31636 } 31637 ], 31638 "valueName": "current" 31639 }, 31640 { 31641 "cacheTimeout": null, 31642 "colorBackground": false, 31643 "colorValue": false, 31644 "colors": [ 31645 "#299c46", 31646 "rgba(237, 129, 40, 0.89)", 31647 "#d44a3a" 31648 ], 31649 "datasource": "$datasource", 31650 "decimals": 0, 31651 "format": "time_series", 31652 "gauge": { 31653 "maxValue": 100, 31654 "minValue": 0, 31655 "show": false, 31656 "thresholdLabels": false, 31657 "thresholdMarkers": true 31658 }, 31659 "gridPos": { 31660 "h": 9, 31661 "w": 12, 31662 "x": 12, 31663 "y": 1 31664 }, 31665 "height": 9, 31666 "id": 4, 31667 "interval": null, 31668 "links": [ 31669 31670 ], 31671 "mappingType": 1, 31672 "mappingTypes": [ 31673 { 31674 "name": "value to text", 31675 "value": 1 31676 }, 31677 { 31678 "name": "range to text", 31679 "value": 2 31680 } 31681 ], 31682 "maxDataPoints": 100, 31683 "minSpan": 12, 31684 "nullPointMode": "connected", 31685 "nullText": null, 31686 "options": { 31687 "fieldOptions": { 31688 "calcs": [ 31689 "last" 31690 ], 31691 "defaults": { 31692 "max": 10000000000, 31693 "min": 0, 31694 "title": "$namespace: $pod", 31695 "unit": "Bps" 31696 }, 31697 "mappings": [ 31698 31699 ], 31700 "override": { 31701 31702 }, 31703 "thresholds": [ 31704 { 31705 "color": "dark-green", 31706 "index": 0, 31707 "value": null 31708 }, 31709 { 31710 "color": "dark-yellow", 31711 "index": 1, 31712 "value": 5000000000 31713 }, 31714 { 31715 "color": "dark-red", 31716 "index": 2, 31717 "value": 7000000000 31718 } 31719 ], 31720 "values": false 31721 } 31722 }, 31723 "postfix": "", 31724 "postfixFontSize": "50%", 31725 "prefix": "", 31726 "prefixFontSize": "50%", 31727 "rangeMaps": [ 31728 { 31729 "from": "null", 31730 "text": "N/A", 31731 "to": "null" 31732 } 31733 ], 31734 "span": 12, 31735 "sparkline": { 31736 "fillColor": "rgba(31, 118, 189, 0.18)", 31737 "full": false, 31738 "lineColor": "rgb(31, 120, 193)", 31739 "show": false 31740 }, 31741 "tableColumn": "", 31742 "targets": [ 31743 { 31744 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution]))", 31745 "format": "time_series", 31746 "instant": null, 31747 "intervalFactor": 1, 31748 "legendFormat": "", 31749 "refId": "A" 31750 } 31751 ], 31752 "thresholds": "", 31753 "timeFrom": null, 31754 "timeShift": null, 31755 "title": "Current Rate of Bytes Transmitted", 31756 "type": "gauge", 31757 "valueFontSize": "80%", 31758 "valueMaps": [ 31759 { 31760 "op": "=", 31761 "text": "N/A", 31762 "value": "null" 31763 } 31764 ], 31765 "valueName": "current" 31766 }, 31767 { 31768 "collapse": false, 31769 "collapsed": false, 31770 "gridPos": { 31771 "h": 1, 31772 "w": 24, 31773 "x": 0, 31774 "y": 10 31775 }, 31776 "id": 5, 31777 "panels": [ 31778 31779 ], 31780 "repeat": null, 31781 "repeatIteration": null, 31782 "repeatRowId": null, 31783 "showTitle": true, 31784 "title": "Bandwidth", 31785 "titleSize": "h6", 31786 "type": "row" 31787 }, 31788 { 31789 "aliasColors": { 31790 31791 }, 31792 "bars": false, 31793 "dashLength": 10, 31794 "dashes": false, 31795 "datasource": "$datasource", 31796 "fill": 2, 31797 "fillGradient": 0, 31798 "gridPos": { 31799 "h": 9, 31800 "w": 12, 31801 "x": 0, 31802 "y": 11 31803 }, 31804 "id": 6, 31805 "legend": { 31806 "alignAsTable": false, 31807 "avg": false, 31808 "current": false, 31809 "hideEmpty": true, 31810 "hideZero": true, 31811 "max": false, 31812 "min": false, 31813 "rightSide": false, 31814 "show": true, 31815 "sideWidth": null, 31816 "total": false, 31817 "values": false 31818 }, 31819 "lines": true, 31820 "linewidth": 2, 31821 "links": [ 31822 31823 ], 31824 "minSpan": 12, 31825 "nullPointMode": "connected", 31826 "paceLength": 10, 31827 "percentage": false, 31828 "pointradius": 5, 31829 "points": false, 31830 "renderer": "flot", 31831 "repeat": null, 31832 "seriesOverrides": [ 31833 31834 ], 31835 "spaceLength": 10, 31836 "span": 12, 31837 "stack": true, 31838 "steppedLine": false, 31839 "targets": [ 31840 { 31841 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 31842 "format": "time_series", 31843 "intervalFactor": 1, 31844 "legendFormat": "{{pod}}", 31845 "refId": "A", 31846 "step": 10 31847 } 31848 ], 31849 "thresholds": [ 31850 31851 ], 31852 "timeFrom": null, 31853 "timeShift": null, 31854 "title": "Receive Bandwidth", 31855 "tooltip": { 31856 "shared": true, 31857 "sort": 2, 31858 "value_type": "individual" 31859 }, 31860 "type": "graph", 31861 "xaxis": { 31862 "buckets": null, 31863 "mode": "time", 31864 "name": null, 31865 "show": true, 31866 "values": [ 31867 31868 ] 31869 }, 31870 "yaxes": [ 31871 { 31872 "format": "Bps", 31873 "label": null, 31874 "logBase": 1, 31875 "max": null, 31876 "min": 0, 31877 "show": true 31878 }, 31879 { 31880 "format": "Bps", 31881 "label": null, 31882 "logBase": 1, 31883 "max": null, 31884 "min": 0, 31885 "show": true 31886 } 31887 ] 31888 }, 31889 { 31890 "aliasColors": { 31891 31892 }, 31893 "bars": false, 31894 "dashLength": 10, 31895 "dashes": false, 31896 "datasource": "$datasource", 31897 "fill": 2, 31898 "fillGradient": 0, 31899 "gridPos": { 31900 "h": 9, 31901 "w": 12, 31902 "x": 12, 31903 "y": 11 31904 }, 31905 "id": 7, 31906 "legend": { 31907 "alignAsTable": false, 31908 "avg": false, 31909 "current": false, 31910 "hideEmpty": true, 31911 "hideZero": true, 31912 "max": false, 31913 "min": false, 31914 "rightSide": false, 31915 "show": true, 31916 "sideWidth": null, 31917 "total": false, 31918 "values": false 31919 }, 31920 "lines": true, 31921 "linewidth": 2, 31922 "links": [ 31923 31924 ], 31925 "minSpan": 12, 31926 "nullPointMode": "connected", 31927 "paceLength": 10, 31928 "percentage": false, 31929 "pointradius": 5, 31930 "points": false, 31931 "renderer": "flot", 31932 "repeat": null, 31933 "seriesOverrides": [ 31934 31935 ], 31936 "spaceLength": 10, 31937 "span": 12, 31938 "stack": true, 31939 "steppedLine": false, 31940 "targets": [ 31941 { 31942 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 31943 "format": "time_series", 31944 "intervalFactor": 1, 31945 "legendFormat": "{{pod}}", 31946 "refId": "A", 31947 "step": 10 31948 } 31949 ], 31950 "thresholds": [ 31951 31952 ], 31953 "timeFrom": null, 31954 "timeShift": null, 31955 "title": "Transmit Bandwidth", 31956 "tooltip": { 31957 "shared": true, 31958 "sort": 2, 31959 "value_type": "individual" 31960 }, 31961 "type": "graph", 31962 "xaxis": { 31963 "buckets": null, 31964 "mode": "time", 31965 "name": null, 31966 "show": true, 31967 "values": [ 31968 31969 ] 31970 }, 31971 "yaxes": [ 31972 { 31973 "format": "Bps", 31974 "label": null, 31975 "logBase": 1, 31976 "max": null, 31977 "min": 0, 31978 "show": true 31979 }, 31980 { 31981 "format": "Bps", 31982 "label": null, 31983 "logBase": 1, 31984 "max": null, 31985 "min": 0, 31986 "show": true 31987 } 31988 ] 31989 }, 31990 { 31991 "collapse": true, 31992 "collapsed": true, 31993 "gridPos": { 31994 "h": 1, 31995 "w": 24, 31996 "x": 0, 31997 "y": 20 31998 }, 31999 "id": 8, 32000 "panels": [ 32001 { 32002 "aliasColors": { 32003 32004 }, 32005 "bars": false, 32006 "dashLength": 10, 32007 "dashes": false, 32008 "datasource": "$datasource", 32009 "fill": 2, 32010 "fillGradient": 0, 32011 "gridPos": { 32012 "h": 10, 32013 "w": 12, 32014 "x": 0, 32015 "y": 21 32016 }, 32017 "id": 9, 32018 "legend": { 32019 "alignAsTable": false, 32020 "avg": false, 32021 "current": false, 32022 "hideEmpty": true, 32023 "hideZero": true, 32024 "max": false, 32025 "min": false, 32026 "rightSide": false, 32027 "show": true, 32028 "sideWidth": null, 32029 "total": false, 32030 "values": false 32031 }, 32032 "lines": true, 32033 "linewidth": 2, 32034 "links": [ 32035 32036 ], 32037 "minSpan": 12, 32038 "nullPointMode": "connected", 32039 "paceLength": 10, 32040 "percentage": false, 32041 "pointradius": 5, 32042 "points": false, 32043 "renderer": "flot", 32044 "repeat": null, 32045 "seriesOverrides": [ 32046 32047 ], 32048 "spaceLength": 10, 32049 "span": 12, 32050 "stack": true, 32051 "steppedLine": false, 32052 "targets": [ 32053 { 32054 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 32055 "format": "time_series", 32056 "intervalFactor": 1, 32057 "legendFormat": "{{pod}}", 32058 "refId": "A", 32059 "step": 10 32060 } 32061 ], 32062 "thresholds": [ 32063 32064 ], 32065 "timeFrom": null, 32066 "timeShift": null, 32067 "title": "Rate of Received Packets", 32068 "tooltip": { 32069 "shared": true, 32070 "sort": 2, 32071 "value_type": "individual" 32072 }, 32073 "type": "graph", 32074 "xaxis": { 32075 "buckets": null, 32076 "mode": "time", 32077 "name": null, 32078 "show": true, 32079 "values": [ 32080 32081 ] 32082 }, 32083 "yaxes": [ 32084 { 32085 "format": "pps", 32086 "label": null, 32087 "logBase": 1, 32088 "max": null, 32089 "min": 0, 32090 "show": true 32091 }, 32092 { 32093 "format": "pps", 32094 "label": null, 32095 "logBase": 1, 32096 "max": null, 32097 "min": 0, 32098 "show": true 32099 } 32100 ] 32101 }, 32102 { 32103 "aliasColors": { 32104 32105 }, 32106 "bars": false, 32107 "dashLength": 10, 32108 "dashes": false, 32109 "datasource": "$datasource", 32110 "fill": 2, 32111 "fillGradient": 0, 32112 "gridPos": { 32113 "h": 10, 32114 "w": 12, 32115 "x": 12, 32116 "y": 21 32117 }, 32118 "id": 10, 32119 "legend": { 32120 "alignAsTable": false, 32121 "avg": false, 32122 "current": false, 32123 "hideEmpty": true, 32124 "hideZero": true, 32125 "max": false, 32126 "min": false, 32127 "rightSide": false, 32128 "show": true, 32129 "sideWidth": null, 32130 "total": false, 32131 "values": false 32132 }, 32133 "lines": true, 32134 "linewidth": 2, 32135 "links": [ 32136 32137 ], 32138 "minSpan": 12, 32139 "nullPointMode": "connected", 32140 "paceLength": 10, 32141 "percentage": false, 32142 "pointradius": 5, 32143 "points": false, 32144 "renderer": "flot", 32145 "repeat": null, 32146 "seriesOverrides": [ 32147 32148 ], 32149 "spaceLength": 10, 32150 "span": 12, 32151 "stack": true, 32152 "steppedLine": false, 32153 "targets": [ 32154 { 32155 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 32156 "format": "time_series", 32157 "intervalFactor": 1, 32158 "legendFormat": "{{pod}}", 32159 "refId": "A", 32160 "step": 10 32161 } 32162 ], 32163 "thresholds": [ 32164 32165 ], 32166 "timeFrom": null, 32167 "timeShift": null, 32168 "title": "Rate of Transmitted Packets", 32169 "tooltip": { 32170 "shared": true, 32171 "sort": 2, 32172 "value_type": "individual" 32173 }, 32174 "type": "graph", 32175 "xaxis": { 32176 "buckets": null, 32177 "mode": "time", 32178 "name": null, 32179 "show": true, 32180 "values": [ 32181 32182 ] 32183 }, 32184 "yaxes": [ 32185 { 32186 "format": "pps", 32187 "label": null, 32188 "logBase": 1, 32189 "max": null, 32190 "min": 0, 32191 "show": true 32192 }, 32193 { 32194 "format": "pps", 32195 "label": null, 32196 "logBase": 1, 32197 "max": null, 32198 "min": 0, 32199 "show": true 32200 } 32201 ] 32202 } 32203 ], 32204 "repeat": null, 32205 "repeatIteration": null, 32206 "repeatRowId": null, 32207 "showTitle": true, 32208 "title": "Packets", 32209 "titleSize": "h6", 32210 "type": "row" 32211 }, 32212 { 32213 "collapse": true, 32214 "collapsed": true, 32215 "gridPos": { 32216 "h": 1, 32217 "w": 24, 32218 "x": 0, 32219 "y": 21 32220 }, 32221 "id": 11, 32222 "panels": [ 32223 { 32224 "aliasColors": { 32225 32226 }, 32227 "bars": false, 32228 "dashLength": 10, 32229 "dashes": false, 32230 "datasource": "$datasource", 32231 "fill": 2, 32232 "fillGradient": 0, 32233 "gridPos": { 32234 "h": 10, 32235 "w": 12, 32236 "x": 0, 32237 "y": 32 32238 }, 32239 "id": 12, 32240 "legend": { 32241 "alignAsTable": false, 32242 "avg": false, 32243 "current": false, 32244 "hideEmpty": true, 32245 "hideZero": true, 32246 "max": false, 32247 "min": false, 32248 "rightSide": false, 32249 "show": true, 32250 "sideWidth": null, 32251 "total": false, 32252 "values": false 32253 }, 32254 "lines": true, 32255 "linewidth": 2, 32256 "links": [ 32257 32258 ], 32259 "minSpan": 12, 32260 "nullPointMode": "connected", 32261 "paceLength": 10, 32262 "percentage": false, 32263 "pointradius": 5, 32264 "points": false, 32265 "renderer": "flot", 32266 "repeat": null, 32267 "seriesOverrides": [ 32268 32269 ], 32270 "spaceLength": 10, 32271 "span": 12, 32272 "stack": true, 32273 "steppedLine": false, 32274 "targets": [ 32275 { 32276 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 32277 "format": "time_series", 32278 "intervalFactor": 1, 32279 "legendFormat": "{{pod}}", 32280 "refId": "A", 32281 "step": 10 32282 } 32283 ], 32284 "thresholds": [ 32285 32286 ], 32287 "timeFrom": null, 32288 "timeShift": null, 32289 "title": "Rate of Received Packets Dropped", 32290 "tooltip": { 32291 "shared": true, 32292 "sort": 2, 32293 "value_type": "individual" 32294 }, 32295 "type": "graph", 32296 "xaxis": { 32297 "buckets": null, 32298 "mode": "time", 32299 "name": null, 32300 "show": true, 32301 "values": [ 32302 32303 ] 32304 }, 32305 "yaxes": [ 32306 { 32307 "format": "pps", 32308 "label": null, 32309 "logBase": 1, 32310 "max": null, 32311 "min": 0, 32312 "show": true 32313 }, 32314 { 32315 "format": "pps", 32316 "label": null, 32317 "logBase": 1, 32318 "max": null, 32319 "min": 0, 32320 "show": true 32321 } 32322 ] 32323 }, 32324 { 32325 "aliasColors": { 32326 32327 }, 32328 "bars": false, 32329 "dashLength": 10, 32330 "dashes": false, 32331 "datasource": "$datasource", 32332 "fill": 2, 32333 "fillGradient": 0, 32334 "gridPos": { 32335 "h": 10, 32336 "w": 12, 32337 "x": 12, 32338 "y": 32 32339 }, 32340 "id": 13, 32341 "legend": { 32342 "alignAsTable": false, 32343 "avg": false, 32344 "current": false, 32345 "hideEmpty": true, 32346 "hideZero": true, 32347 "max": false, 32348 "min": false, 32349 "rightSide": false, 32350 "show": true, 32351 "sideWidth": null, 32352 "total": false, 32353 "values": false 32354 }, 32355 "lines": true, 32356 "linewidth": 2, 32357 "links": [ 32358 32359 ], 32360 "minSpan": 12, 32361 "nullPointMode": "connected", 32362 "paceLength": 10, 32363 "percentage": false, 32364 "pointradius": 5, 32365 "points": false, 32366 "renderer": "flot", 32367 "repeat": null, 32368 "seriesOverrides": [ 32369 32370 ], 32371 "spaceLength": 10, 32372 "span": 12, 32373 "stack": true, 32374 "steppedLine": false, 32375 "targets": [ 32376 { 32377 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 32378 "format": "time_series", 32379 "intervalFactor": 1, 32380 "legendFormat": "{{pod}}", 32381 "refId": "A", 32382 "step": 10 32383 } 32384 ], 32385 "thresholds": [ 32386 32387 ], 32388 "timeFrom": null, 32389 "timeShift": null, 32390 "title": "Rate of Transmitted Packets Dropped", 32391 "tooltip": { 32392 "shared": true, 32393 "sort": 2, 32394 "value_type": "individual" 32395 }, 32396 "type": "graph", 32397 "xaxis": { 32398 "buckets": null, 32399 "mode": "time", 32400 "name": null, 32401 "show": true, 32402 "values": [ 32403 32404 ] 32405 }, 32406 "yaxes": [ 32407 { 32408 "format": "pps", 32409 "label": null, 32410 "logBase": 1, 32411 "max": null, 32412 "min": 0, 32413 "show": true 32414 }, 32415 { 32416 "format": "pps", 32417 "label": null, 32418 "logBase": 1, 32419 "max": null, 32420 "min": 0, 32421 "show": true 32422 } 32423 ] 32424 } 32425 ], 32426 "repeat": null, 32427 "repeatIteration": null, 32428 "repeatRowId": null, 32429 "showTitle": true, 32430 "title": "Errors", 32431 "titleSize": "h6", 32432 "type": "row" 32433 } 32434 ], 32435 "refresh": "10s", 32436 "rows": [ 32437 32438 ], 32439 "schemaVersion": 18, 32440 "style": "dark", 32441 "tags": [ 32442 "kubernetes-mixin" 32443 ], 32444 "templating": { 32445 "list": [ 32446 { 32447 "current": { 32448 "text": "default", 32449 "value": "default" 32450 }, 32451 "hide": 0, 32452 "label": "Data Source", 32453 "name": "datasource", 32454 "options": [ 32455 32456 ], 32457 "query": "prometheus", 32458 "refresh": 1, 32459 "regex": "", 32460 "type": "datasource" 32461 }, 32462 { 32463 "allValue": null, 32464 "current": { 32465 32466 }, 32467 "datasource": "$datasource", 32468 "hide": 2, 32469 "includeAll": false, 32470 "label": null, 32471 "multi": false, 32472 "name": "cluster", 32473 "options": [ 32474 32475 ], 32476 "query": "label_values(up{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\"}, cluster)", 32477 "refresh": 2, 32478 "regex": "", 32479 "sort": 0, 32480 "tagValuesQuery": "", 32481 "tags": [ 32482 32483 ], 32484 "tagsQuery": "", 32485 "type": "query", 32486 "useTags": false 32487 }, 32488 { 32489 "allValue": ".+", 32490 "auto": false, 32491 "auto_count": 30, 32492 "auto_min": "10s", 32493 "current": { 32494 "text": "kube-system", 32495 "value": "kube-system" 32496 }, 32497 "datasource": "$datasource", 32498 "definition": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 32499 "hide": 0, 32500 "includeAll": true, 32501 "label": null, 32502 "multi": false, 32503 "name": "namespace", 32504 "options": [ 32505 32506 ], 32507 "query": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 32508 "refresh": 2, 32509 "regex": "", 32510 "skipUrlSync": false, 32511 "sort": 1, 32512 "tagValuesQuery": "", 32513 "tags": [ 32514 32515 ], 32516 "tagsQuery": "", 32517 "type": "query", 32518 "useTags": false 32519 }, 32520 { 32521 "allValue": ".+", 32522 "auto": false, 32523 "auto_count": 30, 32524 "auto_min": "10s", 32525 "current": { 32526 "text": "", 32527 "value": "" 32528 }, 32529 "datasource": "$datasource", 32530 "definition": "label_values(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}, pod)", 32531 "hide": 0, 32532 "includeAll": false, 32533 "label": null, 32534 "multi": false, 32535 "name": "pod", 32536 "options": [ 32537 32538 ], 32539 "query": "label_values(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}, pod)", 32540 "refresh": 2, 32541 "regex": "", 32542 "skipUrlSync": false, 32543 "sort": 1, 32544 "tagValuesQuery": "", 32545 "tags": [ 32546 32547 ], 32548 "tagsQuery": "", 32549 "type": "query", 32550 "useTags": false 32551 }, 32552 { 32553 "allValue": null, 32554 "auto": false, 32555 "auto_count": 30, 32556 "auto_min": "10s", 32557 "current": { 32558 "text": "5m", 32559 "value": "5m" 32560 }, 32561 "datasource": "$datasource", 32562 "hide": 0, 32563 "includeAll": false, 32564 "label": null, 32565 "multi": false, 32566 "name": "resolution", 32567 "options": [ 32568 { 32569 "selected": false, 32570 "text": "30s", 32571 "value": "30s" 32572 }, 32573 { 32574 "selected": true, 32575 "text": "5m", 32576 "value": "5m" 32577 }, 32578 { 32579 "selected": false, 32580 "text": "1h", 32581 "value": "1h" 32582 } 32583 ], 32584 "query": "30s,5m,1h", 32585 "refresh": 2, 32586 "regex": "", 32587 "skipUrlSync": false, 32588 "sort": 1, 32589 "tagValuesQuery": "", 32590 "tags": [ 32591 32592 ], 32593 "tagsQuery": "", 32594 "type": "interval", 32595 "useTags": false 32596 }, 32597 { 32598 "allValue": null, 32599 "auto": false, 32600 "auto_count": 30, 32601 "auto_min": "10s", 32602 "current": { 32603 "text": "5m", 32604 "value": "5m" 32605 }, 32606 "datasource": "$datasource", 32607 "hide": 2, 32608 "includeAll": false, 32609 "label": null, 32610 "multi": false, 32611 "name": "interval", 32612 "options": [ 32613 { 32614 "selected": true, 32615 "text": "4h", 32616 "value": "4h" 32617 } 32618 ], 32619 "query": "4h", 32620 "refresh": 2, 32621 "regex": "", 32622 "skipUrlSync": false, 32623 "sort": 1, 32624 "tagValuesQuery": "", 32625 "tags": [ 32626 32627 ], 32628 "tagsQuery": "", 32629 "type": "interval", 32630 "useTags": false 32631 } 32632 ] 32633 }, 32634 "time": { 32635 "from": "now-1h", 32636 "to": "now" 32637 }, 32638 "timepicker": { 32639 "refresh_intervals": [ 32640 "5s", 32641 "10s", 32642 "30s", 32643 "1m", 32644 "5m", 32645 "15m", 32646 "30m", 32647 "1h", 32648 "2h", 32649 "1d" 32650 ], 32651 "time_options": [ 32652 "5m", 32653 "15m", 32654 "1h", 32655 "6h", 32656 "12h", 32657 "24h", 32658 "2d", 32659 "7d", 32660 "30d" 32661 ] 32662 }, 32663 "timezone": "utc", 32664 "title": "Kubernetes / Networking / Pod", 32665 "uid": "7a18067ce943a40ae25454675c19ff5c", 32666 "version": 0 32667 } 32668 --- 32669 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/prometheus.yaml 32670 apiVersion: v1 32671 kind: ConfigMap 32672 metadata: 32673 namespace: kube-prometheus-stack 32674 name: kube-prometheus-stack-prometheus 32675 annotations: 32676 {} 32677 labels: 32678 grafana_dashboard: "1" 32679 app: kube-prometheus-stack-grafana 32680 32681 app.kubernetes.io/managed-by: Helm 32682 app.kubernetes.io/instance: kube-prometheus-stack 32683 app.kubernetes.io/version: "25.0.0" 32684 app.kubernetes.io/part-of: kube-prometheus-stack 32685 chart: kube-prometheus-stack-25.0.0 32686 release: "kube-prometheus-stack" 32687 heritage: "Helm" 32688 data: 32689 prometheus.json: |- 32690 { 32691 "annotations": { 32692 "list": [ 32693 32694 ] 32695 }, 32696 "editable": true, 32697 "gnetId": null, 32698 "graphTooltip": 0, 32699 "hideControls": false, 32700 "links": [ 32701 32702 ], 32703 "refresh": "60s", 32704 "rows": [ 32705 { 32706 "collapse": false, 32707 "height": "250px", 32708 "panels": [ 32709 { 32710 "aliasColors": { 32711 32712 }, 32713 "bars": false, 32714 "dashLength": 10, 32715 "dashes": false, 32716 "datasource": "$datasource", 32717 "fill": 1, 32718 "id": 1, 32719 "legend": { 32720 "avg": false, 32721 "current": false, 32722 "max": false, 32723 "min": false, 32724 "show": true, 32725 "total": false, 32726 "values": false 32727 }, 32728 "lines": true, 32729 "linewidth": 1, 32730 "links": [ 32731 32732 ], 32733 "nullPointMode": "null as zero", 32734 "percentage": false, 32735 "pointradius": 5, 32736 "points": false, 32737 "renderer": "flot", 32738 "seriesOverrides": [ 32739 32740 ], 32741 "spaceLength": 10, 32742 "span": 12, 32743 "stack": false, 32744 "steppedLine": false, 32745 "styles": [ 32746 { 32747 "alias": "Time", 32748 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32749 "pattern": "Time", 32750 "type": "hidden" 32751 }, 32752 { 32753 "alias": "Count", 32754 "colorMode": null, 32755 "colors": [ 32756 32757 ], 32758 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32759 "decimals": 2, 32760 "link": false, 32761 "linkTargetBlank": false, 32762 "linkTooltip": "Drill down", 32763 "linkUrl": "", 32764 "pattern": "Value #A", 32765 "thresholds": [ 32766 32767 ], 32768 "type": "hidden", 32769 "unit": "short" 32770 }, 32771 { 32772 "alias": "Uptime", 32773 "colorMode": null, 32774 "colors": [ 32775 32776 ], 32777 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32778 "decimals": 2, 32779 "link": false, 32780 "linkTargetBlank": false, 32781 "linkTooltip": "Drill down", 32782 "linkUrl": "", 32783 "pattern": "Value #B", 32784 "thresholds": [ 32785 32786 ], 32787 "type": "number", 32788 "unit": "short" 32789 }, 32790 { 32791 "alias": "Instance", 32792 "colorMode": null, 32793 "colors": [ 32794 32795 ], 32796 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32797 "decimals": 2, 32798 "link": false, 32799 "linkTargetBlank": false, 32800 "linkTooltip": "Drill down", 32801 "linkUrl": "", 32802 "pattern": "instance", 32803 "thresholds": [ 32804 32805 ], 32806 "type": "number", 32807 "unit": "short" 32808 }, 32809 { 32810 "alias": "Job", 32811 "colorMode": null, 32812 "colors": [ 32813 32814 ], 32815 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32816 "decimals": 2, 32817 "link": false, 32818 "linkTargetBlank": false, 32819 "linkTooltip": "Drill down", 32820 "linkUrl": "", 32821 "pattern": "job", 32822 "thresholds": [ 32823 32824 ], 32825 "type": "number", 32826 "unit": "short" 32827 }, 32828 { 32829 "alias": "Version", 32830 "colorMode": null, 32831 "colors": [ 32832 32833 ], 32834 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32835 "decimals": 2, 32836 "link": false, 32837 "linkTargetBlank": false, 32838 "linkTooltip": "Drill down", 32839 "linkUrl": "", 32840 "pattern": "version", 32841 "thresholds": [ 32842 32843 ], 32844 "type": "number", 32845 "unit": "short" 32846 }, 32847 { 32848 "alias": "", 32849 "colorMode": null, 32850 "colors": [ 32851 32852 ], 32853 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32854 "decimals": 2, 32855 "pattern": "/.*/", 32856 "thresholds": [ 32857 32858 ], 32859 "type": "string", 32860 "unit": "short" 32861 } 32862 ], 32863 "targets": [ 32864 { 32865 "expr": "count by (job, instance, version) (prometheus_build_info{job=~\"$job\", instance=~\"$instance\"})", 32866 "format": "table", 32867 "instant": true, 32868 "intervalFactor": 2, 32869 "legendFormat": "", 32870 "refId": "A", 32871 "step": 10 32872 }, 32873 { 32874 "expr": "max by (job, instance) (time() - process_start_time_seconds{job=~\"$job\", instance=~\"$instance\"})", 32875 "format": "table", 32876 "instant": true, 32877 "intervalFactor": 2, 32878 "legendFormat": "", 32879 "refId": "B", 32880 "step": 10 32881 } 32882 ], 32883 "thresholds": [ 32884 32885 ], 32886 "timeFrom": null, 32887 "timeShift": null, 32888 "title": "Prometheus Stats", 32889 "tooltip": { 32890 "shared": true, 32891 "sort": 2, 32892 "value_type": "individual" 32893 }, 32894 "transform": "table", 32895 "type": "table", 32896 "xaxis": { 32897 "buckets": null, 32898 "mode": "time", 32899 "name": null, 32900 "show": true, 32901 "values": [ 32902 32903 ] 32904 }, 32905 "yaxes": [ 32906 { 32907 "format": "short", 32908 "label": null, 32909 "logBase": 1, 32910 "max": null, 32911 "min": 0, 32912 "show": true 32913 }, 32914 { 32915 "format": "short", 32916 "label": null, 32917 "logBase": 1, 32918 "max": null, 32919 "min": null, 32920 "show": false 32921 } 32922 ] 32923 } 32924 ], 32925 "repeat": null, 32926 "repeatIteration": null, 32927 "repeatRowId": null, 32928 "showTitle": true, 32929 "title": "Prometheus Stats", 32930 "titleSize": "h6" 32931 }, 32932 { 32933 "collapse": false, 32934 "height": "250px", 32935 "panels": [ 32936 { 32937 "aliasColors": { 32938 32939 }, 32940 "bars": false, 32941 "dashLength": 10, 32942 "dashes": false, 32943 "datasource": "$datasource", 32944 "fill": 1, 32945 "id": 2, 32946 "legend": { 32947 "avg": false, 32948 "current": false, 32949 "max": false, 32950 "min": false, 32951 "show": true, 32952 "total": false, 32953 "values": false 32954 }, 32955 "lines": true, 32956 "linewidth": 1, 32957 "links": [ 32958 32959 ], 32960 "nullPointMode": "null as zero", 32961 "percentage": false, 32962 "pointradius": 5, 32963 "points": false, 32964 "renderer": "flot", 32965 "seriesOverrides": [ 32966 32967 ], 32968 "spaceLength": 10, 32969 "span": 6, 32970 "stack": false, 32971 "steppedLine": false, 32972 "targets": [ 32973 { 32974 "expr": "sum(rate(prometheus_target_sync_length_seconds_sum{job=~\"$job\",instance=~\"$instance\"}[5m])) by (scrape_job) * 1e3", 32975 "format": "time_series", 32976 "intervalFactor": 2, 32977 "legendFormat": "{{scrape_job}}", 32978 "legendLink": null, 32979 "step": 10 32980 } 32981 ], 32982 "thresholds": [ 32983 32984 ], 32985 "timeFrom": null, 32986 "timeShift": null, 32987 "title": "Target Sync", 32988 "tooltip": { 32989 "shared": true, 32990 "sort": 2, 32991 "value_type": "individual" 32992 }, 32993 "type": "graph", 32994 "xaxis": { 32995 "buckets": null, 32996 "mode": "time", 32997 "name": null, 32998 "show": true, 32999 "values": [ 33000 33001 ] 33002 }, 33003 "yaxes": [ 33004 { 33005 "format": "ms", 33006 "label": null, 33007 "logBase": 1, 33008 "max": null, 33009 "min": 0, 33010 "show": true 33011 }, 33012 { 33013 "format": "short", 33014 "label": null, 33015 "logBase": 1, 33016 "max": null, 33017 "min": null, 33018 "show": false 33019 } 33020 ] 33021 }, 33022 { 33023 "aliasColors": { 33024 33025 }, 33026 "bars": false, 33027 "dashLength": 10, 33028 "dashes": false, 33029 "datasource": "$datasource", 33030 "fill": 10, 33031 "id": 3, 33032 "legend": { 33033 "avg": false, 33034 "current": false, 33035 "max": false, 33036 "min": false, 33037 "show": true, 33038 "total": false, 33039 "values": false 33040 }, 33041 "lines": true, 33042 "linewidth": 0, 33043 "links": [ 33044 33045 ], 33046 "nullPointMode": "null as zero", 33047 "percentage": false, 33048 "pointradius": 5, 33049 "points": false, 33050 "renderer": "flot", 33051 "seriesOverrides": [ 33052 33053 ], 33054 "spaceLength": 10, 33055 "span": 6, 33056 "stack": true, 33057 "steppedLine": false, 33058 "targets": [ 33059 { 33060 "expr": "sum(prometheus_sd_discovered_targets{job=~\"$job\",instance=~\"$instance\"})", 33061 "format": "time_series", 33062 "intervalFactor": 2, 33063 "legendFormat": "Targets", 33064 "legendLink": null, 33065 "step": 10 33066 } 33067 ], 33068 "thresholds": [ 33069 33070 ], 33071 "timeFrom": null, 33072 "timeShift": null, 33073 "title": "Targets", 33074 "tooltip": { 33075 "shared": true, 33076 "sort": 2, 33077 "value_type": "individual" 33078 }, 33079 "type": "graph", 33080 "xaxis": { 33081 "buckets": null, 33082 "mode": "time", 33083 "name": null, 33084 "show": true, 33085 "values": [ 33086 33087 ] 33088 }, 33089 "yaxes": [ 33090 { 33091 "format": "short", 33092 "label": null, 33093 "logBase": 1, 33094 "max": null, 33095 "min": 0, 33096 "show": true 33097 }, 33098 { 33099 "format": "short", 33100 "label": null, 33101 "logBase": 1, 33102 "max": null, 33103 "min": null, 33104 "show": false 33105 } 33106 ] 33107 } 33108 ], 33109 "repeat": null, 33110 "repeatIteration": null, 33111 "repeatRowId": null, 33112 "showTitle": true, 33113 "title": "Discovery", 33114 "titleSize": "h6" 33115 }, 33116 { 33117 "collapse": false, 33118 "height": "250px", 33119 "panels": [ 33120 { 33121 "aliasColors": { 33122 33123 }, 33124 "bars": false, 33125 "dashLength": 10, 33126 "dashes": false, 33127 "datasource": "$datasource", 33128 "fill": 1, 33129 "id": 4, 33130 "legend": { 33131 "avg": false, 33132 "current": false, 33133 "max": false, 33134 "min": false, 33135 "show": true, 33136 "total": false, 33137 "values": false 33138 }, 33139 "lines": true, 33140 "linewidth": 1, 33141 "links": [ 33142 33143 ], 33144 "nullPointMode": "null as zero", 33145 "percentage": false, 33146 "pointradius": 5, 33147 "points": false, 33148 "renderer": "flot", 33149 "seriesOverrides": [ 33150 33151 ], 33152 "spaceLength": 10, 33153 "span": 4, 33154 "stack": false, 33155 "steppedLine": false, 33156 "targets": [ 33157 { 33158 "expr": "rate(prometheus_target_interval_length_seconds_sum{job=~\"$job\",instance=~\"$instance\"}[5m]) / rate(prometheus_target_interval_length_seconds_count{job=~\"$job\",instance=~\"$instance\"}[5m]) * 1e3", 33159 "format": "time_series", 33160 "intervalFactor": 2, 33161 "legendFormat": "{{interval}} configured", 33162 "legendLink": null, 33163 "step": 10 33164 } 33165 ], 33166 "thresholds": [ 33167 33168 ], 33169 "timeFrom": null, 33170 "timeShift": null, 33171 "title": "Average Scrape Interval Duration", 33172 "tooltip": { 33173 "shared": true, 33174 "sort": 2, 33175 "value_type": "individual" 33176 }, 33177 "type": "graph", 33178 "xaxis": { 33179 "buckets": null, 33180 "mode": "time", 33181 "name": null, 33182 "show": true, 33183 "values": [ 33184 33185 ] 33186 }, 33187 "yaxes": [ 33188 { 33189 "format": "ms", 33190 "label": null, 33191 "logBase": 1, 33192 "max": null, 33193 "min": 0, 33194 "show": true 33195 }, 33196 { 33197 "format": "short", 33198 "label": null, 33199 "logBase": 1, 33200 "max": null, 33201 "min": null, 33202 "show": false 33203 } 33204 ] 33205 }, 33206 { 33207 "aliasColors": { 33208 33209 }, 33210 "bars": false, 33211 "dashLength": 10, 33212 "dashes": false, 33213 "datasource": "$datasource", 33214 "fill": 10, 33215 "id": 5, 33216 "legend": { 33217 "avg": false, 33218 "current": false, 33219 "max": false, 33220 "min": false, 33221 "show": true, 33222 "total": false, 33223 "values": false 33224 }, 33225 "lines": true, 33226 "linewidth": 0, 33227 "links": [ 33228 33229 ], 33230 "nullPointMode": "null as zero", 33231 "percentage": false, 33232 "pointradius": 5, 33233 "points": false, 33234 "renderer": "flot", 33235 "seriesOverrides": [ 33236 33237 ], 33238 "spaceLength": 10, 33239 "span": 4, 33240 "stack": true, 33241 "steppedLine": false, 33242 "targets": [ 33243 { 33244 "expr": "sum by (job) (rate(prometheus_target_scrapes_exceeded_body_size_limit_total[1m]))", 33245 "format": "time_series", 33246 "intervalFactor": 2, 33247 "legendFormat": "exceeded body size limit: {{job}}", 33248 "legendLink": null, 33249 "step": 10 33250 }, 33251 { 33252 "expr": "sum by (job) (rate(prometheus_target_scrapes_exceeded_sample_limit_total[1m]))", 33253 "format": "time_series", 33254 "intervalFactor": 2, 33255 "legendFormat": "exceeded sample limit: {{job}}", 33256 "legendLink": null, 33257 "step": 10 33258 }, 33259 { 33260 "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_duplicate_timestamp_total[1m]))", 33261 "format": "time_series", 33262 "intervalFactor": 2, 33263 "legendFormat": "duplicate timestamp: {{job}}", 33264 "legendLink": null, 33265 "step": 10 33266 }, 33267 { 33268 "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_bounds_total[1m]))", 33269 "format": "time_series", 33270 "intervalFactor": 2, 33271 "legendFormat": "out of bounds: {{job}}", 33272 "legendLink": null, 33273 "step": 10 33274 }, 33275 { 33276 "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_order_total[1m]))", 33277 "format": "time_series", 33278 "intervalFactor": 2, 33279 "legendFormat": "out of order: {{job}}", 33280 "legendLink": null, 33281 "step": 10 33282 } 33283 ], 33284 "thresholds": [ 33285 33286 ], 33287 "timeFrom": null, 33288 "timeShift": null, 33289 "title": "Scrape failures", 33290 "tooltip": { 33291 "shared": true, 33292 "sort": 2, 33293 "value_type": "individual" 33294 }, 33295 "type": "graph", 33296 "xaxis": { 33297 "buckets": null, 33298 "mode": "time", 33299 "name": null, 33300 "show": true, 33301 "values": [ 33302 33303 ] 33304 }, 33305 "yaxes": [ 33306 { 33307 "format": "short", 33308 "label": null, 33309 "logBase": 1, 33310 "max": null, 33311 "min": 0, 33312 "show": true 33313 }, 33314 { 33315 "format": "short", 33316 "label": null, 33317 "logBase": 1, 33318 "max": null, 33319 "min": null, 33320 "show": false 33321 } 33322 ] 33323 }, 33324 { 33325 "aliasColors": { 33326 33327 }, 33328 "bars": false, 33329 "dashLength": 10, 33330 "dashes": false, 33331 "datasource": "$datasource", 33332 "fill": 10, 33333 "id": 6, 33334 "legend": { 33335 "avg": false, 33336 "current": false, 33337 "max": false, 33338 "min": false, 33339 "show": true, 33340 "total": false, 33341 "values": false 33342 }, 33343 "lines": true, 33344 "linewidth": 0, 33345 "links": [ 33346 33347 ], 33348 "nullPointMode": "null as zero", 33349 "percentage": false, 33350 "pointradius": 5, 33351 "points": false, 33352 "renderer": "flot", 33353 "seriesOverrides": [ 33354 33355 ], 33356 "spaceLength": 10, 33357 "span": 4, 33358 "stack": true, 33359 "steppedLine": false, 33360 "targets": [ 33361 { 33362 "expr": "rate(prometheus_tsdb_head_samples_appended_total{job=~\"$job\",instance=~\"$instance\"}[5m])", 33363 "format": "time_series", 33364 "intervalFactor": 2, 33365 "legendFormat": "{{job}} {{instance}}", 33366 "legendLink": null, 33367 "step": 10 33368 } 33369 ], 33370 "thresholds": [ 33371 33372 ], 33373 "timeFrom": null, 33374 "timeShift": null, 33375 "title": "Appended Samples", 33376 "tooltip": { 33377 "shared": true, 33378 "sort": 2, 33379 "value_type": "individual" 33380 }, 33381 "type": "graph", 33382 "xaxis": { 33383 "buckets": null, 33384 "mode": "time", 33385 "name": null, 33386 "show": true, 33387 "values": [ 33388 33389 ] 33390 }, 33391 "yaxes": [ 33392 { 33393 "format": "short", 33394 "label": null, 33395 "logBase": 1, 33396 "max": null, 33397 "min": 0, 33398 "show": true 33399 }, 33400 { 33401 "format": "short", 33402 "label": null, 33403 "logBase": 1, 33404 "max": null, 33405 "min": null, 33406 "show": false 33407 } 33408 ] 33409 } 33410 ], 33411 "repeat": null, 33412 "repeatIteration": null, 33413 "repeatRowId": null, 33414 "showTitle": true, 33415 "title": "Retrieval", 33416 "titleSize": "h6" 33417 }, 33418 { 33419 "collapse": false, 33420 "height": "250px", 33421 "panels": [ 33422 { 33423 "aliasColors": { 33424 33425 }, 33426 "bars": false, 33427 "dashLength": 10, 33428 "dashes": false, 33429 "datasource": "$datasource", 33430 "fill": 10, 33431 "id": 7, 33432 "legend": { 33433 "avg": false, 33434 "current": false, 33435 "max": false, 33436 "min": false, 33437 "show": true, 33438 "total": false, 33439 "values": false 33440 }, 33441 "lines": true, 33442 "linewidth": 0, 33443 "links": [ 33444 33445 ], 33446 "nullPointMode": "null as zero", 33447 "percentage": false, 33448 "pointradius": 5, 33449 "points": false, 33450 "renderer": "flot", 33451 "seriesOverrides": [ 33452 33453 ], 33454 "spaceLength": 10, 33455 "span": 6, 33456 "stack": true, 33457 "steppedLine": false, 33458 "targets": [ 33459 { 33460 "expr": "prometheus_tsdb_head_series{job=~\"$job\",instance=~\"$instance\"}", 33461 "format": "time_series", 33462 "intervalFactor": 2, 33463 "legendFormat": "{{job}} {{instance}} head series", 33464 "legendLink": null, 33465 "step": 10 33466 } 33467 ], 33468 "thresholds": [ 33469 33470 ], 33471 "timeFrom": null, 33472 "timeShift": null, 33473 "title": "Head Series", 33474 "tooltip": { 33475 "shared": true, 33476 "sort": 2, 33477 "value_type": "individual" 33478 }, 33479 "type": "graph", 33480 "xaxis": { 33481 "buckets": null, 33482 "mode": "time", 33483 "name": null, 33484 "show": true, 33485 "values": [ 33486 33487 ] 33488 }, 33489 "yaxes": [ 33490 { 33491 "format": "short", 33492 "label": null, 33493 "logBase": 1, 33494 "max": null, 33495 "min": 0, 33496 "show": true 33497 }, 33498 { 33499 "format": "short", 33500 "label": null, 33501 "logBase": 1, 33502 "max": null, 33503 "min": null, 33504 "show": false 33505 } 33506 ] 33507 }, 33508 { 33509 "aliasColors": { 33510 33511 }, 33512 "bars": false, 33513 "dashLength": 10, 33514 "dashes": false, 33515 "datasource": "$datasource", 33516 "fill": 10, 33517 "id": 8, 33518 "legend": { 33519 "avg": false, 33520 "current": false, 33521 "max": false, 33522 "min": false, 33523 "show": true, 33524 "total": false, 33525 "values": false 33526 }, 33527 "lines": true, 33528 "linewidth": 0, 33529 "links": [ 33530 33531 ], 33532 "nullPointMode": "null as zero", 33533 "percentage": false, 33534 "pointradius": 5, 33535 "points": false, 33536 "renderer": "flot", 33537 "seriesOverrides": [ 33538 33539 ], 33540 "spaceLength": 10, 33541 "span": 6, 33542 "stack": true, 33543 "steppedLine": false, 33544 "targets": [ 33545 { 33546 "expr": "prometheus_tsdb_head_chunks{job=~\"$job\",instance=~\"$instance\"}", 33547 "format": "time_series", 33548 "intervalFactor": 2, 33549 "legendFormat": "{{job}} {{instance}} head chunks", 33550 "legendLink": null, 33551 "step": 10 33552 } 33553 ], 33554 "thresholds": [ 33555 33556 ], 33557 "timeFrom": null, 33558 "timeShift": null, 33559 "title": "Head Chunks", 33560 "tooltip": { 33561 "shared": true, 33562 "sort": 2, 33563 "value_type": "individual" 33564 }, 33565 "type": "graph", 33566 "xaxis": { 33567 "buckets": null, 33568 "mode": "time", 33569 "name": null, 33570 "show": true, 33571 "values": [ 33572 33573 ] 33574 }, 33575 "yaxes": [ 33576 { 33577 "format": "short", 33578 "label": null, 33579 "logBase": 1, 33580 "max": null, 33581 "min": 0, 33582 "show": true 33583 }, 33584 { 33585 "format": "short", 33586 "label": null, 33587 "logBase": 1, 33588 "max": null, 33589 "min": null, 33590 "show": false 33591 } 33592 ] 33593 } 33594 ], 33595 "repeat": null, 33596 "repeatIteration": null, 33597 "repeatRowId": null, 33598 "showTitle": true, 33599 "title": "Storage", 33600 "titleSize": "h6" 33601 }, 33602 { 33603 "collapse": false, 33604 "height": "250px", 33605 "panels": [ 33606 { 33607 "aliasColors": { 33608 33609 }, 33610 "bars": false, 33611 "dashLength": 10, 33612 "dashes": false, 33613 "datasource": "$datasource", 33614 "fill": 10, 33615 "id": 9, 33616 "legend": { 33617 "avg": false, 33618 "current": false, 33619 "max": false, 33620 "min": false, 33621 "show": true, 33622 "total": false, 33623 "values": false 33624 }, 33625 "lines": true, 33626 "linewidth": 0, 33627 "links": [ 33628 33629 ], 33630 "nullPointMode": "null as zero", 33631 "percentage": false, 33632 "pointradius": 5, 33633 "points": false, 33634 "renderer": "flot", 33635 "seriesOverrides": [ 33636 33637 ], 33638 "spaceLength": 10, 33639 "span": 6, 33640 "stack": true, 33641 "steppedLine": false, 33642 "targets": [ 33643 { 33644 "expr": "rate(prometheus_engine_query_duration_seconds_count{job=~\"$job\",instance=~\"$instance\",slice=\"inner_eval\"}[5m])", 33645 "format": "time_series", 33646 "intervalFactor": 2, 33647 "legendFormat": "{{job}} {{instance}}", 33648 "legendLink": null, 33649 "step": 10 33650 } 33651 ], 33652 "thresholds": [ 33653 33654 ], 33655 "timeFrom": null, 33656 "timeShift": null, 33657 "title": "Query Rate", 33658 "tooltip": { 33659 "shared": true, 33660 "sort": 2, 33661 "value_type": "individual" 33662 }, 33663 "type": "graph", 33664 "xaxis": { 33665 "buckets": null, 33666 "mode": "time", 33667 "name": null, 33668 "show": true, 33669 "values": [ 33670 33671 ] 33672 }, 33673 "yaxes": [ 33674 { 33675 "format": "short", 33676 "label": null, 33677 "logBase": 1, 33678 "max": null, 33679 "min": 0, 33680 "show": true 33681 }, 33682 { 33683 "format": "short", 33684 "label": null, 33685 "logBase": 1, 33686 "max": null, 33687 "min": null, 33688 "show": false 33689 } 33690 ] 33691 }, 33692 { 33693 "aliasColors": { 33694 33695 }, 33696 "bars": false, 33697 "dashLength": 10, 33698 "dashes": false, 33699 "datasource": "$datasource", 33700 "fill": 10, 33701 "id": 10, 33702 "legend": { 33703 "avg": false, 33704 "current": false, 33705 "max": false, 33706 "min": false, 33707 "show": true, 33708 "total": false, 33709 "values": false 33710 }, 33711 "lines": true, 33712 "linewidth": 0, 33713 "links": [ 33714 33715 ], 33716 "nullPointMode": "null as zero", 33717 "percentage": false, 33718 "pointradius": 5, 33719 "points": false, 33720 "renderer": "flot", 33721 "seriesOverrides": [ 33722 33723 ], 33724 "spaceLength": 10, 33725 "span": 6, 33726 "stack": true, 33727 "steppedLine": false, 33728 "targets": [ 33729 { 33730 "expr": "max by (slice) (prometheus_engine_query_duration_seconds{quantile=\"0.9\",job=~\"$job\",instance=~\"$instance\"}) * 1e3", 33731 "format": "time_series", 33732 "intervalFactor": 2, 33733 "legendFormat": "{{slice}}", 33734 "legendLink": null, 33735 "step": 10 33736 } 33737 ], 33738 "thresholds": [ 33739 33740 ], 33741 "timeFrom": null, 33742 "timeShift": null, 33743 "title": "Stage Duration", 33744 "tooltip": { 33745 "shared": true, 33746 "sort": 2, 33747 "value_type": "individual" 33748 }, 33749 "type": "graph", 33750 "xaxis": { 33751 "buckets": null, 33752 "mode": "time", 33753 "name": null, 33754 "show": true, 33755 "values": [ 33756 33757 ] 33758 }, 33759 "yaxes": [ 33760 { 33761 "format": "ms", 33762 "label": null, 33763 "logBase": 1, 33764 "max": null, 33765 "min": 0, 33766 "show": true 33767 }, 33768 { 33769 "format": "short", 33770 "label": null, 33771 "logBase": 1, 33772 "max": null, 33773 "min": null, 33774 "show": false 33775 } 33776 ] 33777 } 33778 ], 33779 "repeat": null, 33780 "repeatIteration": null, 33781 "repeatRowId": null, 33782 "showTitle": true, 33783 "title": "Query", 33784 "titleSize": "h6" 33785 } 33786 ], 33787 "schemaVersion": 14, 33788 "style": "dark", 33789 "tags": [ 33790 "prometheus-mixin" 33791 ], 33792 "templating": { 33793 "list": [ 33794 { 33795 "current": { 33796 "text": "default", 33797 "value": "default" 33798 }, 33799 "hide": 0, 33800 "label": "Data Source", 33801 "name": "datasource", 33802 "options": [ 33803 33804 ], 33805 "query": "prometheus", 33806 "refresh": 1, 33807 "regex": "", 33808 "type": "datasource" 33809 }, 33810 { 33811 "allValue": ".+", 33812 "current": { 33813 "selected": true, 33814 "text": "All", 33815 "value": "$__all" 33816 }, 33817 "datasource": "$datasource", 33818 "hide": 0, 33819 "includeAll": true, 33820 "label": "job", 33821 "multi": true, 33822 "name": "job", 33823 "options": [ 33824 33825 ], 33826 "query": "label_values(prometheus_build_info{job=\"prometheus-k8s\",namespace=\"monitoring\"}, job)", 33827 "refresh": 1, 33828 "regex": "", 33829 "sort": 2, 33830 "tagValuesQuery": "", 33831 "tags": [ 33832 33833 ], 33834 "tagsQuery": "", 33835 "type": "query", 33836 "useTags": false 33837 }, 33838 { 33839 "allValue": ".+", 33840 "current": { 33841 "selected": true, 33842 "text": "All", 33843 "value": "$__all" 33844 }, 33845 "datasource": "$datasource", 33846 "hide": 0, 33847 "includeAll": true, 33848 "label": "instance", 33849 "multi": true, 33850 "name": "instance", 33851 "options": [ 33852 33853 ], 33854 "query": "label_values(prometheus_build_info{job=~\"$job\"}, instance)", 33855 "refresh": 1, 33856 "regex": "", 33857 "sort": 2, 33858 "tagValuesQuery": "", 33859 "tags": [ 33860 33861 ], 33862 "tagsQuery": "", 33863 "type": "query", 33864 "useTags": false 33865 } 33866 ] 33867 }, 33868 "time": { 33869 "from": "now-1h", 33870 "to": "now" 33871 }, 33872 "timepicker": { 33873 "refresh_intervals": [ 33874 "5s", 33875 "10s", 33876 "30s", 33877 "1m", 33878 "5m", 33879 "15m", 33880 "30m", 33881 "1h", 33882 "2h", 33883 "1d" 33884 ], 33885 "time_options": [ 33886 "5m", 33887 "15m", 33888 "1h", 33889 "6h", 33890 "12h", 33891 "24h", 33892 "2d", 33893 "7d", 33894 "30d" 33895 ] 33896 }, 33897 "timezone": "utc", 33898 "title": "Prometheus / Overview", 33899 "uid": "", 33900 "version": 0 33901 } 33902 --- 33903 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/proxy.yaml 33904 apiVersion: v1 33905 kind: ConfigMap 33906 metadata: 33907 namespace: kube-prometheus-stack 33908 name: kube-prometheus-stack-proxy 33909 annotations: 33910 {} 33911 labels: 33912 grafana_dashboard: "1" 33913 app: kube-prometheus-stack-grafana 33914 33915 app.kubernetes.io/managed-by: Helm 33916 app.kubernetes.io/instance: kube-prometheus-stack 33917 app.kubernetes.io/version: "25.0.0" 33918 app.kubernetes.io/part-of: kube-prometheus-stack 33919 chart: kube-prometheus-stack-25.0.0 33920 release: "kube-prometheus-stack" 33921 heritage: "Helm" 33922 data: 33923 proxy.json: |- 33924 { 33925 "__inputs": [ 33926 33927 ], 33928 "__requires": [ 33929 33930 ], 33931 "annotations": { 33932 "list": [ 33933 33934 ] 33935 }, 33936 "editable": false, 33937 "gnetId": null, 33938 "graphTooltip": 0, 33939 "hideControls": false, 33940 "id": null, 33941 "links": [ 33942 33943 ], 33944 "refresh": "10s", 33945 "rows": [ 33946 { 33947 "collapse": false, 33948 "collapsed": false, 33949 "panels": [ 33950 { 33951 "cacheTimeout": null, 33952 "colorBackground": false, 33953 "colorValue": false, 33954 "colors": [ 33955 "#299c46", 33956 "rgba(237, 129, 40, 0.89)", 33957 "#d44a3a" 33958 ], 33959 "datasource": "$datasource", 33960 "format": "none", 33961 "gauge": { 33962 "maxValue": 100, 33963 "minValue": 0, 33964 "show": false, 33965 "thresholdLabels": false, 33966 "thresholdMarkers": true 33967 }, 33968 "gridPos": { 33969 33970 }, 33971 "id": 2, 33972 "interval": "1m", 33973 "legend": { 33974 "alignAsTable": true, 33975 "rightSide": true 33976 }, 33977 "links": [ 33978 33979 ], 33980 "mappingType": 1, 33981 "mappingTypes": [ 33982 { 33983 "name": "value to text", 33984 "value": 1 33985 }, 33986 { 33987 "name": "range to text", 33988 "value": 2 33989 } 33990 ], 33991 "maxDataPoints": 100, 33992 "nullPointMode": "connected", 33993 "nullText": null, 33994 "postfix": "", 33995 "postfixFontSize": "50%", 33996 "prefix": "", 33997 "prefixFontSize": "50%", 33998 "rangeMaps": [ 33999 { 34000 "from": "null", 34001 "text": "N/A", 34002 "to": "null" 34003 } 34004 ], 34005 "span": 2, 34006 "sparkline": { 34007 "fillColor": "rgba(31, 118, 189, 0.18)", 34008 "full": false, 34009 "lineColor": "rgb(31, 120, 193)", 34010 "show": false 34011 }, 34012 "tableColumn": "", 34013 "targets": [ 34014 { 34015 "expr": "sum(up{cluster=\"$cluster\", job=\"kube-proxy\"})", 34016 "format": "time_series", 34017 "intervalFactor": 2, 34018 "legendFormat": "", 34019 "refId": "A" 34020 } 34021 ], 34022 "thresholds": "", 34023 "title": "Up", 34024 "tooltip": { 34025 "shared": false 34026 }, 34027 "type": "singlestat", 34028 "valueFontSize": "80%", 34029 "valueMaps": [ 34030 { 34031 "op": "=", 34032 "text": "N/A", 34033 "value": "null" 34034 } 34035 ], 34036 "valueName": "min" 34037 }, 34038 { 34039 "aliasColors": { 34040 34041 }, 34042 "bars": false, 34043 "dashLength": 10, 34044 "dashes": false, 34045 "datasource": "$datasource", 34046 "fill": 1, 34047 "fillGradient": 0, 34048 "gridPos": { 34049 34050 }, 34051 "id": 3, 34052 "interval": "1m", 34053 "legend": { 34054 "alignAsTable": true, 34055 "avg": false, 34056 "current": false, 34057 "max": false, 34058 "min": false, 34059 "rightSide": true, 34060 "show": true, 34061 "sideWidth": null, 34062 "total": false, 34063 "values": false 34064 }, 34065 "lines": true, 34066 "linewidth": 1, 34067 "links": [ 34068 34069 ], 34070 "nullPointMode": "null", 34071 "percentage": false, 34072 "pointradius": 5, 34073 "points": false, 34074 "renderer": "flot", 34075 "repeat": null, 34076 "seriesOverrides": [ 34077 34078 ], 34079 "spaceLength": 10, 34080 "span": 5, 34081 "stack": false, 34082 "steppedLine": false, 34083 "targets": [ 34084 { 34085 "expr": "sum(rate(kubeproxy_sync_proxy_rules_duration_seconds_count{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\"}[$__rate_interval]))", 34086 "format": "time_series", 34087 "intervalFactor": 2, 34088 "legendFormat": "rate", 34089 "refId": "A" 34090 } 34091 ], 34092 "thresholds": [ 34093 34094 ], 34095 "timeFrom": null, 34096 "timeShift": null, 34097 "title": "Rules Sync Rate", 34098 "tooltip": { 34099 "shared": false, 34100 "sort": 0, 34101 "value_type": "individual" 34102 }, 34103 "type": "graph", 34104 "xaxis": { 34105 "buckets": null, 34106 "mode": "time", 34107 "name": null, 34108 "show": true, 34109 "values": [ 34110 34111 ] 34112 }, 34113 "yaxes": [ 34114 { 34115 "format": "ops", 34116 "label": null, 34117 "logBase": 1, 34118 "max": null, 34119 "min": 0, 34120 "show": true 34121 }, 34122 { 34123 "format": "ops", 34124 "label": null, 34125 "logBase": 1, 34126 "max": null, 34127 "min": 0, 34128 "show": true 34129 } 34130 ] 34131 }, 34132 { 34133 "aliasColors": { 34134 34135 }, 34136 "bars": false, 34137 "dashLength": 10, 34138 "dashes": false, 34139 "datasource": "$datasource", 34140 "fill": 1, 34141 "fillGradient": 0, 34142 "gridPos": { 34143 34144 }, 34145 "id": 4, 34146 "interval": "1m", 34147 "legend": { 34148 "alignAsTable": true, 34149 "avg": false, 34150 "current": true, 34151 "max": false, 34152 "min": false, 34153 "rightSide": true, 34154 "show": true, 34155 "sideWidth": null, 34156 "total": false, 34157 "values": true 34158 }, 34159 "lines": true, 34160 "linewidth": 1, 34161 "links": [ 34162 34163 ], 34164 "nullPointMode": "null", 34165 "percentage": false, 34166 "pointradius": 5, 34167 "points": false, 34168 "renderer": "flot", 34169 "repeat": null, 34170 "seriesOverrides": [ 34171 34172 ], 34173 "spaceLength": 10, 34174 "span": 5, 34175 "stack": false, 34176 "steppedLine": false, 34177 "targets": [ 34178 { 34179 "expr": "histogram_quantile(0.99,rate(kubeproxy_sync_proxy_rules_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\"}[$__rate_interval]))", 34180 "format": "time_series", 34181 "intervalFactor": 2, 34182 "legendFormat": "{{instance}}", 34183 "refId": "A" 34184 } 34185 ], 34186 "thresholds": [ 34187 34188 ], 34189 "timeFrom": null, 34190 "timeShift": null, 34191 "title": "Rule Sync Latency 99th Quantile", 34192 "tooltip": { 34193 "shared": false, 34194 "sort": 0, 34195 "value_type": "individual" 34196 }, 34197 "type": "graph", 34198 "xaxis": { 34199 "buckets": null, 34200 "mode": "time", 34201 "name": null, 34202 "show": true, 34203 "values": [ 34204 34205 ] 34206 }, 34207 "yaxes": [ 34208 { 34209 "format": "s", 34210 "label": null, 34211 "logBase": 1, 34212 "max": null, 34213 "min": 0, 34214 "show": true 34215 }, 34216 { 34217 "format": "s", 34218 "label": null, 34219 "logBase": 1, 34220 "max": null, 34221 "min": 0, 34222 "show": true 34223 } 34224 ] 34225 } 34226 ], 34227 "repeat": null, 34228 "repeatIteration": null, 34229 "repeatRowId": null, 34230 "showTitle": false, 34231 "title": "Dashboard Row", 34232 "titleSize": "h6", 34233 "type": "row" 34234 }, 34235 { 34236 "collapse": false, 34237 "collapsed": false, 34238 "panels": [ 34239 { 34240 "aliasColors": { 34241 34242 }, 34243 "bars": false, 34244 "dashLength": 10, 34245 "dashes": false, 34246 "datasource": "$datasource", 34247 "fill": 1, 34248 "fillGradient": 0, 34249 "gridPos": { 34250 34251 }, 34252 "id": 5, 34253 "interval": "1m", 34254 "legend": { 34255 "alignAsTable": true, 34256 "avg": false, 34257 "current": false, 34258 "max": false, 34259 "min": false, 34260 "rightSide": true, 34261 "show": true, 34262 "sideWidth": null, 34263 "total": false, 34264 "values": false 34265 }, 34266 "lines": true, 34267 "linewidth": 1, 34268 "links": [ 34269 34270 ], 34271 "nullPointMode": "null", 34272 "percentage": false, 34273 "pointradius": 5, 34274 "points": false, 34275 "renderer": "flot", 34276 "repeat": null, 34277 "seriesOverrides": [ 34278 34279 ], 34280 "spaceLength": 10, 34281 "span": 6, 34282 "stack": false, 34283 "steppedLine": false, 34284 "targets": [ 34285 { 34286 "expr": "sum(rate(kubeproxy_network_programming_duration_seconds_count{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\"}[$__rate_interval]))", 34287 "format": "time_series", 34288 "intervalFactor": 2, 34289 "legendFormat": "rate", 34290 "refId": "A" 34291 } 34292 ], 34293 "thresholds": [ 34294 34295 ], 34296 "timeFrom": null, 34297 "timeShift": null, 34298 "title": "Network Programming Rate", 34299 "tooltip": { 34300 "shared": false, 34301 "sort": 0, 34302 "value_type": "individual" 34303 }, 34304 "type": "graph", 34305 "xaxis": { 34306 "buckets": null, 34307 "mode": "time", 34308 "name": null, 34309 "show": true, 34310 "values": [ 34311 34312 ] 34313 }, 34314 "yaxes": [ 34315 { 34316 "format": "ops", 34317 "label": null, 34318 "logBase": 1, 34319 "max": null, 34320 "min": 0, 34321 "show": true 34322 }, 34323 { 34324 "format": "ops", 34325 "label": null, 34326 "logBase": 1, 34327 "max": null, 34328 "min": 0, 34329 "show": true 34330 } 34331 ] 34332 }, 34333 { 34334 "aliasColors": { 34335 34336 }, 34337 "bars": false, 34338 "dashLength": 10, 34339 "dashes": false, 34340 "datasource": "$datasource", 34341 "fill": 1, 34342 "fillGradient": 0, 34343 "gridPos": { 34344 34345 }, 34346 "id": 6, 34347 "interval": "1m", 34348 "legend": { 34349 "alignAsTable": true, 34350 "avg": false, 34351 "current": true, 34352 "max": false, 34353 "min": false, 34354 "rightSide": true, 34355 "show": true, 34356 "sideWidth": null, 34357 "total": false, 34358 "values": true 34359 }, 34360 "lines": true, 34361 "linewidth": 1, 34362 "links": [ 34363 34364 ], 34365 "nullPointMode": "null", 34366 "percentage": false, 34367 "pointradius": 5, 34368 "points": false, 34369 "renderer": "flot", 34370 "repeat": null, 34371 "seriesOverrides": [ 34372 34373 ], 34374 "spaceLength": 10, 34375 "span": 6, 34376 "stack": false, 34377 "steppedLine": false, 34378 "targets": [ 34379 { 34380 "expr": "histogram_quantile(0.99, sum(rate(kubeproxy_network_programming_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\"}[$__rate_interval])) by (instance, le))", 34381 "format": "time_series", 34382 "intervalFactor": 2, 34383 "legendFormat": "{{instance}}", 34384 "refId": "A" 34385 } 34386 ], 34387 "thresholds": [ 34388 34389 ], 34390 "timeFrom": null, 34391 "timeShift": null, 34392 "title": "Network Programming Latency 99th Quantile", 34393 "tooltip": { 34394 "shared": false, 34395 "sort": 0, 34396 "value_type": "individual" 34397 }, 34398 "type": "graph", 34399 "xaxis": { 34400 "buckets": null, 34401 "mode": "time", 34402 "name": null, 34403 "show": true, 34404 "values": [ 34405 34406 ] 34407 }, 34408 "yaxes": [ 34409 { 34410 "format": "s", 34411 "label": null, 34412 "logBase": 1, 34413 "max": null, 34414 "min": 0, 34415 "show": true 34416 }, 34417 { 34418 "format": "s", 34419 "label": null, 34420 "logBase": 1, 34421 "max": null, 34422 "min": 0, 34423 "show": true 34424 } 34425 ] 34426 } 34427 ], 34428 "repeat": null, 34429 "repeatIteration": null, 34430 "repeatRowId": null, 34431 "showTitle": false, 34432 "title": "Dashboard Row", 34433 "titleSize": "h6", 34434 "type": "row" 34435 }, 34436 { 34437 "collapse": false, 34438 "collapsed": false, 34439 "panels": [ 34440 { 34441 "aliasColors": { 34442 34443 }, 34444 "bars": false, 34445 "dashLength": 10, 34446 "dashes": false, 34447 "datasource": "$datasource", 34448 "fill": 1, 34449 "fillGradient": 0, 34450 "gridPos": { 34451 34452 }, 34453 "id": 7, 34454 "interval": "1m", 34455 "legend": { 34456 "alignAsTable": true, 34457 "avg": false, 34458 "current": false, 34459 "max": false, 34460 "min": false, 34461 "rightSide": true, 34462 "show": true, 34463 "sideWidth": null, 34464 "total": false, 34465 "values": false 34466 }, 34467 "lines": true, 34468 "linewidth": 1, 34469 "links": [ 34470 34471 ], 34472 "nullPointMode": "null", 34473 "percentage": false, 34474 "pointradius": 5, 34475 "points": false, 34476 "renderer": "flot", 34477 "repeat": null, 34478 "seriesOverrides": [ 34479 34480 ], 34481 "spaceLength": 10, 34482 "span": 4, 34483 "stack": false, 34484 "steppedLine": false, 34485 "targets": [ 34486 { 34487 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\",code=~\"2..\"}[$__rate_interval]))", 34488 "format": "time_series", 34489 "intervalFactor": 2, 34490 "legendFormat": "2xx", 34491 "refId": "A" 34492 }, 34493 { 34494 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\",code=~\"3..\"}[$__rate_interval]))", 34495 "format": "time_series", 34496 "intervalFactor": 2, 34497 "legendFormat": "3xx", 34498 "refId": "B" 34499 }, 34500 { 34501 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\",code=~\"4..\"}[$__rate_interval]))", 34502 "format": "time_series", 34503 "intervalFactor": 2, 34504 "legendFormat": "4xx", 34505 "refId": "C" 34506 }, 34507 { 34508 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\",code=~\"5..\"}[$__rate_interval]))", 34509 "format": "time_series", 34510 "intervalFactor": 2, 34511 "legendFormat": "5xx", 34512 "refId": "D" 34513 } 34514 ], 34515 "thresholds": [ 34516 34517 ], 34518 "timeFrom": null, 34519 "timeShift": null, 34520 "title": "Kube API Request Rate", 34521 "tooltip": { 34522 "shared": false, 34523 "sort": 0, 34524 "value_type": "individual" 34525 }, 34526 "type": "graph", 34527 "xaxis": { 34528 "buckets": null, 34529 "mode": "time", 34530 "name": null, 34531 "show": true, 34532 "values": [ 34533 34534 ] 34535 }, 34536 "yaxes": [ 34537 { 34538 "format": "ops", 34539 "label": null, 34540 "logBase": 1, 34541 "max": null, 34542 "min": null, 34543 "show": true 34544 }, 34545 { 34546 "format": "ops", 34547 "label": null, 34548 "logBase": 1, 34549 "max": null, 34550 "min": null, 34551 "show": true 34552 } 34553 ] 34554 }, 34555 { 34556 "aliasColors": { 34557 34558 }, 34559 "bars": false, 34560 "dashLength": 10, 34561 "dashes": false, 34562 "datasource": "$datasource", 34563 "fill": 1, 34564 "fillGradient": 0, 34565 "gridPos": { 34566 34567 }, 34568 "id": 8, 34569 "interval": "1m", 34570 "legend": { 34571 "alignAsTable": true, 34572 "avg": false, 34573 "current": false, 34574 "max": false, 34575 "min": false, 34576 "rightSide": true, 34577 "show": true, 34578 "sideWidth": null, 34579 "total": false, 34580 "values": false 34581 }, 34582 "lines": true, 34583 "linewidth": 1, 34584 "links": [ 34585 34586 ], 34587 "nullPointMode": "null", 34588 "percentage": false, 34589 "pointradius": 5, 34590 "points": false, 34591 "renderer": "flot", 34592 "repeat": null, 34593 "seriesOverrides": [ 34594 34595 ], 34596 "spaceLength": 10, 34597 "span": 8, 34598 "stack": false, 34599 "steppedLine": false, 34600 "targets": [ 34601 { 34602 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-proxy\",instance=~\"$instance\",verb=\"POST\"}[$__rate_interval])) by (verb, url, le))", 34603 "format": "time_series", 34604 "intervalFactor": 2, 34605 "legendFormat": "{{verb}} {{url}}", 34606 "refId": "A" 34607 } 34608 ], 34609 "thresholds": [ 34610 34611 ], 34612 "timeFrom": null, 34613 "timeShift": null, 34614 "title": "Post Request Latency 99th Quantile", 34615 "tooltip": { 34616 "shared": false, 34617 "sort": 0, 34618 "value_type": "individual" 34619 }, 34620 "type": "graph", 34621 "xaxis": { 34622 "buckets": null, 34623 "mode": "time", 34624 "name": null, 34625 "show": true, 34626 "values": [ 34627 34628 ] 34629 }, 34630 "yaxes": [ 34631 { 34632 "format": "s", 34633 "label": null, 34634 "logBase": 1, 34635 "max": null, 34636 "min": 0, 34637 "show": true 34638 }, 34639 { 34640 "format": "s", 34641 "label": null, 34642 "logBase": 1, 34643 "max": null, 34644 "min": 0, 34645 "show": true 34646 } 34647 ] 34648 } 34649 ], 34650 "repeat": null, 34651 "repeatIteration": null, 34652 "repeatRowId": null, 34653 "showTitle": false, 34654 "title": "Dashboard Row", 34655 "titleSize": "h6", 34656 "type": "row" 34657 }, 34658 { 34659 "collapse": false, 34660 "collapsed": false, 34661 "panels": [ 34662 { 34663 "aliasColors": { 34664 34665 }, 34666 "bars": false, 34667 "dashLength": 10, 34668 "dashes": false, 34669 "datasource": "$datasource", 34670 "fill": 1, 34671 "fillGradient": 0, 34672 "gridPos": { 34673 34674 }, 34675 "id": 9, 34676 "interval": "1m", 34677 "legend": { 34678 "alignAsTable": true, 34679 "avg": false, 34680 "current": true, 34681 "max": false, 34682 "min": false, 34683 "rightSide": true, 34684 "show": true, 34685 "sideWidth": null, 34686 "total": false, 34687 "values": true 34688 }, 34689 "lines": true, 34690 "linewidth": 1, 34691 "links": [ 34692 34693 ], 34694 "nullPointMode": "null", 34695 "percentage": false, 34696 "pointradius": 5, 34697 "points": false, 34698 "renderer": "flot", 34699 "repeat": null, 34700 "seriesOverrides": [ 34701 34702 ], 34703 "spaceLength": 10, 34704 "span": 12, 34705 "stack": false, 34706 "steppedLine": false, 34707 "targets": [ 34708 { 34709 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\", verb=\"GET\"}[$__rate_interval])) by (verb, url, le))", 34710 "format": "time_series", 34711 "intervalFactor": 2, 34712 "legendFormat": "{{verb}} {{url}}", 34713 "refId": "A" 34714 } 34715 ], 34716 "thresholds": [ 34717 34718 ], 34719 "timeFrom": null, 34720 "timeShift": null, 34721 "title": "Get Request Latency 99th Quantile", 34722 "tooltip": { 34723 "shared": false, 34724 "sort": 0, 34725 "value_type": "individual" 34726 }, 34727 "type": "graph", 34728 "xaxis": { 34729 "buckets": null, 34730 "mode": "time", 34731 "name": null, 34732 "show": true, 34733 "values": [ 34734 34735 ] 34736 }, 34737 "yaxes": [ 34738 { 34739 "format": "s", 34740 "label": null, 34741 "logBase": 1, 34742 "max": null, 34743 "min": 0, 34744 "show": true 34745 }, 34746 { 34747 "format": "s", 34748 "label": null, 34749 "logBase": 1, 34750 "max": null, 34751 "min": 0, 34752 "show": true 34753 } 34754 ] 34755 } 34756 ], 34757 "repeat": null, 34758 "repeatIteration": null, 34759 "repeatRowId": null, 34760 "showTitle": false, 34761 "title": "Dashboard Row", 34762 "titleSize": "h6", 34763 "type": "row" 34764 }, 34765 { 34766 "collapse": false, 34767 "collapsed": false, 34768 "panels": [ 34769 { 34770 "aliasColors": { 34771 34772 }, 34773 "bars": false, 34774 "dashLength": 10, 34775 "dashes": false, 34776 "datasource": "$datasource", 34777 "fill": 1, 34778 "fillGradient": 0, 34779 "gridPos": { 34780 34781 }, 34782 "id": 10, 34783 "interval": "1m", 34784 "legend": { 34785 "alignAsTable": true, 34786 "avg": false, 34787 "current": false, 34788 "max": false, 34789 "min": false, 34790 "rightSide": true, 34791 "show": true, 34792 "sideWidth": null, 34793 "total": false, 34794 "values": false 34795 }, 34796 "lines": true, 34797 "linewidth": 1, 34798 "links": [ 34799 34800 ], 34801 "nullPointMode": "null", 34802 "percentage": false, 34803 "pointradius": 5, 34804 "points": false, 34805 "renderer": "flot", 34806 "repeat": null, 34807 "seriesOverrides": [ 34808 34809 ], 34810 "spaceLength": 10, 34811 "span": 4, 34812 "stack": false, 34813 "steppedLine": false, 34814 "targets": [ 34815 { 34816 "expr": "process_resident_memory_bytes{cluster=\"$cluster\", job=\"kube-proxy\",instance=~\"$instance\"}", 34817 "format": "time_series", 34818 "intervalFactor": 2, 34819 "legendFormat": "{{instance}}", 34820 "refId": "A" 34821 } 34822 ], 34823 "thresholds": [ 34824 34825 ], 34826 "timeFrom": null, 34827 "timeShift": null, 34828 "title": "Memory", 34829 "tooltip": { 34830 "shared": false, 34831 "sort": 0, 34832 "value_type": "individual" 34833 }, 34834 "type": "graph", 34835 "xaxis": { 34836 "buckets": null, 34837 "mode": "time", 34838 "name": null, 34839 "show": true, 34840 "values": [ 34841 34842 ] 34843 }, 34844 "yaxes": [ 34845 { 34846 "format": "bytes", 34847 "label": null, 34848 "logBase": 1, 34849 "max": null, 34850 "min": null, 34851 "show": true 34852 }, 34853 { 34854 "format": "bytes", 34855 "label": null, 34856 "logBase": 1, 34857 "max": null, 34858 "min": null, 34859 "show": true 34860 } 34861 ] 34862 }, 34863 { 34864 "aliasColors": { 34865 34866 }, 34867 "bars": false, 34868 "dashLength": 10, 34869 "dashes": false, 34870 "datasource": "$datasource", 34871 "fill": 1, 34872 "fillGradient": 0, 34873 "gridPos": { 34874 34875 }, 34876 "id": 11, 34877 "interval": "1m", 34878 "legend": { 34879 "alignAsTable": true, 34880 "avg": false, 34881 "current": false, 34882 "max": false, 34883 "min": false, 34884 "rightSide": true, 34885 "show": true, 34886 "sideWidth": null, 34887 "total": false, 34888 "values": false 34889 }, 34890 "lines": true, 34891 "linewidth": 1, 34892 "links": [ 34893 34894 ], 34895 "nullPointMode": "null", 34896 "percentage": false, 34897 "pointradius": 5, 34898 "points": false, 34899 "renderer": "flot", 34900 "repeat": null, 34901 "seriesOverrides": [ 34902 34903 ], 34904 "spaceLength": 10, 34905 "span": 4, 34906 "stack": false, 34907 "steppedLine": false, 34908 "targets": [ 34909 { 34910 "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\", job=\"kube-proxy\",instance=~\"$instance\"}[$__rate_interval])", 34911 "format": "time_series", 34912 "intervalFactor": 2, 34913 "legendFormat": "{{instance}}", 34914 "refId": "A" 34915 } 34916 ], 34917 "thresholds": [ 34918 34919 ], 34920 "timeFrom": null, 34921 "timeShift": null, 34922 "title": "CPU usage", 34923 "tooltip": { 34924 "shared": false, 34925 "sort": 0, 34926 "value_type": "individual" 34927 }, 34928 "type": "graph", 34929 "xaxis": { 34930 "buckets": null, 34931 "mode": "time", 34932 "name": null, 34933 "show": true, 34934 "values": [ 34935 34936 ] 34937 }, 34938 "yaxes": [ 34939 { 34940 "format": "short", 34941 "label": null, 34942 "logBase": 1, 34943 "max": null, 34944 "min": 0, 34945 "show": true 34946 }, 34947 { 34948 "format": "short", 34949 "label": null, 34950 "logBase": 1, 34951 "max": null, 34952 "min": 0, 34953 "show": true 34954 } 34955 ] 34956 }, 34957 { 34958 "aliasColors": { 34959 34960 }, 34961 "bars": false, 34962 "dashLength": 10, 34963 "dashes": false, 34964 "datasource": "$datasource", 34965 "fill": 1, 34966 "fillGradient": 0, 34967 "gridPos": { 34968 34969 }, 34970 "id": 12, 34971 "interval": "1m", 34972 "legend": { 34973 "alignAsTable": true, 34974 "avg": false, 34975 "current": false, 34976 "max": false, 34977 "min": false, 34978 "rightSide": true, 34979 "show": true, 34980 "sideWidth": null, 34981 "total": false, 34982 "values": false 34983 }, 34984 "lines": true, 34985 "linewidth": 1, 34986 "links": [ 34987 34988 ], 34989 "nullPointMode": "null", 34990 "percentage": false, 34991 "pointradius": 5, 34992 "points": false, 34993 "renderer": "flot", 34994 "repeat": null, 34995 "seriesOverrides": [ 34996 34997 ], 34998 "spaceLength": 10, 34999 "span": 4, 35000 "stack": false, 35001 "steppedLine": false, 35002 "targets": [ 35003 { 35004 "expr": "go_goroutines{cluster=\"$cluster\", job=\"kube-proxy\",instance=~\"$instance\"}", 35005 "format": "time_series", 35006 "intervalFactor": 2, 35007 "legendFormat": "{{instance}}", 35008 "refId": "A" 35009 } 35010 ], 35011 "thresholds": [ 35012 35013 ], 35014 "timeFrom": null, 35015 "timeShift": null, 35016 "title": "Goroutines", 35017 "tooltip": { 35018 "shared": false, 35019 "sort": 0, 35020 "value_type": "individual" 35021 }, 35022 "type": "graph", 35023 "xaxis": { 35024 "buckets": null, 35025 "mode": "time", 35026 "name": null, 35027 "show": true, 35028 "values": [ 35029 35030 ] 35031 }, 35032 "yaxes": [ 35033 { 35034 "format": "short", 35035 "label": null, 35036 "logBase": 1, 35037 "max": null, 35038 "min": null, 35039 "show": true 35040 }, 35041 { 35042 "format": "short", 35043 "label": null, 35044 "logBase": 1, 35045 "max": null, 35046 "min": null, 35047 "show": true 35048 } 35049 ] 35050 } 35051 ], 35052 "repeat": null, 35053 "repeatIteration": null, 35054 "repeatRowId": null, 35055 "showTitle": false, 35056 "title": "Dashboard Row", 35057 "titleSize": "h6", 35058 "type": "row" 35059 } 35060 ], 35061 "schemaVersion": 14, 35062 "style": "dark", 35063 "tags": [ 35064 "kubernetes-mixin" 35065 ], 35066 "templating": { 35067 "list": [ 35068 { 35069 "current": { 35070 "text": "default", 35071 "value": "default" 35072 }, 35073 "hide": 0, 35074 "label": "Data Source", 35075 "name": "datasource", 35076 "options": [ 35077 35078 ], 35079 "query": "prometheus", 35080 "refresh": 1, 35081 "regex": "", 35082 "type": "datasource" 35083 }, 35084 { 35085 "allValue": null, 35086 "current": { 35087 35088 }, 35089 "datasource": "$datasource", 35090 "hide": 2, 35091 "includeAll": false, 35092 "label": "cluster", 35093 "multi": false, 35094 "name": "cluster", 35095 "options": [ 35096 35097 ], 35098 "query": "label_values(up{job=\"kube-proxy\"}, cluster)", 35099 "refresh": 2, 35100 "regex": "", 35101 "sort": 1, 35102 "tagValuesQuery": "", 35103 "tags": [ 35104 35105 ], 35106 "tagsQuery": "", 35107 "type": "query", 35108 "useTags": false 35109 }, 35110 { 35111 "allValue": null, 35112 "current": { 35113 35114 }, 35115 "datasource": "$datasource", 35116 "hide": 0, 35117 "includeAll": true, 35118 "label": null, 35119 "multi": false, 35120 "name": "instance", 35121 "options": [ 35122 35123 ], 35124 "query": "label_values(up{job=\"kube-proxy\", cluster=\"$cluster\", job=\"kube-proxy\"}, instance)", 35125 "refresh": 2, 35126 "regex": "", 35127 "sort": 1, 35128 "tagValuesQuery": "", 35129 "tags": [ 35130 35131 ], 35132 "tagsQuery": "", 35133 "type": "query", 35134 "useTags": false 35135 } 35136 ] 35137 }, 35138 "time": { 35139 "from": "now-1h", 35140 "to": "now" 35141 }, 35142 "timepicker": { 35143 "refresh_intervals": [ 35144 "5s", 35145 "10s", 35146 "30s", 35147 "1m", 35148 "5m", 35149 "15m", 35150 "30m", 35151 "1h", 35152 "2h", 35153 "1d" 35154 ], 35155 "time_options": [ 35156 "5m", 35157 "15m", 35158 "1h", 35159 "6h", 35160 "12h", 35161 "24h", 35162 "2d", 35163 "7d", 35164 "30d" 35165 ] 35166 }, 35167 "timezone": "utc", 35168 "title": "Kubernetes / Proxy", 35169 "uid": "632e265de029684c40b21cb76bca4f94", 35170 "version": 0 35171 } 35172 --- 35173 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/scheduler.yaml 35174 apiVersion: v1 35175 kind: ConfigMap 35176 metadata: 35177 namespace: kube-prometheus-stack 35178 name: kube-prometheus-stack-scheduler 35179 annotations: 35180 {} 35181 labels: 35182 grafana_dashboard: "1" 35183 app: kube-prometheus-stack-grafana 35184 35185 app.kubernetes.io/managed-by: Helm 35186 app.kubernetes.io/instance: kube-prometheus-stack 35187 app.kubernetes.io/version: "25.0.0" 35188 app.kubernetes.io/part-of: kube-prometheus-stack 35189 chart: kube-prometheus-stack-25.0.0 35190 release: "kube-prometheus-stack" 35191 heritage: "Helm" 35192 data: 35193 scheduler.json: |- 35194 { 35195 "__inputs": [ 35196 35197 ], 35198 "__requires": [ 35199 35200 ], 35201 "annotations": { 35202 "list": [ 35203 35204 ] 35205 }, 35206 "editable": false, 35207 "gnetId": null, 35208 "graphTooltip": 0, 35209 "hideControls": false, 35210 "id": null, 35211 "links": [ 35212 35213 ], 35214 "refresh": "10s", 35215 "rows": [ 35216 { 35217 "collapse": false, 35218 "collapsed": false, 35219 "panels": [ 35220 { 35221 "cacheTimeout": null, 35222 "colorBackground": false, 35223 "colorValue": false, 35224 "colors": [ 35225 "#299c46", 35226 "rgba(237, 129, 40, 0.89)", 35227 "#d44a3a" 35228 ], 35229 "datasource": "$datasource", 35230 "format": "none", 35231 "gauge": { 35232 "maxValue": 100, 35233 "minValue": 0, 35234 "show": false, 35235 "thresholdLabels": false, 35236 "thresholdMarkers": true 35237 }, 35238 "gridPos": { 35239 35240 }, 35241 "id": 2, 35242 "interval": "1m", 35243 "legend": { 35244 "alignAsTable": true, 35245 "rightSide": true 35246 }, 35247 "links": [ 35248 35249 ], 35250 "mappingType": 1, 35251 "mappingTypes": [ 35252 { 35253 "name": "value to text", 35254 "value": 1 35255 }, 35256 { 35257 "name": "range to text", 35258 "value": 2 35259 } 35260 ], 35261 "maxDataPoints": 100, 35262 "nullPointMode": "connected", 35263 "nullText": null, 35264 "postfix": "", 35265 "postfixFontSize": "50%", 35266 "prefix": "", 35267 "prefixFontSize": "50%", 35268 "rangeMaps": [ 35269 { 35270 "from": "null", 35271 "text": "N/A", 35272 "to": "null" 35273 } 35274 ], 35275 "span": 2, 35276 "sparkline": { 35277 "fillColor": "rgba(31, 118, 189, 0.18)", 35278 "full": false, 35279 "lineColor": "rgb(31, 120, 193)", 35280 "show": false 35281 }, 35282 "tableColumn": "", 35283 "targets": [ 35284 { 35285 "expr": "sum(up{cluster=\"$cluster\", job=\"kube-scheduler\"})", 35286 "format": "time_series", 35287 "intervalFactor": 2, 35288 "legendFormat": "", 35289 "refId": "A" 35290 } 35291 ], 35292 "thresholds": "", 35293 "title": "Up", 35294 "tooltip": { 35295 "shared": false 35296 }, 35297 "type": "singlestat", 35298 "valueFontSize": "80%", 35299 "valueMaps": [ 35300 { 35301 "op": "=", 35302 "text": "N/A", 35303 "value": "null" 35304 } 35305 ], 35306 "valueName": "min" 35307 }, 35308 { 35309 "aliasColors": { 35310 35311 }, 35312 "bars": false, 35313 "dashLength": 10, 35314 "dashes": false, 35315 "datasource": "$datasource", 35316 "fill": 1, 35317 "fillGradient": 0, 35318 "gridPos": { 35319 35320 }, 35321 "id": 3, 35322 "interval": "1m", 35323 "legend": { 35324 "alignAsTable": true, 35325 "avg": false, 35326 "current": true, 35327 "max": false, 35328 "min": false, 35329 "rightSide": true, 35330 "show": true, 35331 "sideWidth": null, 35332 "total": false, 35333 "values": true 35334 }, 35335 "lines": true, 35336 "linewidth": 1, 35337 "links": [ 35338 35339 ], 35340 "nullPointMode": "null", 35341 "percentage": false, 35342 "pointradius": 5, 35343 "points": false, 35344 "renderer": "flot", 35345 "repeat": null, 35346 "seriesOverrides": [ 35347 35348 ], 35349 "spaceLength": 10, 35350 "span": 5, 35351 "stack": false, 35352 "steppedLine": false, 35353 "targets": [ 35354 { 35355 "expr": "sum(rate(scheduler_e2e_scheduling_duration_seconds_count{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}[$__rate_interval])) by (cluster, instance)", 35356 "format": "time_series", 35357 "intervalFactor": 2, 35358 "legendFormat": "{{cluster}} {{instance}} e2e", 35359 "refId": "A" 35360 }, 35361 { 35362 "expr": "sum(rate(scheduler_binding_duration_seconds_count{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}[$__rate_interval])) by (cluster, instance)", 35363 "format": "time_series", 35364 "intervalFactor": 2, 35365 "legendFormat": "{{cluster}} {{instance}} binding", 35366 "refId": "B" 35367 }, 35368 { 35369 "expr": "sum(rate(scheduler_scheduling_algorithm_duration_seconds_count{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}[$__rate_interval])) by (cluster, instance)", 35370 "format": "time_series", 35371 "intervalFactor": 2, 35372 "legendFormat": "{{cluster}} {{instance}} scheduling algorithm", 35373 "refId": "C" 35374 }, 35375 { 35376 "expr": "sum(rate(scheduler_volume_scheduling_duration_seconds_count{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}[$__rate_interval])) by (cluster, instance)", 35377 "format": "time_series", 35378 "intervalFactor": 2, 35379 "legendFormat": "{{cluster}} {{instance}} volume", 35380 "refId": "D" 35381 } 35382 ], 35383 "thresholds": [ 35384 35385 ], 35386 "timeFrom": null, 35387 "timeShift": null, 35388 "title": "Scheduling Rate", 35389 "tooltip": { 35390 "shared": false, 35391 "sort": 0, 35392 "value_type": "individual" 35393 }, 35394 "type": "graph", 35395 "xaxis": { 35396 "buckets": null, 35397 "mode": "time", 35398 "name": null, 35399 "show": true, 35400 "values": [ 35401 35402 ] 35403 }, 35404 "yaxes": [ 35405 { 35406 "format": "ops", 35407 "label": null, 35408 "logBase": 1, 35409 "max": null, 35410 "min": 0, 35411 "show": true 35412 }, 35413 { 35414 "format": "ops", 35415 "label": null, 35416 "logBase": 1, 35417 "max": null, 35418 "min": 0, 35419 "show": true 35420 } 35421 ] 35422 }, 35423 { 35424 "aliasColors": { 35425 35426 }, 35427 "bars": false, 35428 "dashLength": 10, 35429 "dashes": false, 35430 "datasource": "$datasource", 35431 "fill": 1, 35432 "fillGradient": 0, 35433 "gridPos": { 35434 35435 }, 35436 "id": 4, 35437 "interval": "1m", 35438 "legend": { 35439 "alignAsTable": true, 35440 "avg": false, 35441 "current": true, 35442 "max": false, 35443 "min": false, 35444 "rightSide": true, 35445 "show": true, 35446 "sideWidth": null, 35447 "total": false, 35448 "values": true 35449 }, 35450 "lines": true, 35451 "linewidth": 1, 35452 "links": [ 35453 35454 ], 35455 "nullPointMode": "null", 35456 "percentage": false, 35457 "pointradius": 5, 35458 "points": false, 35459 "renderer": "flot", 35460 "repeat": null, 35461 "seriesOverrides": [ 35462 35463 ], 35464 "spaceLength": 10, 35465 "span": 5, 35466 "stack": false, 35467 "steppedLine": false, 35468 "targets": [ 35469 { 35470 "expr": "histogram_quantile(0.99, sum(rate(scheduler_e2e_scheduling_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\",instance=~\"$instance\"}[$__rate_interval])) by (cluster, instance, le))", 35471 "format": "time_series", 35472 "intervalFactor": 2, 35473 "legendFormat": "{{cluster}} {{instance}} e2e", 35474 "refId": "A" 35475 }, 35476 { 35477 "expr": "histogram_quantile(0.99, sum(rate(scheduler_binding_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\",instance=~\"$instance\"}[$__rate_interval])) by (cluster, instance, le))", 35478 "format": "time_series", 35479 "intervalFactor": 2, 35480 "legendFormat": "{{cluster}} {{instance}} binding", 35481 "refId": "B" 35482 }, 35483 { 35484 "expr": "histogram_quantile(0.99, sum(rate(scheduler_scheduling_algorithm_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\",instance=~\"$instance\"}[$__rate_interval])) by (cluster, instance, le))", 35485 "format": "time_series", 35486 "intervalFactor": 2, 35487 "legendFormat": "{{cluster}} {{instance}} scheduling algorithm", 35488 "refId": "C" 35489 }, 35490 { 35491 "expr": "histogram_quantile(0.99, sum(rate(scheduler_volume_scheduling_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\",instance=~\"$instance\"}[$__rate_interval])) by (cluster, instance, le))", 35492 "format": "time_series", 35493 "intervalFactor": 2, 35494 "legendFormat": "{{cluster}} {{instance}} volume", 35495 "refId": "D" 35496 } 35497 ], 35498 "thresholds": [ 35499 35500 ], 35501 "timeFrom": null, 35502 "timeShift": null, 35503 "title": "Scheduling latency 99th Quantile", 35504 "tooltip": { 35505 "shared": false, 35506 "sort": 0, 35507 "value_type": "individual" 35508 }, 35509 "type": "graph", 35510 "xaxis": { 35511 "buckets": null, 35512 "mode": "time", 35513 "name": null, 35514 "show": true, 35515 "values": [ 35516 35517 ] 35518 }, 35519 "yaxes": [ 35520 { 35521 "format": "s", 35522 "label": null, 35523 "logBase": 1, 35524 "max": null, 35525 "min": 0, 35526 "show": true 35527 }, 35528 { 35529 "format": "s", 35530 "label": null, 35531 "logBase": 1, 35532 "max": null, 35533 "min": 0, 35534 "show": true 35535 } 35536 ] 35537 } 35538 ], 35539 "repeat": null, 35540 "repeatIteration": null, 35541 "repeatRowId": null, 35542 "showTitle": false, 35543 "title": "Dashboard Row", 35544 "titleSize": "h6", 35545 "type": "row" 35546 }, 35547 { 35548 "collapse": false, 35549 "collapsed": false, 35550 "panels": [ 35551 { 35552 "aliasColors": { 35553 35554 }, 35555 "bars": false, 35556 "dashLength": 10, 35557 "dashes": false, 35558 "datasource": "$datasource", 35559 "fill": 1, 35560 "fillGradient": 0, 35561 "gridPos": { 35562 35563 }, 35564 "id": 5, 35565 "interval": "1m", 35566 "legend": { 35567 "alignAsTable": true, 35568 "avg": false, 35569 "current": false, 35570 "max": false, 35571 "min": false, 35572 "rightSide": true, 35573 "show": true, 35574 "sideWidth": null, 35575 "total": false, 35576 "values": false 35577 }, 35578 "lines": true, 35579 "linewidth": 1, 35580 "links": [ 35581 35582 ], 35583 "nullPointMode": "null", 35584 "percentage": false, 35585 "pointradius": 5, 35586 "points": false, 35587 "renderer": "flot", 35588 "repeat": null, 35589 "seriesOverrides": [ 35590 35591 ], 35592 "spaceLength": 10, 35593 "span": 4, 35594 "stack": false, 35595 "steppedLine": false, 35596 "targets": [ 35597 { 35598 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\",code=~\"2..\"}[$__rate_interval]))", 35599 "format": "time_series", 35600 "intervalFactor": 2, 35601 "legendFormat": "2xx", 35602 "refId": "A" 35603 }, 35604 { 35605 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\",code=~\"3..\"}[$__rate_interval]))", 35606 "format": "time_series", 35607 "intervalFactor": 2, 35608 "legendFormat": "3xx", 35609 "refId": "B" 35610 }, 35611 { 35612 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\",code=~\"4..\"}[$__rate_interval]))", 35613 "format": "time_series", 35614 "intervalFactor": 2, 35615 "legendFormat": "4xx", 35616 "refId": "C" 35617 }, 35618 { 35619 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\",code=~\"5..\"}[$__rate_interval]))", 35620 "format": "time_series", 35621 "intervalFactor": 2, 35622 "legendFormat": "5xx", 35623 "refId": "D" 35624 } 35625 ], 35626 "thresholds": [ 35627 35628 ], 35629 "timeFrom": null, 35630 "timeShift": null, 35631 "title": "Kube API Request Rate", 35632 "tooltip": { 35633 "shared": false, 35634 "sort": 0, 35635 "value_type": "individual" 35636 }, 35637 "type": "graph", 35638 "xaxis": { 35639 "buckets": null, 35640 "mode": "time", 35641 "name": null, 35642 "show": true, 35643 "values": [ 35644 35645 ] 35646 }, 35647 "yaxes": [ 35648 { 35649 "format": "ops", 35650 "label": null, 35651 "logBase": 1, 35652 "max": null, 35653 "min": 0, 35654 "show": true 35655 }, 35656 { 35657 "format": "ops", 35658 "label": null, 35659 "logBase": 1, 35660 "max": null, 35661 "min": 0, 35662 "show": true 35663 } 35664 ] 35665 }, 35666 { 35667 "aliasColors": { 35668 35669 }, 35670 "bars": false, 35671 "dashLength": 10, 35672 "dashes": false, 35673 "datasource": "$datasource", 35674 "fill": 1, 35675 "fillGradient": 0, 35676 "gridPos": { 35677 35678 }, 35679 "id": 6, 35680 "interval": "1m", 35681 "legend": { 35682 "alignAsTable": true, 35683 "avg": false, 35684 "current": false, 35685 "max": false, 35686 "min": false, 35687 "rightSide": true, 35688 "show": true, 35689 "sideWidth": null, 35690 "total": false, 35691 "values": false 35692 }, 35693 "lines": true, 35694 "linewidth": 1, 35695 "links": [ 35696 35697 ], 35698 "nullPointMode": "null", 35699 "percentage": false, 35700 "pointradius": 5, 35701 "points": false, 35702 "renderer": "flot", 35703 "repeat": null, 35704 "seriesOverrides": [ 35705 35706 ], 35707 "spaceLength": 10, 35708 "span": 8, 35709 "stack": false, 35710 "steppedLine": false, 35711 "targets": [ 35712 { 35713 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\", verb=\"POST\"}[$__rate_interval])) by (verb, url, le))", 35714 "format": "time_series", 35715 "intervalFactor": 2, 35716 "legendFormat": "{{verb}} {{url}}", 35717 "refId": "A" 35718 } 35719 ], 35720 "thresholds": [ 35721 35722 ], 35723 "timeFrom": null, 35724 "timeShift": null, 35725 "title": "Post Request Latency 99th Quantile", 35726 "tooltip": { 35727 "shared": false, 35728 "sort": 0, 35729 "value_type": "individual" 35730 }, 35731 "type": "graph", 35732 "xaxis": { 35733 "buckets": null, 35734 "mode": "time", 35735 "name": null, 35736 "show": true, 35737 "values": [ 35738 35739 ] 35740 }, 35741 "yaxes": [ 35742 { 35743 "format": "s", 35744 "label": null, 35745 "logBase": 1, 35746 "max": null, 35747 "min": 0, 35748 "show": true 35749 }, 35750 { 35751 "format": "s", 35752 "label": null, 35753 "logBase": 1, 35754 "max": null, 35755 "min": 0, 35756 "show": true 35757 } 35758 ] 35759 } 35760 ], 35761 "repeat": null, 35762 "repeatIteration": null, 35763 "repeatRowId": null, 35764 "showTitle": false, 35765 "title": "Dashboard Row", 35766 "titleSize": "h6", 35767 "type": "row" 35768 }, 35769 { 35770 "collapse": false, 35771 "collapsed": false, 35772 "panels": [ 35773 { 35774 "aliasColors": { 35775 35776 }, 35777 "bars": false, 35778 "dashLength": 10, 35779 "dashes": false, 35780 "datasource": "$datasource", 35781 "fill": 1, 35782 "fillGradient": 0, 35783 "gridPos": { 35784 35785 }, 35786 "id": 7, 35787 "interval": "1m", 35788 "legend": { 35789 "alignAsTable": true, 35790 "avg": false, 35791 "current": true, 35792 "max": false, 35793 "min": false, 35794 "rightSide": true, 35795 "show": true, 35796 "sideWidth": null, 35797 "total": false, 35798 "values": true 35799 }, 35800 "lines": true, 35801 "linewidth": 1, 35802 "links": [ 35803 35804 ], 35805 "nullPointMode": "null", 35806 "percentage": false, 35807 "pointradius": 5, 35808 "points": false, 35809 "renderer": "flot", 35810 "repeat": null, 35811 "seriesOverrides": [ 35812 35813 ], 35814 "spaceLength": 10, 35815 "span": 12, 35816 "stack": false, 35817 "steppedLine": false, 35818 "targets": [ 35819 { 35820 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\", verb=\"GET\"}[$__rate_interval])) by (verb, url, le))", 35821 "format": "time_series", 35822 "intervalFactor": 2, 35823 "legendFormat": "{{verb}} {{url}}", 35824 "refId": "A" 35825 } 35826 ], 35827 "thresholds": [ 35828 35829 ], 35830 "timeFrom": null, 35831 "timeShift": null, 35832 "title": "Get Request Latency 99th Quantile", 35833 "tooltip": { 35834 "shared": false, 35835 "sort": 0, 35836 "value_type": "individual" 35837 }, 35838 "type": "graph", 35839 "xaxis": { 35840 "buckets": null, 35841 "mode": "time", 35842 "name": null, 35843 "show": true, 35844 "values": [ 35845 35846 ] 35847 }, 35848 "yaxes": [ 35849 { 35850 "format": "s", 35851 "label": null, 35852 "logBase": 1, 35853 "max": null, 35854 "min": 0, 35855 "show": true 35856 }, 35857 { 35858 "format": "s", 35859 "label": null, 35860 "logBase": 1, 35861 "max": null, 35862 "min": 0, 35863 "show": true 35864 } 35865 ] 35866 } 35867 ], 35868 "repeat": null, 35869 "repeatIteration": null, 35870 "repeatRowId": null, 35871 "showTitle": false, 35872 "title": "Dashboard Row", 35873 "titleSize": "h6", 35874 "type": "row" 35875 }, 35876 { 35877 "collapse": false, 35878 "collapsed": false, 35879 "panels": [ 35880 { 35881 "aliasColors": { 35882 35883 }, 35884 "bars": false, 35885 "dashLength": 10, 35886 "dashes": false, 35887 "datasource": "$datasource", 35888 "fill": 1, 35889 "fillGradient": 0, 35890 "gridPos": { 35891 35892 }, 35893 "id": 8, 35894 "interval": "1m", 35895 "legend": { 35896 "alignAsTable": true, 35897 "avg": false, 35898 "current": false, 35899 "max": false, 35900 "min": false, 35901 "rightSide": true, 35902 "show": true, 35903 "sideWidth": null, 35904 "total": false, 35905 "values": false 35906 }, 35907 "lines": true, 35908 "linewidth": 1, 35909 "links": [ 35910 35911 ], 35912 "nullPointMode": "null", 35913 "percentage": false, 35914 "pointradius": 5, 35915 "points": false, 35916 "renderer": "flot", 35917 "repeat": null, 35918 "seriesOverrides": [ 35919 35920 ], 35921 "spaceLength": 10, 35922 "span": 4, 35923 "stack": false, 35924 "steppedLine": false, 35925 "targets": [ 35926 { 35927 "expr": "process_resident_memory_bytes{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}", 35928 "format": "time_series", 35929 "intervalFactor": 2, 35930 "legendFormat": "{{instance}}", 35931 "refId": "A" 35932 } 35933 ], 35934 "thresholds": [ 35935 35936 ], 35937 "timeFrom": null, 35938 "timeShift": null, 35939 "title": "Memory", 35940 "tooltip": { 35941 "shared": false, 35942 "sort": 0, 35943 "value_type": "individual" 35944 }, 35945 "type": "graph", 35946 "xaxis": { 35947 "buckets": null, 35948 "mode": "time", 35949 "name": null, 35950 "show": true, 35951 "values": [ 35952 35953 ] 35954 }, 35955 "yaxes": [ 35956 { 35957 "format": "bytes", 35958 "label": null, 35959 "logBase": 1, 35960 "max": null, 35961 "min": null, 35962 "show": true 35963 }, 35964 { 35965 "format": "bytes", 35966 "label": null, 35967 "logBase": 1, 35968 "max": null, 35969 "min": null, 35970 "show": true 35971 } 35972 ] 35973 }, 35974 { 35975 "aliasColors": { 35976 35977 }, 35978 "bars": false, 35979 "dashLength": 10, 35980 "dashes": false, 35981 "datasource": "$datasource", 35982 "fill": 1, 35983 "fillGradient": 0, 35984 "gridPos": { 35985 35986 }, 35987 "id": 9, 35988 "interval": "1m", 35989 "legend": { 35990 "alignAsTable": true, 35991 "avg": false, 35992 "current": false, 35993 "max": false, 35994 "min": false, 35995 "rightSide": true, 35996 "show": true, 35997 "sideWidth": null, 35998 "total": false, 35999 "values": false 36000 }, 36001 "lines": true, 36002 "linewidth": 1, 36003 "links": [ 36004 36005 ], 36006 "nullPointMode": "null", 36007 "percentage": false, 36008 "pointradius": 5, 36009 "points": false, 36010 "renderer": "flot", 36011 "repeat": null, 36012 "seriesOverrides": [ 36013 36014 ], 36015 "spaceLength": 10, 36016 "span": 4, 36017 "stack": false, 36018 "steppedLine": false, 36019 "targets": [ 36020 { 36021 "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}[$__rate_interval])", 36022 "format": "time_series", 36023 "intervalFactor": 2, 36024 "legendFormat": "{{instance}}", 36025 "refId": "A" 36026 } 36027 ], 36028 "thresholds": [ 36029 36030 ], 36031 "timeFrom": null, 36032 "timeShift": null, 36033 "title": "CPU usage", 36034 "tooltip": { 36035 "shared": false, 36036 "sort": 0, 36037 "value_type": "individual" 36038 }, 36039 "type": "graph", 36040 "xaxis": { 36041 "buckets": null, 36042 "mode": "time", 36043 "name": null, 36044 "show": true, 36045 "values": [ 36046 36047 ] 36048 }, 36049 "yaxes": [ 36050 { 36051 "format": "bytes", 36052 "label": null, 36053 "logBase": 1, 36054 "max": null, 36055 "min": 0, 36056 "show": true 36057 }, 36058 { 36059 "format": "bytes", 36060 "label": null, 36061 "logBase": 1, 36062 "max": null, 36063 "min": 0, 36064 "show": true 36065 } 36066 ] 36067 }, 36068 { 36069 "aliasColors": { 36070 36071 }, 36072 "bars": false, 36073 "dashLength": 10, 36074 "dashes": false, 36075 "datasource": "$datasource", 36076 "fill": 1, 36077 "fillGradient": 0, 36078 "gridPos": { 36079 36080 }, 36081 "id": 10, 36082 "interval": "1m", 36083 "legend": { 36084 "alignAsTable": true, 36085 "avg": false, 36086 "current": false, 36087 "max": false, 36088 "min": false, 36089 "rightSide": true, 36090 "show": true, 36091 "sideWidth": null, 36092 "total": false, 36093 "values": false 36094 }, 36095 "lines": true, 36096 "linewidth": 1, 36097 "links": [ 36098 36099 ], 36100 "nullPointMode": "null", 36101 "percentage": false, 36102 "pointradius": 5, 36103 "points": false, 36104 "renderer": "flot", 36105 "repeat": null, 36106 "seriesOverrides": [ 36107 36108 ], 36109 "spaceLength": 10, 36110 "span": 4, 36111 "stack": false, 36112 "steppedLine": false, 36113 "targets": [ 36114 { 36115 "expr": "go_goroutines{cluster=\"$cluster\", job=\"kube-scheduler\",instance=~\"$instance\"}", 36116 "format": "time_series", 36117 "intervalFactor": 2, 36118 "legendFormat": "{{instance}}", 36119 "refId": "A" 36120 } 36121 ], 36122 "thresholds": [ 36123 36124 ], 36125 "timeFrom": null, 36126 "timeShift": null, 36127 "title": "Goroutines", 36128 "tooltip": { 36129 "shared": false, 36130 "sort": 0, 36131 "value_type": "individual" 36132 }, 36133 "type": "graph", 36134 "xaxis": { 36135 "buckets": null, 36136 "mode": "time", 36137 "name": null, 36138 "show": true, 36139 "values": [ 36140 36141 ] 36142 }, 36143 "yaxes": [ 36144 { 36145 "format": "short", 36146 "label": null, 36147 "logBase": 1, 36148 "max": null, 36149 "min": null, 36150 "show": true 36151 }, 36152 { 36153 "format": "short", 36154 "label": null, 36155 "logBase": 1, 36156 "max": null, 36157 "min": null, 36158 "show": true 36159 } 36160 ] 36161 } 36162 ], 36163 "repeat": null, 36164 "repeatIteration": null, 36165 "repeatRowId": null, 36166 "showTitle": false, 36167 "title": "Dashboard Row", 36168 "titleSize": "h6", 36169 "type": "row" 36170 } 36171 ], 36172 "schemaVersion": 14, 36173 "style": "dark", 36174 "tags": [ 36175 "kubernetes-mixin" 36176 ], 36177 "templating": { 36178 "list": [ 36179 { 36180 "current": { 36181 "text": "default", 36182 "value": "default" 36183 }, 36184 "hide": 0, 36185 "label": "Data Source", 36186 "name": "datasource", 36187 "options": [ 36188 36189 ], 36190 "query": "prometheus", 36191 "refresh": 1, 36192 "regex": "", 36193 "type": "datasource" 36194 }, 36195 { 36196 "allValue": null, 36197 "current": { 36198 36199 }, 36200 "datasource": "$datasource", 36201 "hide": 2, 36202 "includeAll": false, 36203 "label": "cluster", 36204 "multi": false, 36205 "name": "cluster", 36206 "options": [ 36207 36208 ], 36209 "query": "label_values(up{job=\"kube-scheduler\"}, cluster)", 36210 "refresh": 2, 36211 "regex": "", 36212 "sort": 1, 36213 "tagValuesQuery": "", 36214 "tags": [ 36215 36216 ], 36217 "tagsQuery": "", 36218 "type": "query", 36219 "useTags": false 36220 }, 36221 { 36222 "allValue": null, 36223 "current": { 36224 36225 }, 36226 "datasource": "$datasource", 36227 "hide": 0, 36228 "includeAll": true, 36229 "label": null, 36230 "multi": false, 36231 "name": "instance", 36232 "options": [ 36233 36234 ], 36235 "query": "label_values(up{job=\"kube-scheduler\", cluster=\"$cluster\"}, instance)", 36236 "refresh": 2, 36237 "regex": "", 36238 "sort": 1, 36239 "tagValuesQuery": "", 36240 "tags": [ 36241 36242 ], 36243 "tagsQuery": "", 36244 "type": "query", 36245 "useTags": false 36246 } 36247 ] 36248 }, 36249 "time": { 36250 "from": "now-1h", 36251 "to": "now" 36252 }, 36253 "timepicker": { 36254 "refresh_intervals": [ 36255 "5s", 36256 "10s", 36257 "30s", 36258 "1m", 36259 "5m", 36260 "15m", 36261 "30m", 36262 "1h", 36263 "2h", 36264 "1d" 36265 ], 36266 "time_options": [ 36267 "5m", 36268 "15m", 36269 "1h", 36270 "6h", 36271 "12h", 36272 "24h", 36273 "2d", 36274 "7d", 36275 "30d" 36276 ] 36277 }, 36278 "timezone": "utc", 36279 "title": "Kubernetes / Scheduler", 36280 "uid": "2e6b6a3b4bddf1427b3a55aa1311c656", 36281 "version": 0 36282 } 36283 --- 36284 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/statefulset.yaml 36285 apiVersion: v1 36286 kind: ConfigMap 36287 metadata: 36288 namespace: kube-prometheus-stack 36289 name: kube-prometheus-stack-statefulset 36290 annotations: 36291 {} 36292 labels: 36293 grafana_dashboard: "1" 36294 app: kube-prometheus-stack-grafana 36295 36296 app.kubernetes.io/managed-by: Helm 36297 app.kubernetes.io/instance: kube-prometheus-stack 36298 app.kubernetes.io/version: "25.0.0" 36299 app.kubernetes.io/part-of: kube-prometheus-stack 36300 chart: kube-prometheus-stack-25.0.0 36301 release: "kube-prometheus-stack" 36302 heritage: "Helm" 36303 data: 36304 statefulset.json: |- 36305 { 36306 "__inputs": [ 36307 36308 ], 36309 "__requires": [ 36310 36311 ], 36312 "annotations": { 36313 "list": [ 36314 36315 ] 36316 }, 36317 "editable": false, 36318 "gnetId": null, 36319 "graphTooltip": 0, 36320 "hideControls": false, 36321 "id": null, 36322 "links": [ 36323 36324 ], 36325 "refresh": "", 36326 "rows": [ 36327 { 36328 "collapse": false, 36329 "collapsed": false, 36330 "panels": [ 36331 { 36332 "cacheTimeout": null, 36333 "colorBackground": false, 36334 "colorValue": false, 36335 "colors": [ 36336 "#299c46", 36337 "rgba(237, 129, 40, 0.89)", 36338 "#d44a3a" 36339 ], 36340 "datasource": "$datasource", 36341 "format": "none", 36342 "gauge": { 36343 "maxValue": 100, 36344 "minValue": 0, 36345 "show": false, 36346 "thresholdLabels": false, 36347 "thresholdMarkers": true 36348 }, 36349 "gridPos": { 36350 36351 }, 36352 "id": 2, 36353 "interval": null, 36354 "links": [ 36355 36356 ], 36357 "mappingType": 1, 36358 "mappingTypes": [ 36359 { 36360 "name": "value to text", 36361 "value": 1 36362 }, 36363 { 36364 "name": "range to text", 36365 "value": 2 36366 } 36367 ], 36368 "maxDataPoints": 100, 36369 "nullPointMode": "connected", 36370 "nullText": null, 36371 "postfix": "cores", 36372 "postfixFontSize": "50%", 36373 "prefix": "", 36374 "prefixFontSize": "50%", 36375 "rangeMaps": [ 36376 { 36377 "from": "null", 36378 "text": "N/A", 36379 "to": "null" 36380 } 36381 ], 36382 "span": 4, 36383 "sparkline": { 36384 "fillColor": "rgba(31, 118, 189, 0.18)", 36385 "lineColor": "rgb(31, 120, 193)", 36386 "show": true 36387 }, 36388 "tableColumn": "", 36389 "targets": [ 36390 { 36391 "expr": "sum(rate(container_cpu_usage_seconds_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", container!=\"\", namespace=\"$namespace\", pod=~\"$statefulset.*\"}[3m]))", 36392 "format": "time_series", 36393 "intervalFactor": 2, 36394 "legendFormat": "", 36395 "refId": "A" 36396 } 36397 ], 36398 "thresholds": "", 36399 "title": "CPU", 36400 "tooltip": { 36401 "shared": false 36402 }, 36403 "type": "singlestat", 36404 "valueFontSize": "80%", 36405 "valueMaps": [ 36406 { 36407 "op": "=", 36408 "text": "0", 36409 "value": "null" 36410 } 36411 ], 36412 "valueName": "current" 36413 }, 36414 { 36415 "cacheTimeout": null, 36416 "colorBackground": false, 36417 "colorValue": false, 36418 "colors": [ 36419 "#299c46", 36420 "rgba(237, 129, 40, 0.89)", 36421 "#d44a3a" 36422 ], 36423 "datasource": "$datasource", 36424 "format": "none", 36425 "gauge": { 36426 "maxValue": 100, 36427 "minValue": 0, 36428 "show": false, 36429 "thresholdLabels": false, 36430 "thresholdMarkers": true 36431 }, 36432 "gridPos": { 36433 36434 }, 36435 "id": 3, 36436 "interval": null, 36437 "links": [ 36438 36439 ], 36440 "mappingType": 1, 36441 "mappingTypes": [ 36442 { 36443 "name": "value to text", 36444 "value": 1 36445 }, 36446 { 36447 "name": "range to text", 36448 "value": 2 36449 } 36450 ], 36451 "maxDataPoints": 100, 36452 "nullPointMode": "connected", 36453 "nullText": null, 36454 "postfix": "GB", 36455 "postfixFontSize": "50%", 36456 "prefix": "", 36457 "prefixFontSize": "50%", 36458 "rangeMaps": [ 36459 { 36460 "from": "null", 36461 "text": "N/A", 36462 "to": "null" 36463 } 36464 ], 36465 "span": 4, 36466 "sparkline": { 36467 "fillColor": "rgba(31, 118, 189, 0.18)", 36468 "lineColor": "rgb(31, 120, 193)", 36469 "show": true 36470 }, 36471 "tableColumn": "", 36472 "targets": [ 36473 { 36474 "expr": "sum(container_memory_usage_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", container!=\"\", namespace=\"$namespace\", pod=~\"$statefulset.*\"}) / 1024^3", 36475 "format": "time_series", 36476 "intervalFactor": 2, 36477 "legendFormat": "", 36478 "refId": "A" 36479 } 36480 ], 36481 "thresholds": "", 36482 "title": "Memory", 36483 "tooltip": { 36484 "shared": false 36485 }, 36486 "type": "singlestat", 36487 "valueFontSize": "80%", 36488 "valueMaps": [ 36489 { 36490 "op": "=", 36491 "text": "0", 36492 "value": "null" 36493 } 36494 ], 36495 "valueName": "current" 36496 }, 36497 { 36498 "cacheTimeout": null, 36499 "colorBackground": false, 36500 "colorValue": false, 36501 "colors": [ 36502 "#299c46", 36503 "rgba(237, 129, 40, 0.89)", 36504 "#d44a3a" 36505 ], 36506 "datasource": "$datasource", 36507 "format": "none", 36508 "gauge": { 36509 "maxValue": 100, 36510 "minValue": 0, 36511 "show": false, 36512 "thresholdLabels": false, 36513 "thresholdMarkers": true 36514 }, 36515 "gridPos": { 36516 36517 }, 36518 "id": 4, 36519 "interval": null, 36520 "links": [ 36521 36522 ], 36523 "mappingType": 1, 36524 "mappingTypes": [ 36525 { 36526 "name": "value to text", 36527 "value": 1 36528 }, 36529 { 36530 "name": "range to text", 36531 "value": 2 36532 } 36533 ], 36534 "maxDataPoints": 100, 36535 "nullPointMode": "connected", 36536 "nullText": null, 36537 "postfix": "Bps", 36538 "postfixFontSize": "50%", 36539 "prefix": "", 36540 "prefixFontSize": "50%", 36541 "rangeMaps": [ 36542 { 36543 "from": "null", 36544 "text": "N/A", 36545 "to": "null" 36546 } 36547 ], 36548 "span": 4, 36549 "sparkline": { 36550 "fillColor": "rgba(31, 118, 189, 0.18)", 36551 "lineColor": "rgb(31, 120, 193)", 36552 "show": true 36553 }, 36554 "tableColumn": "", 36555 "targets": [ 36556 { 36557 "expr": "sum(rate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$statefulset.*\"}[3m])) + sum(rate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",pod=~\"$statefulset.*\"}[3m]))", 36558 "format": "time_series", 36559 "intervalFactor": 2, 36560 "legendFormat": "", 36561 "refId": "A" 36562 } 36563 ], 36564 "thresholds": "", 36565 "title": "Network", 36566 "tooltip": { 36567 "shared": false 36568 }, 36569 "type": "singlestat", 36570 "valueFontSize": "80%", 36571 "valueMaps": [ 36572 { 36573 "op": "=", 36574 "text": "0", 36575 "value": "null" 36576 } 36577 ], 36578 "valueName": "current" 36579 } 36580 ], 36581 "repeat": null, 36582 "repeatIteration": null, 36583 "repeatRowId": null, 36584 "showTitle": false, 36585 "title": "Dashboard Row", 36586 "titleSize": "h6", 36587 "type": "row" 36588 }, 36589 { 36590 "collapse": false, 36591 "collapsed": false, 36592 "height": "100px", 36593 "panels": [ 36594 { 36595 "cacheTimeout": null, 36596 "colorBackground": false, 36597 "colorValue": false, 36598 "colors": [ 36599 "#299c46", 36600 "rgba(237, 129, 40, 0.89)", 36601 "#d44a3a" 36602 ], 36603 "datasource": "$datasource", 36604 "format": "none", 36605 "gauge": { 36606 "maxValue": 100, 36607 "minValue": 0, 36608 "show": false, 36609 "thresholdLabels": false, 36610 "thresholdMarkers": true 36611 }, 36612 "gridPos": { 36613 36614 }, 36615 "id": 5, 36616 "interval": null, 36617 "links": [ 36618 36619 ], 36620 "mappingType": 1, 36621 "mappingTypes": [ 36622 { 36623 "name": "value to text", 36624 "value": 1 36625 }, 36626 { 36627 "name": "range to text", 36628 "value": 2 36629 } 36630 ], 36631 "maxDataPoints": 100, 36632 "nullPointMode": "connected", 36633 "nullText": null, 36634 "postfix": "", 36635 "postfixFontSize": "50%", 36636 "prefix": "", 36637 "prefixFontSize": "50%", 36638 "rangeMaps": [ 36639 { 36640 "from": "null", 36641 "text": "N/A", 36642 "to": "null" 36643 } 36644 ], 36645 "span": 3, 36646 "sparkline": { 36647 "fillColor": "rgba(31, 118, 189, 0.18)", 36648 "full": false, 36649 "lineColor": "rgb(31, 120, 193)", 36650 "show": false 36651 }, 36652 "tableColumn": "", 36653 "targets": [ 36654 { 36655 "expr": "max(kube_statefulset_replicas{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", statefulset=\"$statefulset\"}) without (instance, pod)", 36656 "format": "time_series", 36657 "intervalFactor": 2, 36658 "legendFormat": "", 36659 "refId": "A" 36660 } 36661 ], 36662 "thresholds": "", 36663 "title": "Desired Replicas", 36664 "tooltip": { 36665 "shared": false 36666 }, 36667 "type": "singlestat", 36668 "valueFontSize": "80%", 36669 "valueMaps": [ 36670 { 36671 "op": "=", 36672 "text": "0", 36673 "value": "null" 36674 } 36675 ], 36676 "valueName": "current" 36677 }, 36678 { 36679 "cacheTimeout": null, 36680 "colorBackground": false, 36681 "colorValue": false, 36682 "colors": [ 36683 "#299c46", 36684 "rgba(237, 129, 40, 0.89)", 36685 "#d44a3a" 36686 ], 36687 "datasource": "$datasource", 36688 "format": "none", 36689 "gauge": { 36690 "maxValue": 100, 36691 "minValue": 0, 36692 "show": false, 36693 "thresholdLabels": false, 36694 "thresholdMarkers": true 36695 }, 36696 "gridPos": { 36697 36698 }, 36699 "id": 6, 36700 "interval": null, 36701 "links": [ 36702 36703 ], 36704 "mappingType": 1, 36705 "mappingTypes": [ 36706 { 36707 "name": "value to text", 36708 "value": 1 36709 }, 36710 { 36711 "name": "range to text", 36712 "value": 2 36713 } 36714 ], 36715 "maxDataPoints": 100, 36716 "nullPointMode": "connected", 36717 "nullText": null, 36718 "postfix": "", 36719 "postfixFontSize": "50%", 36720 "prefix": "", 36721 "prefixFontSize": "50%", 36722 "rangeMaps": [ 36723 { 36724 "from": "null", 36725 "text": "N/A", 36726 "to": "null" 36727 } 36728 ], 36729 "span": 3, 36730 "sparkline": { 36731 "fillColor": "rgba(31, 118, 189, 0.18)", 36732 "full": false, 36733 "lineColor": "rgb(31, 120, 193)", 36734 "show": false 36735 }, 36736 "tableColumn": "", 36737 "targets": [ 36738 { 36739 "expr": "min(kube_statefulset_status_replicas_current{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", statefulset=\"$statefulset\"}) without (instance, pod)", 36740 "format": "time_series", 36741 "intervalFactor": 2, 36742 "legendFormat": "", 36743 "refId": "A" 36744 } 36745 ], 36746 "thresholds": "", 36747 "title": "Replicas of current version", 36748 "tooltip": { 36749 "shared": false 36750 }, 36751 "type": "singlestat", 36752 "valueFontSize": "80%", 36753 "valueMaps": [ 36754 { 36755 "op": "=", 36756 "text": "0", 36757 "value": "null" 36758 } 36759 ], 36760 "valueName": "current" 36761 }, 36762 { 36763 "cacheTimeout": null, 36764 "colorBackground": false, 36765 "colorValue": false, 36766 "colors": [ 36767 "#299c46", 36768 "rgba(237, 129, 40, 0.89)", 36769 "#d44a3a" 36770 ], 36771 "datasource": "$datasource", 36772 "format": "none", 36773 "gauge": { 36774 "maxValue": 100, 36775 "minValue": 0, 36776 "show": false, 36777 "thresholdLabels": false, 36778 "thresholdMarkers": true 36779 }, 36780 "gridPos": { 36781 36782 }, 36783 "id": 7, 36784 "interval": null, 36785 "links": [ 36786 36787 ], 36788 "mappingType": 1, 36789 "mappingTypes": [ 36790 { 36791 "name": "value to text", 36792 "value": 1 36793 }, 36794 { 36795 "name": "range to text", 36796 "value": 2 36797 } 36798 ], 36799 "maxDataPoints": 100, 36800 "nullPointMode": "connected", 36801 "nullText": null, 36802 "postfix": "", 36803 "postfixFontSize": "50%", 36804 "prefix": "", 36805 "prefixFontSize": "50%", 36806 "rangeMaps": [ 36807 { 36808 "from": "null", 36809 "text": "N/A", 36810 "to": "null" 36811 } 36812 ], 36813 "span": 3, 36814 "sparkline": { 36815 "fillColor": "rgba(31, 118, 189, 0.18)", 36816 "full": false, 36817 "lineColor": "rgb(31, 120, 193)", 36818 "show": false 36819 }, 36820 "tableColumn": "", 36821 "targets": [ 36822 { 36823 "expr": "max(kube_statefulset_status_observed_generation{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", statefulset=\"$statefulset\"}) without (instance, pod)", 36824 "format": "time_series", 36825 "intervalFactor": 2, 36826 "legendFormat": "", 36827 "refId": "A" 36828 } 36829 ], 36830 "thresholds": "", 36831 "title": "Observed Generation", 36832 "tooltip": { 36833 "shared": false 36834 }, 36835 "type": "singlestat", 36836 "valueFontSize": "80%", 36837 "valueMaps": [ 36838 { 36839 "op": "=", 36840 "text": "0", 36841 "value": "null" 36842 } 36843 ], 36844 "valueName": "current" 36845 }, 36846 { 36847 "cacheTimeout": null, 36848 "colorBackground": false, 36849 "colorValue": false, 36850 "colors": [ 36851 "#299c46", 36852 "rgba(237, 129, 40, 0.89)", 36853 "#d44a3a" 36854 ], 36855 "datasource": "$datasource", 36856 "format": "none", 36857 "gauge": { 36858 "maxValue": 100, 36859 "minValue": 0, 36860 "show": false, 36861 "thresholdLabels": false, 36862 "thresholdMarkers": true 36863 }, 36864 "gridPos": { 36865 36866 }, 36867 "id": 8, 36868 "interval": null, 36869 "links": [ 36870 36871 ], 36872 "mappingType": 1, 36873 "mappingTypes": [ 36874 { 36875 "name": "value to text", 36876 "value": 1 36877 }, 36878 { 36879 "name": "range to text", 36880 "value": 2 36881 } 36882 ], 36883 "maxDataPoints": 100, 36884 "nullPointMode": "connected", 36885 "nullText": null, 36886 "postfix": "", 36887 "postfixFontSize": "50%", 36888 "prefix": "", 36889 "prefixFontSize": "50%", 36890 "rangeMaps": [ 36891 { 36892 "from": "null", 36893 "text": "N/A", 36894 "to": "null" 36895 } 36896 ], 36897 "span": 3, 36898 "sparkline": { 36899 "fillColor": "rgba(31, 118, 189, 0.18)", 36900 "full": false, 36901 "lineColor": "rgb(31, 120, 193)", 36902 "show": false 36903 }, 36904 "tableColumn": "", 36905 "targets": [ 36906 { 36907 "expr": "max(kube_statefulset_metadata_generation{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 36908 "format": "time_series", 36909 "intervalFactor": 2, 36910 "legendFormat": "", 36911 "refId": "A" 36912 } 36913 ], 36914 "thresholds": "", 36915 "title": "Metadata Generation", 36916 "tooltip": { 36917 "shared": false 36918 }, 36919 "type": "singlestat", 36920 "valueFontSize": "80%", 36921 "valueMaps": [ 36922 { 36923 "op": "=", 36924 "text": "0", 36925 "value": "null" 36926 } 36927 ], 36928 "valueName": "current" 36929 } 36930 ], 36931 "repeat": null, 36932 "repeatIteration": null, 36933 "repeatRowId": null, 36934 "showTitle": false, 36935 "title": "Dashboard Row", 36936 "titleSize": "h6", 36937 "type": "row" 36938 }, 36939 { 36940 "collapse": false, 36941 "collapsed": false, 36942 "panels": [ 36943 { 36944 "aliasColors": { 36945 36946 }, 36947 "bars": false, 36948 "dashLength": 10, 36949 "dashes": false, 36950 "datasource": "$datasource", 36951 "fill": 1, 36952 "fillGradient": 0, 36953 "gridPos": { 36954 36955 }, 36956 "id": 9, 36957 "legend": { 36958 "alignAsTable": false, 36959 "avg": false, 36960 "current": false, 36961 "max": false, 36962 "min": false, 36963 "rightSide": false, 36964 "show": true, 36965 "sideWidth": null, 36966 "total": false, 36967 "values": false 36968 }, 36969 "lines": true, 36970 "linewidth": 1, 36971 "links": [ 36972 36973 ], 36974 "nullPointMode": "null", 36975 "percentage": false, 36976 "pointradius": 5, 36977 "points": false, 36978 "renderer": "flot", 36979 "repeat": null, 36980 "seriesOverrides": [ 36981 36982 ], 36983 "spaceLength": 10, 36984 "stack": false, 36985 "steppedLine": false, 36986 "targets": [ 36987 { 36988 "expr": "max(kube_statefulset_replicas{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 36989 "format": "time_series", 36990 "intervalFactor": 2, 36991 "legendFormat": "replicas specified", 36992 "refId": "A" 36993 }, 36994 { 36995 "expr": "max(kube_statefulset_status_replicas{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 36996 "format": "time_series", 36997 "intervalFactor": 2, 36998 "legendFormat": "replicas created", 36999 "refId": "B" 37000 }, 37001 { 37002 "expr": "min(kube_statefulset_status_replicas_ready{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 37003 "format": "time_series", 37004 "intervalFactor": 2, 37005 "legendFormat": "ready", 37006 "refId": "C" 37007 }, 37008 { 37009 "expr": "min(kube_statefulset_status_replicas_current{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 37010 "format": "time_series", 37011 "intervalFactor": 2, 37012 "legendFormat": "replicas of current version", 37013 "refId": "D" 37014 }, 37015 { 37016 "expr": "min(kube_statefulset_status_replicas_updated{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 37017 "format": "time_series", 37018 "intervalFactor": 2, 37019 "legendFormat": "updated", 37020 "refId": "E" 37021 } 37022 ], 37023 "thresholds": [ 37024 37025 ], 37026 "timeFrom": null, 37027 "timeShift": null, 37028 "title": "Replicas", 37029 "tooltip": { 37030 "shared": false, 37031 "sort": 0, 37032 "value_type": "individual" 37033 }, 37034 "type": "graph", 37035 "xaxis": { 37036 "buckets": null, 37037 "mode": "time", 37038 "name": null, 37039 "show": true, 37040 "values": [ 37041 37042 ] 37043 }, 37044 "yaxes": [ 37045 { 37046 "format": "short", 37047 "label": null, 37048 "logBase": 1, 37049 "max": null, 37050 "min": null, 37051 "show": true 37052 }, 37053 { 37054 "format": "short", 37055 "label": null, 37056 "logBase": 1, 37057 "max": null, 37058 "min": null, 37059 "show": true 37060 } 37061 ] 37062 } 37063 ], 37064 "repeat": null, 37065 "repeatIteration": null, 37066 "repeatRowId": null, 37067 "showTitle": false, 37068 "title": "Dashboard Row", 37069 "titleSize": "h6", 37070 "type": "row" 37071 } 37072 ], 37073 "schemaVersion": 14, 37074 "style": "dark", 37075 "tags": [ 37076 "kubernetes-mixin" 37077 ], 37078 "templating": { 37079 "list": [ 37080 { 37081 "current": { 37082 "text": "default", 37083 "value": "default" 37084 }, 37085 "hide": 0, 37086 "label": null, 37087 "name": "datasource", 37088 "options": [ 37089 37090 ], 37091 "query": "prometheus", 37092 "refresh": 1, 37093 "regex": "", 37094 "type": "datasource" 37095 }, 37096 { 37097 "allValue": null, 37098 "current": { 37099 37100 }, 37101 "datasource": "$datasource", 37102 "hide": 0, 37103 "includeAll": false, 37104 "label": "cluster", 37105 "multi": false, 37106 "name": "cluster", 37107 "options": [ 37108 37109 ], 37110 "query": "label_values(kube_statefulset_metadata_generation, cluster)", 37111 "refresh": 2, 37112 "regex": "", 37113 "sort": 1, 37114 "tagValuesQuery": "", 37115 "tags": [ 37116 37117 ], 37118 "tagsQuery": "", 37119 "type": "query", 37120 "useTags": false 37121 }, 37122 { 37123 "allValue": null, 37124 "current": { 37125 37126 }, 37127 "datasource": "$datasource", 37128 "hide": 0, 37129 "includeAll": false, 37130 "label": "Namespace", 37131 "multi": false, 37132 "name": "namespace", 37133 "options": [ 37134 37135 ], 37136 "query": "label_values(kube_statefulset_metadata_generation{job=\"kube-state-metrics\", cluster=\"$cluster\"}, namespace)", 37137 "refresh": 2, 37138 "regex": "", 37139 "sort": 1, 37140 "tagValuesQuery": "", 37141 "tags": [ 37142 37143 ], 37144 "tagsQuery": "", 37145 "type": "query", 37146 "useTags": false 37147 }, 37148 { 37149 "allValue": null, 37150 "current": { 37151 37152 }, 37153 "datasource": "$datasource", 37154 "hide": 0, 37155 "includeAll": false, 37156 "label": "Name", 37157 "multi": false, 37158 "name": "statefulset", 37159 "options": [ 37160 37161 ], 37162 "query": "label_values(kube_statefulset_metadata_generation{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\"}, statefulset)", 37163 "refresh": 2, 37164 "regex": "", 37165 "sort": 1, 37166 "tagValuesQuery": "", 37167 "tags": [ 37168 37169 ], 37170 "tagsQuery": "", 37171 "type": "query", 37172 "useTags": false 37173 } 37174 ] 37175 }, 37176 "time": { 37177 "from": "now-1h", 37178 "to": "now" 37179 }, 37180 "timepicker": { 37181 "refresh_intervals": [ 37182 "5s", 37183 "10s", 37184 "30s", 37185 "1m", 37186 "5m", 37187 "15m", 37188 "30m", 37189 "1h", 37190 "2h", 37191 "1d" 37192 ], 37193 "time_options": [ 37194 "5m", 37195 "15m", 37196 "1h", 37197 "6h", 37198 "12h", 37199 "24h", 37200 "2d", 37201 "7d", 37202 "30d" 37203 ] 37204 }, 37205 "timezone": "utc", 37206 "title": "Kubernetes / StatefulSets", 37207 "uid": "a31c1f46e6f727cb37c0d731a7245005", 37208 "version": 0 37209 } 37210 --- 37211 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/workload-total.yaml 37212 apiVersion: v1 37213 kind: ConfigMap 37214 metadata: 37215 namespace: kube-prometheus-stack 37216 name: kube-prometheus-stack-workload-total 37217 annotations: 37218 {} 37219 labels: 37220 grafana_dashboard: "1" 37221 app: kube-prometheus-stack-grafana 37222 37223 app.kubernetes.io/managed-by: Helm 37224 app.kubernetes.io/instance: kube-prometheus-stack 37225 app.kubernetes.io/version: "25.0.0" 37226 app.kubernetes.io/part-of: kube-prometheus-stack 37227 chart: kube-prometheus-stack-25.0.0 37228 release: "kube-prometheus-stack" 37229 heritage: "Helm" 37230 data: 37231 workload-total.json: |- 37232 { 37233 "__inputs": [ 37234 37235 ], 37236 "__requires": [ 37237 37238 ], 37239 "annotations": { 37240 "list": [ 37241 { 37242 "builtIn": 1, 37243 "datasource": "-- Grafana --", 37244 "enable": true, 37245 "hide": true, 37246 "iconColor": "rgba(0, 211, 255, 1)", 37247 "name": "Annotations & Alerts", 37248 "type": "dashboard" 37249 } 37250 ] 37251 }, 37252 "editable": true, 37253 "gnetId": null, 37254 "graphTooltip": 0, 37255 "hideControls": false, 37256 "id": null, 37257 "links": [ 37258 37259 ], 37260 "panels": [ 37261 { 37262 "collapse": false, 37263 "collapsed": false, 37264 "gridPos": { 37265 "h": 1, 37266 "w": 24, 37267 "x": 0, 37268 "y": 0 37269 }, 37270 "id": 2, 37271 "panels": [ 37272 37273 ], 37274 "repeat": null, 37275 "repeatIteration": null, 37276 "repeatRowId": null, 37277 "showTitle": true, 37278 "title": "Current Bandwidth", 37279 "titleSize": "h6", 37280 "type": "row" 37281 }, 37282 { 37283 "aliasColors": { 37284 37285 }, 37286 "bars": true, 37287 "dashLength": 10, 37288 "dashes": false, 37289 "datasource": "$datasource", 37290 "fill": 2, 37291 "fillGradient": 0, 37292 "gridPos": { 37293 "h": 9, 37294 "w": 12, 37295 "x": 0, 37296 "y": 1 37297 }, 37298 "id": 3, 37299 "legend": { 37300 "alignAsTable": true, 37301 "avg": false, 37302 "current": true, 37303 "hideEmpty": true, 37304 "hideZero": true, 37305 "max": false, 37306 "min": false, 37307 "rightSide": true, 37308 "show": true, 37309 "sideWidth": null, 37310 "sort": "current", 37311 "sortDesc": true, 37312 "total": false, 37313 "values": true 37314 }, 37315 "lines": false, 37316 "linewidth": 1, 37317 "links": [ 37318 37319 ], 37320 "minSpan": 24, 37321 "nullPointMode": "null", 37322 "paceLength": 10, 37323 "percentage": false, 37324 "pointradius": 5, 37325 "points": false, 37326 "renderer": "flot", 37327 "repeat": null, 37328 "seriesOverrides": [ 37329 37330 ], 37331 "spaceLength": 10, 37332 "span": 24, 37333 "stack": false, 37334 "steppedLine": false, 37335 "targets": [ 37336 { 37337 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37338 "format": "time_series", 37339 "intervalFactor": 1, 37340 "legendFormat": "{{ pod }}", 37341 "refId": "A", 37342 "step": 10 37343 } 37344 ], 37345 "thresholds": [ 37346 37347 ], 37348 "timeFrom": null, 37349 "timeShift": null, 37350 "title": "Current Rate of Bytes Received", 37351 "tooltip": { 37352 "shared": true, 37353 "sort": 2, 37354 "value_type": "individual" 37355 }, 37356 "type": "graph", 37357 "xaxis": { 37358 "buckets": null, 37359 "mode": "series", 37360 "name": null, 37361 "show": false, 37362 "values": [ 37363 "current" 37364 ] 37365 }, 37366 "yaxes": [ 37367 { 37368 "format": "Bps", 37369 "label": null, 37370 "logBase": 1, 37371 "max": null, 37372 "min": 0, 37373 "show": true 37374 }, 37375 { 37376 "format": "Bps", 37377 "label": null, 37378 "logBase": 1, 37379 "max": null, 37380 "min": 0, 37381 "show": true 37382 } 37383 ] 37384 }, 37385 { 37386 "aliasColors": { 37387 37388 }, 37389 "bars": true, 37390 "dashLength": 10, 37391 "dashes": false, 37392 "datasource": "$datasource", 37393 "fill": 2, 37394 "fillGradient": 0, 37395 "gridPos": { 37396 "h": 9, 37397 "w": 12, 37398 "x": 12, 37399 "y": 1 37400 }, 37401 "id": 4, 37402 "legend": { 37403 "alignAsTable": true, 37404 "avg": false, 37405 "current": true, 37406 "hideEmpty": true, 37407 "hideZero": true, 37408 "max": false, 37409 "min": false, 37410 "rightSide": true, 37411 "show": true, 37412 "sideWidth": null, 37413 "sort": "current", 37414 "sortDesc": true, 37415 "total": false, 37416 "values": true 37417 }, 37418 "lines": false, 37419 "linewidth": 1, 37420 "links": [ 37421 37422 ], 37423 "minSpan": 24, 37424 "nullPointMode": "null", 37425 "paceLength": 10, 37426 "percentage": false, 37427 "pointradius": 5, 37428 "points": false, 37429 "renderer": "flot", 37430 "repeat": null, 37431 "seriesOverrides": [ 37432 37433 ], 37434 "spaceLength": 10, 37435 "span": 24, 37436 "stack": false, 37437 "steppedLine": false, 37438 "targets": [ 37439 { 37440 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37441 "format": "time_series", 37442 "intervalFactor": 1, 37443 "legendFormat": "{{ pod }}", 37444 "refId": "A", 37445 "step": 10 37446 } 37447 ], 37448 "thresholds": [ 37449 37450 ], 37451 "timeFrom": null, 37452 "timeShift": null, 37453 "title": "Current Rate of Bytes Transmitted", 37454 "tooltip": { 37455 "shared": true, 37456 "sort": 2, 37457 "value_type": "individual" 37458 }, 37459 "type": "graph", 37460 "xaxis": { 37461 "buckets": null, 37462 "mode": "series", 37463 "name": null, 37464 "show": false, 37465 "values": [ 37466 "current" 37467 ] 37468 }, 37469 "yaxes": [ 37470 { 37471 "format": "Bps", 37472 "label": null, 37473 "logBase": 1, 37474 "max": null, 37475 "min": 0, 37476 "show": true 37477 }, 37478 { 37479 "format": "Bps", 37480 "label": null, 37481 "logBase": 1, 37482 "max": null, 37483 "min": 0, 37484 "show": true 37485 } 37486 ] 37487 }, 37488 { 37489 "collapse": true, 37490 "collapsed": true, 37491 "gridPos": { 37492 "h": 1, 37493 "w": 24, 37494 "x": 0, 37495 "y": 10 37496 }, 37497 "id": 5, 37498 "panels": [ 37499 { 37500 "aliasColors": { 37501 37502 }, 37503 "bars": true, 37504 "dashLength": 10, 37505 "dashes": false, 37506 "datasource": "$datasource", 37507 "fill": 2, 37508 "fillGradient": 0, 37509 "gridPos": { 37510 "h": 9, 37511 "w": 12, 37512 "x": 0, 37513 "y": 11 37514 }, 37515 "id": 6, 37516 "legend": { 37517 "alignAsTable": true, 37518 "avg": false, 37519 "current": true, 37520 "hideEmpty": true, 37521 "hideZero": true, 37522 "max": false, 37523 "min": false, 37524 "rightSide": true, 37525 "show": true, 37526 "sideWidth": null, 37527 "sort": "current", 37528 "sortDesc": true, 37529 "total": false, 37530 "values": true 37531 }, 37532 "lines": false, 37533 "linewidth": 1, 37534 "links": [ 37535 37536 ], 37537 "minSpan": 24, 37538 "nullPointMode": "null", 37539 "paceLength": 10, 37540 "percentage": false, 37541 "pointradius": 5, 37542 "points": false, 37543 "renderer": "flot", 37544 "repeat": null, 37545 "seriesOverrides": [ 37546 37547 ], 37548 "spaceLength": 10, 37549 "span": 24, 37550 "stack": false, 37551 "steppedLine": false, 37552 "targets": [ 37553 { 37554 "expr": "sort_desc(avg(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37555 "format": "time_series", 37556 "intervalFactor": 1, 37557 "legendFormat": "{{ pod }}", 37558 "refId": "A", 37559 "step": 10 37560 } 37561 ], 37562 "thresholds": [ 37563 37564 ], 37565 "timeFrom": null, 37566 "timeShift": null, 37567 "title": "Average Rate of Bytes Received", 37568 "tooltip": { 37569 "shared": true, 37570 "sort": 2, 37571 "value_type": "individual" 37572 }, 37573 "type": "graph", 37574 "xaxis": { 37575 "buckets": null, 37576 "mode": "series", 37577 "name": null, 37578 "show": false, 37579 "values": [ 37580 "current" 37581 ] 37582 }, 37583 "yaxes": [ 37584 { 37585 "format": "Bps", 37586 "label": null, 37587 "logBase": 1, 37588 "max": null, 37589 "min": 0, 37590 "show": true 37591 }, 37592 { 37593 "format": "Bps", 37594 "label": null, 37595 "logBase": 1, 37596 "max": null, 37597 "min": 0, 37598 "show": true 37599 } 37600 ] 37601 }, 37602 { 37603 "aliasColors": { 37604 37605 }, 37606 "bars": true, 37607 "dashLength": 10, 37608 "dashes": false, 37609 "datasource": "$datasource", 37610 "fill": 2, 37611 "fillGradient": 0, 37612 "gridPos": { 37613 "h": 9, 37614 "w": 12, 37615 "x": 12, 37616 "y": 11 37617 }, 37618 "id": 7, 37619 "legend": { 37620 "alignAsTable": true, 37621 "avg": false, 37622 "current": true, 37623 "hideEmpty": true, 37624 "hideZero": true, 37625 "max": false, 37626 "min": false, 37627 "rightSide": true, 37628 "show": true, 37629 "sideWidth": null, 37630 "sort": "current", 37631 "sortDesc": true, 37632 "total": false, 37633 "values": true 37634 }, 37635 "lines": false, 37636 "linewidth": 1, 37637 "links": [ 37638 37639 ], 37640 "minSpan": 24, 37641 "nullPointMode": "null", 37642 "paceLength": 10, 37643 "percentage": false, 37644 "pointradius": 5, 37645 "points": false, 37646 "renderer": "flot", 37647 "repeat": null, 37648 "seriesOverrides": [ 37649 37650 ], 37651 "spaceLength": 10, 37652 "span": 24, 37653 "stack": false, 37654 "steppedLine": false, 37655 "targets": [ 37656 { 37657 "expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37658 "format": "time_series", 37659 "intervalFactor": 1, 37660 "legendFormat": "{{ pod }}", 37661 "refId": "A", 37662 "step": 10 37663 } 37664 ], 37665 "thresholds": [ 37666 37667 ], 37668 "timeFrom": null, 37669 "timeShift": null, 37670 "title": "Average Rate of Bytes Transmitted", 37671 "tooltip": { 37672 "shared": true, 37673 "sort": 2, 37674 "value_type": "individual" 37675 }, 37676 "type": "graph", 37677 "xaxis": { 37678 "buckets": null, 37679 "mode": "series", 37680 "name": null, 37681 "show": false, 37682 "values": [ 37683 "current" 37684 ] 37685 }, 37686 "yaxes": [ 37687 { 37688 "format": "Bps", 37689 "label": null, 37690 "logBase": 1, 37691 "max": null, 37692 "min": 0, 37693 "show": true 37694 }, 37695 { 37696 "format": "Bps", 37697 "label": null, 37698 "logBase": 1, 37699 "max": null, 37700 "min": 0, 37701 "show": true 37702 } 37703 ] 37704 } 37705 ], 37706 "repeat": null, 37707 "repeatIteration": null, 37708 "repeatRowId": null, 37709 "showTitle": true, 37710 "title": "Average Bandwidth", 37711 "titleSize": "h6", 37712 "type": "row" 37713 }, 37714 { 37715 "collapse": false, 37716 "collapsed": false, 37717 "gridPos": { 37718 "h": 1, 37719 "w": 24, 37720 "x": 0, 37721 "y": 11 37722 }, 37723 "id": 8, 37724 "panels": [ 37725 37726 ], 37727 "repeat": null, 37728 "repeatIteration": null, 37729 "repeatRowId": null, 37730 "showTitle": true, 37731 "title": "Bandwidth HIstory", 37732 "titleSize": "h6", 37733 "type": "row" 37734 }, 37735 { 37736 "aliasColors": { 37737 37738 }, 37739 "bars": false, 37740 "dashLength": 10, 37741 "dashes": false, 37742 "datasource": "$datasource", 37743 "fill": 2, 37744 "fillGradient": 0, 37745 "gridPos": { 37746 "h": 9, 37747 "w": 12, 37748 "x": 0, 37749 "y": 12 37750 }, 37751 "id": 9, 37752 "legend": { 37753 "alignAsTable": false, 37754 "avg": false, 37755 "current": false, 37756 "hideEmpty": true, 37757 "hideZero": true, 37758 "max": false, 37759 "min": false, 37760 "rightSide": false, 37761 "show": true, 37762 "sideWidth": null, 37763 "total": false, 37764 "values": false 37765 }, 37766 "lines": true, 37767 "linewidth": 2, 37768 "links": [ 37769 37770 ], 37771 "minSpan": 12, 37772 "nullPointMode": "connected", 37773 "paceLength": 10, 37774 "percentage": false, 37775 "pointradius": 5, 37776 "points": false, 37777 "renderer": "flot", 37778 "repeat": null, 37779 "seriesOverrides": [ 37780 37781 ], 37782 "spaceLength": 10, 37783 "span": 12, 37784 "stack": true, 37785 "steppedLine": false, 37786 "targets": [ 37787 { 37788 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37789 "format": "time_series", 37790 "intervalFactor": 1, 37791 "legendFormat": "{{pod}}", 37792 "refId": "A", 37793 "step": 10 37794 } 37795 ], 37796 "thresholds": [ 37797 37798 ], 37799 "timeFrom": null, 37800 "timeShift": null, 37801 "title": "Receive Bandwidth", 37802 "tooltip": { 37803 "shared": true, 37804 "sort": 2, 37805 "value_type": "individual" 37806 }, 37807 "type": "graph", 37808 "xaxis": { 37809 "buckets": null, 37810 "mode": "time", 37811 "name": null, 37812 "show": true, 37813 "values": [ 37814 37815 ] 37816 }, 37817 "yaxes": [ 37818 { 37819 "format": "Bps", 37820 "label": null, 37821 "logBase": 1, 37822 "max": null, 37823 "min": 0, 37824 "show": true 37825 }, 37826 { 37827 "format": "Bps", 37828 "label": null, 37829 "logBase": 1, 37830 "max": null, 37831 "min": 0, 37832 "show": true 37833 } 37834 ] 37835 }, 37836 { 37837 "aliasColors": { 37838 37839 }, 37840 "bars": false, 37841 "dashLength": 10, 37842 "dashes": false, 37843 "datasource": "$datasource", 37844 "fill": 2, 37845 "fillGradient": 0, 37846 "gridPos": { 37847 "h": 9, 37848 "w": 12, 37849 "x": 12, 37850 "y": 12 37851 }, 37852 "id": 10, 37853 "legend": { 37854 "alignAsTable": false, 37855 "avg": false, 37856 "current": false, 37857 "hideEmpty": true, 37858 "hideZero": true, 37859 "max": false, 37860 "min": false, 37861 "rightSide": false, 37862 "show": true, 37863 "sideWidth": null, 37864 "total": false, 37865 "values": false 37866 }, 37867 "lines": true, 37868 "linewidth": 2, 37869 "links": [ 37870 37871 ], 37872 "minSpan": 12, 37873 "nullPointMode": "connected", 37874 "paceLength": 10, 37875 "percentage": false, 37876 "pointradius": 5, 37877 "points": false, 37878 "renderer": "flot", 37879 "repeat": null, 37880 "seriesOverrides": [ 37881 37882 ], 37883 "spaceLength": 10, 37884 "span": 12, 37885 "stack": true, 37886 "steppedLine": false, 37887 "targets": [ 37888 { 37889 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37890 "format": "time_series", 37891 "intervalFactor": 1, 37892 "legendFormat": "{{pod}}", 37893 "refId": "A", 37894 "step": 10 37895 } 37896 ], 37897 "thresholds": [ 37898 37899 ], 37900 "timeFrom": null, 37901 "timeShift": null, 37902 "title": "Transmit Bandwidth", 37903 "tooltip": { 37904 "shared": true, 37905 "sort": 2, 37906 "value_type": "individual" 37907 }, 37908 "type": "graph", 37909 "xaxis": { 37910 "buckets": null, 37911 "mode": "time", 37912 "name": null, 37913 "show": true, 37914 "values": [ 37915 37916 ] 37917 }, 37918 "yaxes": [ 37919 { 37920 "format": "Bps", 37921 "label": null, 37922 "logBase": 1, 37923 "max": null, 37924 "min": 0, 37925 "show": true 37926 }, 37927 { 37928 "format": "Bps", 37929 "label": null, 37930 "logBase": 1, 37931 "max": null, 37932 "min": 0, 37933 "show": true 37934 } 37935 ] 37936 }, 37937 { 37938 "collapse": true, 37939 "collapsed": true, 37940 "gridPos": { 37941 "h": 1, 37942 "w": 24, 37943 "x": 0, 37944 "y": 21 37945 }, 37946 "id": 11, 37947 "panels": [ 37948 { 37949 "aliasColors": { 37950 37951 }, 37952 "bars": false, 37953 "dashLength": 10, 37954 "dashes": false, 37955 "datasource": "$datasource", 37956 "fill": 2, 37957 "fillGradient": 0, 37958 "gridPos": { 37959 "h": 9, 37960 "w": 12, 37961 "x": 0, 37962 "y": 22 37963 }, 37964 "id": 12, 37965 "legend": { 37966 "alignAsTable": false, 37967 "avg": false, 37968 "current": false, 37969 "hideEmpty": true, 37970 "hideZero": true, 37971 "max": false, 37972 "min": false, 37973 "rightSide": false, 37974 "show": true, 37975 "sideWidth": null, 37976 "total": false, 37977 "values": false 37978 }, 37979 "lines": true, 37980 "linewidth": 2, 37981 "links": [ 37982 37983 ], 37984 "minSpan": 12, 37985 "nullPointMode": "connected", 37986 "paceLength": 10, 37987 "percentage": false, 37988 "pointradius": 5, 37989 "points": false, 37990 "renderer": "flot", 37991 "repeat": null, 37992 "seriesOverrides": [ 37993 37994 ], 37995 "spaceLength": 10, 37996 "span": 12, 37997 "stack": true, 37998 "steppedLine": false, 37999 "targets": [ 38000 { 38001 "expr": "sort_desc(sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 38002 "format": "time_series", 38003 "intervalFactor": 1, 38004 "legendFormat": "{{pod}}", 38005 "refId": "A", 38006 "step": 10 38007 } 38008 ], 38009 "thresholds": [ 38010 38011 ], 38012 "timeFrom": null, 38013 "timeShift": null, 38014 "title": "Rate of Received Packets", 38015 "tooltip": { 38016 "shared": true, 38017 "sort": 2, 38018 "value_type": "individual" 38019 }, 38020 "type": "graph", 38021 "xaxis": { 38022 "buckets": null, 38023 "mode": "time", 38024 "name": null, 38025 "show": true, 38026 "values": [ 38027 38028 ] 38029 }, 38030 "yaxes": [ 38031 { 38032 "format": "pps", 38033 "label": null, 38034 "logBase": 1, 38035 "max": null, 38036 "min": 0, 38037 "show": true 38038 }, 38039 { 38040 "format": "pps", 38041 "label": null, 38042 "logBase": 1, 38043 "max": null, 38044 "min": 0, 38045 "show": true 38046 } 38047 ] 38048 }, 38049 { 38050 "aliasColors": { 38051 38052 }, 38053 "bars": false, 38054 "dashLength": 10, 38055 "dashes": false, 38056 "datasource": "$datasource", 38057 "fill": 2, 38058 "fillGradient": 0, 38059 "gridPos": { 38060 "h": 9, 38061 "w": 12, 38062 "x": 12, 38063 "y": 22 38064 }, 38065 "id": 13, 38066 "legend": { 38067 "alignAsTable": false, 38068 "avg": false, 38069 "current": false, 38070 "hideEmpty": true, 38071 "hideZero": true, 38072 "max": false, 38073 "min": false, 38074 "rightSide": false, 38075 "show": true, 38076 "sideWidth": null, 38077 "total": false, 38078 "values": false 38079 }, 38080 "lines": true, 38081 "linewidth": 2, 38082 "links": [ 38083 38084 ], 38085 "minSpan": 12, 38086 "nullPointMode": "connected", 38087 "paceLength": 10, 38088 "percentage": false, 38089 "pointradius": 5, 38090 "points": false, 38091 "renderer": "flot", 38092 "repeat": null, 38093 "seriesOverrides": [ 38094 38095 ], 38096 "spaceLength": 10, 38097 "span": 12, 38098 "stack": true, 38099 "steppedLine": false, 38100 "targets": [ 38101 { 38102 "expr": "sort_desc(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 38103 "format": "time_series", 38104 "intervalFactor": 1, 38105 "legendFormat": "{{pod}}", 38106 "refId": "A", 38107 "step": 10 38108 } 38109 ], 38110 "thresholds": [ 38111 38112 ], 38113 "timeFrom": null, 38114 "timeShift": null, 38115 "title": "Rate of Transmitted Packets", 38116 "tooltip": { 38117 "shared": true, 38118 "sort": 2, 38119 "value_type": "individual" 38120 }, 38121 "type": "graph", 38122 "xaxis": { 38123 "buckets": null, 38124 "mode": "time", 38125 "name": null, 38126 "show": true, 38127 "values": [ 38128 38129 ] 38130 }, 38131 "yaxes": [ 38132 { 38133 "format": "pps", 38134 "label": null, 38135 "logBase": 1, 38136 "max": null, 38137 "min": 0, 38138 "show": true 38139 }, 38140 { 38141 "format": "pps", 38142 "label": null, 38143 "logBase": 1, 38144 "max": null, 38145 "min": 0, 38146 "show": true 38147 } 38148 ] 38149 } 38150 ], 38151 "repeat": null, 38152 "repeatIteration": null, 38153 "repeatRowId": null, 38154 "showTitle": true, 38155 "title": "Packets", 38156 "titleSize": "h6", 38157 "type": "row" 38158 }, 38159 { 38160 "collapse": true, 38161 "collapsed": true, 38162 "gridPos": { 38163 "h": 1, 38164 "w": 24, 38165 "x": 0, 38166 "y": 22 38167 }, 38168 "id": 14, 38169 "panels": [ 38170 { 38171 "aliasColors": { 38172 38173 }, 38174 "bars": false, 38175 "dashLength": 10, 38176 "dashes": false, 38177 "datasource": "$datasource", 38178 "fill": 2, 38179 "fillGradient": 0, 38180 "gridPos": { 38181 "h": 9, 38182 "w": 12, 38183 "x": 0, 38184 "y": 23 38185 }, 38186 "id": 15, 38187 "legend": { 38188 "alignAsTable": false, 38189 "avg": false, 38190 "current": false, 38191 "hideEmpty": true, 38192 "hideZero": true, 38193 "max": false, 38194 "min": false, 38195 "rightSide": false, 38196 "show": true, 38197 "sideWidth": null, 38198 "total": false, 38199 "values": false 38200 }, 38201 "lines": true, 38202 "linewidth": 2, 38203 "links": [ 38204 38205 ], 38206 "minSpan": 12, 38207 "nullPointMode": "connected", 38208 "paceLength": 10, 38209 "percentage": false, 38210 "pointradius": 5, 38211 "points": false, 38212 "renderer": "flot", 38213 "repeat": null, 38214 "seriesOverrides": [ 38215 38216 ], 38217 "spaceLength": 10, 38218 "span": 12, 38219 "stack": true, 38220 "steppedLine": false, 38221 "targets": [ 38222 { 38223 "expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 38224 "format": "time_series", 38225 "intervalFactor": 1, 38226 "legendFormat": "{{pod}}", 38227 "refId": "A", 38228 "step": 10 38229 } 38230 ], 38231 "thresholds": [ 38232 38233 ], 38234 "timeFrom": null, 38235 "timeShift": null, 38236 "title": "Rate of Received Packets Dropped", 38237 "tooltip": { 38238 "shared": true, 38239 "sort": 2, 38240 "value_type": "individual" 38241 }, 38242 "type": "graph", 38243 "xaxis": { 38244 "buckets": null, 38245 "mode": "time", 38246 "name": null, 38247 "show": true, 38248 "values": [ 38249 38250 ] 38251 }, 38252 "yaxes": [ 38253 { 38254 "format": "pps", 38255 "label": null, 38256 "logBase": 1, 38257 "max": null, 38258 "min": 0, 38259 "show": true 38260 }, 38261 { 38262 "format": "pps", 38263 "label": null, 38264 "logBase": 1, 38265 "max": null, 38266 "min": 0, 38267 "show": true 38268 } 38269 ] 38270 }, 38271 { 38272 "aliasColors": { 38273 38274 }, 38275 "bars": false, 38276 "dashLength": 10, 38277 "dashes": false, 38278 "datasource": "$datasource", 38279 "fill": 2, 38280 "fillGradient": 0, 38281 "gridPos": { 38282 "h": 9, 38283 "w": 12, 38284 "x": 12, 38285 "y": 23 38286 }, 38287 "id": 16, 38288 "legend": { 38289 "alignAsTable": false, 38290 "avg": false, 38291 "current": false, 38292 "hideEmpty": true, 38293 "hideZero": true, 38294 "max": false, 38295 "min": false, 38296 "rightSide": false, 38297 "show": true, 38298 "sideWidth": null, 38299 "total": false, 38300 "values": false 38301 }, 38302 "lines": true, 38303 "linewidth": 2, 38304 "links": [ 38305 38306 ], 38307 "minSpan": 12, 38308 "nullPointMode": "connected", 38309 "paceLength": 10, 38310 "percentage": false, 38311 "pointradius": 5, 38312 "points": false, 38313 "renderer": "flot", 38314 "repeat": null, 38315 "seriesOverrides": [ 38316 38317 ], 38318 "spaceLength": 10, 38319 "span": 12, 38320 "stack": true, 38321 "steppedLine": false, 38322 "targets": [ 38323 { 38324 "expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 38325 "format": "time_series", 38326 "intervalFactor": 1, 38327 "legendFormat": "{{pod}}", 38328 "refId": "A", 38329 "step": 10 38330 } 38331 ], 38332 "thresholds": [ 38333 38334 ], 38335 "timeFrom": null, 38336 "timeShift": null, 38337 "title": "Rate of Transmitted Packets Dropped", 38338 "tooltip": { 38339 "shared": true, 38340 "sort": 2, 38341 "value_type": "individual" 38342 }, 38343 "type": "graph", 38344 "xaxis": { 38345 "buckets": null, 38346 "mode": "time", 38347 "name": null, 38348 "show": true, 38349 "values": [ 38350 38351 ] 38352 }, 38353 "yaxes": [ 38354 { 38355 "format": "pps", 38356 "label": null, 38357 "logBase": 1, 38358 "max": null, 38359 "min": 0, 38360 "show": true 38361 }, 38362 { 38363 "format": "pps", 38364 "label": null, 38365 "logBase": 1, 38366 "max": null, 38367 "min": 0, 38368 "show": true 38369 } 38370 ] 38371 } 38372 ], 38373 "repeat": null, 38374 "repeatIteration": null, 38375 "repeatRowId": null, 38376 "showTitle": true, 38377 "title": "Errors", 38378 "titleSize": "h6", 38379 "type": "row" 38380 } 38381 ], 38382 "refresh": "10s", 38383 "rows": [ 38384 38385 ], 38386 "schemaVersion": 18, 38387 "style": "dark", 38388 "tags": [ 38389 "kubernetes-mixin" 38390 ], 38391 "templating": { 38392 "list": [ 38393 { 38394 "current": { 38395 "text": "default", 38396 "value": "default" 38397 }, 38398 "hide": 0, 38399 "label": "Data Source", 38400 "name": "datasource", 38401 "options": [ 38402 38403 ], 38404 "query": "prometheus", 38405 "refresh": 1, 38406 "regex": "", 38407 "type": "datasource" 38408 }, 38409 { 38410 "allValue": null, 38411 "current": { 38412 38413 }, 38414 "datasource": "$datasource", 38415 "hide": 2, 38416 "includeAll": false, 38417 "label": null, 38418 "multi": false, 38419 "name": "cluster", 38420 "options": [ 38421 38422 ], 38423 "query": "label_values(kube_pod_info{job=\"kube-state-metrics\"}, cluster)", 38424 "refresh": 2, 38425 "regex": "", 38426 "sort": 0, 38427 "tagValuesQuery": "", 38428 "tags": [ 38429 38430 ], 38431 "tagsQuery": "", 38432 "type": "query", 38433 "useTags": false 38434 }, 38435 { 38436 "allValue": ".+", 38437 "auto": false, 38438 "auto_count": 30, 38439 "auto_min": "10s", 38440 "current": { 38441 "text": "kube-system", 38442 "value": "kube-system" 38443 }, 38444 "datasource": "$datasource", 38445 "definition": "label_values(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\"}, namespace)", 38446 "hide": 0, 38447 "includeAll": true, 38448 "label": null, 38449 "multi": false, 38450 "name": "namespace", 38451 "options": [ 38452 38453 ], 38454 "query": "label_values(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\"}, namespace)", 38455 "refresh": 2, 38456 "regex": "", 38457 "skipUrlSync": false, 38458 "sort": 1, 38459 "tagValuesQuery": "", 38460 "tags": [ 38461 38462 ], 38463 "tagsQuery": "", 38464 "type": "query", 38465 "useTags": false 38466 }, 38467 { 38468 "allValue": null, 38469 "auto": false, 38470 "auto_count": 30, 38471 "auto_min": "10s", 38472 "current": { 38473 "text": "", 38474 "value": "" 38475 }, 38476 "datasource": "$datasource", 38477 "definition": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\"}, workload)", 38478 "hide": 0, 38479 "includeAll": false, 38480 "label": null, 38481 "multi": false, 38482 "name": "workload", 38483 "options": [ 38484 38485 ], 38486 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\"}, workload)", 38487 "refresh": 2, 38488 "regex": "", 38489 "skipUrlSync": false, 38490 "sort": 1, 38491 "tagValuesQuery": "", 38492 "tags": [ 38493 38494 ], 38495 "tagsQuery": "", 38496 "type": "query", 38497 "useTags": false 38498 }, 38499 { 38500 "allValue": null, 38501 "auto": false, 38502 "auto_count": 30, 38503 "auto_min": "10s", 38504 "current": { 38505 "text": "deployment", 38506 "value": "deployment" 38507 }, 38508 "datasource": "$datasource", 38509 "definition": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\"}, workload_type)", 38510 "hide": 0, 38511 "includeAll": false, 38512 "label": null, 38513 "multi": false, 38514 "name": "type", 38515 "options": [ 38516 38517 ], 38518 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\"}, workload_type)", 38519 "refresh": 2, 38520 "regex": "", 38521 "skipUrlSync": false, 38522 "sort": 0, 38523 "tagValuesQuery": "", 38524 "tags": [ 38525 38526 ], 38527 "tagsQuery": "", 38528 "type": "query", 38529 "useTags": false 38530 }, 38531 { 38532 "allValue": null, 38533 "auto": false, 38534 "auto_count": 30, 38535 "auto_min": "10s", 38536 "current": { 38537 "text": "5m", 38538 "value": "5m" 38539 }, 38540 "datasource": "$datasource", 38541 "hide": 0, 38542 "includeAll": false, 38543 "label": null, 38544 "multi": false, 38545 "name": "resolution", 38546 "options": [ 38547 { 38548 "selected": false, 38549 "text": "30s", 38550 "value": "30s" 38551 }, 38552 { 38553 "selected": true, 38554 "text": "5m", 38555 "value": "5m" 38556 }, 38557 { 38558 "selected": false, 38559 "text": "1h", 38560 "value": "1h" 38561 } 38562 ], 38563 "query": "30s,5m,1h", 38564 "refresh": 2, 38565 "regex": "", 38566 "skipUrlSync": false, 38567 "sort": 1, 38568 "tagValuesQuery": "", 38569 "tags": [ 38570 38571 ], 38572 "tagsQuery": "", 38573 "type": "interval", 38574 "useTags": false 38575 }, 38576 { 38577 "allValue": null, 38578 "auto": false, 38579 "auto_count": 30, 38580 "auto_min": "10s", 38581 "current": { 38582 "text": "5m", 38583 "value": "5m" 38584 }, 38585 "datasource": "$datasource", 38586 "hide": 2, 38587 "includeAll": false, 38588 "label": null, 38589 "multi": false, 38590 "name": "interval", 38591 "options": [ 38592 { 38593 "selected": true, 38594 "text": "4h", 38595 "value": "4h" 38596 } 38597 ], 38598 "query": "4h", 38599 "refresh": 2, 38600 "regex": "", 38601 "skipUrlSync": false, 38602 "sort": 1, 38603 "tagValuesQuery": "", 38604 "tags": [ 38605 38606 ], 38607 "tagsQuery": "", 38608 "type": "interval", 38609 "useTags": false 38610 } 38611 ] 38612 }, 38613 "time": { 38614 "from": "now-1h", 38615 "to": "now" 38616 }, 38617 "timepicker": { 38618 "refresh_intervals": [ 38619 "5s", 38620 "10s", 38621 "30s", 38622 "1m", 38623 "5m", 38624 "15m", 38625 "30m", 38626 "1h", 38627 "2h", 38628 "1d" 38629 ], 38630 "time_options": [ 38631 "5m", 38632 "15m", 38633 "1h", 38634 "6h", 38635 "12h", 38636 "24h", 38637 "2d", 38638 "7d", 38639 "30d" 38640 ] 38641 }, 38642 "timezone": "utc", 38643 "title": "Kubernetes / Networking / Workload", 38644 "uid": "728bf77cc1166d2f3133bf25846876cc", 38645 "version": 0 38646 } 38647 --- 38648 # Source: kube-prometheus-stack/charts/grafana/templates/pvc.yaml 38649 apiVersion: v1 38650 kind: PersistentVolumeClaim 38651 metadata: 38652 name: kube-prometheus-stack-grafana 38653 namespace: kube-prometheus-stack 38654 labels: 38655 helm.sh/chart: grafana-6.19.4 38656 app.kubernetes.io/name: grafana 38657 app.kubernetes.io/instance: kube-prometheus-stack 38658 app.kubernetes.io/version: "8.3.3" 38659 app.kubernetes.io/managed-by: Helm 38660 finalizers: 38661 - kubernetes.io/pvc-protection 38662 spec: 38663 accessModes: 38664 - "ReadWriteOnce" 38665 resources: 38666 requests: 38667 storage: "10Gi" 38668 --- 38669 # Source: kube-prometheus-stack/charts/grafana/templates/clusterrole.yaml 38670 kind: ClusterRole 38671 apiVersion: rbac.authorization.k8s.io/v1 38672 metadata: 38673 labels: 38674 helm.sh/chart: grafana-6.19.4 38675 app.kubernetes.io/name: grafana 38676 app.kubernetes.io/instance: kube-prometheus-stack 38677 app.kubernetes.io/version: "8.3.3" 38678 app.kubernetes.io/managed-by: Helm 38679 name: kube-prometheus-stack-grafana-clusterrole 38680 rules: 38681 - apiGroups: [""] # "" indicates the core API group 38682 resources: ["configmaps", "secrets"] 38683 verbs: ["get", "watch", "list"] 38684 --- 38685 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/psp-clusterrole.yaml 38686 apiVersion: rbac.authorization.k8s.io/v1 38687 kind: ClusterRole 38688 metadata: 38689 labels: 38690 helm.sh/chart: kube-state-metrics-4.2.0 38691 app.kubernetes.io/managed-by: Helm 38692 app.kubernetes.io/component: metrics 38693 app.kubernetes.io/part-of: kube-state-metrics 38694 app.kubernetes.io/name: kube-state-metrics 38695 app.kubernetes.io/instance: kube-prometheus-stack 38696 app.kubernetes.io/version: "2.3.0" 38697 name: psp-kube-prometheus-stack-kube-state-metrics 38698 rules: 38699 - apiGroups: ['policy'] 38700 resources: ['podsecuritypolicies'] 38701 verbs: ['use'] 38702 resourceNames: 38703 - kube-prometheus-stack-kube-state-metrics 38704 --- 38705 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/role.yaml 38706 apiVersion: rbac.authorization.k8s.io/v1 38707 kind: ClusterRole 38708 metadata: 38709 labels: 38710 app.kubernetes.io/name: kube-state-metrics 38711 app.kubernetes.io/instance: kube-prometheus-stack 38712 app.kubernetes.io/component: metrics 38713 app.kubernetes.io/managed-by: Helm 38714 app.kubernetes.io/version: "4.2.0" 38715 app.kubernetes.io/part-of: kube-state-metrics 38716 helm.sh/chart: kube-state-metrics-4.2.0 38717 name: kube-prometheus-stack-kube-state-metrics 38718 rules: 38719 38720 - apiGroups: ["certificates.k8s.io"] 38721 resources: 38722 - certificatesigningrequests 38723 verbs: ["list", "watch"] 38724 38725 - apiGroups: [""] 38726 resources: 38727 - configmaps 38728 verbs: ["list", "watch"] 38729 38730 - apiGroups: ["batch"] 38731 resources: 38732 - cronjobs 38733 verbs: ["list", "watch"] 38734 38735 - apiGroups: ["extensions", "apps"] 38736 resources: 38737 - daemonsets 38738 verbs: ["list", "watch"] 38739 38740 - apiGroups: ["extensions", "apps"] 38741 resources: 38742 - deployments 38743 verbs: ["list", "watch"] 38744 38745 - apiGroups: [""] 38746 resources: 38747 - endpoints 38748 verbs: ["list", "watch"] 38749 38750 - apiGroups: ["autoscaling"] 38751 resources: 38752 - horizontalpodautoscalers 38753 verbs: ["list", "watch"] 38754 38755 - apiGroups: ["extensions", "networking.k8s.io"] 38756 resources: 38757 - ingresses 38758 verbs: ["list", "watch"] 38759 38760 - apiGroups: ["batch"] 38761 resources: 38762 - jobs 38763 verbs: ["list", "watch"] 38764 38765 - apiGroups: [""] 38766 resources: 38767 - limitranges 38768 verbs: ["list", "watch"] 38769 38770 - apiGroups: ["admissionregistration.k8s.io"] 38771 resources: 38772 - mutatingwebhookconfigurations 38773 verbs: ["list", "watch"] 38774 38775 - apiGroups: [""] 38776 resources: 38777 - namespaces 38778 verbs: ["list", "watch"] 38779 38780 - apiGroups: ["networking.k8s.io"] 38781 resources: 38782 - networkpolicies 38783 verbs: ["list", "watch"] 38784 38785 - apiGroups: [""] 38786 resources: 38787 - nodes 38788 verbs: ["list", "watch"] 38789 38790 - apiGroups: [""] 38791 resources: 38792 - persistentvolumeclaims 38793 verbs: ["list", "watch"] 38794 38795 - apiGroups: [""] 38796 resources: 38797 - persistentvolumes 38798 verbs: ["list", "watch"] 38799 38800 - apiGroups: ["policy"] 38801 resources: 38802 - poddisruptionbudgets 38803 verbs: ["list", "watch"] 38804 38805 - apiGroups: [""] 38806 resources: 38807 - pods 38808 verbs: ["list", "watch"] 38809 38810 - apiGroups: ["extensions", "apps"] 38811 resources: 38812 - replicasets 38813 verbs: ["list", "watch"] 38814 38815 - apiGroups: [""] 38816 resources: 38817 - replicationcontrollers 38818 verbs: ["list", "watch"] 38819 38820 - apiGroups: [""] 38821 resources: 38822 - resourcequotas 38823 verbs: ["list", "watch"] 38824 38825 - apiGroups: [""] 38826 resources: 38827 - secrets 38828 verbs: ["list", "watch"] 38829 38830 - apiGroups: [""] 38831 resources: 38832 - services 38833 verbs: ["list", "watch"] 38834 38835 - apiGroups: ["apps"] 38836 resources: 38837 - statefulsets 38838 verbs: ["list", "watch"] 38839 38840 - apiGroups: ["storage.k8s.io"] 38841 resources: 38842 - storageclasses 38843 verbs: ["list", "watch"] 38844 38845 - apiGroups: ["admissionregistration.k8s.io"] 38846 resources: 38847 - validatingwebhookconfigurations 38848 verbs: ["list", "watch"] 38849 38850 - apiGroups: ["storage.k8s.io"] 38851 resources: 38852 - volumeattachments 38853 verbs: ["list", "watch"] 38854 --- 38855 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/psp-clusterrole.yaml 38856 kind: ClusterRole 38857 apiVersion: rbac.authorization.k8s.io/v1 38858 metadata: 38859 name: psp-kube-prometheus-stack-prometheus-node-exporter 38860 labels: 38861 app: prometheus-node-exporter 38862 heritage: Helm 38863 release: kube-prometheus-stack 38864 chart: prometheus-node-exporter-2.4.0 38865 jobLabel: node-exporter 38866 rules: 38867 - apiGroups: ['extensions'] 38868 resources: ['podsecuritypolicies'] 38869 verbs: ['use'] 38870 resourceNames: 38871 - kube-prometheus-stack-prometheus-node-exporter 38872 --- 38873 # Source: kube-prometheus-stack/templates/prometheus-operator/clusterrole.yaml 38874 apiVersion: rbac.authorization.k8s.io/v1 38875 kind: ClusterRole 38876 metadata: 38877 name: kube-prometheus-stack-operator 38878 labels: 38879 app: kube-prometheus-stack-operator 38880 38881 app.kubernetes.io/managed-by: Helm 38882 app.kubernetes.io/instance: kube-prometheus-stack 38883 app.kubernetes.io/version: "25.0.0" 38884 app.kubernetes.io/part-of: kube-prometheus-stack 38885 chart: kube-prometheus-stack-25.0.0 38886 release: "kube-prometheus-stack" 38887 heritage: "Helm" 38888 rules: 38889 - apiGroups: 38890 - monitoring.coreos.com 38891 resources: 38892 - alertmanagers 38893 - alertmanagers/finalizers 38894 - alertmanagerconfigs 38895 - prometheuses 38896 - prometheuses/finalizers 38897 - thanosrulers 38898 - thanosrulers/finalizers 38899 - servicemonitors 38900 - podmonitors 38901 - probes 38902 - prometheusrules 38903 verbs: 38904 - '*' 38905 - apiGroups: 38906 - apps 38907 resources: 38908 - statefulsets 38909 verbs: 38910 - '*' 38911 - apiGroups: 38912 - "" 38913 resources: 38914 - configmaps 38915 - secrets 38916 verbs: 38917 - '*' 38918 - apiGroups: 38919 - "" 38920 resources: 38921 - pods 38922 verbs: 38923 - list 38924 - delete 38925 - apiGroups: 38926 - "" 38927 resources: 38928 - services 38929 - services/finalizers 38930 - endpoints 38931 verbs: 38932 - get 38933 - create 38934 - update 38935 - delete 38936 - apiGroups: 38937 - "" 38938 resources: 38939 - nodes 38940 verbs: 38941 - list 38942 - watch 38943 - apiGroups: 38944 - "" 38945 resources: 38946 - namespaces 38947 verbs: 38948 - get 38949 - list 38950 - watch 38951 - apiGroups: 38952 - networking.k8s.io 38953 resources: 38954 - ingresses 38955 verbs: 38956 - get 38957 - list 38958 - watch 38959 --- 38960 # Source: kube-prometheus-stack/templates/prometheus-operator/psp-clusterrole.yaml 38961 kind: ClusterRole 38962 apiVersion: rbac.authorization.k8s.io/v1 38963 metadata: 38964 name: kube-prometheus-stack-operator-psp 38965 labels: 38966 app: kube-prometheus-stack-operator 38967 38968 app.kubernetes.io/managed-by: Helm 38969 app.kubernetes.io/instance: kube-prometheus-stack 38970 app.kubernetes.io/version: "25.0.0" 38971 app.kubernetes.io/part-of: kube-prometheus-stack 38972 chart: kube-prometheus-stack-25.0.0 38973 release: "kube-prometheus-stack" 38974 heritage: "Helm" 38975 rules: 38976 - apiGroups: ['policy'] 38977 resources: ['podsecuritypolicies'] 38978 verbs: ['use'] 38979 resourceNames: 38980 - kube-prometheus-stack-operator 38981 --- 38982 # Source: kube-prometheus-stack/templates/prometheus/clusterrole.yaml 38983 apiVersion: rbac.authorization.k8s.io/v1 38984 kind: ClusterRole 38985 metadata: 38986 name: kube-prometheus-stack-prometheus 38987 labels: 38988 app: kube-prometheus-stack-prometheus 38989 38990 app.kubernetes.io/managed-by: Helm 38991 app.kubernetes.io/instance: kube-prometheus-stack 38992 app.kubernetes.io/version: "25.0.0" 38993 app.kubernetes.io/part-of: kube-prometheus-stack 38994 chart: kube-prometheus-stack-25.0.0 38995 release: "kube-prometheus-stack" 38996 heritage: "Helm" 38997 rules: 38998 # This permission are not in the kube-prometheus repo 38999 # they're grabbed from https://github.com/prometheus/prometheus/blob/master/documentation/examples/rbac-setup.yml 39000 - apiGroups: [""] 39001 resources: 39002 - nodes 39003 - nodes/metrics 39004 - services 39005 - endpoints 39006 - pods 39007 verbs: ["get", "list", "watch"] 39008 - apiGroups: 39009 - "networking.k8s.io" 39010 resources: 39011 - ingresses 39012 verbs: ["get", "list", "watch"] 39013 - nonResourceURLs: ["/metrics", "/metrics/cadvisor"] 39014 verbs: ["get"] 39015 --- 39016 # Source: kube-prometheus-stack/templates/prometheus/psp-clusterrole.yaml 39017 kind: ClusterRole 39018 apiVersion: rbac.authorization.k8s.io/v1 39019 metadata: 39020 name: kube-prometheus-stack-prometheus-psp 39021 labels: 39022 app: kube-prometheus-stack-prometheus 39023 39024 app.kubernetes.io/managed-by: Helm 39025 app.kubernetes.io/instance: kube-prometheus-stack 39026 app.kubernetes.io/version: "25.0.0" 39027 app.kubernetes.io/part-of: kube-prometheus-stack 39028 chart: kube-prometheus-stack-25.0.0 39029 release: "kube-prometheus-stack" 39030 heritage: "Helm" 39031 rules: 39032 - apiGroups: ['policy'] 39033 resources: ['podsecuritypolicies'] 39034 verbs: ['use'] 39035 resourceNames: 39036 - kube-prometheus-stack-prometheus 39037 --- 39038 # Source: kube-prometheus-stack/charts/grafana/templates/clusterrolebinding.yaml 39039 kind: ClusterRoleBinding 39040 apiVersion: rbac.authorization.k8s.io/v1 39041 metadata: 39042 name: kube-prometheus-stack-grafana-clusterrolebinding 39043 labels: 39044 helm.sh/chart: grafana-6.19.4 39045 app.kubernetes.io/name: grafana 39046 app.kubernetes.io/instance: kube-prometheus-stack 39047 app.kubernetes.io/version: "8.3.3" 39048 app.kubernetes.io/managed-by: Helm 39049 subjects: 39050 - kind: ServiceAccount 39051 name: kube-prometheus-stack-grafana 39052 namespace: kube-prometheus-stack 39053 roleRef: 39054 kind: ClusterRole 39055 name: kube-prometheus-stack-grafana-clusterrole 39056 apiGroup: rbac.authorization.k8s.io 39057 --- 39058 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/clusterrolebinding.yaml 39059 apiVersion: rbac.authorization.k8s.io/v1 39060 kind: ClusterRoleBinding 39061 metadata: 39062 labels: 39063 helm.sh/chart: kube-state-metrics-4.2.0 39064 app.kubernetes.io/managed-by: Helm 39065 app.kubernetes.io/component: metrics 39066 app.kubernetes.io/part-of: kube-state-metrics 39067 app.kubernetes.io/name: kube-state-metrics 39068 app.kubernetes.io/instance: kube-prometheus-stack 39069 app.kubernetes.io/version: "2.3.0" 39070 name: kube-prometheus-stack-kube-state-metrics 39071 roleRef: 39072 apiGroup: rbac.authorization.k8s.io 39073 kind: ClusterRole 39074 name: kube-prometheus-stack-kube-state-metrics 39075 subjects: 39076 - kind: ServiceAccount 39077 name: kube-prometheus-stack-kube-state-metrics 39078 namespace: kube-prometheus-stack 39079 --- 39080 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/psp-clusterrolebinding.yaml 39081 apiVersion: rbac.authorization.k8s.io/v1 39082 kind: ClusterRoleBinding 39083 metadata: 39084 labels: 39085 helm.sh/chart: kube-state-metrics-4.2.0 39086 app.kubernetes.io/managed-by: Helm 39087 app.kubernetes.io/component: metrics 39088 app.kubernetes.io/part-of: kube-state-metrics 39089 app.kubernetes.io/name: kube-state-metrics 39090 app.kubernetes.io/instance: kube-prometheus-stack 39091 app.kubernetes.io/version: "2.3.0" 39092 name: psp-kube-prometheus-stack-kube-state-metrics 39093 roleRef: 39094 apiGroup: rbac.authorization.k8s.io 39095 kind: ClusterRole 39096 name: psp-kube-prometheus-stack-kube-state-metrics 39097 subjects: 39098 - kind: ServiceAccount 39099 name: kube-prometheus-stack-kube-state-metrics 39100 namespace: kube-prometheus-stack 39101 --- 39102 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/psp-clusterrolebinding.yaml 39103 apiVersion: rbac.authorization.k8s.io/v1 39104 kind: ClusterRoleBinding 39105 metadata: 39106 name: psp-kube-prometheus-stack-prometheus-node-exporter 39107 labels: 39108 app: prometheus-node-exporter 39109 heritage: Helm 39110 release: kube-prometheus-stack 39111 chart: prometheus-node-exporter-2.4.0 39112 jobLabel: node-exporter 39113 roleRef: 39114 apiGroup: rbac.authorization.k8s.io 39115 kind: ClusterRole 39116 name: psp-kube-prometheus-stack-prometheus-node-exporter 39117 subjects: 39118 - kind: ServiceAccount 39119 name: kube-prometheus-stack-prometheus-node-exporter 39120 namespace: kube-prometheus-stack 39121 --- 39122 # Source: kube-prometheus-stack/templates/prometheus-operator/clusterrolebinding.yaml 39123 apiVersion: rbac.authorization.k8s.io/v1 39124 kind: ClusterRoleBinding 39125 metadata: 39126 name: kube-prometheus-stack-operator 39127 labels: 39128 app: kube-prometheus-stack-operator 39129 39130 app.kubernetes.io/managed-by: Helm 39131 app.kubernetes.io/instance: kube-prometheus-stack 39132 app.kubernetes.io/version: "25.0.0" 39133 app.kubernetes.io/part-of: kube-prometheus-stack 39134 chart: kube-prometheus-stack-25.0.0 39135 release: "kube-prometheus-stack" 39136 heritage: "Helm" 39137 roleRef: 39138 apiGroup: rbac.authorization.k8s.io 39139 kind: ClusterRole 39140 name: kube-prometheus-stack-operator 39141 subjects: 39142 - kind: ServiceAccount 39143 name: kube-prometheus-stack-operator 39144 namespace: kube-prometheus-stack 39145 --- 39146 # Source: kube-prometheus-stack/templates/prometheus-operator/psp-clusterrolebinding.yaml 39147 kind: ClusterRoleBinding 39148 apiVersion: rbac.authorization.k8s.io/v1 39149 metadata: 39150 name: kube-prometheus-stack-operator-psp 39151 labels: 39152 app: kube-prometheus-stack-operator 39153 39154 app.kubernetes.io/managed-by: Helm 39155 app.kubernetes.io/instance: kube-prometheus-stack 39156 app.kubernetes.io/version: "25.0.0" 39157 app.kubernetes.io/part-of: kube-prometheus-stack 39158 chart: kube-prometheus-stack-25.0.0 39159 release: "kube-prometheus-stack" 39160 heritage: "Helm" 39161 roleRef: 39162 apiGroup: rbac.authorization.k8s.io 39163 kind: ClusterRole 39164 name: kube-prometheus-stack-operator-psp 39165 subjects: 39166 - kind: ServiceAccount 39167 name: kube-prometheus-stack-operator 39168 namespace: kube-prometheus-stack 39169 --- 39170 # Source: kube-prometheus-stack/templates/prometheus/clusterrolebinding.yaml 39171 apiVersion: rbac.authorization.k8s.io/v1 39172 kind: ClusterRoleBinding 39173 metadata: 39174 name: kube-prometheus-stack-prometheus 39175 labels: 39176 app: kube-prometheus-stack-prometheus 39177 39178 app.kubernetes.io/managed-by: Helm 39179 app.kubernetes.io/instance: kube-prometheus-stack 39180 app.kubernetes.io/version: "25.0.0" 39181 app.kubernetes.io/part-of: kube-prometheus-stack 39182 chart: kube-prometheus-stack-25.0.0 39183 release: "kube-prometheus-stack" 39184 heritage: "Helm" 39185 roleRef: 39186 apiGroup: rbac.authorization.k8s.io 39187 kind: ClusterRole 39188 name: kube-prometheus-stack-prometheus 39189 subjects: 39190 - kind: ServiceAccount 39191 name: kube-prometheus-stack-prometheus 39192 namespace: kube-prometheus-stack 39193 --- 39194 # Source: kube-prometheus-stack/templates/prometheus/psp-clusterrolebinding.yaml 39195 apiVersion: rbac.authorization.k8s.io/v1 39196 kind: ClusterRoleBinding 39197 metadata: 39198 name: kube-prometheus-stack-prometheus-psp 39199 labels: 39200 app: kube-prometheus-stack-prometheus 39201 39202 app.kubernetes.io/managed-by: Helm 39203 app.kubernetes.io/instance: kube-prometheus-stack 39204 app.kubernetes.io/version: "25.0.0" 39205 app.kubernetes.io/part-of: kube-prometheus-stack 39206 chart: kube-prometheus-stack-25.0.0 39207 release: "kube-prometheus-stack" 39208 heritage: "Helm" 39209 roleRef: 39210 apiGroup: rbac.authorization.k8s.io 39211 kind: ClusterRole 39212 name: kube-prometheus-stack-prometheus-psp 39213 subjects: 39214 - kind: ServiceAccount 39215 name: kube-prometheus-stack-prometheus 39216 namespace: kube-prometheus-stack 39217 --- 39218 # Source: kube-prometheus-stack/charts/grafana/templates/role.yaml 39219 apiVersion: rbac.authorization.k8s.io/v1 39220 kind: Role 39221 metadata: 39222 name: kube-prometheus-stack-grafana 39223 namespace: kube-prometheus-stack 39224 labels: 39225 helm.sh/chart: grafana-6.19.4 39226 app.kubernetes.io/name: grafana 39227 app.kubernetes.io/instance: kube-prometheus-stack 39228 app.kubernetes.io/version: "8.3.3" 39229 app.kubernetes.io/managed-by: Helm 39230 rules: 39231 - apiGroups: ['extensions'] 39232 resources: ['podsecuritypolicies'] 39233 verbs: ['use'] 39234 resourceNames: [kube-prometheus-stack-grafana] 39235 --- 39236 # Source: kube-prometheus-stack/charts/grafana/templates/tests/test-role.yaml 39237 apiVersion: rbac.authorization.k8s.io/v1 39238 kind: Role 39239 metadata: 39240 name: kube-prometheus-stack-grafana-test 39241 namespace: kube-prometheus-stack 39242 labels: 39243 helm.sh/chart: grafana-6.19.4 39244 app.kubernetes.io/name: grafana 39245 app.kubernetes.io/instance: kube-prometheus-stack 39246 app.kubernetes.io/version: "8.3.3" 39247 app.kubernetes.io/managed-by: Helm 39248 rules: 39249 - apiGroups: ['policy'] 39250 resources: ['podsecuritypolicies'] 39251 verbs: ['use'] 39252 resourceNames: [kube-prometheus-stack-grafana-test] 39253 --- 39254 # Source: kube-prometheus-stack/templates/alertmanager/psp-role.yaml 39255 kind: Role 39256 apiVersion: rbac.authorization.k8s.io/v1 39257 metadata: 39258 name: kube-prometheus-stack-alertmanager 39259 namespace: kube-prometheus-stack 39260 labels: 39261 app: kube-prometheus-stack-alertmanager 39262 39263 app.kubernetes.io/managed-by: Helm 39264 app.kubernetes.io/instance: kube-prometheus-stack 39265 app.kubernetes.io/version: "25.0.0" 39266 app.kubernetes.io/part-of: kube-prometheus-stack 39267 chart: kube-prometheus-stack-25.0.0 39268 release: "kube-prometheus-stack" 39269 heritage: "Helm" 39270 rules: 39271 - apiGroups: ['policy'] 39272 resources: ['podsecuritypolicies'] 39273 verbs: ['use'] 39274 resourceNames: 39275 - kube-prometheus-stack-alertmanager 39276 --- 39277 # Source: kube-prometheus-stack/charts/grafana/templates/rolebinding.yaml 39278 apiVersion: rbac.authorization.k8s.io/v1 39279 kind: RoleBinding 39280 metadata: 39281 name: kube-prometheus-stack-grafana 39282 namespace: kube-prometheus-stack 39283 labels: 39284 helm.sh/chart: grafana-6.19.4 39285 app.kubernetes.io/name: grafana 39286 app.kubernetes.io/instance: kube-prometheus-stack 39287 app.kubernetes.io/version: "8.3.3" 39288 app.kubernetes.io/managed-by: Helm 39289 roleRef: 39290 apiGroup: rbac.authorization.k8s.io 39291 kind: Role 39292 name: kube-prometheus-stack-grafana 39293 subjects: 39294 - kind: ServiceAccount 39295 name: kube-prometheus-stack-grafana 39296 namespace: kube-prometheus-stack 39297 --- 39298 # Source: kube-prometheus-stack/charts/grafana/templates/tests/test-rolebinding.yaml 39299 apiVersion: rbac.authorization.k8s.io/v1 39300 kind: RoleBinding 39301 metadata: 39302 name: kube-prometheus-stack-grafana-test 39303 namespace: kube-prometheus-stack 39304 labels: 39305 helm.sh/chart: grafana-6.19.4 39306 app.kubernetes.io/name: grafana 39307 app.kubernetes.io/instance: kube-prometheus-stack 39308 app.kubernetes.io/version: "8.3.3" 39309 app.kubernetes.io/managed-by: Helm 39310 roleRef: 39311 apiGroup: rbac.authorization.k8s.io 39312 kind: Role 39313 name: kube-prometheus-stack-grafana-test 39314 subjects: 39315 - kind: ServiceAccount 39316 name: kube-prometheus-stack-grafana-test 39317 namespace: kube-prometheus-stack 39318 --- 39319 # Source: kube-prometheus-stack/templates/alertmanager/psp-rolebinding.yaml 39320 apiVersion: rbac.authorization.k8s.io/v1 39321 kind: RoleBinding 39322 metadata: 39323 name: kube-prometheus-stack-alertmanager 39324 namespace: kube-prometheus-stack 39325 labels: 39326 app: kube-prometheus-stack-alertmanager 39327 39328 app.kubernetes.io/managed-by: Helm 39329 app.kubernetes.io/instance: kube-prometheus-stack 39330 app.kubernetes.io/version: "25.0.0" 39331 app.kubernetes.io/part-of: kube-prometheus-stack 39332 chart: kube-prometheus-stack-25.0.0 39333 release: "kube-prometheus-stack" 39334 heritage: "Helm" 39335 roleRef: 39336 apiGroup: rbac.authorization.k8s.io 39337 kind: Role 39338 name: kube-prometheus-stack-alertmanager 39339 subjects: 39340 - kind: ServiceAccount 39341 name: kube-prometheus-stack-alertmanager 39342 namespace: kube-prometheus-stack 39343 --- 39344 # Source: kube-prometheus-stack/charts/grafana/templates/service.yaml 39345 apiVersion: v1 39346 kind: Service 39347 metadata: 39348 name: kube-prometheus-stack-grafana 39349 namespace: kube-prometheus-stack 39350 labels: 39351 helm.sh/chart: grafana-6.19.4 39352 app.kubernetes.io/name: grafana 39353 app.kubernetes.io/instance: kube-prometheus-stack 39354 app.kubernetes.io/version: "8.3.3" 39355 app.kubernetes.io/managed-by: Helm 39356 spec: 39357 type: LoadBalancer 39358 ports: 39359 - name: http-web 39360 port: 80 39361 protocol: TCP 39362 targetPort: 3000 39363 39364 selector: 39365 app.kubernetes.io/name: grafana 39366 app.kubernetes.io/instance: kube-prometheus-stack 39367 --- 39368 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/service.yaml 39369 apiVersion: v1 39370 kind: Service 39371 metadata: 39372 name: kube-prometheus-stack-kube-state-metrics 39373 namespace: kube-prometheus-stack 39374 labels: 39375 helm.sh/chart: kube-state-metrics-4.2.0 39376 app.kubernetes.io/managed-by: Helm 39377 app.kubernetes.io/component: metrics 39378 app.kubernetes.io/part-of: kube-state-metrics 39379 app.kubernetes.io/name: kube-state-metrics 39380 app.kubernetes.io/instance: kube-prometheus-stack 39381 app.kubernetes.io/version: "2.3.0" 39382 annotations: 39383 prometheus.io/scrape: 'true' 39384 spec: 39385 type: "ClusterIP" 39386 ports: 39387 - name: "http" 39388 protocol: TCP 39389 port: 8080 39390 targetPort: 8080 39391 39392 selector: 39393 app.kubernetes.io/name: kube-state-metrics 39394 app.kubernetes.io/instance: kube-prometheus-stack 39395 --- 39396 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/service.yaml 39397 apiVersion: v1 39398 kind: Service 39399 metadata: 39400 name: kube-prometheus-stack-prometheus-node-exporter 39401 namespace: kube-prometheus-stack 39402 annotations: 39403 prometheus.io/scrape: "true" 39404 labels: 39405 app: prometheus-node-exporter 39406 heritage: Helm 39407 release: kube-prometheus-stack 39408 chart: prometheus-node-exporter-2.4.0 39409 jobLabel: node-exporter 39410 spec: 39411 type: ClusterIP 39412 ports: 39413 - port: 9100 39414 targetPort: 9100 39415 protocol: TCP 39416 name: http-metrics 39417 selector: 39418 app: prometheus-node-exporter 39419 release: kube-prometheus-stack 39420 --- 39421 # Source: kube-prometheus-stack/templates/alertmanager/service.yaml 39422 apiVersion: v1 39423 kind: Service 39424 metadata: 39425 name: kube-prometheus-stack-alertmanager 39426 namespace: kube-prometheus-stack 39427 labels: 39428 app: kube-prometheus-stack-alertmanager 39429 self-monitor: "true" 39430 39431 app.kubernetes.io/managed-by: Helm 39432 app.kubernetes.io/instance: kube-prometheus-stack 39433 app.kubernetes.io/version: "25.0.0" 39434 app.kubernetes.io/part-of: kube-prometheus-stack 39435 chart: kube-prometheus-stack-25.0.0 39436 release: "kube-prometheus-stack" 39437 heritage: "Helm" 39438 spec: 39439 ports: 39440 - name: http-web 39441 port: 9093 39442 targetPort: 9093 39443 protocol: TCP 39444 selector: 39445 app.kubernetes.io/name: alertmanager 39446 alertmanager: kube-prometheus-stack-alertmanager 39447 type: "ClusterIP" 39448 --- 39449 # Source: kube-prometheus-stack/templates/exporters/core-dns/service.yaml 39450 apiVersion: v1 39451 kind: Service 39452 metadata: 39453 name: kube-prometheus-stack-coredns 39454 labels: 39455 app: kube-prometheus-stack-coredns 39456 jobLabel: coredns 39457 39458 app.kubernetes.io/managed-by: Helm 39459 app.kubernetes.io/instance: kube-prometheus-stack 39460 app.kubernetes.io/version: "25.0.0" 39461 app.kubernetes.io/part-of: kube-prometheus-stack 39462 chart: kube-prometheus-stack-25.0.0 39463 release: "kube-prometheus-stack" 39464 heritage: "Helm" 39465 namespace: kube-system 39466 spec: 39467 clusterIP: None 39468 ports: 39469 - name: http-metrics 39470 port: 9153 39471 protocol: TCP 39472 targetPort: 9153 39473 selector: 39474 k8s-app: kube-dns 39475 --- 39476 # Source: kube-prometheus-stack/templates/exporters/kube-controller-manager/service.yaml 39477 apiVersion: v1 39478 kind: Service 39479 metadata: 39480 name: kube-prometheus-stack-kube-controller-manager 39481 labels: 39482 app: kube-prometheus-stack-kube-controller-manager 39483 jobLabel: kube-controller-manager 39484 39485 app.kubernetes.io/managed-by: Helm 39486 app.kubernetes.io/instance: kube-prometheus-stack 39487 app.kubernetes.io/version: "25.0.0" 39488 app.kubernetes.io/part-of: kube-prometheus-stack 39489 chart: kube-prometheus-stack-25.0.0 39490 release: "kube-prometheus-stack" 39491 heritage: "Helm" 39492 namespace: kube-system 39493 spec: 39494 clusterIP: None 39495 ports: 39496 - name: http-metrics 39497 port: 10252 39498 protocol: TCP 39499 targetPort: 10252 39500 selector: 39501 component: kube-controller-manager 39502 type: ClusterIP 39503 --- 39504 # Source: kube-prometheus-stack/templates/exporters/kube-etcd/service.yaml 39505 apiVersion: v1 39506 kind: Service 39507 metadata: 39508 name: kube-prometheus-stack-kube-etcd 39509 labels: 39510 app: kube-prometheus-stack-kube-etcd 39511 jobLabel: kube-etcd 39512 39513 app.kubernetes.io/managed-by: Helm 39514 app.kubernetes.io/instance: kube-prometheus-stack 39515 app.kubernetes.io/version: "25.0.0" 39516 app.kubernetes.io/part-of: kube-prometheus-stack 39517 chart: kube-prometheus-stack-25.0.0 39518 release: "kube-prometheus-stack" 39519 heritage: "Helm" 39520 namespace: kube-system 39521 spec: 39522 clusterIP: None 39523 ports: 39524 - name: http-metrics 39525 port: 2379 39526 protocol: TCP 39527 targetPort: 2379 39528 selector: 39529 component: etcd 39530 type: ClusterIP 39531 --- 39532 # Source: kube-prometheus-stack/templates/exporters/kube-proxy/service.yaml 39533 apiVersion: v1 39534 kind: Service 39535 metadata: 39536 name: kube-prometheus-stack-kube-proxy 39537 labels: 39538 app: kube-prometheus-stack-kube-proxy 39539 jobLabel: kube-proxy 39540 39541 app.kubernetes.io/managed-by: Helm 39542 app.kubernetes.io/instance: kube-prometheus-stack 39543 app.kubernetes.io/version: "25.0.0" 39544 app.kubernetes.io/part-of: kube-prometheus-stack 39545 chart: kube-prometheus-stack-25.0.0 39546 release: "kube-prometheus-stack" 39547 heritage: "Helm" 39548 namespace: kube-system 39549 spec: 39550 clusterIP: None 39551 ports: 39552 - name: http-metrics 39553 port: 10249 39554 protocol: TCP 39555 targetPort: 10249 39556 selector: 39557 k8s-app: kube-proxy 39558 type: ClusterIP 39559 --- 39560 # Source: kube-prometheus-stack/templates/exporters/kube-scheduler/service.yaml 39561 apiVersion: v1 39562 kind: Service 39563 metadata: 39564 name: kube-prometheus-stack-kube-scheduler 39565 labels: 39566 app: kube-prometheus-stack-kube-scheduler 39567 jobLabel: kube-scheduler 39568 39569 app.kubernetes.io/managed-by: Helm 39570 app.kubernetes.io/instance: kube-prometheus-stack 39571 app.kubernetes.io/version: "25.0.0" 39572 app.kubernetes.io/part-of: kube-prometheus-stack 39573 chart: kube-prometheus-stack-25.0.0 39574 release: "kube-prometheus-stack" 39575 heritage: "Helm" 39576 namespace: kube-system 39577 spec: 39578 clusterIP: None 39579 ports: 39580 - name: http-metrics 39581 port: 10251 39582 protocol: TCP 39583 targetPort: 10251 39584 selector: 39585 component: kube-scheduler 39586 type: ClusterIP 39587 --- 39588 # Source: kube-prometheus-stack/templates/prometheus-operator/service.yaml 39589 apiVersion: v1 39590 kind: Service 39591 metadata: 39592 name: kube-prometheus-stack-operator 39593 namespace: kube-prometheus-stack 39594 labels: 39595 app: kube-prometheus-stack-operator 39596 39597 app.kubernetes.io/managed-by: Helm 39598 app.kubernetes.io/instance: kube-prometheus-stack 39599 app.kubernetes.io/version: "25.0.0" 39600 app.kubernetes.io/part-of: kube-prometheus-stack 39601 chart: kube-prometheus-stack-25.0.0 39602 release: "kube-prometheus-stack" 39603 heritage: "Helm" 39604 spec: 39605 ports: 39606 - name: https 39607 port: 443 39608 targetPort: https 39609 selector: 39610 app: kube-prometheus-stack-operator 39611 release: "kube-prometheus-stack" 39612 type: "ClusterIP" 39613 --- 39614 # Source: kube-prometheus-stack/templates/prometheus/service.yaml 39615 apiVersion: v1 39616 kind: Service 39617 metadata: 39618 name: kube-prometheus-stack-prometheus 39619 namespace: kube-prometheus-stack 39620 labels: 39621 app: kube-prometheus-stack-prometheus 39622 self-monitor: "true" 39623 39624 app.kubernetes.io/managed-by: Helm 39625 app.kubernetes.io/instance: kube-prometheus-stack 39626 app.kubernetes.io/version: "25.0.0" 39627 app.kubernetes.io/part-of: kube-prometheus-stack 39628 chart: kube-prometheus-stack-25.0.0 39629 release: "kube-prometheus-stack" 39630 heritage: "Helm" 39631 spec: 39632 ports: 39633 - name: http-web 39634 port: 9090 39635 targetPort: 9090 39636 selector: 39637 app.kubernetes.io/name: prometheus 39638 prometheus: kube-prometheus-stack-prometheus 39639 type: "LoadBalancer" 39640 --- 39641 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/daemonset.yaml 39642 apiVersion: apps/v1 39643 kind: DaemonSet 39644 metadata: 39645 name: kube-prometheus-stack-prometheus-node-exporter 39646 namespace: kube-prometheus-stack 39647 labels: 39648 app: prometheus-node-exporter 39649 heritage: Helm 39650 release: kube-prometheus-stack 39651 chart: prometheus-node-exporter-2.4.0 39652 jobLabel: node-exporter 39653 spec: 39654 selector: 39655 matchLabels: 39656 app: prometheus-node-exporter 39657 release: kube-prometheus-stack 39658 updateStrategy: 39659 rollingUpdate: 39660 maxUnavailable: 1 39661 type: RollingUpdate 39662 template: 39663 metadata: 39664 labels: 39665 app: prometheus-node-exporter 39666 heritage: Helm 39667 release: kube-prometheus-stack 39668 chart: prometheus-node-exporter-2.4.0 39669 jobLabel: node-exporter 39670 annotations: 39671 cluster-autoscaler.kubernetes.io/safe-to-evict: "true" 39672 spec: 39673 automountServiceAccountToken: false 39674 serviceAccountName: kube-prometheus-stack-prometheus-node-exporter 39675 securityContext: 39676 fsGroup: 65534 39677 runAsGroup: 65534 39678 runAsNonRoot: true 39679 runAsUser: 65534 39680 containers: 39681 - name: node-exporter 39682 image: quay.io/prometheus/node-exporter:v1.3.1 39683 imagePullPolicy: IfNotPresent 39684 args: 39685 - --path.procfs=/host/proc 39686 - --path.sysfs=/host/sys 39687 - --path.rootfs=/host/root 39688 - --web.listen-address=$(HOST_IP):9100 39689 - --collector.filesystem.ignored-mount-points=^/(dev|proc|sys|var/lib/docker/.+|var/lib/kubelet/.+)($|/) 39690 - --collector.filesystem.ignored-fs-types=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 39691 env: 39692 - name: HOST_IP 39693 value: 0.0.0.0 39694 ports: 39695 - name: http-metrics 39696 containerPort: 9100 39697 protocol: TCP 39698 livenessProbe: 39699 httpGet: 39700 path: / 39701 port: 9100 39702 readinessProbe: 39703 httpGet: 39704 path: / 39705 port: 9100 39706 resources: 39707 {} 39708 volumeMounts: 39709 - name: proc 39710 mountPath: /host/proc 39711 readOnly: true 39712 - name: sys 39713 mountPath: /host/sys 39714 readOnly: true 39715 - name: root 39716 mountPath: /host/root 39717 mountPropagation: HostToContainer 39718 readOnly: true 39719 hostNetwork: true 39720 hostPID: true 39721 tolerations: 39722 - effect: NoSchedule 39723 operator: Exists 39724 volumes: 39725 - name: proc 39726 hostPath: 39727 path: /proc 39728 - name: sys 39729 hostPath: 39730 path: /sys 39731 - name: root 39732 hostPath: 39733 path: / 39734 --- 39735 # Source: kube-prometheus-stack/charts/grafana/templates/deployment.yaml 39736 apiVersion: apps/v1 39737 kind: Deployment 39738 metadata: 39739 name: kube-prometheus-stack-grafana 39740 namespace: kube-prometheus-stack 39741 labels: 39742 helm.sh/chart: grafana-6.19.4 39743 app.kubernetes.io/name: grafana 39744 app.kubernetes.io/instance: kube-prometheus-stack 39745 app.kubernetes.io/version: "8.3.3" 39746 app.kubernetes.io/managed-by: Helm 39747 spec: 39748 replicas: 1 39749 revisionHistoryLimit: 10 39750 selector: 39751 matchLabels: 39752 app.kubernetes.io/name: grafana 39753 app.kubernetes.io/instance: kube-prometheus-stack 39754 strategy: 39755 type: RollingUpdate 39756 template: 39757 metadata: 39758 labels: 39759 app.kubernetes.io/name: grafana 39760 app.kubernetes.io/instance: kube-prometheus-stack 39761 annotations: 39762 checksum/config: 1089e29de2b6005672d3692254178a7f0e4359b975e50cd2ef85bccf155c8822 39763 checksum/dashboards-json-config: 01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b 39764 checksum/sc-dashboard-provider-config: 995321ca8b03007ec4b86a5942f3a1bd877de082bb9257b7c104282ff9b18fd3 39765 checksum/secret: 67277829cd8a4babf07c361cf55678491bfe809b889713512d63c93d4bae72b1 39766 spec: 39767 39768 serviceAccountName: kube-prometheus-stack-grafana 39769 automountServiceAccountToken: true 39770 securityContext: 39771 fsGroup: 472 39772 runAsGroup: 472 39773 runAsUser: 472 39774 initContainers: 39775 - name: init-chown-data 39776 image: "busybox:1.31.1" 39777 imagePullPolicy: IfNotPresent 39778 securityContext: 39779 runAsNonRoot: false 39780 runAsUser: 0 39781 command: ["chown", "-R", "472:472", "/var/lib/grafana"] 39782 resources: 39783 {} 39784 volumeMounts: 39785 - name: storage 39786 mountPath: "/var/lib/grafana" 39787 enableServiceLinks: true 39788 containers: 39789 - name: grafana-sc-dashboard 39790 image: "quay.io/kiwigrid/k8s-sidecar:1.14.2" 39791 imagePullPolicy: IfNotPresent 39792 env: 39793 - name: METHOD 39794 value: WATCH 39795 - name: LABEL 39796 value: "grafana_dashboard" 39797 - name: FOLDER 39798 value: "/tmp/dashboards" 39799 - name: RESOURCE 39800 value: "both" 39801 resources: 39802 {} 39803 volumeMounts: 39804 - name: sc-dashboard-volume 39805 mountPath: "/tmp/dashboards" 39806 - name: grafana-sc-datasources 39807 image: "quay.io/kiwigrid/k8s-sidecar:1.14.2" 39808 imagePullPolicy: IfNotPresent 39809 env: 39810 - name: METHOD 39811 value: WATCH 39812 - name: LABEL 39813 value: "grafana_datasource" 39814 - name: FOLDER 39815 value: "/etc/grafana/provisioning/datasources" 39816 - name: RESOURCE 39817 value: "both" 39818 - name: REQ_USERNAME 39819 valueFrom: 39820 secretKeyRef: 39821 name: kube-prometheus-stack-grafana 39822 key: admin-user 39823 - name: REQ_PASSWORD 39824 valueFrom: 39825 secretKeyRef: 39826 name: kube-prometheus-stack-grafana 39827 key: admin-password 39828 - name: REQ_URL 39829 value: http://localhost:3000/api/admin/provisioning/datasources/reload 39830 - name: REQ_METHOD 39831 value: POST 39832 resources: 39833 {} 39834 volumeMounts: 39835 - name: sc-datasources-volume 39836 mountPath: "/etc/grafana/provisioning/datasources" 39837 - name: grafana 39838 image: "grafana/grafana:8.3.3" 39839 imagePullPolicy: IfNotPresent 39840 volumeMounts: 39841 - name: config 39842 mountPath: "/etc/grafana/grafana.ini" 39843 subPath: grafana.ini 39844 - name: storage 39845 mountPath: "/var/lib/grafana" 39846 - name: sc-dashboard-volume 39847 mountPath: "/tmp/dashboards" 39848 39849 - name: sc-dashboard-provider 39850 mountPath: "/etc/grafana/provisioning/dashboards/sc-dashboardproviders.yaml" 39851 subPath: provider.yaml 39852 - name: sc-datasources-volume 39853 mountPath: "/etc/grafana/provisioning/datasources" 39854 ports: 39855 - name: http-web 39856 containerPort: 80 39857 protocol: TCP 39858 - name: grafana 39859 containerPort: 3000 39860 protocol: TCP 39861 env: 39862 - name: GF_SECURITY_ADMIN_USER 39863 valueFrom: 39864 secretKeyRef: 39865 name: kube-prometheus-stack-grafana 39866 key: admin-user 39867 - name: GF_SECURITY_ADMIN_PASSWORD 39868 valueFrom: 39869 secretKeyRef: 39870 name: kube-prometheus-stack-grafana 39871 key: admin-password 39872 39873 - name: GF_PATHS_DATA 39874 value: /var/lib/grafana/ 39875 - name: GF_PATHS_LOGS 39876 value: /var/log/grafana 39877 - name: GF_PATHS_PLUGINS 39878 value: /var/lib/grafana/plugins 39879 - name: GF_PATHS_PROVISIONING 39880 value: /etc/grafana/provisioning 39881 livenessProbe: 39882 failureThreshold: 10 39883 httpGet: 39884 path: /api/health 39885 port: 3000 39886 initialDelaySeconds: 60 39887 timeoutSeconds: 30 39888 readinessProbe: 39889 httpGet: 39890 path: /api/health 39891 port: 3000 39892 resources: 39893 {} 39894 volumes: 39895 - name: config 39896 configMap: 39897 name: kube-prometheus-stack-grafana 39898 - name: storage 39899 persistentVolumeClaim: 39900 claimName: kube-prometheus-stack-grafana 39901 - name: sc-dashboard-volume 39902 emptyDir: {} 39903 - name: sc-dashboard-provider 39904 configMap: 39905 name: kube-prometheus-stack-grafana-config-dashboards 39906 - name: sc-datasources-volume 39907 emptyDir: {} 39908 --- 39909 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/deployment.yaml 39910 apiVersion: apps/v1 39911 kind: Deployment 39912 metadata: 39913 name: kube-prometheus-stack-kube-state-metrics 39914 namespace: kube-prometheus-stack 39915 labels: 39916 helm.sh/chart: kube-state-metrics-4.2.0 39917 app.kubernetes.io/managed-by: Helm 39918 app.kubernetes.io/component: metrics 39919 app.kubernetes.io/part-of: kube-state-metrics 39920 app.kubernetes.io/name: kube-state-metrics 39921 app.kubernetes.io/instance: kube-prometheus-stack 39922 app.kubernetes.io/version: "2.3.0" 39923 spec: 39924 selector: 39925 matchLabels: 39926 app.kubernetes.io/name: kube-state-metrics 39927 app.kubernetes.io/instance: kube-prometheus-stack 39928 replicas: 1 39929 template: 39930 metadata: 39931 labels: 39932 helm.sh/chart: kube-state-metrics-4.2.0 39933 app.kubernetes.io/managed-by: Helm 39934 app.kubernetes.io/component: metrics 39935 app.kubernetes.io/part-of: kube-state-metrics 39936 app.kubernetes.io/name: kube-state-metrics 39937 app.kubernetes.io/instance: kube-prometheus-stack 39938 app.kubernetes.io/version: "2.3.0" 39939 spec: 39940 hostNetwork: false 39941 serviceAccountName: kube-prometheus-stack-kube-state-metrics 39942 securityContext: 39943 fsGroup: 65534 39944 runAsGroup: 65534 39945 runAsUser: 65534 39946 containers: 39947 - name: kube-state-metrics 39948 args: 39949 - --port=8080 39950 - --resources=certificatesigningrequests,configmaps,cronjobs,daemonsets,deployments,endpoints,horizontalpodautoscalers,ingresses,jobs,limitranges,mutatingwebhookconfigurations,namespaces,networkpolicies,nodes,persistentvolumeclaims,persistentvolumes,poddisruptionbudgets,pods,replicasets,replicationcontrollers,resourcequotas,secrets,services,statefulsets,storageclasses,validatingwebhookconfigurations,volumeattachments 39951 - --telemetry-port=8081 39952 imagePullPolicy: IfNotPresent 39953 image: "k8s.gcr.io/kube-state-metrics/kube-state-metrics:v2.3.0" 39954 ports: 39955 - containerPort: 8080 39956 name: "http" 39957 livenessProbe: 39958 httpGet: 39959 path: /healthz 39960 port: 8080 39961 initialDelaySeconds: 5 39962 timeoutSeconds: 5 39963 readinessProbe: 39964 httpGet: 39965 path: / 39966 port: 8080 39967 initialDelaySeconds: 5 39968 timeoutSeconds: 5 39969 --- 39970 # Source: kube-prometheus-stack/templates/prometheus-operator/deployment.yaml 39971 apiVersion: apps/v1 39972 kind: Deployment 39973 metadata: 39974 name: kube-prometheus-stack-operator 39975 namespace: kube-prometheus-stack 39976 labels: 39977 app: kube-prometheus-stack-operator 39978 39979 app.kubernetes.io/managed-by: Helm 39980 app.kubernetes.io/instance: kube-prometheus-stack 39981 app.kubernetes.io/version: "25.0.0" 39982 app.kubernetes.io/part-of: kube-prometheus-stack 39983 chart: kube-prometheus-stack-25.0.0 39984 release: "kube-prometheus-stack" 39985 heritage: "Helm" 39986 spec: 39987 replicas: 1 39988 selector: 39989 matchLabels: 39990 app: kube-prometheus-stack-operator 39991 release: "kube-prometheus-stack" 39992 template: 39993 metadata: 39994 labels: 39995 app: kube-prometheus-stack-operator 39996 39997 app.kubernetes.io/managed-by: Helm 39998 app.kubernetes.io/instance: kube-prometheus-stack 39999 app.kubernetes.io/version: "25.0.0" 40000 app.kubernetes.io/part-of: kube-prometheus-stack 40001 chart: kube-prometheus-stack-25.0.0 40002 release: "kube-prometheus-stack" 40003 heritage: "Helm" 40004 spec: 40005 containers: 40006 - name: kube-prometheus-stack 40007 image: "quay.io/prometheus-operator/prometheus-operator:v0.53.1" 40008 imagePullPolicy: "IfNotPresent" 40009 args: 40010 - --kubelet-service=kube-system/kube-prometheus-stack-kubelet 40011 - --localhost=127.0.0.1 40012 - --prometheus-config-reloader=quay.io/prometheus-operator/prometheus-config-reloader:v0.53.1 40013 - --config-reloader-cpu-request=100m 40014 - --config-reloader-cpu-limit=100m 40015 - --config-reloader-memory-request=50Mi 40016 - --config-reloader-memory-limit=50Mi 40017 - --thanos-default-base-image=quay.io/thanos/thanos:v0.23.1 40018 - --web.enable-tls=true 40019 - --web.cert-file=/cert/cert 40020 - --web.key-file=/cert/key 40021 - --web.listen-address=:10250 40022 - --web.tls-min-version=VersionTLS13 40023 ports: 40024 - containerPort: 10250 40025 name: https 40026 resources: 40027 {} 40028 securityContext: 40029 allowPrivilegeEscalation: false 40030 readOnlyRootFilesystem: true 40031 volumeMounts: 40032 - name: tls-secret 40033 mountPath: /cert 40034 readOnly: true 40035 volumes: 40036 - name: tls-secret 40037 secret: 40038 defaultMode: 420 40039 secretName: kube-prometheus-stack-admission 40040 securityContext: 40041 fsGroup: 65534 40042 runAsGroup: 65534 40043 runAsNonRoot: true 40044 runAsUser: 65534 40045 serviceAccountName: kube-prometheus-stack-operator 40046 --- 40047 # Source: kube-prometheus-stack/templates/alertmanager/alertmanager.yaml 40048 apiVersion: monitoring.coreos.com/v1 40049 kind: Alertmanager 40050 metadata: 40051 name: kube-prometheus-stack-alertmanager 40052 namespace: kube-prometheus-stack 40053 labels: 40054 app: kube-prometheus-stack-alertmanager 40055 40056 app.kubernetes.io/managed-by: Helm 40057 app.kubernetes.io/instance: kube-prometheus-stack 40058 app.kubernetes.io/version: "25.0.0" 40059 app.kubernetes.io/part-of: kube-prometheus-stack 40060 chart: kube-prometheus-stack-25.0.0 40061 release: "kube-prometheus-stack" 40062 heritage: "Helm" 40063 spec: 40064 image: quay.io/prometheus/alertmanager:v0.23.0 40065 version: v0.23.0 40066 replicas: 1 40067 listenLocal: false 40068 serviceAccountName: kube-prometheus-stack-alertmanager 40069 externalUrl: http://kube-prometheus-stack-alertmanager.kube-prometheus-stack:9093 40070 paused: false 40071 logFormat: "logfmt" 40072 logLevel: "info" 40073 retention: "120h" 40074 alertmanagerConfigSelector: {} 40075 alertmanagerConfigNamespaceSelector: {} 40076 routePrefix: "/" 40077 securityContext: 40078 fsGroup: 2000 40079 runAsGroup: 2000 40080 runAsNonRoot: true 40081 runAsUser: 1000 40082 portName: http-web 40083 --- 40084 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/mutatingWebhookConfiguration.yaml 40085 apiVersion: admissionregistration.k8s.io/v1 40086 kind: MutatingWebhookConfiguration 40087 metadata: 40088 name: kube-prometheus-stack-admission 40089 labels: 40090 app: kube-prometheus-stack-admission 40091 app.kubernetes.io/managed-by: Helm 40092 app.kubernetes.io/instance: kube-prometheus-stack 40093 app.kubernetes.io/version: "25.0.0" 40094 app.kubernetes.io/part-of: kube-prometheus-stack 40095 chart: kube-prometheus-stack-25.0.0 40096 release: "kube-prometheus-stack" 40097 heritage: "Helm" 40098 webhooks: 40099 - name: prometheusrulemutate.monitoring.coreos.com 40100 failurePolicy: Ignore 40101 rules: 40102 - apiGroups: 40103 - monitoring.coreos.com 40104 apiVersions: 40105 - "*" 40106 resources: 40107 - prometheusrules 40108 operations: 40109 - CREATE 40110 - UPDATE 40111 clientConfig: 40112 service: 40113 namespace: kube-prometheus-stack 40114 name: kube-prometheus-stack-operator 40115 path: /admission-prometheusrules/mutate 40116 admissionReviewVersions: ["v1", "v1beta1"] 40117 sideEffects: None 40118 --- 40119 # Source: kube-prometheus-stack/templates/prometheus/prometheus.yaml 40120 apiVersion: monitoring.coreos.com/v1 40121 kind: Prometheus 40122 metadata: 40123 name: kube-prometheus-stack-prometheus 40124 namespace: kube-prometheus-stack 40125 labels: 40126 app: kube-prometheus-stack-prometheus 40127 40128 app.kubernetes.io/managed-by: Helm 40129 app.kubernetes.io/instance: kube-prometheus-stack 40130 app.kubernetes.io/version: "25.0.0" 40131 app.kubernetes.io/part-of: kube-prometheus-stack 40132 chart: kube-prometheus-stack-25.0.0 40133 release: "kube-prometheus-stack" 40134 heritage: "Helm" 40135 spec: 40136 alerting: 40137 alertmanagers: 40138 - namespace: kube-prometheus-stack 40139 name: kube-prometheus-stack-alertmanager 40140 port: http-web 40141 pathPrefix: "/" 40142 apiVersion: v2 40143 image: "quay.io/prometheus/prometheus:v2.32.1" 40144 version: v2.32.1 40145 externalUrl: http://kube-prometheus-stack-prometheus.kube-prometheus-stack:9090 40146 paused: false 40147 replicas: 1 40148 shards: 1 40149 logLevel: info 40150 logFormat: logfmt 40151 listenLocal: false 40152 enableAdminAPI: false 40153 retention: "10d" 40154 routePrefix: "/" 40155 serviceAccountName: kube-prometheus-stack-prometheus 40156 serviceMonitorSelector: 40157 matchLabels: 40158 release: "kube-prometheus-stack" 40159 40160 serviceMonitorNamespaceSelector: {} 40161 podMonitorSelector: 40162 matchLabels: 40163 release: "kube-prometheus-stack" 40164 40165 podMonitorNamespaceSelector: {} 40166 probeSelector: 40167 matchLabels: 40168 release: "kube-prometheus-stack" 40169 40170 probeNamespaceSelector: {} 40171 securityContext: 40172 fsGroup: 2000 40173 runAsGroup: 2000 40174 runAsNonRoot: true 40175 runAsUser: 1000 40176 ruleNamespaceSelector: {} 40177 ruleSelector: 40178 matchLabels: 40179 release: "kube-prometheus-stack" 40180 40181 storage: 40182 volumeClaimTemplate: 40183 spec: 40184 accessModes: 40185 - ReadWriteOnce 40186 resources: 40187 requests: 40188 storage: 50Gi 40189 storageClassName: longhorn 40190 portName: http-web 40191 --- 40192 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/alertmanager.rules.yaml 40193 apiVersion: monitoring.coreos.com/v1 40194 kind: PrometheusRule 40195 metadata: 40196 name: kube-prometheus-stack-alertmanager.rules 40197 namespace: kube-prometheus-stack 40198 labels: 40199 app: kube-prometheus-stack 40200 40201 app.kubernetes.io/managed-by: Helm 40202 app.kubernetes.io/instance: kube-prometheus-stack 40203 app.kubernetes.io/version: "25.0.0" 40204 app.kubernetes.io/part-of: kube-prometheus-stack 40205 chart: kube-prometheus-stack-25.0.0 40206 release: "kube-prometheus-stack" 40207 heritage: "Helm" 40208 spec: 40209 groups: 40210 - name: alertmanager.rules 40211 rules: 40212 - alert: AlertmanagerFailedReload 40213 annotations: 40214 description: Configuration has failed to load for {{ $labels.namespace }}/{{ $labels.pod}}. 40215 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/alertmanager/alertmanagerfailedreload 40216 summary: Reloading an Alertmanager configuration has failed. 40217 expr: |- 40218 # Without max_over_time, failed scrapes could create false negatives, see 40219 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 40220 max_over_time(alertmanager_config_last_reload_successful{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack"}[5m]) == 0 40221 for: 10m 40222 labels: 40223 severity: critical 40224 - alert: AlertmanagerMembersInconsistent 40225 annotations: 40226 description: Alertmanager {{ $labels.namespace }}/{{ $labels.pod}} has only found {{ $value }} members of the {{$labels.job}} cluster. 40227 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/alertmanager/alertmanagermembersinconsistent 40228 summary: A member of an Alertmanager cluster has not found all other cluster members. 40229 expr: |- 40230 # Without max_over_time, failed scrapes could create false negatives, see 40231 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 40232 max_over_time(alertmanager_cluster_members{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack"}[5m]) 40233 < on (namespace,service) group_left 40234 count by (namespace,service) (max_over_time(alertmanager_cluster_members{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack"}[5m])) 40235 for: 15m 40236 labels: 40237 severity: critical 40238 - alert: AlertmanagerFailedToSendAlerts 40239 annotations: 40240 description: Alertmanager {{ $labels.namespace }}/{{ $labels.pod}} failed to send {{ $value | humanizePercentage }} of notifications to {{ $labels.integration }}. 40241 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/alertmanager/alertmanagerfailedtosendalerts 40242 summary: An Alertmanager instance failed to send notifications. 40243 expr: |- 40244 ( 40245 rate(alertmanager_notifications_failed_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack"}[5m]) 40246 / 40247 rate(alertmanager_notifications_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack"}[5m]) 40248 ) 40249 > 0.01 40250 for: 5m 40251 labels: 40252 severity: warning 40253 - alert: AlertmanagerClusterFailedToSendAlerts 40254 annotations: 40255 description: The minimum notification failure rate to {{ $labels.integration }} sent from any instance in the {{$labels.job}} cluster is {{ $value | humanizePercentage }}. 40256 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/alertmanager/alertmanagerclusterfailedtosendalerts 40257 summary: All Alertmanager instances in a cluster failed to send notifications to a critical integration. 40258 expr: |- 40259 min by (namespace,service, integration) ( 40260 rate(alertmanager_notifications_failed_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack", integration=~`.*`}[5m]) 40261 / 40262 rate(alertmanager_notifications_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack", integration=~`.*`}[5m]) 40263 ) 40264 > 0.01 40265 for: 5m 40266 labels: 40267 severity: critical 40268 - alert: AlertmanagerClusterFailedToSendAlerts 40269 annotations: 40270 description: The minimum notification failure rate to {{ $labels.integration }} sent from any instance in the {{$labels.job}} cluster is {{ $value | humanizePercentage }}. 40271 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/alertmanager/alertmanagerclusterfailedtosendalerts 40272 summary: All Alertmanager instances in a cluster failed to send notifications to a non-critical integration. 40273 expr: |- 40274 min by (namespace,service, integration) ( 40275 rate(alertmanager_notifications_failed_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack", integration!~`.*`}[5m]) 40276 / 40277 rate(alertmanager_notifications_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack", integration!~`.*`}[5m]) 40278 ) 40279 > 0.01 40280 for: 5m 40281 labels: 40282 severity: warning 40283 - alert: AlertmanagerConfigInconsistent 40284 annotations: 40285 description: Alertmanager instances within the {{$labels.job}} cluster have different configurations. 40286 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/alertmanager/alertmanagerconfiginconsistent 40287 summary: Alertmanager instances within the same cluster have different configurations. 40288 expr: |- 40289 count by (namespace,service) ( 40290 count_values by (namespace,service) ("config_hash", alertmanager_config_hash{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack"}) 40291 ) 40292 != 1 40293 for: 20m 40294 labels: 40295 severity: critical 40296 - alert: AlertmanagerClusterDown 40297 annotations: 40298 description: '{{ $value | humanizePercentage }} of Alertmanager instances within the {{$labels.job}} cluster have been up for less than half of the last 5m.' 40299 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/alertmanager/alertmanagerclusterdown 40300 summary: Half or more of the Alertmanager instances within the same cluster are down. 40301 expr: |- 40302 ( 40303 count by (namespace,service) ( 40304 avg_over_time(up{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack"}[5m]) < 0.5 40305 ) 40306 / 40307 count by (namespace,service) ( 40308 up{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack"} 40309 ) 40310 ) 40311 >= 0.5 40312 for: 5m 40313 labels: 40314 severity: critical 40315 - alert: AlertmanagerClusterCrashlooping 40316 annotations: 40317 description: '{{ $value | humanizePercentage }} of Alertmanager instances within the {{$labels.job}} cluster have restarted at least 5 times in the last 10m.' 40318 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/alertmanager/alertmanagerclustercrashlooping 40319 summary: Half or more of the Alertmanager instances within the same cluster are crashlooping. 40320 expr: |- 40321 ( 40322 count by (namespace,service) ( 40323 changes(process_start_time_seconds{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack"}[10m]) > 4 40324 ) 40325 / 40326 count by (namespace,service) ( 40327 up{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack"} 40328 ) 40329 ) 40330 >= 0.5 40331 for: 5m 40332 labels: 40333 severity: critical 40334 --- 40335 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/config-reloaders.yaml 40336 apiVersion: monitoring.coreos.com/v1 40337 kind: PrometheusRule 40338 metadata: 40339 name: kube-prometheus-stack-config-reloaders 40340 namespace: kube-prometheus-stack 40341 labels: 40342 app: kube-prometheus-stack 40343 40344 app.kubernetes.io/managed-by: Helm 40345 app.kubernetes.io/instance: kube-prometheus-stack 40346 app.kubernetes.io/version: "25.0.0" 40347 app.kubernetes.io/part-of: kube-prometheus-stack 40348 chart: kube-prometheus-stack-25.0.0 40349 release: "kube-prometheus-stack" 40350 heritage: "Helm" 40351 spec: 40352 groups: 40353 - name: config-reloaders 40354 rules: 40355 - alert: ConfigReloaderSidecarErrors 40356 annotations: 40357 description: 'Errors encountered while the {{$labels.pod}} config-reloader sidecar attempts to sync config in {{$labels.namespace}} namespace. 40358 40359 As a result, configuration for service running in {{$labels.pod}} may be stale and cannot be updated anymore.' 40360 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/configreloadersidecarerrors 40361 summary: config-reloader sidecar has not had a successful reload for 10m 40362 expr: max_over_time(reloader_last_reload_successful{namespace=~".+"}[5m]) == 0 40363 for: 10m 40364 labels: 40365 severity: warning 40366 --- 40367 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/etcd.yaml 40368 apiVersion: monitoring.coreos.com/v1 40369 kind: PrometheusRule 40370 metadata: 40371 name: kube-prometheus-stack-etcd 40372 namespace: kube-prometheus-stack 40373 labels: 40374 app: kube-prometheus-stack 40375 40376 app.kubernetes.io/managed-by: Helm 40377 app.kubernetes.io/instance: kube-prometheus-stack 40378 app.kubernetes.io/version: "25.0.0" 40379 app.kubernetes.io/part-of: kube-prometheus-stack 40380 chart: kube-prometheus-stack-25.0.0 40381 release: "kube-prometheus-stack" 40382 heritage: "Helm" 40383 spec: 40384 groups: 40385 - name: etcd 40386 rules: 40387 - alert: etcdInsufficientMembers 40388 annotations: 40389 message: 'etcd cluster "{{ $labels.job }}": insufficient members ({{ $value }}).' 40390 expr: sum(up{job=~".*etcd.*"} == bool 1) by (job) < ((count(up{job=~".*etcd.*"}) by (job) + 1) / 2) 40391 for: 3m 40392 labels: 40393 severity: critical 40394 - alert: etcdNoLeader 40395 annotations: 40396 message: 'etcd cluster "{{ $labels.job }}": member {{ $labels.instance }} has no leader.' 40397 expr: etcd_server_has_leader{job=~".*etcd.*"} == 0 40398 for: 1m 40399 labels: 40400 severity: critical 40401 - alert: etcdHighNumberOfLeaderChanges 40402 annotations: 40403 message: 'etcd cluster "{{ $labels.job }}": instance {{ $labels.instance }} has seen {{ $value }} leader changes within the last hour.' 40404 expr: rate(etcd_server_leader_changes_seen_total{job=~".*etcd.*"}[15m]) > 3 40405 for: 15m 40406 labels: 40407 severity: warning 40408 - alert: etcdHighNumberOfFailedGRPCRequests 40409 annotations: 40410 message: 'etcd cluster "{{ $labels.job }}": {{ $value }}% of requests for {{ $labels.grpc_method }} failed on etcd instance {{ $labels.instance }}.' 40411 expr: |- 40412 100 * sum(rate(grpc_server_handled_total{job=~".*etcd.*", grpc_code!="OK"}[5m])) BY (job, instance, grpc_service, grpc_method) 40413 / 40414 sum(rate(grpc_server_handled_total{job=~".*etcd.*"}[5m])) BY (job, instance, grpc_service, grpc_method) 40415 > 1 40416 for: 10m 40417 labels: 40418 severity: warning 40419 - alert: etcdHighNumberOfFailedGRPCRequests 40420 annotations: 40421 message: 'etcd cluster "{{ $labels.job }}": {{ $value }}% of requests for {{ $labels.grpc_method }} failed on etcd instance {{ $labels.instance }}.' 40422 expr: |- 40423 100 * sum(rate(grpc_server_handled_total{job=~".*etcd.*", grpc_code!="OK"}[5m])) BY (job, instance, grpc_service, grpc_method) 40424 / 40425 sum(rate(grpc_server_handled_total{job=~".*etcd.*"}[5m])) BY (job, instance, grpc_service, grpc_method) 40426 > 5 40427 for: 5m 40428 labels: 40429 severity: critical 40430 - alert: etcdGRPCRequestsSlow 40431 annotations: 40432 message: 'etcd cluster "{{ $labels.job }}": gRPC requests to {{ $labels.grpc_method }} are taking {{ $value }}s on etcd instance {{ $labels.instance }}.' 40433 expr: |- 40434 histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{job=~".*etcd.*", grpc_type="unary"}[5m])) by (job, instance, grpc_service, grpc_method, le)) 40435 > 0.15 40436 for: 10m 40437 labels: 40438 severity: critical 40439 - alert: etcdMemberCommunicationSlow 40440 annotations: 40441 message: 'etcd cluster "{{ $labels.job }}": member communication with {{ $labels.To }} is taking {{ $value }}s on etcd instance {{ $labels.instance }}.' 40442 expr: |- 40443 histogram_quantile(0.99, rate(etcd_network_peer_round_trip_time_seconds_bucket{job=~".*etcd.*"}[5m])) 40444 > 0.15 40445 for: 10m 40446 labels: 40447 severity: warning 40448 - alert: etcdHighNumberOfFailedProposals 40449 annotations: 40450 message: 'etcd cluster "{{ $labels.job }}": {{ $value }} proposal failures within the last hour on etcd instance {{ $labels.instance }}.' 40451 expr: rate(etcd_server_proposals_failed_total{job=~".*etcd.*"}[15m]) > 5 40452 for: 15m 40453 labels: 40454 severity: warning 40455 - alert: etcdHighFsyncDurations 40456 annotations: 40457 message: 'etcd cluster "{{ $labels.job }}": 99th percentile fync durations are {{ $value }}s on etcd instance {{ $labels.instance }}.' 40458 expr: |- 40459 histogram_quantile(0.99, rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=~".*etcd.*"}[5m])) 40460 > 0.5 40461 for: 10m 40462 labels: 40463 severity: warning 40464 - alert: etcdHighCommitDurations 40465 annotations: 40466 message: 'etcd cluster "{{ $labels.job }}": 99th percentile commit durations {{ $value }}s on etcd instance {{ $labels.instance }}.' 40467 expr: |- 40468 histogram_quantile(0.99, rate(etcd_disk_backend_commit_duration_seconds_bucket{job=~".*etcd.*"}[5m])) 40469 > 0.25 40470 for: 10m 40471 labels: 40472 severity: warning 40473 - alert: etcdHighNumberOfFailedHTTPRequests 40474 annotations: 40475 message: '{{ $value }}% of requests for {{ $labels.method }} failed on etcd instance {{ $labels.instance }}' 40476 expr: |- 40477 sum(rate(etcd_http_failed_total{job=~".*etcd.*", code!="404"}[5m])) BY (method) / sum(rate(etcd_http_received_total{job=~".*etcd.*"}[5m])) 40478 BY (method) > 0.01 40479 for: 10m 40480 labels: 40481 severity: warning 40482 - alert: etcdHighNumberOfFailedHTTPRequests 40483 annotations: 40484 message: '{{ $value }}% of requests for {{ $labels.method }} failed on etcd instance {{ $labels.instance }}.' 40485 expr: |- 40486 sum(rate(etcd_http_failed_total{job=~".*etcd.*", code!="404"}[5m])) BY (method) / sum(rate(etcd_http_received_total{job=~".*etcd.*"}[5m])) 40487 BY (method) > 0.05 40488 for: 10m 40489 labels: 40490 severity: critical 40491 - alert: etcdHTTPRequestsSlow 40492 annotations: 40493 message: etcd instance {{ $labels.instance }} HTTP requests to {{ $labels.method }} are slow. 40494 expr: |- 40495 histogram_quantile(0.99, rate(etcd_http_successful_duration_seconds_bucket[5m])) 40496 > 0.15 40497 for: 10m 40498 labels: 40499 severity: warning 40500 --- 40501 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/general.rules.yaml 40502 apiVersion: monitoring.coreos.com/v1 40503 kind: PrometheusRule 40504 metadata: 40505 name: kube-prometheus-stack-general.rules 40506 namespace: kube-prometheus-stack 40507 labels: 40508 app: kube-prometheus-stack 40509 40510 app.kubernetes.io/managed-by: Helm 40511 app.kubernetes.io/instance: kube-prometheus-stack 40512 app.kubernetes.io/version: "25.0.0" 40513 app.kubernetes.io/part-of: kube-prometheus-stack 40514 chart: kube-prometheus-stack-25.0.0 40515 release: "kube-prometheus-stack" 40516 heritage: "Helm" 40517 spec: 40518 groups: 40519 - name: general.rules 40520 rules: 40521 - alert: TargetDown 40522 annotations: 40523 description: '{{ printf "%.4g" $value }}% of the {{ $labels.job }}/{{ $labels.service }} targets in {{ $labels.namespace }} namespace are down.' 40524 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/general/targetdown 40525 summary: One or more targets are unreachable. 40526 expr: 100 * (count(up == 0) BY (job, namespace, service) / count(up) BY (job, namespace, service)) > 10 40527 for: 10m 40528 labels: 40529 severity: warning 40530 - alert: Watchdog 40531 annotations: 40532 description: 'This is an alert meant to ensure that the entire alerting pipeline is functional. 40533 40534 This alert is always firing, therefore it should always be firing in Alertmanager 40535 40536 and always fire against a receiver. There are integrations with various notification 40537 40538 mechanisms that send a notification when this alert is not firing. For example the 40539 40540 "DeadMansSnitch" integration in PagerDuty. 40541 40542 ' 40543 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/general/watchdog 40544 summary: An alert that should always be firing to certify that Alertmanager is working properly. 40545 expr: vector(1) 40546 labels: 40547 severity: none 40548 --- 40549 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/k8s.rules.yaml 40550 apiVersion: monitoring.coreos.com/v1 40551 kind: PrometheusRule 40552 metadata: 40553 name: kube-prometheus-stack-k8s.rules 40554 namespace: kube-prometheus-stack 40555 labels: 40556 app: kube-prometheus-stack 40557 40558 app.kubernetes.io/managed-by: Helm 40559 app.kubernetes.io/instance: kube-prometheus-stack 40560 app.kubernetes.io/version: "25.0.0" 40561 app.kubernetes.io/part-of: kube-prometheus-stack 40562 chart: kube-prometheus-stack-25.0.0 40563 release: "kube-prometheus-stack" 40564 heritage: "Helm" 40565 spec: 40566 groups: 40567 - name: k8s.rules 40568 rules: 40569 - expr: |- 40570 sum by (cluster, namespace, pod, container) ( 40571 irate(container_cpu_usage_seconds_total{job="kubelet", metrics_path="/metrics/cadvisor", image!=""}[5m]) 40572 ) * on (cluster, namespace, pod) group_left(node) topk by (cluster, namespace, pod) ( 40573 1, max by(cluster, namespace, pod, node) (kube_pod_info{node!=""}) 40574 ) 40575 record: node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate 40576 - expr: |- 40577 container_memory_working_set_bytes{job="kubelet", metrics_path="/metrics/cadvisor", image!=""} 40578 * on (namespace, pod) group_left(node) topk by(namespace, pod) (1, 40579 max by(namespace, pod, node) (kube_pod_info{node!=""}) 40580 ) 40581 record: node_namespace_pod_container:container_memory_working_set_bytes 40582 - expr: |- 40583 container_memory_rss{job="kubelet", metrics_path="/metrics/cadvisor", image!=""} 40584 * on (namespace, pod) group_left(node) topk by(namespace, pod) (1, 40585 max by(namespace, pod, node) (kube_pod_info{node!=""}) 40586 ) 40587 record: node_namespace_pod_container:container_memory_rss 40588 - expr: |- 40589 container_memory_cache{job="kubelet", metrics_path="/metrics/cadvisor", image!=""} 40590 * on (namespace, pod) group_left(node) topk by(namespace, pod) (1, 40591 max by(namespace, pod, node) (kube_pod_info{node!=""}) 40592 ) 40593 record: node_namespace_pod_container:container_memory_cache 40594 - expr: |- 40595 container_memory_swap{job="kubelet", metrics_path="/metrics/cadvisor", image!=""} 40596 * on (namespace, pod) group_left(node) topk by(namespace, pod) (1, 40597 max by(namespace, pod, node) (kube_pod_info{node!=""}) 40598 ) 40599 record: node_namespace_pod_container:container_memory_swap 40600 - expr: |- 40601 kube_pod_container_resource_requests{resource="memory",job="kube-state-metrics"} * on (namespace, pod, cluster) 40602 group_left() max by (namespace, pod, cluster) ( 40603 (kube_pod_status_phase{phase=~"Pending|Running"} == 1) 40604 ) 40605 record: cluster:namespace:pod_memory:active:kube_pod_container_resource_requests 40606 - expr: |- 40607 sum by (namespace, cluster) ( 40608 sum by (namespace, pod, cluster) ( 40609 max by (namespace, pod, container, cluster) ( 40610 kube_pod_container_resource_requests{resource="memory",job="kube-state-metrics"} 40611 ) * on(namespace, pod, cluster) group_left() max by (namespace, pod, cluster) ( 40612 kube_pod_status_phase{phase=~"Pending|Running"} == 1 40613 ) 40614 ) 40615 ) 40616 record: namespace_memory:kube_pod_container_resource_requests:sum 40617 - expr: |- 40618 kube_pod_container_resource_requests{resource="cpu",job="kube-state-metrics"} * on (namespace, pod, cluster) 40619 group_left() max by (namespace, pod, cluster) ( 40620 (kube_pod_status_phase{phase=~"Pending|Running"} == 1) 40621 ) 40622 record: cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests 40623 - expr: |- 40624 sum by (namespace, cluster) ( 40625 sum by (namespace, pod, cluster) ( 40626 max by (namespace, pod, container, cluster) ( 40627 kube_pod_container_resource_requests{resource="cpu",job="kube-state-metrics"} 40628 ) * on(namespace, pod, cluster) group_left() max by (namespace, pod, cluster) ( 40629 kube_pod_status_phase{phase=~"Pending|Running"} == 1 40630 ) 40631 ) 40632 ) 40633 record: namespace_cpu:kube_pod_container_resource_requests:sum 40634 - expr: |- 40635 kube_pod_container_resource_limits{resource="memory",job="kube-state-metrics"} * on (namespace, pod, cluster) 40636 group_left() max by (namespace, pod, cluster) ( 40637 (kube_pod_status_phase{phase=~"Pending|Running"} == 1) 40638 ) 40639 record: cluster:namespace:pod_memory:active:kube_pod_container_resource_limits 40640 - expr: |- 40641 sum by (namespace, cluster) ( 40642 sum by (namespace, pod, cluster) ( 40643 max by (namespace, pod, container, cluster) ( 40644 kube_pod_container_resource_limits{resource="memory",job="kube-state-metrics"} 40645 ) * on(namespace, pod, cluster) group_left() max by (namespace, pod, cluster) ( 40646 kube_pod_status_phase{phase=~"Pending|Running"} == 1 40647 ) 40648 ) 40649 ) 40650 record: namespace_memory:kube_pod_container_resource_limits:sum 40651 - expr: |- 40652 kube_pod_container_resource_limits{resource="cpu",job="kube-state-metrics"} * on (namespace, pod, cluster) 40653 group_left() max by (namespace, pod, cluster) ( 40654 (kube_pod_status_phase{phase=~"Pending|Running"} == 1) 40655 ) 40656 record: cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits 40657 - expr: |- 40658 sum by (namespace, cluster) ( 40659 sum by (namespace, pod, cluster) ( 40660 max by (namespace, pod, container, cluster) ( 40661 kube_pod_container_resource_limits{resource="cpu",job="kube-state-metrics"} 40662 ) * on(namespace, pod, cluster) group_left() max by (namespace, pod, cluster) ( 40663 kube_pod_status_phase{phase=~"Pending|Running"} == 1 40664 ) 40665 ) 40666 ) 40667 record: namespace_cpu:kube_pod_container_resource_limits:sum 40668 - expr: |- 40669 max by (cluster, namespace, workload, pod) ( 40670 label_replace( 40671 label_replace( 40672 kube_pod_owner{job="kube-state-metrics", owner_kind="ReplicaSet"}, 40673 "replicaset", "$1", "owner_name", "(.*)" 40674 ) * on(replicaset, namespace) group_left(owner_name) topk by(replicaset, namespace) ( 40675 1, max by (replicaset, namespace, owner_name) ( 40676 kube_replicaset_owner{job="kube-state-metrics"} 40677 ) 40678 ), 40679 "workload", "$1", "owner_name", "(.*)" 40680 ) 40681 ) 40682 labels: 40683 workload_type: deployment 40684 record: namespace_workload_pod:kube_pod_owner:relabel 40685 - expr: |- 40686 max by (cluster, namespace, workload, pod) ( 40687 label_replace( 40688 kube_pod_owner{job="kube-state-metrics", owner_kind="DaemonSet"}, 40689 "workload", "$1", "owner_name", "(.*)" 40690 ) 40691 ) 40692 labels: 40693 workload_type: daemonset 40694 record: namespace_workload_pod:kube_pod_owner:relabel 40695 - expr: |- 40696 max by (cluster, namespace, workload, pod) ( 40697 label_replace( 40698 kube_pod_owner{job="kube-state-metrics", owner_kind="StatefulSet"}, 40699 "workload", "$1", "owner_name", "(.*)" 40700 ) 40701 ) 40702 labels: 40703 workload_type: statefulset 40704 record: namespace_workload_pod:kube_pod_owner:relabel 40705 --- 40706 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-apiserver-availability.rules.yaml 40707 apiVersion: monitoring.coreos.com/v1 40708 kind: PrometheusRule 40709 metadata: 40710 name: kube-prometheus-stack-kube-apiserver-availability.rules 40711 namespace: kube-prometheus-stack 40712 labels: 40713 app: kube-prometheus-stack 40714 40715 app.kubernetes.io/managed-by: Helm 40716 app.kubernetes.io/instance: kube-prometheus-stack 40717 app.kubernetes.io/version: "25.0.0" 40718 app.kubernetes.io/part-of: kube-prometheus-stack 40719 chart: kube-prometheus-stack-25.0.0 40720 release: "kube-prometheus-stack" 40721 heritage: "Helm" 40722 spec: 40723 groups: 40724 - interval: 3m 40725 name: kube-apiserver-availability.rules 40726 rules: 40727 - expr: avg_over_time(code_verb:apiserver_request_total:increase1h[30d]) * 24 * 30 40728 record: code_verb:apiserver_request_total:increase30d 40729 - expr: sum by (cluster, code) (code_verb:apiserver_request_total:increase30d{verb=~"LIST|GET"}) 40730 labels: 40731 verb: read 40732 record: code:apiserver_request_total:increase30d 40733 - expr: sum by (cluster, code) (code_verb:apiserver_request_total:increase30d{verb=~"POST|PUT|PATCH|DELETE"}) 40734 labels: 40735 verb: write 40736 record: code:apiserver_request_total:increase30d 40737 - expr: sum by (cluster, verb, scope) (increase(apiserver_request_duration_seconds_count[1h])) 40738 record: cluster_verb_scope:apiserver_request_duration_seconds_count:increase1h 40739 - expr: sum by (cluster, verb, scope) (avg_over_time(cluster_verb_scope:apiserver_request_duration_seconds_count:increase1h[30d]) * 24 * 30) 40740 record: cluster_verb_scope:apiserver_request_duration_seconds_count:increase30d 40741 - expr: sum by (cluster, verb, scope, le) (increase(apiserver_request_duration_seconds_bucket[1h])) 40742 record: cluster_verb_scope_le:apiserver_request_duration_seconds_bucket:increase1h 40743 - expr: sum by (cluster, verb, scope, le) (avg_over_time(cluster_verb_scope_le:apiserver_request_duration_seconds_bucket:increase1h[30d]) * 24 * 30) 40744 record: cluster_verb_scope_le:apiserver_request_duration_seconds_bucket:increase30d 40745 - expr: |- 40746 1 - ( 40747 ( 40748 # write too slow 40749 sum by (cluster) (cluster_verb_scope:apiserver_request_duration_seconds_count:increase30d{verb=~"POST|PUT|PATCH|DELETE"}) 40750 - 40751 sum by (cluster) (cluster_verb_scope_le:apiserver_request_duration_seconds_bucket:increase30d{verb=~"POST|PUT|PATCH|DELETE",le="1"}) 40752 ) + 40753 ( 40754 # read too slow 40755 sum by (cluster) (cluster_verb_scope:apiserver_request_duration_seconds_count:increase30d{verb=~"LIST|GET"}) 40756 - 40757 ( 40758 ( 40759 sum by (cluster) (cluster_verb_scope_le:apiserver_request_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope=~"resource|",le="1"}) 40760 or 40761 vector(0) 40762 ) 40763 + 40764 sum by (cluster) (cluster_verb_scope_le:apiserver_request_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope="namespace",le="5"}) 40765 + 40766 sum by (cluster) (cluster_verb_scope_le:apiserver_request_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope="cluster",le="30"}) 40767 ) 40768 ) + 40769 # errors 40770 sum by (cluster) (code:apiserver_request_total:increase30d{code=~"5.."} or vector(0)) 40771 ) 40772 / 40773 sum by (cluster) (code:apiserver_request_total:increase30d) 40774 labels: 40775 verb: all 40776 record: apiserver_request:availability30d 40777 - expr: |- 40778 1 - ( 40779 sum by (cluster) (cluster_verb_scope:apiserver_request_duration_seconds_count:increase30d{verb=~"LIST|GET"}) 40780 - 40781 ( 40782 # too slow 40783 ( 40784 sum by (cluster) (cluster_verb_scope_le:apiserver_request_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope=~"resource|",le="1"}) 40785 or 40786 vector(0) 40787 ) 40788 + 40789 sum by (cluster) (cluster_verb_scope_le:apiserver_request_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope="namespace",le="5"}) 40790 + 40791 sum by (cluster) (cluster_verb_scope_le:apiserver_request_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope="cluster",le="30"}) 40792 ) 40793 + 40794 # errors 40795 sum by (cluster) (code:apiserver_request_total:increase30d{verb="read",code=~"5.."} or vector(0)) 40796 ) 40797 / 40798 sum by (cluster) (code:apiserver_request_total:increase30d{verb="read"}) 40799 labels: 40800 verb: read 40801 record: apiserver_request:availability30d 40802 - expr: |- 40803 1 - ( 40804 ( 40805 # too slow 40806 sum by (cluster) (cluster_verb_scope:apiserver_request_duration_seconds_count:increase30d{verb=~"POST|PUT|PATCH|DELETE"}) 40807 - 40808 sum by (cluster) (cluster_verb_scope_le:apiserver_request_duration_seconds_bucket:increase30d{verb=~"POST|PUT|PATCH|DELETE",le="1"}) 40809 ) 40810 + 40811 # errors 40812 sum by (cluster) (code:apiserver_request_total:increase30d{verb="write",code=~"5.."} or vector(0)) 40813 ) 40814 / 40815 sum by (cluster) (code:apiserver_request_total:increase30d{verb="write"}) 40816 labels: 40817 verb: write 40818 record: apiserver_request:availability30d 40819 - expr: sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[5m])) 40820 labels: 40821 verb: read 40822 record: code_resource:apiserver_request_total:rate5m 40823 - expr: sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 40824 labels: 40825 verb: write 40826 record: code_resource:apiserver_request_total:rate5m 40827 - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"2.."}[1h])) 40828 record: code_verb:apiserver_request_total:increase1h 40829 - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"3.."}[1h])) 40830 record: code_verb:apiserver_request_total:increase1h 40831 - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"4.."}[1h])) 40832 record: code_verb:apiserver_request_total:increase1h 40833 - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"5.."}[1h])) 40834 record: code_verb:apiserver_request_total:increase1h 40835 --- 40836 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-apiserver-burnrate.rules.yaml 40837 apiVersion: monitoring.coreos.com/v1 40838 kind: PrometheusRule 40839 metadata: 40840 name: kube-prometheus-stack-kube-apiserver-burnrate.rules 40841 namespace: kube-prometheus-stack 40842 labels: 40843 app: kube-prometheus-stack 40844 40845 app.kubernetes.io/managed-by: Helm 40846 app.kubernetes.io/instance: kube-prometheus-stack 40847 app.kubernetes.io/version: "25.0.0" 40848 app.kubernetes.io/part-of: kube-prometheus-stack 40849 chart: kube-prometheus-stack-25.0.0 40850 release: "kube-prometheus-stack" 40851 heritage: "Helm" 40852 spec: 40853 groups: 40854 - name: kube-apiserver-burnrate.rules 40855 rules: 40856 - expr: |- 40857 ( 40858 ( 40859 # too slow 40860 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[1d])) 40861 - 40862 ( 40863 ( 40864 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[1d])) 40865 or 40866 vector(0) 40867 ) 40868 + 40869 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[1d])) 40870 + 40871 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="30"}[1d])) 40872 ) 40873 ) 40874 + 40875 # errors 40876 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[1d])) 40877 ) 40878 / 40879 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[1d])) 40880 labels: 40881 verb: read 40882 record: apiserver_request:burnrate1d 40883 - expr: |- 40884 ( 40885 ( 40886 # too slow 40887 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[1h])) 40888 - 40889 ( 40890 ( 40891 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[1h])) 40892 or 40893 vector(0) 40894 ) 40895 + 40896 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[1h])) 40897 + 40898 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="30"}[1h])) 40899 ) 40900 ) 40901 + 40902 # errors 40903 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[1h])) 40904 ) 40905 / 40906 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[1h])) 40907 labels: 40908 verb: read 40909 record: apiserver_request:burnrate1h 40910 - expr: |- 40911 ( 40912 ( 40913 # too slow 40914 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[2h])) 40915 - 40916 ( 40917 ( 40918 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[2h])) 40919 or 40920 vector(0) 40921 ) 40922 + 40923 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[2h])) 40924 + 40925 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="30"}[2h])) 40926 ) 40927 ) 40928 + 40929 # errors 40930 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[2h])) 40931 ) 40932 / 40933 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[2h])) 40934 labels: 40935 verb: read 40936 record: apiserver_request:burnrate2h 40937 - expr: |- 40938 ( 40939 ( 40940 # too slow 40941 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[30m])) 40942 - 40943 ( 40944 ( 40945 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[30m])) 40946 or 40947 vector(0) 40948 ) 40949 + 40950 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[30m])) 40951 + 40952 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="30"}[30m])) 40953 ) 40954 ) 40955 + 40956 # errors 40957 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[30m])) 40958 ) 40959 / 40960 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[30m])) 40961 labels: 40962 verb: read 40963 record: apiserver_request:burnrate30m 40964 - expr: |- 40965 ( 40966 ( 40967 # too slow 40968 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[3d])) 40969 - 40970 ( 40971 ( 40972 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[3d])) 40973 or 40974 vector(0) 40975 ) 40976 + 40977 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[3d])) 40978 + 40979 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="30"}[3d])) 40980 ) 40981 ) 40982 + 40983 # errors 40984 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[3d])) 40985 ) 40986 / 40987 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[3d])) 40988 labels: 40989 verb: read 40990 record: apiserver_request:burnrate3d 40991 - expr: |- 40992 ( 40993 ( 40994 # too slow 40995 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[5m])) 40996 - 40997 ( 40998 ( 40999 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[5m])) 41000 or 41001 vector(0) 41002 ) 41003 + 41004 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[5m])) 41005 + 41006 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="30"}[5m])) 41007 ) 41008 ) 41009 + 41010 # errors 41011 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[5m])) 41012 ) 41013 / 41014 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[5m])) 41015 labels: 41016 verb: read 41017 record: apiserver_request:burnrate5m 41018 - expr: |- 41019 ( 41020 ( 41021 # too slow 41022 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[6h])) 41023 - 41024 ( 41025 ( 41026 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[6h])) 41027 or 41028 vector(0) 41029 ) 41030 + 41031 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[6h])) 41032 + 41033 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="30"}[6h])) 41034 ) 41035 ) 41036 + 41037 # errors 41038 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[6h])) 41039 ) 41040 / 41041 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[6h])) 41042 labels: 41043 verb: read 41044 record: apiserver_request:burnrate6h 41045 - expr: |- 41046 ( 41047 ( 41048 # too slow 41049 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1d])) 41050 - 41051 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[1d])) 41052 ) 41053 + 41054 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[1d])) 41055 ) 41056 / 41057 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1d])) 41058 labels: 41059 verb: write 41060 record: apiserver_request:burnrate1d 41061 - expr: |- 41062 ( 41063 ( 41064 # too slow 41065 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1h])) 41066 - 41067 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[1h])) 41068 ) 41069 + 41070 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[1h])) 41071 ) 41072 / 41073 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1h])) 41074 labels: 41075 verb: write 41076 record: apiserver_request:burnrate1h 41077 - expr: |- 41078 ( 41079 ( 41080 # too slow 41081 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[2h])) 41082 - 41083 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[2h])) 41084 ) 41085 + 41086 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[2h])) 41087 ) 41088 / 41089 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[2h])) 41090 labels: 41091 verb: write 41092 record: apiserver_request:burnrate2h 41093 - expr: |- 41094 ( 41095 ( 41096 # too slow 41097 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[30m])) 41098 - 41099 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[30m])) 41100 ) 41101 + 41102 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[30m])) 41103 ) 41104 / 41105 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[30m])) 41106 labels: 41107 verb: write 41108 record: apiserver_request:burnrate30m 41109 - expr: |- 41110 ( 41111 ( 41112 # too slow 41113 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[3d])) 41114 - 41115 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[3d])) 41116 ) 41117 + 41118 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[3d])) 41119 ) 41120 / 41121 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[3d])) 41122 labels: 41123 verb: write 41124 record: apiserver_request:burnrate3d 41125 - expr: |- 41126 ( 41127 ( 41128 # too slow 41129 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 41130 - 41131 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[5m])) 41132 ) 41133 + 41134 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[5m])) 41135 ) 41136 / 41137 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 41138 labels: 41139 verb: write 41140 record: apiserver_request:burnrate5m 41141 - expr: |- 41142 ( 41143 ( 41144 # too slow 41145 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[6h])) 41146 - 41147 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[6h])) 41148 ) 41149 + 41150 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[6h])) 41151 ) 41152 / 41153 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[6h])) 41154 labels: 41155 verb: write 41156 record: apiserver_request:burnrate6h 41157 --- 41158 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-apiserver-histogram.rules.yaml 41159 apiVersion: monitoring.coreos.com/v1 41160 kind: PrometheusRule 41161 metadata: 41162 name: kube-prometheus-stack-kube-apiserver-histogram.rules 41163 namespace: kube-prometheus-stack 41164 labels: 41165 app: kube-prometheus-stack 41166 41167 app.kubernetes.io/managed-by: Helm 41168 app.kubernetes.io/instance: kube-prometheus-stack 41169 app.kubernetes.io/version: "25.0.0" 41170 app.kubernetes.io/part-of: kube-prometheus-stack 41171 chart: kube-prometheus-stack-25.0.0 41172 release: "kube-prometheus-stack" 41173 heritage: "Helm" 41174 spec: 41175 groups: 41176 - name: kube-apiserver-histogram.rules 41177 rules: 41178 - expr: histogram_quantile(0.99, sum by (cluster, le, resource) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET"}[5m]))) > 0 41179 labels: 41180 quantile: '0.99' 41181 verb: read 41182 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41183 - expr: histogram_quantile(0.99, sum by (cluster, le, resource) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m]))) > 0 41184 labels: 41185 quantile: '0.99' 41186 verb: write 41187 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41188 - expr: histogram_quantile(0.99, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 41189 labels: 41190 quantile: '0.99' 41191 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41192 - expr: histogram_quantile(0.9, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 41193 labels: 41194 quantile: '0.9' 41195 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41196 - expr: histogram_quantile(0.5, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 41197 labels: 41198 quantile: '0.5' 41199 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41200 --- 41201 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-apiserver-slos.yaml 41202 apiVersion: monitoring.coreos.com/v1 41203 kind: PrometheusRule 41204 metadata: 41205 name: kube-prometheus-stack-kube-apiserver-slos 41206 namespace: kube-prometheus-stack 41207 labels: 41208 app: kube-prometheus-stack 41209 41210 app.kubernetes.io/managed-by: Helm 41211 app.kubernetes.io/instance: kube-prometheus-stack 41212 app.kubernetes.io/version: "25.0.0" 41213 app.kubernetes.io/part-of: kube-prometheus-stack 41214 chart: kube-prometheus-stack-25.0.0 41215 release: "kube-prometheus-stack" 41216 heritage: "Helm" 41217 spec: 41218 groups: 41219 - name: kube-apiserver-slos 41220 rules: 41221 - alert: KubeAPIErrorBudgetBurn 41222 annotations: 41223 description: The API server is burning too much error budget. 41224 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeapierrorbudgetburn 41225 summary: The API server is burning too much error budget. 41226 expr: |- 41227 sum(apiserver_request:burnrate1h) > (14.40 * 0.01000) 41228 and 41229 sum(apiserver_request:burnrate5m) > (14.40 * 0.01000) 41230 for: 2m 41231 labels: 41232 long: 1h 41233 severity: critical 41234 short: 5m 41235 - alert: KubeAPIErrorBudgetBurn 41236 annotations: 41237 description: The API server is burning too much error budget. 41238 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeapierrorbudgetburn 41239 summary: The API server is burning too much error budget. 41240 expr: |- 41241 sum(apiserver_request:burnrate6h) > (6.00 * 0.01000) 41242 and 41243 sum(apiserver_request:burnrate30m) > (6.00 * 0.01000) 41244 for: 15m 41245 labels: 41246 long: 6h 41247 severity: critical 41248 short: 30m 41249 - alert: KubeAPIErrorBudgetBurn 41250 annotations: 41251 description: The API server is burning too much error budget. 41252 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeapierrorbudgetburn 41253 summary: The API server is burning too much error budget. 41254 expr: |- 41255 sum(apiserver_request:burnrate1d) > (3.00 * 0.01000) 41256 and 41257 sum(apiserver_request:burnrate2h) > (3.00 * 0.01000) 41258 for: 1h 41259 labels: 41260 long: 1d 41261 severity: warning 41262 short: 2h 41263 - alert: KubeAPIErrorBudgetBurn 41264 annotations: 41265 description: The API server is burning too much error budget. 41266 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeapierrorbudgetburn 41267 summary: The API server is burning too much error budget. 41268 expr: |- 41269 sum(apiserver_request:burnrate3d) > (1.00 * 0.01000) 41270 and 41271 sum(apiserver_request:burnrate6h) > (1.00 * 0.01000) 41272 for: 3h 41273 labels: 41274 long: 3d 41275 severity: warning 41276 short: 6h 41277 --- 41278 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-apiserver.rules.yaml 41279 apiVersion: monitoring.coreos.com/v1 41280 kind: PrometheusRule 41281 metadata: 41282 name: kube-prometheus-stack-kube-apiserver.rules 41283 namespace: kube-prometheus-stack 41284 labels: 41285 app: kube-prometheus-stack 41286 41287 app.kubernetes.io/managed-by: Helm 41288 app.kubernetes.io/instance: kube-prometheus-stack 41289 app.kubernetes.io/version: "25.0.0" 41290 app.kubernetes.io/part-of: kube-prometheus-stack 41291 chart: kube-prometheus-stack-25.0.0 41292 release: "kube-prometheus-stack" 41293 heritage: "Helm" 41294 spec: 41295 groups: 41296 - name: kube-apiserver.rules 41297 rules: 41298 - expr: |- 41299 ( 41300 ( 41301 # too slow 41302 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[1d])) 41303 - 41304 ( 41305 ( 41306 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[1d])) 41307 or 41308 vector(0) 41309 ) 41310 + 41311 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[1d])) 41312 + 41313 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[1d])) 41314 ) 41315 ) 41316 + 41317 # errors 41318 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[1d])) 41319 ) 41320 / 41321 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[1d])) 41322 labels: 41323 verb: read 41324 record: apiserver_request:burnrate1d 41325 - expr: |- 41326 ( 41327 ( 41328 # too slow 41329 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[1h])) 41330 - 41331 ( 41332 ( 41333 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[1h])) 41334 or 41335 vector(0) 41336 ) 41337 + 41338 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[1h])) 41339 + 41340 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[1h])) 41341 ) 41342 ) 41343 + 41344 # errors 41345 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[1h])) 41346 ) 41347 / 41348 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[1h])) 41349 labels: 41350 verb: read 41351 record: apiserver_request:burnrate1h 41352 - expr: |- 41353 ( 41354 ( 41355 # too slow 41356 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[2h])) 41357 - 41358 ( 41359 ( 41360 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[2h])) 41361 or 41362 vector(0) 41363 ) 41364 + 41365 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[2h])) 41366 + 41367 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[2h])) 41368 ) 41369 ) 41370 + 41371 # errors 41372 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[2h])) 41373 ) 41374 / 41375 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[2h])) 41376 labels: 41377 verb: read 41378 record: apiserver_request:burnrate2h 41379 - expr: |- 41380 ( 41381 ( 41382 # too slow 41383 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[30m])) 41384 - 41385 ( 41386 ( 41387 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[30m])) 41388 or 41389 vector(0) 41390 ) 41391 + 41392 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[30m])) 41393 + 41394 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[30m])) 41395 ) 41396 ) 41397 + 41398 # errors 41399 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[30m])) 41400 ) 41401 / 41402 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[30m])) 41403 labels: 41404 verb: read 41405 record: apiserver_request:burnrate30m 41406 - expr: |- 41407 ( 41408 ( 41409 # too slow 41410 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[3d])) 41411 - 41412 ( 41413 ( 41414 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[3d])) 41415 or 41416 vector(0) 41417 ) 41418 + 41419 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[3d])) 41420 + 41421 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[3d])) 41422 ) 41423 ) 41424 + 41425 # errors 41426 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[3d])) 41427 ) 41428 / 41429 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[3d])) 41430 labels: 41431 verb: read 41432 record: apiserver_request:burnrate3d 41433 - expr: |- 41434 ( 41435 ( 41436 # too slow 41437 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[5m])) 41438 - 41439 ( 41440 ( 41441 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[5m])) 41442 or 41443 vector(0) 41444 ) 41445 + 41446 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[5m])) 41447 + 41448 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[5m])) 41449 ) 41450 ) 41451 + 41452 # errors 41453 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[5m])) 41454 ) 41455 / 41456 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[5m])) 41457 labels: 41458 verb: read 41459 record: apiserver_request:burnrate5m 41460 - expr: |- 41461 ( 41462 ( 41463 # too slow 41464 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[6h])) 41465 - 41466 ( 41467 ( 41468 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[6h])) 41469 or 41470 vector(0) 41471 ) 41472 + 41473 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[6h])) 41474 + 41475 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[6h])) 41476 ) 41477 ) 41478 + 41479 # errors 41480 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[6h])) 41481 ) 41482 / 41483 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[6h])) 41484 labels: 41485 verb: read 41486 record: apiserver_request:burnrate6h 41487 - expr: |- 41488 ( 41489 ( 41490 # too slow 41491 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1d])) 41492 - 41493 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[1d])) 41494 ) 41495 + 41496 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[1d])) 41497 ) 41498 / 41499 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1d])) 41500 labels: 41501 verb: write 41502 record: apiserver_request:burnrate1d 41503 - expr: |- 41504 ( 41505 ( 41506 # too slow 41507 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1h])) 41508 - 41509 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[1h])) 41510 ) 41511 + 41512 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[1h])) 41513 ) 41514 / 41515 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1h])) 41516 labels: 41517 verb: write 41518 record: apiserver_request:burnrate1h 41519 - expr: |- 41520 ( 41521 ( 41522 # too slow 41523 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[2h])) 41524 - 41525 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[2h])) 41526 ) 41527 + 41528 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[2h])) 41529 ) 41530 / 41531 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[2h])) 41532 labels: 41533 verb: write 41534 record: apiserver_request:burnrate2h 41535 - expr: |- 41536 ( 41537 ( 41538 # too slow 41539 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[30m])) 41540 - 41541 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[30m])) 41542 ) 41543 + 41544 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[30m])) 41545 ) 41546 / 41547 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[30m])) 41548 labels: 41549 verb: write 41550 record: apiserver_request:burnrate30m 41551 - expr: |- 41552 ( 41553 ( 41554 # too slow 41555 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[3d])) 41556 - 41557 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[3d])) 41558 ) 41559 + 41560 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[3d])) 41561 ) 41562 / 41563 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[3d])) 41564 labels: 41565 verb: write 41566 record: apiserver_request:burnrate3d 41567 - expr: |- 41568 ( 41569 ( 41570 # too slow 41571 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 41572 - 41573 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[5m])) 41574 ) 41575 + 41576 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[5m])) 41577 ) 41578 / 41579 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 41580 labels: 41581 verb: write 41582 record: apiserver_request:burnrate5m 41583 - expr: |- 41584 ( 41585 ( 41586 # too slow 41587 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[6h])) 41588 - 41589 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[6h])) 41590 ) 41591 + 41592 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[6h])) 41593 ) 41594 / 41595 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[6h])) 41596 labels: 41597 verb: write 41598 record: apiserver_request:burnrate6h 41599 - expr: sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[5m])) 41600 labels: 41601 verb: read 41602 record: code_resource:apiserver_request_total:rate5m 41603 - expr: sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 41604 labels: 41605 verb: write 41606 record: code_resource:apiserver_request_total:rate5m 41607 - expr: histogram_quantile(0.99, sum by (cluster, le, resource) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET"}[5m]))) > 0 41608 labels: 41609 quantile: '0.99' 41610 verb: read 41611 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41612 - expr: histogram_quantile(0.99, sum by (cluster, le, resource) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m]))) > 0 41613 labels: 41614 quantile: '0.99' 41615 verb: write 41616 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41617 - expr: histogram_quantile(0.99, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 41618 labels: 41619 quantile: '0.99' 41620 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41621 - expr: histogram_quantile(0.9, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 41622 labels: 41623 quantile: '0.9' 41624 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41625 - expr: histogram_quantile(0.5, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 41626 labels: 41627 quantile: '0.5' 41628 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41629 --- 41630 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-prometheus-general.rules.yaml 41631 apiVersion: monitoring.coreos.com/v1 41632 kind: PrometheusRule 41633 metadata: 41634 name: kube-prometheus-stack-kube-prometheus-general.rules 41635 namespace: kube-prometheus-stack 41636 labels: 41637 app: kube-prometheus-stack 41638 41639 app.kubernetes.io/managed-by: Helm 41640 app.kubernetes.io/instance: kube-prometheus-stack 41641 app.kubernetes.io/version: "25.0.0" 41642 app.kubernetes.io/part-of: kube-prometheus-stack 41643 chart: kube-prometheus-stack-25.0.0 41644 release: "kube-prometheus-stack" 41645 heritage: "Helm" 41646 spec: 41647 groups: 41648 - name: kube-prometheus-general.rules 41649 rules: 41650 - expr: count without(instance, pod, node) (up == 1) 41651 record: count:up1 41652 - expr: count without(instance, pod, node) (up == 0) 41653 record: count:up0 41654 --- 41655 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-prometheus-node-recording.rules.yaml 41656 apiVersion: monitoring.coreos.com/v1 41657 kind: PrometheusRule 41658 metadata: 41659 name: kube-prometheus-stack-kube-prometheus-node-recording.rules 41660 namespace: kube-prometheus-stack 41661 labels: 41662 app: kube-prometheus-stack 41663 41664 app.kubernetes.io/managed-by: Helm 41665 app.kubernetes.io/instance: kube-prometheus-stack 41666 app.kubernetes.io/version: "25.0.0" 41667 app.kubernetes.io/part-of: kube-prometheus-stack 41668 chart: kube-prometheus-stack-25.0.0 41669 release: "kube-prometheus-stack" 41670 heritage: "Helm" 41671 spec: 41672 groups: 41673 - name: kube-prometheus-node-recording.rules 41674 rules: 41675 - expr: sum(rate(node_cpu_seconds_total{mode!="idle",mode!="iowait",mode!="steal"}[3m])) BY (instance) 41676 record: instance:node_cpu:rate:sum 41677 - expr: sum(rate(node_network_receive_bytes_total[3m])) BY (instance) 41678 record: instance:node_network_receive_bytes:rate:sum 41679 - expr: sum(rate(node_network_transmit_bytes_total[3m])) BY (instance) 41680 record: instance:node_network_transmit_bytes:rate:sum 41681 - expr: sum(rate(node_cpu_seconds_total{mode!="idle",mode!="iowait",mode!="steal"}[5m])) WITHOUT (cpu, mode) / ON(instance) GROUP_LEFT() count(sum(node_cpu_seconds_total) BY (instance, cpu)) BY (instance) 41682 record: instance:node_cpu:ratio 41683 - expr: sum(rate(node_cpu_seconds_total{mode!="idle",mode!="iowait",mode!="steal"}[5m])) 41684 record: cluster:node_cpu:sum_rate5m 41685 - expr: cluster:node_cpu_seconds_total:rate5m / count(sum(node_cpu_seconds_total) BY (instance, cpu)) 41686 record: cluster:node_cpu:ratio 41687 --- 41688 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-scheduler.rules.yaml 41689 apiVersion: monitoring.coreos.com/v1 41690 kind: PrometheusRule 41691 metadata: 41692 name: kube-prometheus-stack-kube-scheduler.rules 41693 namespace: kube-prometheus-stack 41694 labels: 41695 app: kube-prometheus-stack 41696 41697 app.kubernetes.io/managed-by: Helm 41698 app.kubernetes.io/instance: kube-prometheus-stack 41699 app.kubernetes.io/version: "25.0.0" 41700 app.kubernetes.io/part-of: kube-prometheus-stack 41701 chart: kube-prometheus-stack-25.0.0 41702 release: "kube-prometheus-stack" 41703 heritage: "Helm" 41704 spec: 41705 groups: 41706 - name: kube-scheduler.rules 41707 rules: 41708 - expr: histogram_quantile(0.99, sum(rate(scheduler_e2e_scheduling_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41709 labels: 41710 quantile: '0.99' 41711 record: cluster_quantile:scheduler_e2e_scheduling_duration_seconds:histogram_quantile 41712 - expr: histogram_quantile(0.99, sum(rate(scheduler_scheduling_algorithm_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41713 labels: 41714 quantile: '0.99' 41715 record: cluster_quantile:scheduler_scheduling_algorithm_duration_seconds:histogram_quantile 41716 - expr: histogram_quantile(0.99, sum(rate(scheduler_binding_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41717 labels: 41718 quantile: '0.99' 41719 record: cluster_quantile:scheduler_binding_duration_seconds:histogram_quantile 41720 - expr: histogram_quantile(0.9, sum(rate(scheduler_e2e_scheduling_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41721 labels: 41722 quantile: '0.9' 41723 record: cluster_quantile:scheduler_e2e_scheduling_duration_seconds:histogram_quantile 41724 - expr: histogram_quantile(0.9, sum(rate(scheduler_scheduling_algorithm_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41725 labels: 41726 quantile: '0.9' 41727 record: cluster_quantile:scheduler_scheduling_algorithm_duration_seconds:histogram_quantile 41728 - expr: histogram_quantile(0.9, sum(rate(scheduler_binding_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41729 labels: 41730 quantile: '0.9' 41731 record: cluster_quantile:scheduler_binding_duration_seconds:histogram_quantile 41732 - expr: histogram_quantile(0.5, sum(rate(scheduler_e2e_scheduling_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41733 labels: 41734 quantile: '0.5' 41735 record: cluster_quantile:scheduler_e2e_scheduling_duration_seconds:histogram_quantile 41736 - expr: histogram_quantile(0.5, sum(rate(scheduler_scheduling_algorithm_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41737 labels: 41738 quantile: '0.5' 41739 record: cluster_quantile:scheduler_scheduling_algorithm_duration_seconds:histogram_quantile 41740 - expr: histogram_quantile(0.5, sum(rate(scheduler_binding_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41741 labels: 41742 quantile: '0.5' 41743 record: cluster_quantile:scheduler_binding_duration_seconds:histogram_quantile 41744 --- 41745 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-state-metrics.yaml 41746 apiVersion: monitoring.coreos.com/v1 41747 kind: PrometheusRule 41748 metadata: 41749 name: kube-prometheus-stack-kube-state-metrics 41750 namespace: kube-prometheus-stack 41751 labels: 41752 app: kube-prometheus-stack 41753 41754 app.kubernetes.io/managed-by: Helm 41755 app.kubernetes.io/instance: kube-prometheus-stack 41756 app.kubernetes.io/version: "25.0.0" 41757 app.kubernetes.io/part-of: kube-prometheus-stack 41758 chart: kube-prometheus-stack-25.0.0 41759 release: "kube-prometheus-stack" 41760 heritage: "Helm" 41761 spec: 41762 groups: 41763 - name: kube-state-metrics 41764 rules: 41765 - alert: KubeStateMetricsListErrors 41766 annotations: 41767 description: kube-state-metrics is experiencing errors at an elevated rate in list operations. This is likely causing it to not be able to expose metrics about Kubernetes objects correctly or at all. 41768 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kube-state-metrics/kubestatemetricslisterrors 41769 summary: kube-state-metrics is experiencing errors in list operations. 41770 expr: |- 41771 (sum(rate(kube_state_metrics_list_total{job="kube-state-metrics",result="error"}[5m])) 41772 / 41773 sum(rate(kube_state_metrics_list_total{job="kube-state-metrics"}[5m]))) 41774 > 0.01 41775 for: 15m 41776 labels: 41777 severity: critical 41778 - alert: KubeStateMetricsWatchErrors 41779 annotations: 41780 description: kube-state-metrics is experiencing errors at an elevated rate in watch operations. This is likely causing it to not be able to expose metrics about Kubernetes objects correctly or at all. 41781 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kube-state-metrics/kubestatemetricswatcherrors 41782 summary: kube-state-metrics is experiencing errors in watch operations. 41783 expr: |- 41784 (sum(rate(kube_state_metrics_watch_total{job="kube-state-metrics",result="error"}[5m])) 41785 / 41786 sum(rate(kube_state_metrics_watch_total{job="kube-state-metrics"}[5m]))) 41787 > 0.01 41788 for: 15m 41789 labels: 41790 severity: critical 41791 - alert: KubeStateMetricsShardingMismatch 41792 annotations: 41793 description: kube-state-metrics pods are running with different --total-shards configuration, some Kubernetes objects may be exposed multiple times or not exposed at all. 41794 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kube-state-metrics/kubestatemetricsshardingmismatch 41795 summary: kube-state-metrics sharding is misconfigured. 41796 expr: stdvar (kube_state_metrics_total_shards{job="kube-state-metrics"}) != 0 41797 for: 15m 41798 labels: 41799 severity: critical 41800 - alert: KubeStateMetricsShardsMissing 41801 annotations: 41802 description: kube-state-metrics shards are missing, some Kubernetes objects are not being exposed. 41803 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kube-state-metrics/kubestatemetricsshardsmissing 41804 summary: kube-state-metrics shards are missing. 41805 expr: |- 41806 2^max(kube_state_metrics_total_shards{job="kube-state-metrics"}) - 1 41807 - 41808 sum( 2 ^ max by (shard_ordinal) (kube_state_metrics_shard_ordinal{job="kube-state-metrics"}) ) 41809 != 0 41810 for: 15m 41811 labels: 41812 severity: critical 41813 --- 41814 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubelet.rules.yaml 41815 apiVersion: monitoring.coreos.com/v1 41816 kind: PrometheusRule 41817 metadata: 41818 name: kube-prometheus-stack-kubelet.rules 41819 namespace: kube-prometheus-stack 41820 labels: 41821 app: kube-prometheus-stack 41822 41823 app.kubernetes.io/managed-by: Helm 41824 app.kubernetes.io/instance: kube-prometheus-stack 41825 app.kubernetes.io/version: "25.0.0" 41826 app.kubernetes.io/part-of: kube-prometheus-stack 41827 chart: kube-prometheus-stack-25.0.0 41828 release: "kube-prometheus-stack" 41829 heritage: "Helm" 41830 spec: 41831 groups: 41832 - name: kubelet.rules 41833 rules: 41834 - expr: histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_duration_seconds_bucket[5m])) by (instance, le) * on(instance) group_left(node) kubelet_node_name{job="kubelet", metrics_path="/metrics"}) 41835 labels: 41836 quantile: '0.99' 41837 record: node_quantile:kubelet_pleg_relist_duration_seconds:histogram_quantile 41838 - expr: histogram_quantile(0.9, sum(rate(kubelet_pleg_relist_duration_seconds_bucket[5m])) by (instance, le) * on(instance) group_left(node) kubelet_node_name{job="kubelet", metrics_path="/metrics"}) 41839 labels: 41840 quantile: '0.9' 41841 record: node_quantile:kubelet_pleg_relist_duration_seconds:histogram_quantile 41842 - expr: histogram_quantile(0.5, sum(rate(kubelet_pleg_relist_duration_seconds_bucket[5m])) by (instance, le) * on(instance) group_left(node) kubelet_node_name{job="kubelet", metrics_path="/metrics"}) 41843 labels: 41844 quantile: '0.5' 41845 record: node_quantile:kubelet_pleg_relist_duration_seconds:histogram_quantile 41846 --- 41847 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-apps.yaml 41848 apiVersion: monitoring.coreos.com/v1 41849 kind: PrometheusRule 41850 metadata: 41851 name: kube-prometheus-stack-kubernetes-apps 41852 namespace: kube-prometheus-stack 41853 labels: 41854 app: kube-prometheus-stack 41855 41856 app.kubernetes.io/managed-by: Helm 41857 app.kubernetes.io/instance: kube-prometheus-stack 41858 app.kubernetes.io/version: "25.0.0" 41859 app.kubernetes.io/part-of: kube-prometheus-stack 41860 chart: kube-prometheus-stack-25.0.0 41861 release: "kube-prometheus-stack" 41862 heritage: "Helm" 41863 spec: 41864 groups: 41865 - name: kubernetes-apps 41866 rules: 41867 - alert: KubePodCrashLooping 41868 annotations: 41869 description: 'Pod {{ $labels.namespace }}/{{ $labels.pod }} ({{ $labels.container }}) is in waiting state (reason: "CrashLoopBackOff").' 41870 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubepodcrashlooping 41871 summary: Pod is crash looping. 41872 expr: max_over_time(kube_pod_container_status_waiting_reason{reason="CrashLoopBackOff", job="kube-state-metrics", namespace=~".*"}[5m]) >= 1 41873 for: 15m 41874 labels: 41875 severity: warning 41876 - alert: KubePodNotReady 41877 annotations: 41878 description: Pod {{ $labels.namespace }}/{{ $labels.pod }} has been in a non-ready state for longer than 15 minutes. 41879 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubepodnotready 41880 summary: Pod has been in a non-ready state for more than 15 minutes. 41881 expr: |- 41882 sum by (namespace, pod) ( 41883 max by(namespace, pod) ( 41884 kube_pod_status_phase{job="kube-state-metrics", namespace=~".*", phase=~"Pending|Unknown"} 41885 ) * on(namespace, pod) group_left(owner_kind) topk by(namespace, pod) ( 41886 1, max by(namespace, pod, owner_kind) (kube_pod_owner{owner_kind!="Job"}) 41887 ) 41888 ) > 0 41889 for: 15m 41890 labels: 41891 severity: warning 41892 - alert: KubeDeploymentGenerationMismatch 41893 annotations: 41894 description: Deployment generation for {{ $labels.namespace }}/{{ $labels.deployment }} does not match, this indicates that the Deployment has failed but has not been rolled back. 41895 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubedeploymentgenerationmismatch 41896 summary: Deployment generation mismatch due to possible roll-back 41897 expr: |- 41898 kube_deployment_status_observed_generation{job="kube-state-metrics", namespace=~".*"} 41899 != 41900 kube_deployment_metadata_generation{job="kube-state-metrics", namespace=~".*"} 41901 for: 15m 41902 labels: 41903 severity: warning 41904 - alert: KubeDeploymentReplicasMismatch 41905 annotations: 41906 description: Deployment {{ $labels.namespace }}/{{ $labels.deployment }} has not matched the expected number of replicas for longer than 15 minutes. 41907 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubedeploymentreplicasmismatch 41908 summary: Deployment has not matched the expected number of replicas. 41909 expr: |- 41910 ( 41911 kube_deployment_spec_replicas{job="kube-state-metrics", namespace=~".*"} 41912 > 41913 kube_deployment_status_replicas_available{job="kube-state-metrics", namespace=~".*"} 41914 ) and ( 41915 changes(kube_deployment_status_replicas_updated{job="kube-state-metrics", namespace=~".*"}[10m]) 41916 == 41917 0 41918 ) 41919 for: 15m 41920 labels: 41921 severity: warning 41922 - alert: KubeStatefulSetReplicasMismatch 41923 annotations: 41924 description: StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} has not matched the expected number of replicas for longer than 15 minutes. 41925 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubestatefulsetreplicasmismatch 41926 summary: Deployment has not matched the expected number of replicas. 41927 expr: |- 41928 ( 41929 kube_statefulset_status_replicas_ready{job="kube-state-metrics", namespace=~".*"} 41930 != 41931 kube_statefulset_status_replicas{job="kube-state-metrics", namespace=~".*"} 41932 ) and ( 41933 changes(kube_statefulset_status_replicas_updated{job="kube-state-metrics", namespace=~".*"}[10m]) 41934 == 41935 0 41936 ) 41937 for: 15m 41938 labels: 41939 severity: warning 41940 - alert: KubeStatefulSetGenerationMismatch 41941 annotations: 41942 description: StatefulSet generation for {{ $labels.namespace }}/{{ $labels.statefulset }} does not match, this indicates that the StatefulSet has failed but has not been rolled back. 41943 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubestatefulsetgenerationmismatch 41944 summary: StatefulSet generation mismatch due to possible roll-back 41945 expr: |- 41946 kube_statefulset_status_observed_generation{job="kube-state-metrics", namespace=~".*"} 41947 != 41948 kube_statefulset_metadata_generation{job="kube-state-metrics", namespace=~".*"} 41949 for: 15m 41950 labels: 41951 severity: warning 41952 - alert: KubeStatefulSetUpdateNotRolledOut 41953 annotations: 41954 description: StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} update has not been rolled out. 41955 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubestatefulsetupdatenotrolledout 41956 summary: StatefulSet update has not been rolled out. 41957 expr: |- 41958 ( 41959 max without (revision) ( 41960 kube_statefulset_status_current_revision{job="kube-state-metrics", namespace=~".*"} 41961 unless 41962 kube_statefulset_status_update_revision{job="kube-state-metrics", namespace=~".*"} 41963 ) 41964 * 41965 ( 41966 kube_statefulset_replicas{job="kube-state-metrics", namespace=~".*"} 41967 != 41968 kube_statefulset_status_replicas_updated{job="kube-state-metrics", namespace=~".*"} 41969 ) 41970 ) and ( 41971 changes(kube_statefulset_status_replicas_updated{job="kube-state-metrics", namespace=~".*"}[5m]) 41972 == 41973 0 41974 ) 41975 for: 15m 41976 labels: 41977 severity: warning 41978 - alert: KubeDaemonSetRolloutStuck 41979 annotations: 41980 description: DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} has not finished or progressed for at least 15 minutes. 41981 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubedaemonsetrolloutstuck 41982 summary: DaemonSet rollout is stuck. 41983 expr: |- 41984 ( 41985 ( 41986 kube_daemonset_status_current_number_scheduled{job="kube-state-metrics", namespace=~".*"} 41987 != 41988 kube_daemonset_status_desired_number_scheduled{job="kube-state-metrics", namespace=~".*"} 41989 ) or ( 41990 kube_daemonset_status_number_misscheduled{job="kube-state-metrics", namespace=~".*"} 41991 != 41992 0 41993 ) or ( 41994 kube_daemonset_updated_number_scheduled{job="kube-state-metrics", namespace=~".*"} 41995 != 41996 kube_daemonset_status_desired_number_scheduled{job="kube-state-metrics", namespace=~".*"} 41997 ) or ( 41998 kube_daemonset_status_number_available{job="kube-state-metrics", namespace=~".*"} 41999 != 42000 kube_daemonset_status_desired_number_scheduled{job="kube-state-metrics", namespace=~".*"} 42001 ) 42002 ) and ( 42003 changes(kube_daemonset_updated_number_scheduled{job="kube-state-metrics", namespace=~".*"}[5m]) 42004 == 42005 0 42006 ) 42007 for: 15m 42008 labels: 42009 severity: warning 42010 - alert: KubeContainerWaiting 42011 annotations: 42012 description: pod/{{ $labels.pod }} in namespace {{ $labels.namespace }} on container {{ $labels.container}} has been in waiting state for longer than 1 hour. 42013 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubecontainerwaiting 42014 summary: Pod container waiting longer than 1 hour 42015 expr: sum by (namespace, pod, container) (kube_pod_container_status_waiting_reason{job="kube-state-metrics", namespace=~".*"}) > 0 42016 for: 1h 42017 labels: 42018 severity: warning 42019 - alert: KubeDaemonSetNotScheduled 42020 annotations: 42021 description: '{{ $value }} Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are not scheduled.' 42022 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubedaemonsetnotscheduled 42023 summary: DaemonSet pods are not scheduled. 42024 expr: |- 42025 kube_daemonset_status_desired_number_scheduled{job="kube-state-metrics", namespace=~".*"} 42026 - 42027 kube_daemonset_status_current_number_scheduled{job="kube-state-metrics", namespace=~".*"} > 0 42028 for: 10m 42029 labels: 42030 severity: warning 42031 - alert: KubeDaemonSetMisScheduled 42032 annotations: 42033 description: '{{ $value }} Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are running where they are not supposed to run.' 42034 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubedaemonsetmisscheduled 42035 summary: DaemonSet pods are misscheduled. 42036 expr: kube_daemonset_status_number_misscheduled{job="kube-state-metrics", namespace=~".*"} > 0 42037 for: 15m 42038 labels: 42039 severity: warning 42040 - alert: KubeJobCompletion 42041 annotations: 42042 description: Job {{ $labels.namespace }}/{{ $labels.job_name }} is taking more than 12 hours to complete. 42043 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubejobcompletion 42044 summary: Job did not complete in time 42045 expr: kube_job_spec_completions{job="kube-state-metrics", namespace=~".*"} - kube_job_status_succeeded{job="kube-state-metrics", namespace=~".*"} > 0 42046 for: 12h 42047 labels: 42048 severity: warning 42049 - alert: KubeJobFailed 42050 annotations: 42051 description: Job {{ $labels.namespace }}/{{ $labels.job_name }} failed to complete. Removing failed job after investigation should clear this alert. 42052 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubejobfailed 42053 summary: Job failed to complete. 42054 expr: kube_job_failed{job="kube-state-metrics", namespace=~".*"} > 0 42055 for: 15m 42056 labels: 42057 severity: warning 42058 - alert: KubeHpaReplicasMismatch 42059 annotations: 42060 description: HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} has not matched the desired number of replicas for longer than 15 minutes. 42061 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubehpareplicasmismatch 42062 summary: HPA has not matched descired number of replicas. 42063 expr: |- 42064 (kube_horizontalpodautoscaler_status_desired_replicas{job="kube-state-metrics", namespace=~".*"} 42065 != 42066 kube_horizontalpodautoscaler_status_current_replicas{job="kube-state-metrics", namespace=~".*"}) 42067 and 42068 (kube_horizontalpodautoscaler_status_current_replicas{job="kube-state-metrics", namespace=~".*"} 42069 > 42070 kube_horizontalpodautoscaler_spec_min_replicas{job="kube-state-metrics", namespace=~".*"}) 42071 and 42072 (kube_horizontalpodautoscaler_status_current_replicas{job="kube-state-metrics", namespace=~".*"} 42073 < 42074 kube_horizontalpodautoscaler_spec_max_replicas{job="kube-state-metrics", namespace=~".*"}) 42075 and 42076 changes(kube_horizontalpodautoscaler_status_current_replicas{job="kube-state-metrics", namespace=~".*"}[15m]) == 0 42077 for: 15m 42078 labels: 42079 severity: warning 42080 - alert: KubeHpaMaxedOut 42081 annotations: 42082 description: HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} has been running at max replicas for longer than 15 minutes. 42083 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubehpamaxedout 42084 summary: HPA is running at max replicas 42085 expr: |- 42086 kube_horizontalpodautoscaler_status_current_replicas{job="kube-state-metrics", namespace=~".*"} 42087 == 42088 kube_horizontalpodautoscaler_spec_max_replicas{job="kube-state-metrics", namespace=~".*"} 42089 for: 15m 42090 labels: 42091 severity: warning 42092 --- 42093 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-resources.yaml 42094 apiVersion: monitoring.coreos.com/v1 42095 kind: PrometheusRule 42096 metadata: 42097 name: kube-prometheus-stack-kubernetes-resources 42098 namespace: kube-prometheus-stack 42099 labels: 42100 app: kube-prometheus-stack 42101 42102 app.kubernetes.io/managed-by: Helm 42103 app.kubernetes.io/instance: kube-prometheus-stack 42104 app.kubernetes.io/version: "25.0.0" 42105 app.kubernetes.io/part-of: kube-prometheus-stack 42106 chart: kube-prometheus-stack-25.0.0 42107 release: "kube-prometheus-stack" 42108 heritage: "Helm" 42109 spec: 42110 groups: 42111 - name: kubernetes-resources 42112 rules: 42113 - alert: KubeCPUOvercommit 42114 annotations: 42115 description: Cluster has overcommitted CPU resource requests for Pods by {{ $value }} CPU shares and cannot tolerate node failure. 42116 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubecpuovercommit 42117 summary: Cluster has overcommitted CPU resource requests. 42118 expr: |- 42119 sum(namespace_cpu:kube_pod_container_resource_requests:sum{}) - (sum(kube_node_status_allocatable{resource="cpu"}) - max(kube_node_status_allocatable{resource="cpu"})) > 0 42120 and 42121 (sum(kube_node_status_allocatable{resource="cpu"}) - max(kube_node_status_allocatable{resource="cpu"})) > 0 42122 for: 10m 42123 labels: 42124 severity: warning 42125 - alert: KubeMemoryOvercommit 42126 annotations: 42127 description: Cluster has overcommitted memory resource requests for Pods by {{ $value | humanize }} bytes and cannot tolerate node failure. 42128 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubememoryovercommit 42129 summary: Cluster has overcommitted memory resource requests. 42130 expr: |- 42131 sum(namespace_memory:kube_pod_container_resource_requests:sum{}) - (sum(kube_node_status_allocatable{resource="memory"}) - max(kube_node_status_allocatable{resource="memory"})) > 0 42132 and 42133 (sum(kube_node_status_allocatable{resource="memory"}) - max(kube_node_status_allocatable{resource="memory"})) > 0 42134 for: 10m 42135 labels: 42136 severity: warning 42137 - alert: KubeCPUQuotaOvercommit 42138 annotations: 42139 description: Cluster has overcommitted CPU resource requests for Namespaces. 42140 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubecpuquotaovercommit 42141 summary: Cluster has overcommitted CPU resource requests. 42142 expr: |- 42143 sum(min without(resource) (kube_resourcequota{job="kube-state-metrics", type="hard", resource=~"(cpu|requests.cpu)"})) 42144 / 42145 sum(kube_node_status_allocatable{resource="cpu", job="kube-state-metrics"}) 42146 > 1.5 42147 for: 5m 42148 labels: 42149 severity: warning 42150 - alert: KubeMemoryQuotaOvercommit 42151 annotations: 42152 description: Cluster has overcommitted memory resource requests for Namespaces. 42153 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubememoryquotaovercommit 42154 summary: Cluster has overcommitted memory resource requests. 42155 expr: |- 42156 sum(min without(resource) (kube_resourcequota{job="kube-state-metrics", type="hard", resource=~"(memory|requests.memory)"})) 42157 / 42158 sum(kube_node_status_allocatable{resource="memory", job="kube-state-metrics"}) 42159 > 1.5 42160 for: 5m 42161 labels: 42162 severity: warning 42163 - alert: KubeQuotaAlmostFull 42164 annotations: 42165 description: Namespace {{ $labels.namespace }} is using {{ $value | humanizePercentage }} of its {{ $labels.resource }} quota. 42166 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubequotaalmostfull 42167 summary: Namespace quota is going to be full. 42168 expr: |- 42169 kube_resourcequota{job="kube-state-metrics", type="used"} 42170 / ignoring(instance, job, type) 42171 (kube_resourcequota{job="kube-state-metrics", type="hard"} > 0) 42172 > 0.9 < 1 42173 for: 15m 42174 labels: 42175 severity: info 42176 - alert: KubeQuotaFullyUsed 42177 annotations: 42178 description: Namespace {{ $labels.namespace }} is using {{ $value | humanizePercentage }} of its {{ $labels.resource }} quota. 42179 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubequotafullyused 42180 summary: Namespace quota is fully used. 42181 expr: |- 42182 kube_resourcequota{job="kube-state-metrics", type="used"} 42183 / ignoring(instance, job, type) 42184 (kube_resourcequota{job="kube-state-metrics", type="hard"} > 0) 42185 == 1 42186 for: 15m 42187 labels: 42188 severity: info 42189 - alert: KubeQuotaExceeded 42190 annotations: 42191 description: Namespace {{ $labels.namespace }} is using {{ $value | humanizePercentage }} of its {{ $labels.resource }} quota. 42192 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubequotaexceeded 42193 summary: Namespace quota has exceeded the limits. 42194 expr: |- 42195 kube_resourcequota{job="kube-state-metrics", type="used"} 42196 / ignoring(instance, job, type) 42197 (kube_resourcequota{job="kube-state-metrics", type="hard"} > 0) 42198 > 1 42199 for: 15m 42200 labels: 42201 severity: warning 42202 - alert: CPUThrottlingHigh 42203 annotations: 42204 description: '{{ $value | humanizePercentage }} throttling of CPU in namespace {{ $labels.namespace }} for container {{ $labels.container }} in pod {{ $labels.pod }}.' 42205 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/cputhrottlinghigh 42206 summary: Processes experience elevated CPU throttling. 42207 expr: |- 42208 sum(increase(container_cpu_cfs_throttled_periods_total{container!="", }[5m])) by (container, pod, namespace) 42209 / 42210 sum(increase(container_cpu_cfs_periods_total{}[5m])) by (container, pod, namespace) 42211 > ( 25 / 100 ) 42212 for: 15m 42213 labels: 42214 severity: info 42215 --- 42216 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-storage.yaml 42217 apiVersion: monitoring.coreos.com/v1 42218 kind: PrometheusRule 42219 metadata: 42220 name: kube-prometheus-stack-kubernetes-storage 42221 namespace: kube-prometheus-stack 42222 labels: 42223 app: kube-prometheus-stack 42224 42225 app.kubernetes.io/managed-by: Helm 42226 app.kubernetes.io/instance: kube-prometheus-stack 42227 app.kubernetes.io/version: "25.0.0" 42228 app.kubernetes.io/part-of: kube-prometheus-stack 42229 chart: kube-prometheus-stack-25.0.0 42230 release: "kube-prometheus-stack" 42231 heritage: "Helm" 42232 spec: 42233 groups: 42234 - name: kubernetes-storage 42235 rules: 42236 - alert: KubePersistentVolumeFillingUp 42237 annotations: 42238 description: The PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} is only {{ $value | humanizePercentage }} free. 42239 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubepersistentvolumefillingup 42240 summary: PersistentVolume is filling up. 42241 expr: |- 42242 ( 42243 kubelet_volume_stats_available_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} 42244 / 42245 kubelet_volume_stats_capacity_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} 42246 ) < 0.03 42247 and 42248 kubelet_volume_stats_used_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} > 0 42249 unless on(namespace, persistentvolumeclaim) 42250 kube_persistentvolumeclaim_access_mode{ access_mode="ReadOnlyMany"} == 1 42251 unless on(namespace, persistentvolumeclaim) 42252 kube_persistentvolumeclaim_labels{label_excluded_from_alerts="true"} == 1 42253 for: 1m 42254 labels: 42255 severity: critical 42256 - alert: KubePersistentVolumeFillingUp 42257 annotations: 42258 description: Based on recent sampling, the PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} is expected to fill up within four days. Currently {{ $value | humanizePercentage }} is available. 42259 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubepersistentvolumefillingup 42260 summary: PersistentVolume is filling up. 42261 expr: |- 42262 ( 42263 kubelet_volume_stats_available_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} 42264 / 42265 kubelet_volume_stats_capacity_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} 42266 ) < 0.15 42267 and 42268 kubelet_volume_stats_used_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} > 0 42269 and 42270 predict_linear(kubelet_volume_stats_available_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"}[6h], 4 * 24 * 3600) < 0 42271 unless on(namespace, persistentvolumeclaim) 42272 kube_persistentvolumeclaim_access_mode{ access_mode="ReadOnlyMany"} == 1 42273 unless on(namespace, persistentvolumeclaim) 42274 kube_persistentvolumeclaim_labels{label_excluded_from_alerts="true"} == 1 42275 for: 1h 42276 labels: 42277 severity: warning 42278 - alert: KubePersistentVolumeErrors 42279 annotations: 42280 description: The persistent volume {{ $labels.persistentvolume }} has status {{ $labels.phase }}. 42281 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubepersistentvolumeerrors 42282 summary: PersistentVolume is having issues with provisioning. 42283 expr: kube_persistentvolume_status_phase{phase=~"Failed|Pending",job="kube-state-metrics"} > 0 42284 for: 5m 42285 labels: 42286 severity: critical 42287 --- 42288 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-system-apiserver.yaml 42289 apiVersion: monitoring.coreos.com/v1 42290 kind: PrometheusRule 42291 metadata: 42292 name: kube-prometheus-stack-kubernetes-system-apiserver 42293 namespace: kube-prometheus-stack 42294 labels: 42295 app: kube-prometheus-stack 42296 42297 app.kubernetes.io/managed-by: Helm 42298 app.kubernetes.io/instance: kube-prometheus-stack 42299 app.kubernetes.io/version: "25.0.0" 42300 app.kubernetes.io/part-of: kube-prometheus-stack 42301 chart: kube-prometheus-stack-25.0.0 42302 release: "kube-prometheus-stack" 42303 heritage: "Helm" 42304 spec: 42305 groups: 42306 - name: kubernetes-system-apiserver 42307 rules: 42308 - alert: KubeClientCertificateExpiration 42309 annotations: 42310 description: A client certificate used to authenticate to kubernetes apiserver is expiring in less than 7.0 days. 42311 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeclientcertificateexpiration 42312 summary: Client certificate is about to expire. 42313 expr: apiserver_client_certificate_expiration_seconds_count{job="apiserver"} > 0 and on(job) histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{job="apiserver"}[5m]))) < 604800 42314 labels: 42315 severity: warning 42316 - alert: KubeClientCertificateExpiration 42317 annotations: 42318 description: A client certificate used to authenticate to kubernetes apiserver is expiring in less than 24.0 hours. 42319 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeclientcertificateexpiration 42320 summary: Client certificate is about to expire. 42321 expr: apiserver_client_certificate_expiration_seconds_count{job="apiserver"} > 0 and on(job) histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{job="apiserver"}[5m]))) < 86400 42322 labels: 42323 severity: critical 42324 - alert: KubeAggregatedAPIErrors 42325 annotations: 42326 description: Kubernetes aggregated API {{ $labels.name }}/{{ $labels.namespace }} has reported errors. It has appeared unavailable {{ $value | humanize }} times averaged over the past 10m. 42327 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeaggregatedapierrors 42328 summary: Kubernetes aggregated API has reported errors. 42329 expr: sum by(name, namespace)(increase(aggregator_unavailable_apiservice_total[10m])) > 4 42330 labels: 42331 severity: warning 42332 - alert: KubeAggregatedAPIDown 42333 annotations: 42334 description: Kubernetes aggregated API {{ $labels.name }}/{{ $labels.namespace }} has been only {{ $value | humanize }}% available over the last 10m. 42335 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeaggregatedapidown 42336 summary: Kubernetes aggregated API is down. 42337 expr: (1 - max by(name, namespace)(avg_over_time(aggregator_unavailable_apiservice[10m]))) * 100 < 85 42338 for: 5m 42339 labels: 42340 severity: warning 42341 - alert: KubeAPIDown 42342 annotations: 42343 description: KubeAPI has disappeared from Prometheus target discovery. 42344 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeapidown 42345 summary: Target disappeared from Prometheus target discovery. 42346 expr: absent(up{job="apiserver"} == 1) 42347 for: 15m 42348 labels: 42349 severity: critical 42350 - alert: KubeAPITerminatedRequests 42351 annotations: 42352 description: The kubernetes apiserver has terminated {{ $value | humanizePercentage }} of its incoming requests. 42353 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeapiterminatedrequests 42354 summary: The kubernetes apiserver has terminated {{ $value | humanizePercentage }} of its incoming requests. 42355 expr: sum(rate(apiserver_request_terminations_total{job="apiserver"}[10m])) / ( sum(rate(apiserver_request_total{job="apiserver"}[10m])) + sum(rate(apiserver_request_terminations_total{job="apiserver"}[10m])) ) > 0.20 42356 for: 5m 42357 labels: 42358 severity: warning 42359 --- 42360 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-system-controller-manager.yaml 42361 apiVersion: monitoring.coreos.com/v1 42362 kind: PrometheusRule 42363 metadata: 42364 name: kube-prometheus-stack-kubernetes-system-controller-manager 42365 namespace: kube-prometheus-stack 42366 labels: 42367 app: kube-prometheus-stack 42368 42369 app.kubernetes.io/managed-by: Helm 42370 app.kubernetes.io/instance: kube-prometheus-stack 42371 app.kubernetes.io/version: "25.0.0" 42372 app.kubernetes.io/part-of: kube-prometheus-stack 42373 chart: kube-prometheus-stack-25.0.0 42374 release: "kube-prometheus-stack" 42375 heritage: "Helm" 42376 spec: 42377 groups: 42378 - name: kubernetes-system-controller-manager 42379 rules: 42380 - alert: KubeControllerManagerDown 42381 annotations: 42382 description: KubeControllerManager has disappeared from Prometheus target discovery. 42383 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubecontrollermanagerdown 42384 summary: Target disappeared from Prometheus target discovery. 42385 expr: absent(up{job="kube-controller-manager"} == 1) 42386 for: 15m 42387 labels: 42388 severity: critical 42389 --- 42390 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-system-kube-proxy.yaml 42391 apiVersion: monitoring.coreos.com/v1 42392 kind: PrometheusRule 42393 metadata: 42394 name: kube-prometheus-stack-kubernetes-system-kube-proxy 42395 namespace: kube-prometheus-stack 42396 labels: 42397 app: kube-prometheus-stack 42398 42399 app.kubernetes.io/managed-by: Helm 42400 app.kubernetes.io/instance: kube-prometheus-stack 42401 app.kubernetes.io/version: "25.0.0" 42402 app.kubernetes.io/part-of: kube-prometheus-stack 42403 chart: kube-prometheus-stack-25.0.0 42404 release: "kube-prometheus-stack" 42405 heritage: "Helm" 42406 spec: 42407 groups: 42408 - name: kubernetes-system-kube-proxy 42409 rules: 42410 - alert: KubeProxyDown 42411 annotations: 42412 description: KubeProxy has disappeared from Prometheus target discovery. 42413 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeproxydown 42414 summary: Target disappeared from Prometheus target discovery. 42415 expr: absent(up{job="kube-proxy"} == 1) 42416 for: 15m 42417 labels: 42418 severity: critical 42419 --- 42420 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-system-kubelet.yaml 42421 apiVersion: monitoring.coreos.com/v1 42422 kind: PrometheusRule 42423 metadata: 42424 name: kube-prometheus-stack-kubernetes-system-kubelet 42425 namespace: kube-prometheus-stack 42426 labels: 42427 app: kube-prometheus-stack 42428 42429 app.kubernetes.io/managed-by: Helm 42430 app.kubernetes.io/instance: kube-prometheus-stack 42431 app.kubernetes.io/version: "25.0.0" 42432 app.kubernetes.io/part-of: kube-prometheus-stack 42433 chart: kube-prometheus-stack-25.0.0 42434 release: "kube-prometheus-stack" 42435 heritage: "Helm" 42436 spec: 42437 groups: 42438 - name: kubernetes-system-kubelet 42439 rules: 42440 - alert: KubeNodeNotReady 42441 annotations: 42442 description: '{{ $labels.node }} has been unready for more than 15 minutes.' 42443 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubenodenotready 42444 summary: Node is not ready. 42445 expr: kube_node_status_condition{job="kube-state-metrics",condition="Ready",status="true"} == 0 42446 for: 15m 42447 labels: 42448 severity: warning 42449 - alert: KubeNodeUnreachable 42450 annotations: 42451 description: '{{ $labels.node }} is unreachable and some workloads may be rescheduled.' 42452 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubenodeunreachable 42453 summary: Node is unreachable. 42454 expr: (kube_node_spec_taint{job="kube-state-metrics",key="node.kubernetes.io/unreachable",effect="NoSchedule"} unless ignoring(key,value) kube_node_spec_taint{job="kube-state-metrics",key=~"ToBeDeletedByClusterAutoscaler|cloud.google.com/impending-node-termination|aws-node-termination-handler/spot-itn"}) == 1 42455 for: 15m 42456 labels: 42457 severity: warning 42458 - alert: KubeletTooManyPods 42459 annotations: 42460 description: Kubelet '{{ $labels.node }}' is running at {{ $value | humanizePercentage }} of its Pod capacity. 42461 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubelettoomanypods 42462 summary: Kubelet is running at capacity. 42463 expr: |- 42464 count by(node) ( 42465 (kube_pod_status_phase{job="kube-state-metrics",phase="Running"} == 1) * on(instance,pod,namespace,cluster) group_left(node) topk by(instance,pod,namespace,cluster) (1, kube_pod_info{job="kube-state-metrics"}) 42466 ) 42467 / 42468 max by(node) ( 42469 kube_node_status_capacity{job="kube-state-metrics",resource="pods"} != 1 42470 ) > 0.95 42471 for: 15m 42472 labels: 42473 severity: info 42474 - alert: KubeNodeReadinessFlapping 42475 annotations: 42476 description: The readiness status of node {{ $labels.node }} has changed {{ $value }} times in the last 15 minutes. 42477 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubenodereadinessflapping 42478 summary: Node readiness status is flapping. 42479 expr: sum(changes(kube_node_status_condition{status="true",condition="Ready"}[15m])) by (node) > 2 42480 for: 15m 42481 labels: 42482 severity: warning 42483 - alert: KubeletPlegDurationHigh 42484 annotations: 42485 description: The Kubelet Pod Lifecycle Event Generator has a 99th percentile duration of {{ $value }} seconds on node {{ $labels.node }}. 42486 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeletplegdurationhigh 42487 summary: Kubelet Pod Lifecycle Event Generator is taking too long to relist. 42488 expr: node_quantile:kubelet_pleg_relist_duration_seconds:histogram_quantile{quantile="0.99"} >= 10 42489 for: 5m 42490 labels: 42491 severity: warning 42492 - alert: KubeletPodStartUpLatencyHigh 42493 annotations: 42494 description: Kubelet Pod startup 99th percentile latency is {{ $value }} seconds on node {{ $labels.node }}. 42495 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeletpodstartuplatencyhigh 42496 summary: Kubelet Pod startup latency is too high. 42497 expr: histogram_quantile(0.99, sum(rate(kubelet_pod_worker_duration_seconds_bucket{job="kubelet", metrics_path="/metrics"}[5m])) by (instance, le)) * on(instance) group_left(node) kubelet_node_name{job="kubelet", metrics_path="/metrics"} > 60 42498 for: 15m 42499 labels: 42500 severity: warning 42501 - alert: KubeletClientCertificateExpiration 42502 annotations: 42503 description: Client certificate for Kubelet on node {{ $labels.node }} expires in {{ $value | humanizeDuration }}. 42504 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeletclientcertificateexpiration 42505 summary: Kubelet client certificate is about to expire. 42506 expr: kubelet_certificate_manager_client_ttl_seconds < 604800 42507 labels: 42508 severity: warning 42509 - alert: KubeletClientCertificateExpiration 42510 annotations: 42511 description: Client certificate for Kubelet on node {{ $labels.node }} expires in {{ $value | humanizeDuration }}. 42512 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeletclientcertificateexpiration 42513 summary: Kubelet client certificate is about to expire. 42514 expr: kubelet_certificate_manager_client_ttl_seconds < 86400 42515 labels: 42516 severity: critical 42517 - alert: KubeletServerCertificateExpiration 42518 annotations: 42519 description: Server certificate for Kubelet on node {{ $labels.node }} expires in {{ $value | humanizeDuration }}. 42520 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeletservercertificateexpiration 42521 summary: Kubelet server certificate is about to expire. 42522 expr: kubelet_certificate_manager_server_ttl_seconds < 604800 42523 labels: 42524 severity: warning 42525 - alert: KubeletServerCertificateExpiration 42526 annotations: 42527 description: Server certificate for Kubelet on node {{ $labels.node }} expires in {{ $value | humanizeDuration }}. 42528 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeletservercertificateexpiration 42529 summary: Kubelet server certificate is about to expire. 42530 expr: kubelet_certificate_manager_server_ttl_seconds < 86400 42531 labels: 42532 severity: critical 42533 - alert: KubeletClientCertificateRenewalErrors 42534 annotations: 42535 description: Kubelet on node {{ $labels.node }} has failed to renew its client certificate ({{ $value | humanize }} errors in the last 5 minutes). 42536 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeletclientcertificaterenewalerrors 42537 summary: Kubelet has failed to renew its client certificate. 42538 expr: increase(kubelet_certificate_manager_client_expiration_renew_errors[5m]) > 0 42539 for: 15m 42540 labels: 42541 severity: warning 42542 - alert: KubeletServerCertificateRenewalErrors 42543 annotations: 42544 description: Kubelet on node {{ $labels.node }} has failed to renew its server certificate ({{ $value | humanize }} errors in the last 5 minutes). 42545 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeletservercertificaterenewalerrors 42546 summary: Kubelet has failed to renew its server certificate. 42547 expr: increase(kubelet_server_expiration_renew_errors[5m]) > 0 42548 for: 15m 42549 labels: 42550 severity: warning 42551 - alert: KubeletDown 42552 annotations: 42553 description: Kubelet has disappeared from Prometheus target discovery. 42554 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeletdown 42555 summary: Target disappeared from Prometheus target discovery. 42556 expr: absent(up{job="kubelet", metrics_path="/metrics"} == 1) 42557 for: 15m 42558 labels: 42559 severity: critical 42560 --- 42561 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-system-scheduler.yaml 42562 apiVersion: monitoring.coreos.com/v1 42563 kind: PrometheusRule 42564 metadata: 42565 name: kube-prometheus-stack-kubernetes-system-scheduler 42566 namespace: kube-prometheus-stack 42567 labels: 42568 app: kube-prometheus-stack 42569 42570 app.kubernetes.io/managed-by: Helm 42571 app.kubernetes.io/instance: kube-prometheus-stack 42572 app.kubernetes.io/version: "25.0.0" 42573 app.kubernetes.io/part-of: kube-prometheus-stack 42574 chart: kube-prometheus-stack-25.0.0 42575 release: "kube-prometheus-stack" 42576 heritage: "Helm" 42577 spec: 42578 groups: 42579 - name: kubernetes-system-scheduler 42580 rules: 42581 - alert: KubeSchedulerDown 42582 annotations: 42583 description: KubeScheduler has disappeared from Prometheus target discovery. 42584 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeschedulerdown 42585 summary: Target disappeared from Prometheus target discovery. 42586 expr: absent(up{job="kube-scheduler"} == 1) 42587 for: 15m 42588 labels: 42589 severity: critical 42590 --- 42591 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-system.yaml 42592 apiVersion: monitoring.coreos.com/v1 42593 kind: PrometheusRule 42594 metadata: 42595 name: kube-prometheus-stack-kubernetes-system 42596 namespace: kube-prometheus-stack 42597 labels: 42598 app: kube-prometheus-stack 42599 42600 app.kubernetes.io/managed-by: Helm 42601 app.kubernetes.io/instance: kube-prometheus-stack 42602 app.kubernetes.io/version: "25.0.0" 42603 app.kubernetes.io/part-of: kube-prometheus-stack 42604 chart: kube-prometheus-stack-25.0.0 42605 release: "kube-prometheus-stack" 42606 heritage: "Helm" 42607 spec: 42608 groups: 42609 - name: kubernetes-system 42610 rules: 42611 - alert: KubeVersionMismatch 42612 annotations: 42613 description: There are {{ $value }} different semantic versions of Kubernetes components running. 42614 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeversionmismatch 42615 summary: Different semantic versions of Kubernetes components running. 42616 expr: count(count by (git_version) (label_replace(kubernetes_build_info{job!~"kube-dns|coredns"},"git_version","$1","git_version","(v[0-9]*.[0-9]*).*"))) > 1 42617 for: 15m 42618 labels: 42619 severity: warning 42620 - alert: KubeClientErrors 42621 annotations: 42622 description: Kubernetes API server client '{{ $labels.job }}/{{ $labels.instance }}' is experiencing {{ $value | humanizePercentage }} errors.' 42623 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubeclienterrors 42624 summary: Kubernetes API server client is experiencing errors. 42625 expr: |- 42626 (sum(rate(rest_client_requests_total{code=~"5.."}[5m])) by (instance, job, namespace) 42627 / 42628 sum(rate(rest_client_requests_total[5m])) by (instance, job, namespace)) 42629 > 0.01 42630 for: 15m 42631 labels: 42632 severity: warning 42633 --- 42634 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/node-exporter.rules.yaml 42635 apiVersion: monitoring.coreos.com/v1 42636 kind: PrometheusRule 42637 metadata: 42638 name: kube-prometheus-stack-node-exporter.rules 42639 namespace: kube-prometheus-stack 42640 labels: 42641 app: kube-prometheus-stack 42642 42643 app.kubernetes.io/managed-by: Helm 42644 app.kubernetes.io/instance: kube-prometheus-stack 42645 app.kubernetes.io/version: "25.0.0" 42646 app.kubernetes.io/part-of: kube-prometheus-stack 42647 chart: kube-prometheus-stack-25.0.0 42648 release: "kube-prometheus-stack" 42649 heritage: "Helm" 42650 spec: 42651 groups: 42652 - name: node-exporter.rules 42653 rules: 42654 - expr: |- 42655 count without (cpu, mode) ( 42656 node_cpu_seconds_total{job="node-exporter",mode="idle"} 42657 ) 42658 record: instance:node_num_cpu:sum 42659 - expr: |- 42660 1 - avg without (cpu) ( 42661 sum without (mode) (rate(node_cpu_seconds_total{job="node-exporter", mode=~"idle|iowait|steal"}[5m])) 42662 ) 42663 record: instance:node_cpu_utilisation:rate5m 42664 - expr: |- 42665 ( 42666 node_load1{job="node-exporter"} 42667 / 42668 instance:node_num_cpu:sum{job="node-exporter"} 42669 ) 42670 record: instance:node_load1_per_cpu:ratio 42671 - expr: |- 42672 1 - ( 42673 ( 42674 node_memory_MemAvailable_bytes{job="node-exporter"} 42675 or 42676 ( 42677 node_memory_Buffers_bytes{job="node-exporter"} 42678 + 42679 node_memory_Cached_bytes{job="node-exporter"} 42680 + 42681 node_memory_MemFree_bytes{job="node-exporter"} 42682 + 42683 node_memory_Slab_bytes{job="node-exporter"} 42684 ) 42685 ) 42686 / 42687 node_memory_MemTotal_bytes{job="node-exporter"} 42688 ) 42689 record: instance:node_memory_utilisation:ratio 42690 - expr: rate(node_vmstat_pgmajfault{job="node-exporter"}[5m]) 42691 record: instance:node_vmstat_pgmajfault:rate5m 42692 - expr: rate(node_disk_io_time_seconds_total{job="node-exporter", device=~"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+"}[5m]) 42693 record: instance_device:node_disk_io_time_seconds:rate5m 42694 - expr: rate(node_disk_io_time_weighted_seconds_total{job="node-exporter", device=~"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+"}[5m]) 42695 record: instance_device:node_disk_io_time_weighted_seconds:rate5m 42696 - expr: |- 42697 sum without (device) ( 42698 rate(node_network_receive_bytes_total{job="node-exporter", device!="lo"}[5m]) 42699 ) 42700 record: instance:node_network_receive_bytes_excluding_lo:rate5m 42701 - expr: |- 42702 sum without (device) ( 42703 rate(node_network_transmit_bytes_total{job="node-exporter", device!="lo"}[5m]) 42704 ) 42705 record: instance:node_network_transmit_bytes_excluding_lo:rate5m 42706 - expr: |- 42707 sum without (device) ( 42708 rate(node_network_receive_drop_total{job="node-exporter", device!="lo"}[5m]) 42709 ) 42710 record: instance:node_network_receive_drop_excluding_lo:rate5m 42711 - expr: |- 42712 sum without (device) ( 42713 rate(node_network_transmit_drop_total{job="node-exporter", device!="lo"}[5m]) 42714 ) 42715 record: instance:node_network_transmit_drop_excluding_lo:rate5m 42716 --- 42717 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/node-exporter.yaml 42718 apiVersion: monitoring.coreos.com/v1 42719 kind: PrometheusRule 42720 metadata: 42721 name: kube-prometheus-stack-node-exporter 42722 namespace: kube-prometheus-stack 42723 labels: 42724 app: kube-prometheus-stack 42725 42726 app.kubernetes.io/managed-by: Helm 42727 app.kubernetes.io/instance: kube-prometheus-stack 42728 app.kubernetes.io/version: "25.0.0" 42729 app.kubernetes.io/part-of: kube-prometheus-stack 42730 chart: kube-prometheus-stack-25.0.0 42731 release: "kube-prometheus-stack" 42732 heritage: "Helm" 42733 spec: 42734 groups: 42735 - name: node-exporter 42736 rules: 42737 - alert: NodeFilesystemSpaceFillingUp 42738 annotations: 42739 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available space left and is filling up. 42740 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemspacefillingup 42741 summary: Filesystem is predicted to run out of space within the next 24 hours. 42742 expr: |- 42743 ( 42744 node_filesystem_avail_bytes{job="node-exporter",fstype!=""} / node_filesystem_size_bytes{job="node-exporter",fstype!=""} * 100 < 20 42745 and 42746 predict_linear(node_filesystem_avail_bytes{job="node-exporter",fstype!=""}[6h], 24*60*60) < 0 42747 and 42748 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42749 ) 42750 for: 1h 42751 labels: 42752 severity: warning 42753 - alert: NodeFilesystemSpaceFillingUp 42754 annotations: 42755 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available space left and is filling up fast. 42756 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemspacefillingup 42757 summary: Filesystem is predicted to run out of space within the next 4 hours. 42758 expr: |- 42759 ( 42760 node_filesystem_avail_bytes{job="node-exporter",fstype!=""} / node_filesystem_size_bytes{job="node-exporter",fstype!=""} * 100 < 15 42761 and 42762 predict_linear(node_filesystem_avail_bytes{job="node-exporter",fstype!=""}[6h], 4*60*60) < 0 42763 and 42764 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42765 ) 42766 for: 1h 42767 labels: 42768 severity: critical 42769 - alert: NodeFilesystemAlmostOutOfSpace 42770 annotations: 42771 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available space left. 42772 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutofspace 42773 summary: Filesystem has less than 5% space left. 42774 expr: |- 42775 ( 42776 node_filesystem_avail_bytes{job="node-exporter",fstype!=""} / node_filesystem_size_bytes{job="node-exporter",fstype!=""} * 100 < 5 42777 and 42778 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42779 ) 42780 for: 30m 42781 labels: 42782 severity: warning 42783 - alert: NodeFilesystemAlmostOutOfSpace 42784 annotations: 42785 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available space left. 42786 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutofspace 42787 summary: Filesystem has less than 3% space left. 42788 expr: |- 42789 ( 42790 node_filesystem_avail_bytes{job="node-exporter",fstype!=""} / node_filesystem_size_bytes{job="node-exporter",fstype!=""} * 100 < 3 42791 and 42792 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42793 ) 42794 for: 30m 42795 labels: 42796 severity: critical 42797 - alert: NodeFilesystemFilesFillingUp 42798 annotations: 42799 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available inodes left and is filling up. 42800 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemfilesfillingup 42801 summary: Filesystem is predicted to run out of inodes within the next 24 hours. 42802 expr: |- 42803 ( 42804 node_filesystem_files_free{job="node-exporter",fstype!=""} / node_filesystem_files{job="node-exporter",fstype!=""} * 100 < 40 42805 and 42806 predict_linear(node_filesystem_files_free{job="node-exporter",fstype!=""}[6h], 24*60*60) < 0 42807 and 42808 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42809 ) 42810 for: 1h 42811 labels: 42812 severity: warning 42813 - alert: NodeFilesystemFilesFillingUp 42814 annotations: 42815 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available inodes left and is filling up fast. 42816 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemfilesfillingup 42817 summary: Filesystem is predicted to run out of inodes within the next 4 hours. 42818 expr: |- 42819 ( 42820 node_filesystem_files_free{job="node-exporter",fstype!=""} / node_filesystem_files{job="node-exporter",fstype!=""} * 100 < 20 42821 and 42822 predict_linear(node_filesystem_files_free{job="node-exporter",fstype!=""}[6h], 4*60*60) < 0 42823 and 42824 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42825 ) 42826 for: 1h 42827 labels: 42828 severity: critical 42829 - alert: NodeFilesystemAlmostOutOfFiles 42830 annotations: 42831 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available inodes left. 42832 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutoffiles 42833 summary: Filesystem has less than 5% inodes left. 42834 expr: |- 42835 ( 42836 node_filesystem_files_free{job="node-exporter",fstype!=""} / node_filesystem_files{job="node-exporter",fstype!=""} * 100 < 5 42837 and 42838 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42839 ) 42840 for: 1h 42841 labels: 42842 severity: warning 42843 - alert: NodeFilesystemAlmostOutOfFiles 42844 annotations: 42845 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available inodes left. 42846 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefilesystemalmostoutoffiles 42847 summary: Filesystem has less than 3% inodes left. 42848 expr: |- 42849 ( 42850 node_filesystem_files_free{job="node-exporter",fstype!=""} / node_filesystem_files{job="node-exporter",fstype!=""} * 100 < 3 42851 and 42852 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42853 ) 42854 for: 1h 42855 labels: 42856 severity: critical 42857 - alert: NodeNetworkReceiveErrs 42858 annotations: 42859 description: '{{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf "%.0f" $value }} receive errors in the last two minutes.' 42860 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodenetworkreceiveerrs 42861 summary: Network interface is reporting many receive errors. 42862 expr: rate(node_network_receive_errs_total[2m]) / rate(node_network_receive_packets_total[2m]) > 0.01 42863 for: 1h 42864 labels: 42865 severity: warning 42866 - alert: NodeNetworkTransmitErrs 42867 annotations: 42868 description: '{{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf "%.0f" $value }} transmit errors in the last two minutes.' 42869 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodenetworktransmiterrs 42870 summary: Network interface is reporting many transmit errors. 42871 expr: rate(node_network_transmit_errs_total[2m]) / rate(node_network_transmit_packets_total[2m]) > 0.01 42872 for: 1h 42873 labels: 42874 severity: warning 42875 - alert: NodeHighNumberConntrackEntriesUsed 42876 annotations: 42877 description: '{{ $value | humanizePercentage }} of conntrack entries are used.' 42878 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodehighnumberconntrackentriesused 42879 summary: Number of conntrack are getting close to the limit. 42880 expr: (node_nf_conntrack_entries / node_nf_conntrack_entries_limit) > 0.75 42881 labels: 42882 severity: warning 42883 - alert: NodeTextFileCollectorScrapeError 42884 annotations: 42885 description: Node Exporter text file collector failed to scrape. 42886 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodetextfilecollectorscrapeerror 42887 summary: Node Exporter text file collector failed to scrape. 42888 expr: node_textfile_scrape_error{job="node-exporter"} == 1 42889 labels: 42890 severity: warning 42891 - alert: NodeClockSkewDetected 42892 annotations: 42893 description: Clock on {{ $labels.instance }} is out of sync by more than 300s. Ensure NTP is configured correctly on this host. 42894 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodeclockskewdetected 42895 summary: Clock skew detected. 42896 expr: |- 42897 ( 42898 node_timex_offset_seconds > 0.05 42899 and 42900 deriv(node_timex_offset_seconds[5m]) >= 0 42901 ) 42902 or 42903 ( 42904 node_timex_offset_seconds < -0.05 42905 and 42906 deriv(node_timex_offset_seconds[5m]) <= 0 42907 ) 42908 for: 10m 42909 labels: 42910 severity: warning 42911 - alert: NodeClockNotSynchronising 42912 annotations: 42913 description: Clock on {{ $labels.instance }} is not synchronising. Ensure NTP is configured on this host. 42914 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodeclocknotsynchronising 42915 summary: Clock not synchronising. 42916 expr: |- 42917 min_over_time(node_timex_sync_status[5m]) == 0 42918 and 42919 node_timex_maxerror_seconds >= 16 42920 for: 10m 42921 labels: 42922 severity: warning 42923 - alert: NodeRAIDDegraded 42924 annotations: 42925 description: RAID array '{{ $labels.device }}' on {{ $labels.instance }} is in degraded state due to one or more disks failures. Number of spare drives is insufficient to fix issue automatically. 42926 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/noderaiddegraded 42927 summary: RAID Array is degraded 42928 expr: node_md_disks_required - ignoring (state) (node_md_disks{state="active"}) > 0 42929 for: 15m 42930 labels: 42931 severity: critical 42932 - alert: NodeRAIDDiskFailure 42933 annotations: 42934 description: At least one device in RAID array on {{ $labels.instance }} failed. Array '{{ $labels.device }}' needs attention and possibly a disk swap. 42935 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/noderaiddiskfailure 42936 summary: Failed device in RAID array 42937 expr: node_md_disks{state="failed"} > 0 42938 labels: 42939 severity: warning 42940 - alert: NodeFileDescriptorLimit 42941 annotations: 42942 description: File descriptors limit at {{ $labels.instance }} is currently at {{ printf "%.2f" $value }}%. 42943 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefiledescriptorlimit 42944 summary: Kernel is predicted to exhaust file descriptors limit soon. 42945 expr: |- 42946 ( 42947 node_filefd_allocated{job="node-exporter"} * 100 / node_filefd_maximum{job="node-exporter"} > 70 42948 ) 42949 for: 15m 42950 labels: 42951 severity: warning 42952 - alert: NodeFileDescriptorLimit 42953 annotations: 42954 description: File descriptors limit at {{ $labels.instance }} is currently at {{ printf "%.2f" $value }}%. 42955 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/node/nodefiledescriptorlimit 42956 summary: Kernel is predicted to exhaust file descriptors limit soon. 42957 expr: |- 42958 ( 42959 node_filefd_allocated{job="node-exporter"} * 100 / node_filefd_maximum{job="node-exporter"} > 90 42960 ) 42961 for: 15m 42962 labels: 42963 severity: critical 42964 --- 42965 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/node-network.yaml 42966 apiVersion: monitoring.coreos.com/v1 42967 kind: PrometheusRule 42968 metadata: 42969 name: kube-prometheus-stack-node-network 42970 namespace: kube-prometheus-stack 42971 labels: 42972 app: kube-prometheus-stack 42973 42974 app.kubernetes.io/managed-by: Helm 42975 app.kubernetes.io/instance: kube-prometheus-stack 42976 app.kubernetes.io/version: "25.0.0" 42977 app.kubernetes.io/part-of: kube-prometheus-stack 42978 chart: kube-prometheus-stack-25.0.0 42979 release: "kube-prometheus-stack" 42980 heritage: "Helm" 42981 spec: 42982 groups: 42983 - name: node-network 42984 rules: 42985 - alert: NodeNetworkInterfaceFlapping 42986 annotations: 42987 description: Network interface "{{ $labels.device }}" changing its up status often on node-exporter {{ $labels.namespace }}/{{ $labels.pod }} 42988 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/general/nodenetworkinterfaceflapping 42989 summary: Network interface is often changing its status 42990 expr: changes(node_network_up{job="node-exporter",device!~"veth.+"}[2m]) > 2 42991 for: 2m 42992 labels: 42993 severity: warning 42994 --- 42995 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/node.rules.yaml 42996 apiVersion: monitoring.coreos.com/v1 42997 kind: PrometheusRule 42998 metadata: 42999 name: kube-prometheus-stack-node.rules 43000 namespace: kube-prometheus-stack 43001 labels: 43002 app: kube-prometheus-stack 43003 43004 app.kubernetes.io/managed-by: Helm 43005 app.kubernetes.io/instance: kube-prometheus-stack 43006 app.kubernetes.io/version: "25.0.0" 43007 app.kubernetes.io/part-of: kube-prometheus-stack 43008 chart: kube-prometheus-stack-25.0.0 43009 release: "kube-prometheus-stack" 43010 heritage: "Helm" 43011 spec: 43012 groups: 43013 - name: node.rules 43014 rules: 43015 - expr: |- 43016 topk by(namespace, pod) (1, 43017 max by (node, namespace, pod) ( 43018 label_replace(kube_pod_info{job="kube-state-metrics",node!=""}, "pod", "$1", "pod", "(.*)") 43019 )) 43020 record: 'node_namespace_pod:kube_pod_info:' 43021 - expr: |- 43022 count by (cluster, node) (sum by (node, cpu) ( 43023 node_cpu_seconds_total{job="node-exporter"} 43024 * on (namespace, pod) group_left(node) 43025 topk by(namespace, pod) (1, node_namespace_pod:kube_pod_info:) 43026 )) 43027 record: node:node_num_cpu:sum 43028 - expr: |- 43029 sum( 43030 node_memory_MemAvailable_bytes{job="node-exporter"} or 43031 ( 43032 node_memory_Buffers_bytes{job="node-exporter"} + 43033 node_memory_Cached_bytes{job="node-exporter"} + 43034 node_memory_MemFree_bytes{job="node-exporter"} + 43035 node_memory_Slab_bytes{job="node-exporter"} 43036 ) 43037 ) by (cluster) 43038 record: :node_memory_MemAvailable_bytes:sum 43039 --- 43040 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/prometheus-operator.yaml 43041 apiVersion: monitoring.coreos.com/v1 43042 kind: PrometheusRule 43043 metadata: 43044 name: kube-prometheus-stack-prometheus-operator 43045 namespace: kube-prometheus-stack 43046 labels: 43047 app: kube-prometheus-stack 43048 43049 app.kubernetes.io/managed-by: Helm 43050 app.kubernetes.io/instance: kube-prometheus-stack 43051 app.kubernetes.io/version: "25.0.0" 43052 app.kubernetes.io/part-of: kube-prometheus-stack 43053 chart: kube-prometheus-stack-25.0.0 43054 release: "kube-prometheus-stack" 43055 heritage: "Helm" 43056 spec: 43057 groups: 43058 - name: prometheus-operator 43059 rules: 43060 - alert: PrometheusOperatorListErrors 43061 annotations: 43062 description: Errors while performing List operations in controller {{$labels.controller}} in {{$labels.namespace}} namespace. 43063 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatorlisterrors 43064 summary: Errors while performing list operations in controller. 43065 expr: (sum by (controller,namespace) (rate(prometheus_operator_list_operations_failed_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack"}[10m])) / sum by (controller,namespace) (rate(prometheus_operator_list_operations_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack"}[10m]))) > 0.4 43066 for: 15m 43067 labels: 43068 severity: warning 43069 - alert: PrometheusOperatorWatchErrors 43070 annotations: 43071 description: Errors while performing watch operations in controller {{$labels.controller}} in {{$labels.namespace}} namespace. 43072 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatorwatcherrors 43073 summary: Errors while performing watch operations in controller. 43074 expr: (sum by (controller,namespace) (rate(prometheus_operator_watch_operations_failed_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack"}[10m])) / sum by (controller,namespace) (rate(prometheus_operator_watch_operations_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack"}[10m]))) > 0.4 43075 for: 15m 43076 labels: 43077 severity: warning 43078 - alert: PrometheusOperatorSyncFailed 43079 annotations: 43080 description: Controller {{ $labels.controller }} in {{ $labels.namespace }} namespace fails to reconcile {{ $value }} objects. 43081 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatorsyncfailed 43082 summary: Last controller reconciliation failed 43083 expr: min_over_time(prometheus_operator_syncs{status="failed",job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack"}[5m]) > 0 43084 for: 10m 43085 labels: 43086 severity: warning 43087 - alert: PrometheusOperatorReconcileErrors 43088 annotations: 43089 description: '{{ $value | humanizePercentage }} of reconciling operations failed for {{ $labels.controller }} controller in {{ $labels.namespace }} namespace.' 43090 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatorreconcileerrors 43091 summary: Errors while reconciling controller. 43092 expr: (sum by (controller,namespace) (rate(prometheus_operator_reconcile_errors_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack"}[5m]))) / (sum by (controller,namespace) (rate(prometheus_operator_reconcile_operations_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack"}[5m]))) > 0.1 43093 for: 10m 43094 labels: 43095 severity: warning 43096 - alert: PrometheusOperatorNodeLookupErrors 43097 annotations: 43098 description: Errors while reconciling Prometheus in {{ $labels.namespace }} Namespace. 43099 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatornodelookuperrors 43100 summary: Errors while reconciling Prometheus. 43101 expr: rate(prometheus_operator_node_address_lookup_errors_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack"}[5m]) > 0.1 43102 for: 10m 43103 labels: 43104 severity: warning 43105 - alert: PrometheusOperatorNotReady 43106 annotations: 43107 description: Prometheus operator in {{ $labels.namespace }} namespace isn't ready to reconcile {{ $labels.controller }} resources. 43108 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatornotready 43109 summary: Prometheus operator not ready 43110 expr: min by(namespace, controller) (max_over_time(prometheus_operator_ready{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack"}[5m]) == 0) 43111 for: 5m 43112 labels: 43113 severity: warning 43114 - alert: PrometheusOperatorRejectedResources 43115 annotations: 43116 description: Prometheus operator in {{ $labels.namespace }} namespace rejected {{ printf "%0.0f" $value }} {{ $labels.controller }}/{{ $labels.resource }} resources. 43117 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus-operator/prometheusoperatorrejectedresources 43118 summary: Resources rejected by Prometheus operator 43119 expr: min_over_time(prometheus_operator_managed_resources{state="rejected",job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack"}[5m]) > 0 43120 for: 5m 43121 labels: 43122 severity: warning 43123 --- 43124 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/prometheus.yaml 43125 apiVersion: monitoring.coreos.com/v1 43126 kind: PrometheusRule 43127 metadata: 43128 name: kube-prometheus-stack-prometheus 43129 namespace: kube-prometheus-stack 43130 labels: 43131 app: kube-prometheus-stack 43132 43133 app.kubernetes.io/managed-by: Helm 43134 app.kubernetes.io/instance: kube-prometheus-stack 43135 app.kubernetes.io/version: "25.0.0" 43136 app.kubernetes.io/part-of: kube-prometheus-stack 43137 chart: kube-prometheus-stack-25.0.0 43138 release: "kube-prometheus-stack" 43139 heritage: "Helm" 43140 spec: 43141 groups: 43142 - name: prometheus 43143 rules: 43144 - alert: PrometheusBadConfig 43145 annotations: 43146 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has failed to reload its configuration. 43147 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheusbadconfig 43148 summary: Failed Prometheus configuration reload. 43149 expr: |- 43150 # Without max_over_time, failed scrapes could create false negatives, see 43151 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 43152 max_over_time(prometheus_config_last_reload_successful{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) == 0 43153 for: 10m 43154 labels: 43155 severity: critical 43156 - alert: PrometheusNotificationQueueRunningFull 43157 annotations: 43158 description: Alert notification queue of Prometheus {{$labels.namespace}}/{{$labels.pod}} is running full. 43159 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheusnotificationqueuerunningfull 43160 summary: Prometheus alert notification queue predicted to run full in less than 30m. 43161 expr: |- 43162 # Without min_over_time, failed scrapes could create false negatives, see 43163 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 43164 ( 43165 predict_linear(prometheus_notifications_queue_length{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m], 60 * 30) 43166 > 43167 min_over_time(prometheus_notifications_queue_capacity{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) 43168 ) 43169 for: 15m 43170 labels: 43171 severity: warning 43172 - alert: PrometheusErrorSendingAlertsToSomeAlertmanagers 43173 annotations: 43174 description: '{{ printf "%.1f" $value }}% errors while sending alerts from Prometheus {{$labels.namespace}}/{{$labels.pod}} to Alertmanager {{$labels.alertmanager}}.' 43175 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheuserrorsendingalertstosomealertmanagers 43176 summary: Prometheus has encountered more than 1% errors sending alerts to a specific Alertmanager. 43177 expr: |- 43178 ( 43179 rate(prometheus_notifications_errors_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) 43180 / 43181 rate(prometheus_notifications_sent_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) 43182 ) 43183 * 100 43184 > 1 43185 for: 15m 43186 labels: 43187 severity: warning 43188 - alert: PrometheusNotConnectedToAlertmanagers 43189 annotations: 43190 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} is not connected to any Alertmanagers. 43191 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheusnotconnectedtoalertmanagers 43192 summary: Prometheus is not connected to any Alertmanagers. 43193 expr: |- 43194 # Without max_over_time, failed scrapes could create false negatives, see 43195 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 43196 max_over_time(prometheus_notifications_alertmanagers_discovered{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) < 1 43197 for: 10m 43198 labels: 43199 severity: warning 43200 - alert: PrometheusTSDBReloadsFailing 43201 annotations: 43202 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has detected {{$value | humanize}} reload failures over the last 3h. 43203 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheustsdbreloadsfailing 43204 summary: Prometheus has issues reloading blocks from disk. 43205 expr: increase(prometheus_tsdb_reloads_failures_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[3h]) > 0 43206 for: 4h 43207 labels: 43208 severity: warning 43209 - alert: PrometheusTSDBCompactionsFailing 43210 annotations: 43211 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has detected {{$value | humanize}} compaction failures over the last 3h. 43212 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheustsdbcompactionsfailing 43213 summary: Prometheus has issues compacting blocks. 43214 expr: increase(prometheus_tsdb_compactions_failed_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[3h]) > 0 43215 for: 4h 43216 labels: 43217 severity: warning 43218 - alert: PrometheusNotIngestingSamples 43219 annotations: 43220 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} is not ingesting samples. 43221 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheusnotingestingsamples 43222 summary: Prometheus is not ingesting samples. 43223 expr: |- 43224 ( 43225 rate(prometheus_tsdb_head_samples_appended_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) <= 0 43226 and 43227 ( 43228 sum without(scrape_job) (prometheus_target_metadata_cache_entries{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}) > 0 43229 or 43230 sum without(rule_group) (prometheus_rule_group_rules{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}) > 0 43231 ) 43232 ) 43233 for: 10m 43234 labels: 43235 severity: warning 43236 - alert: PrometheusDuplicateTimestamps 43237 annotations: 43238 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} is dropping {{ printf "%.4g" $value }} samples/s with different values but duplicated timestamp. 43239 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheusduplicatetimestamps 43240 summary: Prometheus is dropping samples with duplicate timestamps. 43241 expr: rate(prometheus_target_scrapes_sample_duplicate_timestamp_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) > 0 43242 for: 10m 43243 labels: 43244 severity: warning 43245 - alert: PrometheusOutOfOrderTimestamps 43246 annotations: 43247 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} is dropping {{ printf "%.4g" $value }} samples/s with timestamps arriving out of order. 43248 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheusoutofordertimestamps 43249 summary: Prometheus drops samples with out-of-order timestamps. 43250 expr: rate(prometheus_target_scrapes_sample_out_of_order_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) > 0 43251 for: 10m 43252 labels: 43253 severity: warning 43254 - alert: PrometheusRemoteStorageFailures 43255 annotations: 43256 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} failed to send {{ printf "%.1f" $value }}% of the samples to {{ $labels.remote_name}}:{{ $labels.url }} 43257 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheusremotestoragefailures 43258 summary: Prometheus fails to send samples to remote storage. 43259 expr: |- 43260 ( 43261 (rate(prometheus_remote_storage_failed_samples_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) or rate(prometheus_remote_storage_samples_failed_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m])) 43262 / 43263 ( 43264 (rate(prometheus_remote_storage_failed_samples_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) or rate(prometheus_remote_storage_samples_failed_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m])) 43265 + 43266 (rate(prometheus_remote_storage_succeeded_samples_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) or rate(prometheus_remote_storage_samples_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m])) 43267 ) 43268 ) 43269 * 100 43270 > 1 43271 for: 15m 43272 labels: 43273 severity: critical 43274 - alert: PrometheusRemoteWriteBehind 43275 annotations: 43276 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} remote write is {{ printf "%.1f" $value }}s behind for {{ $labels.remote_name}}:{{ $labels.url }}. 43277 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheusremotewritebehind 43278 summary: Prometheus remote write is behind. 43279 expr: |- 43280 # Without max_over_time, failed scrapes could create false negatives, see 43281 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 43282 ( 43283 max_over_time(prometheus_remote_storage_highest_timestamp_in_seconds{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) 43284 - ignoring(remote_name, url) group_right 43285 max_over_time(prometheus_remote_storage_queue_highest_sent_timestamp_seconds{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) 43286 ) 43287 > 120 43288 for: 15m 43289 labels: 43290 severity: critical 43291 - alert: PrometheusRemoteWriteDesiredShards 43292 annotations: 43293 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} remote write desired shards calculation wants to run {{ $value }} shards for queue {{ $labels.remote_name}}:{{ $labels.url }}, which is more than the max of {{ printf `prometheus_remote_storage_shards_max{instance="%s",job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}` $labels.instance | query | first | value }}. 43294 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheusremotewritedesiredshards 43295 summary: Prometheus remote write desired shards calculation wants to run more than configured max shards. 43296 expr: |- 43297 # Without max_over_time, failed scrapes could create false negatives, see 43298 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 43299 ( 43300 max_over_time(prometheus_remote_storage_shards_desired{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) 43301 > 43302 max_over_time(prometheus_remote_storage_shards_max{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) 43303 ) 43304 for: 15m 43305 labels: 43306 severity: warning 43307 - alert: PrometheusRuleFailures 43308 annotations: 43309 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has failed to evaluate {{ printf "%.0f" $value }} rules in the last 5m. 43310 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheusrulefailures 43311 summary: Prometheus is failing rule evaluations. 43312 expr: increase(prometheus_rule_evaluation_failures_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) > 0 43313 for: 15m 43314 labels: 43315 severity: critical 43316 - alert: PrometheusMissingRuleEvaluations 43317 annotations: 43318 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has missed {{ printf "%.0f" $value }} rule group evaluations in the last 5m. 43319 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheusmissingruleevaluations 43320 summary: Prometheus is missing rule evaluations due to slow rule group evaluation. 43321 expr: increase(prometheus_rule_group_iterations_missed_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) > 0 43322 for: 15m 43323 labels: 43324 severity: warning 43325 - alert: PrometheusTargetLimitHit 43326 annotations: 43327 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has dropped {{ printf "%.0f" $value }} targets because the number of targets exceeded the configured target_limit. 43328 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheustargetlimithit 43329 summary: Prometheus has dropped targets because some scrape configs have exceeded the targets limit. 43330 expr: increase(prometheus_target_scrape_pool_exceeded_target_limit_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) > 0 43331 for: 15m 43332 labels: 43333 severity: warning 43334 - alert: PrometheusLabelLimitHit 43335 annotations: 43336 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has dropped {{ printf "%.0f" $value }} targets because some samples exceeded the configured label_limit, label_name_length_limit or label_value_length_limit. 43337 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheuslabellimithit 43338 summary: Prometheus has dropped targets because some scrape configs have exceeded the labels limit. 43339 expr: increase(prometheus_target_scrape_pool_exceeded_label_limits_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[5m]) > 0 43340 for: 15m 43341 labels: 43342 severity: warning 43343 - alert: PrometheusTargetSyncFailure 43344 annotations: 43345 description: '{{ printf "%.0f" $value }} targets in Prometheus {{$labels.namespace}}/{{$labels.pod}} have failed to sync because invalid configuration was supplied.' 43346 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheustargetsyncfailure 43347 summary: Prometheus has failed to sync targets. 43348 expr: increase(prometheus_target_sync_failed_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack"}[30m]) > 0 43349 for: 5m 43350 labels: 43351 severity: critical 43352 - alert: PrometheusErrorSendingAlertsToAnyAlertmanager 43353 annotations: 43354 description: '{{ printf "%.1f" $value }}% minimum errors while sending alerts from Prometheus {{$labels.namespace}}/{{$labels.pod}} to any Alertmanager.' 43355 runbook_url: https://runbooks.prometheus-operator.dev/runbooks/prometheus/prometheuserrorsendingalertstoanyalertmanager 43356 summary: Prometheus encounters more than 3% errors sending alerts to any Alertmanager. 43357 expr: |- 43358 min without (alertmanager) ( 43359 rate(prometheus_notifications_errors_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack",alertmanager!~``}[5m]) 43360 / 43361 rate(prometheus_notifications_sent_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack",alertmanager!~``}[5m]) 43362 ) 43363 * 100 43364 > 3 43365 for: 15m 43366 labels: 43367 severity: critical 43368 --- 43369 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/servicemonitor.yaml 43370 apiVersion: monitoring.coreos.com/v1 43371 kind: ServiceMonitor 43372 metadata: 43373 name: kube-prometheus-stack-kube-state-metrics 43374 namespace: kube-prometheus-stack 43375 labels: 43376 helm.sh/chart: kube-state-metrics-4.2.0 43377 app.kubernetes.io/managed-by: Helm 43378 app.kubernetes.io/component: metrics 43379 app.kubernetes.io/part-of: kube-state-metrics 43380 app.kubernetes.io/name: kube-state-metrics 43381 app.kubernetes.io/instance: kube-prometheus-stack 43382 app.kubernetes.io/version: "2.3.0" 43383 spec: 43384 jobLabel: app.kubernetes.io/name 43385 selector: 43386 matchLabels: 43387 app.kubernetes.io/name: kube-state-metrics 43388 app.kubernetes.io/instance: kube-prometheus-stack 43389 endpoints: 43390 - port: http 43391 honorLabels: true 43392 --- 43393 # Source: kube-prometheus-stack/templates/alertmanager/servicemonitor.yaml 43394 apiVersion: monitoring.coreos.com/v1 43395 kind: ServiceMonitor 43396 metadata: 43397 name: kube-prometheus-stack-alertmanager 43398 namespace: kube-prometheus-stack 43399 labels: 43400 app: kube-prometheus-stack-alertmanager 43401 43402 app.kubernetes.io/managed-by: Helm 43403 app.kubernetes.io/instance: kube-prometheus-stack 43404 app.kubernetes.io/version: "25.0.0" 43405 app.kubernetes.io/part-of: kube-prometheus-stack 43406 chart: kube-prometheus-stack-25.0.0 43407 release: "kube-prometheus-stack" 43408 heritage: "Helm" 43409 spec: 43410 selector: 43411 matchLabels: 43412 app: kube-prometheus-stack-alertmanager 43413 release: "kube-prometheus-stack" 43414 self-monitor: "true" 43415 namespaceSelector: 43416 matchNames: 43417 - "kube-prometheus-stack" 43418 endpoints: 43419 - port: http-web 43420 path: "/metrics" 43421 --- 43422 # Source: kube-prometheus-stack/templates/exporters/core-dns/servicemonitor.yaml 43423 apiVersion: monitoring.coreos.com/v1 43424 kind: ServiceMonitor 43425 metadata: 43426 name: kube-prometheus-stack-coredns 43427 namespace: kube-prometheus-stack 43428 labels: 43429 app: kube-prometheus-stack-coredns 43430 43431 app.kubernetes.io/managed-by: Helm 43432 app.kubernetes.io/instance: kube-prometheus-stack 43433 app.kubernetes.io/version: "25.0.0" 43434 app.kubernetes.io/part-of: kube-prometheus-stack 43435 chart: kube-prometheus-stack-25.0.0 43436 release: "kube-prometheus-stack" 43437 heritage: "Helm" 43438 spec: 43439 jobLabel: jobLabel 43440 selector: 43441 matchLabels: 43442 app: kube-prometheus-stack-coredns 43443 release: "kube-prometheus-stack" 43444 namespaceSelector: 43445 matchNames: 43446 - "kube-system" 43447 endpoints: 43448 - port: http-metrics 43449 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43450 --- 43451 # Source: kube-prometheus-stack/templates/exporters/kube-api-server/servicemonitor.yaml 43452 apiVersion: monitoring.coreos.com/v1 43453 kind: ServiceMonitor 43454 metadata: 43455 name: kube-prometheus-stack-apiserver 43456 namespace: kube-prometheus-stack 43457 labels: 43458 app: kube-prometheus-stack-apiserver 43459 43460 app.kubernetes.io/managed-by: Helm 43461 app.kubernetes.io/instance: kube-prometheus-stack 43462 app.kubernetes.io/version: "25.0.0" 43463 app.kubernetes.io/part-of: kube-prometheus-stack 43464 chart: kube-prometheus-stack-25.0.0 43465 release: "kube-prometheus-stack" 43466 heritage: "Helm" 43467 spec: 43468 endpoints: 43469 - bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43470 port: https 43471 scheme: https 43472 tlsConfig: 43473 caFile: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt 43474 serverName: kubernetes 43475 insecureSkipVerify: false 43476 jobLabel: component 43477 namespaceSelector: 43478 matchNames: 43479 - default 43480 selector: 43481 matchLabels: 43482 component: apiserver 43483 provider: kubernetes 43484 --- 43485 # Source: kube-prometheus-stack/templates/exporters/kube-controller-manager/servicemonitor.yaml 43486 apiVersion: monitoring.coreos.com/v1 43487 kind: ServiceMonitor 43488 metadata: 43489 name: kube-prometheus-stack-kube-controller-manager 43490 namespace: kube-prometheus-stack 43491 labels: 43492 app: kube-prometheus-stack-kube-controller-manager 43493 43494 app.kubernetes.io/managed-by: Helm 43495 app.kubernetes.io/instance: kube-prometheus-stack 43496 app.kubernetes.io/version: "25.0.0" 43497 app.kubernetes.io/part-of: kube-prometheus-stack 43498 chart: kube-prometheus-stack-25.0.0 43499 release: "kube-prometheus-stack" 43500 heritage: "Helm" 43501 spec: 43502 jobLabel: jobLabel 43503 selector: 43504 matchLabels: 43505 app: kube-prometheus-stack-kube-controller-manager 43506 release: "kube-prometheus-stack" 43507 namespaceSelector: 43508 matchNames: 43509 - "kube-system" 43510 endpoints: 43511 - port: http-metrics 43512 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43513 --- 43514 # Source: kube-prometheus-stack/templates/exporters/kube-etcd/servicemonitor.yaml 43515 apiVersion: monitoring.coreos.com/v1 43516 kind: ServiceMonitor 43517 metadata: 43518 name: kube-prometheus-stack-kube-etcd 43519 namespace: kube-prometheus-stack 43520 labels: 43521 app: kube-prometheus-stack-kube-etcd 43522 43523 app.kubernetes.io/managed-by: Helm 43524 app.kubernetes.io/instance: kube-prometheus-stack 43525 app.kubernetes.io/version: "25.0.0" 43526 app.kubernetes.io/part-of: kube-prometheus-stack 43527 chart: kube-prometheus-stack-25.0.0 43528 release: "kube-prometheus-stack" 43529 heritage: "Helm" 43530 spec: 43531 jobLabel: jobLabel 43532 selector: 43533 matchLabels: 43534 app: kube-prometheus-stack-kube-etcd 43535 release: "kube-prometheus-stack" 43536 namespaceSelector: 43537 matchNames: 43538 - "kube-system" 43539 endpoints: 43540 - port: http-metrics 43541 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43542 --- 43543 # Source: kube-prometheus-stack/templates/exporters/kube-proxy/servicemonitor.yaml 43544 apiVersion: monitoring.coreos.com/v1 43545 kind: ServiceMonitor 43546 metadata: 43547 name: kube-prometheus-stack-kube-proxy 43548 namespace: kube-prometheus-stack 43549 labels: 43550 app: kube-prometheus-stack-kube-proxy 43551 43552 app.kubernetes.io/managed-by: Helm 43553 app.kubernetes.io/instance: kube-prometheus-stack 43554 app.kubernetes.io/version: "25.0.0" 43555 app.kubernetes.io/part-of: kube-prometheus-stack 43556 chart: kube-prometheus-stack-25.0.0 43557 release: "kube-prometheus-stack" 43558 heritage: "Helm" 43559 spec: 43560 jobLabel: jobLabel 43561 selector: 43562 matchLabels: 43563 app: kube-prometheus-stack-kube-proxy 43564 release: "kube-prometheus-stack" 43565 namespaceSelector: 43566 matchNames: 43567 - "kube-system" 43568 endpoints: 43569 - port: http-metrics 43570 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43571 --- 43572 # Source: kube-prometheus-stack/templates/exporters/kube-scheduler/servicemonitor.yaml 43573 apiVersion: monitoring.coreos.com/v1 43574 kind: ServiceMonitor 43575 metadata: 43576 name: kube-prometheus-stack-kube-scheduler 43577 namespace: kube-prometheus-stack 43578 labels: 43579 app: kube-prometheus-stack-kube-scheduler 43580 43581 app.kubernetes.io/managed-by: Helm 43582 app.kubernetes.io/instance: kube-prometheus-stack 43583 app.kubernetes.io/version: "25.0.0" 43584 app.kubernetes.io/part-of: kube-prometheus-stack 43585 chart: kube-prometheus-stack-25.0.0 43586 release: "kube-prometheus-stack" 43587 heritage: "Helm" 43588 spec: 43589 jobLabel: jobLabel 43590 selector: 43591 matchLabels: 43592 app: kube-prometheus-stack-kube-scheduler 43593 release: "kube-prometheus-stack" 43594 namespaceSelector: 43595 matchNames: 43596 - "kube-system" 43597 endpoints: 43598 - port: http-metrics 43599 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43600 --- 43601 # Source: kube-prometheus-stack/templates/exporters/kubelet/servicemonitor.yaml 43602 apiVersion: monitoring.coreos.com/v1 43603 kind: ServiceMonitor 43604 metadata: 43605 name: kube-prometheus-stack-kubelet 43606 namespace: kube-prometheus-stack 43607 labels: 43608 app: kube-prometheus-stack-kubelet 43609 app.kubernetes.io/managed-by: Helm 43610 app.kubernetes.io/instance: kube-prometheus-stack 43611 app.kubernetes.io/version: "25.0.0" 43612 app.kubernetes.io/part-of: kube-prometheus-stack 43613 chart: kube-prometheus-stack-25.0.0 43614 release: "kube-prometheus-stack" 43615 heritage: "Helm" 43616 spec: 43617 endpoints: 43618 - port: https-metrics 43619 scheme: https 43620 tlsConfig: 43621 caFile: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt 43622 insecureSkipVerify: true 43623 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43624 honorLabels: true 43625 relabelings: 43626 - sourceLabels: 43627 - __metrics_path__ 43628 targetLabel: metrics_path 43629 - port: https-metrics 43630 scheme: https 43631 path: /metrics/cadvisor 43632 honorLabels: true 43633 tlsConfig: 43634 caFile: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt 43635 insecureSkipVerify: true 43636 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43637 relabelings: 43638 - sourceLabels: 43639 - __metrics_path__ 43640 targetLabel: metrics_path 43641 - port: https-metrics 43642 scheme: https 43643 path: /metrics/probes 43644 honorLabels: true 43645 tlsConfig: 43646 caFile: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt 43647 insecureSkipVerify: true 43648 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43649 relabelings: 43650 - sourceLabels: 43651 - __metrics_path__ 43652 targetLabel: metrics_path 43653 jobLabel: k8s-app 43654 namespaceSelector: 43655 matchNames: 43656 - kube-system 43657 selector: 43658 matchLabels: 43659 app.kubernetes.io/name: kubelet 43660 k8s-app: kubelet 43661 --- 43662 # Source: kube-prometheus-stack/templates/grafana/servicemonitor.yaml 43663 apiVersion: monitoring.coreos.com/v1 43664 kind: ServiceMonitor 43665 metadata: 43666 name: kube-prometheus-stack-grafana 43667 namespace: kube-prometheus-stack 43668 labels: 43669 app: kube-prometheus-stack-grafana 43670 43671 app.kubernetes.io/managed-by: Helm 43672 app.kubernetes.io/instance: kube-prometheus-stack 43673 app.kubernetes.io/version: "25.0.0" 43674 app.kubernetes.io/part-of: kube-prometheus-stack 43675 chart: kube-prometheus-stack-25.0.0 43676 release: "kube-prometheus-stack" 43677 heritage: "Helm" 43678 spec: 43679 selector: 43680 matchLabels: 43681 app.kubernetes.io/name: grafana 43682 app.kubernetes.io/instance: "kube-prometheus-stack" 43683 endpoints: 43684 - port: http-web 43685 path: "/metrics" 43686 --- 43687 # Source: kube-prometheus-stack/templates/prometheus-operator/servicemonitor.yaml 43688 apiVersion: monitoring.coreos.com/v1 43689 kind: ServiceMonitor 43690 metadata: 43691 name: kube-prometheus-stack-operator 43692 namespace: kube-prometheus-stack 43693 labels: 43694 app: kube-prometheus-stack-operator 43695 43696 app.kubernetes.io/managed-by: Helm 43697 app.kubernetes.io/instance: kube-prometheus-stack 43698 app.kubernetes.io/version: "25.0.0" 43699 app.kubernetes.io/part-of: kube-prometheus-stack 43700 chart: kube-prometheus-stack-25.0.0 43701 release: "kube-prometheus-stack" 43702 heritage: "Helm" 43703 spec: 43704 endpoints: 43705 - port: https 43706 scheme: https 43707 tlsConfig: 43708 serverName: kube-prometheus-stack-operator 43709 ca: 43710 secret: 43711 name: kube-prometheus-stack-admission 43712 key: ca 43713 optional: false 43714 honorLabels: true 43715 selector: 43716 matchLabels: 43717 app: kube-prometheus-stack-operator 43718 release: "kube-prometheus-stack" 43719 namespaceSelector: 43720 matchNames: 43721 - "kube-prometheus-stack" 43722 --- 43723 # Source: kube-prometheus-stack/templates/prometheus/servicemonitor.yaml 43724 apiVersion: monitoring.coreos.com/v1 43725 kind: ServiceMonitor 43726 metadata: 43727 name: kube-prometheus-stack-prometheus 43728 namespace: kube-prometheus-stack 43729 labels: 43730 app: kube-prometheus-stack-prometheus 43731 43732 app.kubernetes.io/managed-by: Helm 43733 app.kubernetes.io/instance: kube-prometheus-stack 43734 app.kubernetes.io/version: "25.0.0" 43735 app.kubernetes.io/part-of: kube-prometheus-stack 43736 chart: kube-prometheus-stack-25.0.0 43737 release: "kube-prometheus-stack" 43738 heritage: "Helm" 43739 spec: 43740 selector: 43741 matchLabels: 43742 app: kube-prometheus-stack-prometheus 43743 release: "kube-prometheus-stack" 43744 self-monitor: "true" 43745 namespaceSelector: 43746 matchNames: 43747 - "kube-prometheus-stack" 43748 endpoints: 43749 - port: http-web 43750 path: "/metrics" 43751 --- 43752 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/validatingWebhookConfiguration.yaml 43753 apiVersion: admissionregistration.k8s.io/v1 43754 kind: ValidatingWebhookConfiguration 43755 metadata: 43756 name: kube-prometheus-stack-admission 43757 labels: 43758 app: kube-prometheus-stack-admission 43759 app.kubernetes.io/managed-by: Helm 43760 app.kubernetes.io/instance: kube-prometheus-stack 43761 app.kubernetes.io/version: "25.0.0" 43762 app.kubernetes.io/part-of: kube-prometheus-stack 43763 chart: kube-prometheus-stack-25.0.0 43764 release: "kube-prometheus-stack" 43765 heritage: "Helm" 43766 webhooks: 43767 - name: prometheusrulemutate.monitoring.coreos.com 43768 failurePolicy: Ignore 43769 rules: 43770 - apiGroups: 43771 - monitoring.coreos.com 43772 apiVersions: 43773 - "*" 43774 resources: 43775 - prometheusrules 43776 operations: 43777 - CREATE 43778 - UPDATE 43779 clientConfig: 43780 service: 43781 namespace: kube-prometheus-stack 43782 name: kube-prometheus-stack-operator 43783 path: /admission-prometheusrules/validate 43784 admissionReviewVersions: ["v1", "v1beta1"] 43785 sideEffects: None 43786