github.com/alibaba/sealer@v0.8.6-0.20220430115802-37a2bdaa8173/applications/prometheus-stack/prometheus/operator.yaml (about) 1 --- 2 apiVersion: v1 3 kind: Namespace 4 metadata: 5 name: kube-prometheus-stack-system 6 labels: 7 app.kubernetes.io/instance: kube-prometheus-stack 8 --- 9 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/job-patch/psp.yaml 10 apiVersion: policy/v1beta1 11 kind: PodSecurityPolicy 12 metadata: 13 name: kube-prometheus-stack-admission 14 annotations: 15 "helm.sh/hook": pre-install,pre-upgrade,post-install,post-upgrade 16 "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded 17 labels: 18 app: kube-prometheus-stack-admission 19 app.kubernetes.io/instance: kube-prometheus-stack 20 app.kubernetes.io/version: "18.0.1" 21 app.kubernetes.io/part-of: kube-prometheus-stack 22 release: "kube-prometheus-stack" 23 heritage: "Helm" 24 spec: 25 privileged: false 26 # Required to prevent escalations to root. 27 # allowPrivilegeEscalation: false 28 # This is redundant with non-root + disallow privilege escalation, 29 # but we can provide it for defense in depth. 30 #requiredDropCapabilities: 31 # - ALL 32 # Allow core volume types. 33 volumes: 34 - 'configMap' 35 - 'emptyDir' 36 - 'projected' 37 - 'secret' 38 - 'downwardAPI' 39 - 'persistentVolumeClaim' 40 hostNetwork: false 41 hostIPC: false 42 hostPID: false 43 runAsUser: 44 # Permits the container to run with root privileges as well. 45 rule: 'RunAsAny' 46 seLinux: 47 # This policy assumes the nodes are using AppArmor rather than SELinux. 48 rule: 'RunAsAny' 49 supplementalGroups: 50 rule: 'MustRunAs' 51 ranges: 52 # Forbid adding the root group. 53 - min: 0 54 max: 65535 55 fsGroup: 56 rule: 'MustRunAs' 57 ranges: 58 # Forbid adding the root group. 59 - min: 0 60 max: 65535 61 readOnlyRootFilesystem: false 62 --- 63 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/job-patch/serviceaccount.yaml 64 apiVersion: v1 65 kind: ServiceAccount 66 metadata: 67 name: kube-prometheus-stack-admission 68 namespace: kube-prometheus-stack-system 69 annotations: 70 "helm.sh/hook": pre-install,pre-upgrade,post-install,post-upgrade 71 "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded 72 labels: 73 app: kube-prometheus-stack-admission 74 75 app.kubernetes.io/instance: kube-prometheus-stack 76 app.kubernetes.io/version: "18.0.1" 77 app.kubernetes.io/part-of: kube-prometheus-stack 78 79 release: "kube-prometheus-stack" 80 heritage: "Helm" 81 --- 82 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/job-patch/clusterrole.yaml 83 apiVersion: rbac.authorization.k8s.io/v1 84 kind: ClusterRole 85 metadata: 86 name: kube-prometheus-stack-admission 87 annotations: 88 "helm.sh/hook": pre-install,pre-upgrade,post-install,post-upgrade 89 "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded 90 labels: 91 app: kube-prometheus-stack-admission 92 93 app.kubernetes.io/instance: kube-prometheus-stack 94 app.kubernetes.io/version: "18.0.1" 95 app.kubernetes.io/part-of: kube-prometheus-stack 96 97 release: "kube-prometheus-stack" 98 heritage: "Helm" 99 rules: 100 - apiGroups: 101 - admissionregistration.k8s.io 102 resources: 103 - validatingwebhookconfigurations 104 - mutatingwebhookconfigurations 105 verbs: 106 - get 107 - update 108 - apiGroups: [ 'policy' ] 109 resources: [ 'podsecuritypolicies' ] 110 verbs: [ 'use' ] 111 resourceNames: 112 - kube-prometheus-stack-admission 113 --- 114 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/job-patch/clusterrolebinding.yaml 115 apiVersion: rbac.authorization.k8s.io/v1 116 kind: ClusterRoleBinding 117 metadata: 118 name: kube-prometheus-stack-admission 119 annotations: 120 "helm.sh/hook": pre-install,pre-upgrade,post-install,post-upgrade 121 "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded 122 labels: 123 app: kube-prometheus-stack-admission 124 app.kubernetes.io/instance: kube-prometheus-stack 125 app.kubernetes.io/version: "18.0.1" 126 app.kubernetes.io/part-of: kube-prometheus-stack 127 release: "kube-prometheus-stack" 128 heritage: "Helm" 129 roleRef: 130 apiGroup: rbac.authorization.k8s.io 131 kind: ClusterRole 132 name: kube-prometheus-stack-admission 133 subjects: 134 - kind: ServiceAccount 135 name: kube-prometheus-stack-admission 136 namespace: kube-prometheus-stack-system 137 --- 138 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/job-patch/role.yaml 139 apiVersion: rbac.authorization.k8s.io/v1 140 kind: Role 141 metadata: 142 name: kube-prometheus-stack-admission 143 namespace: kube-prometheus-stack-system 144 annotations: 145 "helm.sh/hook": pre-install,pre-upgrade,post-install,post-upgrade 146 "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded 147 labels: 148 app: kube-prometheus-stack-admission 149 app.kubernetes.io/instance: kube-prometheus-stack 150 app.kubernetes.io/version: "18.0.1" 151 app.kubernetes.io/part-of: kube-prometheus-stack 152 release: "kube-prometheus-stack" 153 heritage: "Helm" 154 rules: 155 - apiGroups: 156 - "" 157 resources: 158 - secrets 159 verbs: 160 - get 161 - create 162 --- 163 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/job-patch/rolebinding.yaml 164 apiVersion: rbac.authorization.k8s.io/v1 165 kind: RoleBinding 166 metadata: 167 name: kube-prometheus-stack-admission 168 namespace: kube-prometheus-stack-system 169 annotations: 170 "helm.sh/hook": pre-install,pre-upgrade,post-install,post-upgrade 171 "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded 172 labels: 173 app: kube-prometheus-stack-admission 174 app.kubernetes.io/instance: kube-prometheus-stack 175 app.kubernetes.io/version: "18.0.1" 176 app.kubernetes.io/part-of: kube-prometheus-stack 177 release: "kube-prometheus-stack" 178 heritage: "Helm" 179 roleRef: 180 apiGroup: rbac.authorization.k8s.io 181 kind: Role 182 name: kube-prometheus-stack-admission 183 subjects: 184 - kind: ServiceAccount 185 name: kube-prometheus-stack-admission 186 namespace: kube-prometheus-stack-system 187 --- 188 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/job-patch/job-createSecret.yaml 189 apiVersion: batch/v1 190 kind: Job 191 metadata: 192 name: kube-prometheus-stack-admission-create 193 namespace: kube-prometheus-stack-system 194 annotations: 195 "helm.sh/hook": pre-install,pre-upgrade 196 "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded 197 labels: 198 app: kube-prometheus-stack-admission-create 199 200 app.kubernetes.io/instance: kube-prometheus-stack 201 app.kubernetes.io/version: "18.0.1" 202 app.kubernetes.io/part-of: kube-prometheus-stack 203 204 release: "kube-prometheus-stack" 205 heritage: "Helm" 206 spec: 207 template: 208 metadata: 209 name: kube-prometheus-stack-admission-create 210 labels: 211 app: kube-prometheus-stack-admission-create 212 213 app.kubernetes.io/instance: kube-prometheus-stack 214 app.kubernetes.io/version: "18.0.1" 215 app.kubernetes.io/part-of: kube-prometheus-stack 216 217 release: "kube-prometheus-stack" 218 heritage: "Helm" 219 spec: 220 containers: 221 - name: create 222 image: jettech/kube-webhook-certgen:v1.5.2 223 imagePullPolicy: IfNotPresent 224 args: 225 - create 226 - --host=kube-prometheus-stack-operator,kube-prometheus-stack-operator.kube-prometheus-stack-system.svc 227 - --namespace=kube-prometheus-stack-system 228 - --secret-name=kube-prometheus-stack-admission 229 resources: 230 { } 231 restartPolicy: OnFailure 232 serviceAccountName: kube-prometheus-stack-admission 233 securityContext: 234 runAsGroup: 2000 235 runAsNonRoot: true 236 runAsUser: 2000 237 --- 238 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/job-patch/job-patchWebhook.yaml 239 apiVersion: batch/v1 240 kind: Job 241 metadata: 242 name: kube-prometheus-stack-admission-patch 243 namespace: kube-prometheus-stack-system 244 annotations: 245 "helm.sh/hook": post-install,post-upgrade 246 "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded 247 labels: 248 app: kube-prometheus-stack-admission-patch 249 250 app.kubernetes.io/instance: kube-prometheus-stack 251 app.kubernetes.io/version: "18.0.1" 252 app.kubernetes.io/part-of: kube-prometheus-stack 253 254 release: "kube-prometheus-stack" 255 heritage: "Helm" 256 spec: 257 template: 258 metadata: 259 name: kube-prometheus-stack-admission-patch 260 labels: 261 app: kube-prometheus-stack-admission-patch 262 263 app.kubernetes.io/instance: kube-prometheus-stack 264 app.kubernetes.io/version: "18.0.1" 265 app.kubernetes.io/part-of: kube-prometheus-stack 266 267 release: "kube-prometheus-stack" 268 heritage: "Helm" 269 spec: 270 containers: 271 - name: patch 272 image: jettech/kube-webhook-certgen:v1.5.2 273 imagePullPolicy: IfNotPresent 274 args: 275 - patch 276 - --webhook-name=kube-prometheus-stack-admission 277 - --namespace=kube-prometheus-stack-system 278 - --secret-name=kube-prometheus-stack-admission 279 - --patch-failure-policy=Fail 280 resources: 281 { } 282 restartPolicy: OnFailure 283 serviceAccountName: kube-prometheus-stack-admission 284 securityContext: 285 runAsGroup: 2000 286 runAsNonRoot: true 287 runAsUser: 2000 288 MANIFEST: 289 --- 290 # Source: kube-prometheus-stack/charts/grafana/templates/podsecuritypolicy.yaml 291 apiVersion: policy/v1beta1 292 kind: PodSecurityPolicy 293 metadata: 294 name: kube-prometheus-stack-grafana 295 labels: 296 helm.sh/chart: grafana-6.15.0 297 app.kubernetes.io/name: grafana 298 app.kubernetes.io/instance: kube-prometheus-stack 299 app.kubernetes.io/version: "8.1.0" 300 301 annotations: 302 seccomp.security.alpha.kubernetes.io/allowedProfileNames: 'docker/default,runtime/default' 303 seccomp.security.alpha.kubernetes.io/defaultProfileName: 'docker/default' 304 apparmor.security.beta.kubernetes.io/allowedProfileNames: 'runtime/default' 305 apparmor.security.beta.kubernetes.io/defaultProfileName: 'runtime/default' 306 spec: 307 privileged: false 308 allowPrivilegeEscalation: false 309 requiredDropCapabilities: 310 # Default set from Docker, with DAC_OVERRIDE and CHOWN 311 - ALL 312 volumes: 313 - 'configMap' 314 - 'emptyDir' 315 - 'projected' 316 - 'csi' 317 - 'secret' 318 - 'downwardAPI' 319 - 'persistentVolumeClaim' 320 hostNetwork: false 321 hostIPC: false 322 hostPID: false 323 runAsUser: 324 rule: 'MustRunAsNonRoot' 325 seLinux: 326 rule: 'RunAsAny' 327 supplementalGroups: 328 rule: 'MustRunAs' 329 ranges: 330 # Forbid adding the root group. 331 - min: 1 332 max: 65535 333 fsGroup: 334 rule: 'MustRunAs' 335 ranges: 336 # Forbid adding the root group. 337 - min: 1 338 max: 65535 339 readOnlyRootFilesystem: false 340 --- 341 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/podsecuritypolicy.yaml 342 apiVersion: policy/v1beta1 343 kind: PodSecurityPolicy 344 metadata: 345 name: kube-prometheus-stack-kube-state-metrics 346 labels: 347 app.kubernetes.io/name: kube-state-metrics 348 helm.sh/chart: kube-state-metrics-3.4.2 349 app.kubernetes.io/instance: kube-prometheus-stack 350 spec: 351 privileged: false 352 volumes: 353 - 'secret' 354 hostNetwork: false 355 hostIPC: false 356 hostPID: false 357 runAsUser: 358 rule: 'MustRunAsNonRoot' 359 seLinux: 360 rule: 'RunAsAny' 361 supplementalGroups: 362 rule: 'MustRunAs' 363 ranges: 364 # Forbid adding the root group. 365 - min: 1 366 max: 65535 367 fsGroup: 368 rule: 'MustRunAs' 369 ranges: 370 # Forbid adding the root group. 371 - min: 1 372 max: 65535 373 readOnlyRootFilesystem: false 374 --- 375 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/psp.yaml 376 apiVersion: policy/v1beta1 377 kind: PodSecurityPolicy 378 metadata: 379 name: kube-prometheus-stack-prometheus-node-exporter 380 namespace: kube-prometheus-stack-system 381 labels: 382 app: prometheus-node-exporter 383 heritage: Helm 384 release: kube-prometheus-stack 385 chart: prometheus-node-exporter-2.0.4 386 jobLabel: node-exporter 387 spec: 388 privileged: false 389 # Required to prevent escalations to root. 390 # allowPrivilegeEscalation: false 391 # This is redundant with non-root + disallow privilege escalation, 392 # but we can provide it for defense in depth. 393 #requiredDropCapabilities: 394 # - ALL 395 # Allow core volume types. 396 volumes: 397 - 'configMap' 398 - 'emptyDir' 399 - 'projected' 400 - 'secret' 401 - 'downwardAPI' 402 - 'persistentVolumeClaim' 403 - 'hostPath' 404 hostNetwork: true 405 hostIPC: false 406 hostPID: true 407 hostPorts: 408 - min: 0 409 max: 65535 410 runAsUser: 411 # Permits the container to run with root privileges as well. 412 rule: 'RunAsAny' 413 seLinux: 414 # This policy assumes the nodes are using AppArmor rather than SELinux. 415 rule: 'RunAsAny' 416 supplementalGroups: 417 rule: 'MustRunAs' 418 ranges: 419 # Forbid adding the root group. 420 - min: 0 421 max: 65535 422 fsGroup: 423 rule: 'MustRunAs' 424 ranges: 425 # Forbid adding the root group. 426 - min: 0 427 max: 65535 428 readOnlyRootFilesystem: false 429 --- 430 # Source: kube-prometheus-stack/templates/alertmanager/psp.yaml 431 apiVersion: policy/v1beta1 432 kind: PodSecurityPolicy 433 metadata: 434 name: kube-prometheus-stack-alertmanager 435 labels: 436 app: kube-prometheus-stack-alertmanager 437 438 439 app.kubernetes.io/instance: kube-prometheus-stack 440 app.kubernetes.io/version: "18.0.1" 441 app.kubernetes.io/part-of: kube-prometheus-stack 442 443 release: "kube-prometheus-stack" 444 heritage: "Helm" 445 spec: 446 privileged: false 447 # Required to prevent escalations to root. 448 # allowPrivilegeEscalation: false 449 # This is redundant with non-root + disallow privilege escalation, 450 # but we can provide it for defense in depth. 451 #requiredDropCapabilities: 452 # - ALL 453 # Allow core volume types. 454 volumes: 455 - 'configMap' 456 - 'emptyDir' 457 - 'projected' 458 - 'secret' 459 - 'downwardAPI' 460 - 'persistentVolumeClaim' 461 hostNetwork: false 462 hostIPC: false 463 hostPID: false 464 runAsUser: 465 # Permits the container to run with root privileges as well. 466 rule: 'RunAsAny' 467 seLinux: 468 # This policy assumes the nodes are using AppArmor rather than SELinux. 469 rule: 'RunAsAny' 470 supplementalGroups: 471 rule: 'MustRunAs' 472 ranges: 473 # Forbid adding the root group. 474 - min: 0 475 max: 65535 476 fsGroup: 477 rule: 'MustRunAs' 478 ranges: 479 # Forbid adding the root group. 480 - min: 0 481 max: 65535 482 readOnlyRootFilesystem: false 483 --- 484 # Source: kube-prometheus-stack/templates/prometheus-operator/psp.yaml 485 apiVersion: policy/v1beta1 486 kind: PodSecurityPolicy 487 metadata: 488 name: kube-prometheus-stack-operator 489 labels: 490 app: kube-prometheus-stack-operator 491 app.kubernetes.io/instance: kube-prometheus-stack 492 app.kubernetes.io/version: "18.0.1" 493 app.kubernetes.io/part-of: kube-prometheus-stack 494 release: "kube-prometheus-stack" 495 heritage: "Helm" 496 spec: 497 privileged: false 498 # Required to prevent escalations to root. 499 # allowPrivilegeEscalation: false 500 # This is redundant with non-root + disallow privilege escalation, 501 # but we can provide it for defense in depth. 502 #requiredDropCapabilities: 503 # - ALL 504 # Allow core volume types. 505 volumes: 506 - 'configMap' 507 - 'emptyDir' 508 - 'projected' 509 - 'secret' 510 - 'downwardAPI' 511 - 'persistentVolumeClaim' 512 hostNetwork: false 513 hostIPC: false 514 hostPID: false 515 runAsUser: 516 # Permits the container to run with root privileges as well. 517 rule: 'RunAsAny' 518 seLinux: 519 # This policy assumes the nodes are using AppArmor rather than SELinux. 520 rule: 'RunAsAny' 521 supplementalGroups: 522 rule: 'MustRunAs' 523 ranges: 524 # Forbid adding the root group. 525 - min: 0 526 max: 65535 527 fsGroup: 528 rule: 'MustRunAs' 529 ranges: 530 # Forbid adding the root group. 531 - min: 0 532 max: 65535 533 readOnlyRootFilesystem: false 534 --- 535 # Source: kube-prometheus-stack/templates/prometheus/psp.yaml 536 apiVersion: policy/v1beta1 537 kind: PodSecurityPolicy 538 metadata: 539 name: kube-prometheus-stack-prometheus 540 labels: 541 app: kube-prometheus-stack-prometheus 542 app.kubernetes.io/instance: kube-prometheus-stack 543 app.kubernetes.io/version: "18.0.1" 544 app.kubernetes.io/part-of: kube-prometheus-stack 545 release: "kube-prometheus-stack" 546 heritage: "Helm" 547 spec: 548 privileged: false 549 # Required to prevent escalations to root. 550 # allowPrivilegeEscalation: false 551 # This is redundant with non-root + disallow privilege escalation, 552 # but we can provide it for defense in depth. 553 #requiredDropCapabilities: 554 # - ALL 555 # Allow core volume types. 556 volumes: 557 - 'configMap' 558 - 'emptyDir' 559 - 'projected' 560 - 'secret' 561 - 'downwardAPI' 562 - 'persistentVolumeClaim' 563 hostNetwork: false 564 hostIPC: false 565 hostPID: false 566 runAsUser: 567 # Permits the container to run with root privileges as well. 568 rule: 'RunAsAny' 569 seLinux: 570 # This policy assumes the nodes are using AppArmor rather than SELinux. 571 rule: 'RunAsAny' 572 supplementalGroups: 573 rule: 'MustRunAs' 574 ranges: 575 # Forbid adding the root group. 576 - min: 0 577 max: 65535 578 fsGroup: 579 rule: 'MustRunAs' 580 ranges: 581 # Forbid adding the root group. 582 - min: 0 583 max: 65535 584 readOnlyRootFilesystem: false 585 --- 586 # Source: kube-prometheus-stack/charts/grafana/templates/serviceaccount.yaml 587 apiVersion: v1 588 kind: ServiceAccount 589 metadata: 590 labels: 591 helm.sh/chart: grafana-6.15.0 592 app.kubernetes.io/name: grafana 593 app.kubernetes.io/instance: kube-prometheus-stack 594 app.kubernetes.io/version: "8.1.0" 595 596 name: kube-prometheus-stack-grafana 597 namespace: kube-prometheus-stack-system 598 --- 599 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/serviceaccount.yaml 600 apiVersion: v1 601 kind: ServiceAccount 602 metadata: 603 labels: 604 app.kubernetes.io/name: kube-state-metrics 605 helm.sh/chart: kube-state-metrics-3.4.2 606 607 app.kubernetes.io/instance: kube-prometheus-stack 608 name: kube-prometheus-stack-kube-state-metrics 609 namespace: kube-prometheus-stack-system 610 imagePullSecrets: 611 [ ] 612 --- 613 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/serviceaccount.yaml 614 apiVersion: v1 615 kind: ServiceAccount 616 metadata: 617 name: kube-prometheus-stack-prometheus-node-exporter 618 namespace: kube-prometheus-stack-system 619 labels: 620 app: prometheus-node-exporter 621 chart: prometheus-node-exporter-2.0.4 622 release: "kube-prometheus-stack" 623 heritage: "Helm" 624 annotations: 625 { } 626 imagePullSecrets: 627 [ ] 628 --- 629 # Source: kube-prometheus-stack/templates/alertmanager/serviceaccount.yaml 630 apiVersion: v1 631 kind: ServiceAccount 632 metadata: 633 name: kube-prometheus-stack-alertmanager 634 namespace: kube-prometheus-stack-system 635 labels: 636 app: kube-prometheus-stack-alertmanager 637 app.kubernetes.io/name: kube-prometheus-stack-alertmanager 638 app.kubernetes.io/component: alertmanager 639 640 641 app.kubernetes.io/instance: kube-prometheus-stack 642 app.kubernetes.io/version: "18.0.1" 643 app.kubernetes.io/part-of: kube-prometheus-stack 644 645 release: "kube-prometheus-stack" 646 heritage: "Helm" 647 --- 648 # Source: kube-prometheus-stack/templates/prometheus-operator/serviceaccount.yaml 649 apiVersion: v1 650 kind: ServiceAccount 651 metadata: 652 name: kube-prometheus-stack-operator 653 namespace: kube-prometheus-stack-system 654 labels: 655 app: kube-prometheus-stack-operator 656 app.kubernetes.io/name: kube-prometheus-stack-prometheus-operator 657 app.kubernetes.io/component: prometheus-operator 658 app.kubernetes.io/instance: kube-prometheus-stack 659 app.kubernetes.io/version: "18.0.1" 660 app.kubernetes.io/part-of: kube-prometheus-stack 661 662 release: "kube-prometheus-stack" 663 heritage: "Helm" 664 --- 665 # Source: kube-prometheus-stack/templates/prometheus/serviceaccount.yaml 666 apiVersion: v1 667 kind: ServiceAccount 668 metadata: 669 name: kube-prometheus-stack-prometheus 670 namespace: kube-prometheus-stack-system 671 labels: 672 app: kube-prometheus-stack-prometheus 673 app.kubernetes.io/name: kube-prometheus-stack-prometheus 674 app.kubernetes.io/component: prometheus 675 app.kubernetes.io/instance: kube-prometheus-stack 676 app.kubernetes.io/version: "18.0.1" 677 app.kubernetes.io/part-of: kube-prometheus-stack 678 679 release: "kube-prometheus-stack" 680 heritage: "Helm" 681 --- 682 # Source: kube-prometheus-stack/charts/grafana/templates/secret.yaml 683 apiVersion: v1 684 kind: Secret 685 metadata: 686 name: kube-prometheus-stack-grafana 687 namespace: kube-prometheus-stack-system 688 labels: 689 helm.sh/chart: grafana-6.15.0 690 app.kubernetes.io/name: grafana 691 app.kubernetes.io/instance: kube-prometheus-stack 692 app.kubernetes.io/version: "8.1.0" 693 694 type: Opaque 695 data: 696 admin-user: "YWRtaW4=" 697 admin-password: "c2VhbGVyLWFkbWlu" 698 ldap-toml: "" 699 --- 700 # Source: kube-prometheus-stack/templates/alertmanager/secret.yaml 701 apiVersion: v1 702 kind: Secret 703 metadata: 704 name: alertmanager-kube-prometheus-stack-alertmanager 705 namespace: kube-prometheus-stack-system 706 labels: 707 app: kube-prometheus-stack-alertmanager 708 709 710 app.kubernetes.io/instance: kube-prometheus-stack 711 app.kubernetes.io/version: "18.0.1" 712 app.kubernetes.io/part-of: kube-prometheus-stack 713 714 release: "kube-prometheus-stack" 715 heritage: "Helm" 716 data: 717 alertmanager.yaml: "Z2xvYmFsOgogIHJlc29sdmVfdGltZW91dDogNW0KcmVjZWl2ZXJzOgotIG5hbWU6ICJudWxsIgpyb3V0ZToKICBncm91cF9ieToKICAtIGpvYgogIGdyb3VwX2ludGVydmFsOiA1bQogIGdyb3VwX3dhaXQ6IDMwcwogIHJlY2VpdmVyOiAibnVsbCIKICByZXBlYXRfaW50ZXJ2YWw6IDEyaAogIHJvdXRlczoKICAtIG1hdGNoOgogICAgICBhbGVydG5hbWU6IFdhdGNoZG9nCiAgICByZWNlaXZlcjogIm51bGwiCnRlbXBsYXRlczoKLSAvZXRjL2FsZXJ0bWFuYWdlci9jb25maWcvKi50bXBs" 718 --- 719 # Source: kube-prometheus-stack/charts/grafana/templates/configmap-dashboard-provider.yaml 720 apiVersion: v1 721 kind: ConfigMap 722 metadata: 723 labels: 724 helm.sh/chart: grafana-6.15.0 725 app.kubernetes.io/name: grafana 726 app.kubernetes.io/instance: kube-prometheus-stack 727 app.kubernetes.io/version: "8.1.0" 728 729 name: kube-prometheus-stack-grafana-config-dashboards 730 namespace: kube-prometheus-stack-system 731 data: 732 provider.yaml: |- 733 apiVersion: 1 734 providers: 735 - name: 'sidecarProvider' 736 orgId: 1 737 folder: '' 738 type: file 739 disableDeletion: false 740 allowUiUpdates: false 741 updateIntervalSeconds: 30 742 options: 743 foldersFromFilesStructure: false 744 path: /tmp/dashboards 745 --- 746 # Source: kube-prometheus-stack/charts/grafana/templates/configmap.yaml 747 apiVersion: v1 748 kind: ConfigMap 749 metadata: 750 name: kube-prometheus-stack-grafana 751 namespace: kube-prometheus-stack-system 752 labels: 753 helm.sh/chart: grafana-6.15.0 754 app.kubernetes.io/name: grafana 755 app.kubernetes.io/instance: kube-prometheus-stack 756 app.kubernetes.io/version: "8.1.0" 757 758 data: 759 grafana.ini: | 760 [analytics] 761 check_for_updates = true 762 [grafana_net] 763 url = https://grafana.net 764 [log] 765 mode = console 766 [paths] 767 data = /var/lib/grafana/ 768 logs = /var/log/grafana 769 plugins = /var/lib/grafana/plugins 770 provisioning = /etc/grafana/provisioning 771 --- 772 # Source: kube-prometheus-stack/templates/grafana/configmaps-datasources.yaml 773 apiVersion: v1 774 kind: ConfigMap 775 metadata: 776 name: kube-prometheus-stack-grafana-datasource 777 namespace: kube-prometheus-stack-system 778 labels: 779 grafana_datasource: "1" 780 app: kube-prometheus-stack-grafana 781 app.kubernetes.io/instance: kube-prometheus-stack 782 app.kubernetes.io/version: "18.0.1" 783 app.kubernetes.io/part-of: kube-prometheus-stack 784 release: "kube-prometheus-stack" 785 heritage: "Helm" 786 data: 787 datasource.yaml: |- 788 apiVersion: 1 789 datasources: 790 - name: Prometheus 791 type: prometheus 792 url: http://kube-prometheus-stack-prometheus:9090/ 793 access: proxy 794 isDefault: true 795 jsonData: 796 timeInterval: 30s 797 --- 798 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/alertmanager-overview.yaml 799 apiVersion: v1 800 kind: ConfigMap 801 metadata: 802 namespace: kube-prometheus-stack-system 803 name: kube-prometheus-stack-alertmanager-overview 804 annotations: 805 { } 806 labels: 807 grafana_dashboard: "1" 808 app: kube-prometheus-stack-grafana 809 app.kubernetes.io/instance: kube-prometheus-stack 810 app.kubernetes.io/version: "18.0.1" 811 app.kubernetes.io/part-of: kube-prometheus-stack 812 release: "kube-prometheus-stack" 813 heritage: "Helm" 814 data: 815 alertmanager-overview.json: |- 816 { 817 "__inputs": [ 818 819 ], 820 "__requires": [ 821 822 ], 823 "annotations": { 824 "list": [ 825 826 ] 827 }, 828 "editable": false, 829 "gnetId": null, 830 "graphTooltip": 1, 831 "hideControls": false, 832 "id": null, 833 "links": [ 834 835 ], 836 "refresh": "30s", 837 "rows": [ 838 { 839 "collapse": false, 840 "collapsed": false, 841 "panels": [ 842 { 843 "aliasColors": { 844 845 }, 846 "bars": false, 847 "dashLength": 10, 848 "dashes": false, 849 "datasource": "$datasource", 850 "fill": 1, 851 "fillGradient": 0, 852 "gridPos": { 853 854 }, 855 "id": 2, 856 "legend": { 857 "alignAsTable": false, 858 "avg": false, 859 "current": false, 860 "max": false, 861 "min": false, 862 "rightSide": false, 863 "show": false, 864 "sideWidth": null, 865 "total": false, 866 "values": false 867 }, 868 "lines": true, 869 "linewidth": 1, 870 "links": [ 871 872 ], 873 "nullPointMode": "null", 874 "percentage": false, 875 "pointradius": 5, 876 "points": false, 877 "renderer": "flot", 878 "repeat": null, 879 "seriesOverrides": [ 880 881 ], 882 "spaceLength": 10, 883 "span": 6, 884 "stack": true, 885 "steppedLine": false, 886 "targets": [ 887 { 888 "expr": "sum(alertmanager_alerts{namespace=\"$namespace\",service=\"$service\"}) by (namespace,service,instance)", 889 "format": "time_series", 890 "intervalFactor": 2, 891 "legendFormat": "{{instance}}", 892 "refId": "A" 893 } 894 ], 895 "thresholds": [ 896 897 ], 898 "timeFrom": null, 899 "timeShift": null, 900 "title": "Alerts", 901 "tooltip": { 902 "shared": true, 903 "sort": 0, 904 "value_type": "individual" 905 }, 906 "type": "graph", 907 "xaxis": { 908 "buckets": null, 909 "mode": "time", 910 "name": null, 911 "show": true, 912 "values": [ 913 914 ] 915 }, 916 "yaxes": [ 917 { 918 "format": "none", 919 "label": null, 920 "logBase": 1, 921 "max": null, 922 "min": null, 923 "show": true 924 }, 925 { 926 "format": "none", 927 "label": null, 928 "logBase": 1, 929 "max": null, 930 "min": null, 931 "show": true 932 } 933 ] 934 }, 935 { 936 "aliasColors": { 937 938 }, 939 "bars": false, 940 "dashLength": 10, 941 "dashes": false, 942 "datasource": "$datasource", 943 "fill": 1, 944 "fillGradient": 0, 945 "gridPos": { 946 947 }, 948 "id": 3, 949 "legend": { 950 "alignAsTable": false, 951 "avg": false, 952 "current": false, 953 "max": false, 954 "min": false, 955 "rightSide": false, 956 "show": false, 957 "sideWidth": null, 958 "total": false, 959 "values": false 960 }, 961 "lines": true, 962 "linewidth": 1, 963 "links": [ 964 965 ], 966 "nullPointMode": "null", 967 "percentage": false, 968 "pointradius": 5, 969 "points": false, 970 "renderer": "flot", 971 "repeat": null, 972 "seriesOverrides": [ 973 974 ], 975 "spaceLength": 10, 976 "span": 6, 977 "stack": true, 978 "steppedLine": false, 979 "targets": [ 980 { 981 "expr": "sum(rate(alertmanager_alerts_received_total{namespace=\"$namespace\",service=\"$service\"}[5m])) by (namespace,service,instance)", 982 "format": "time_series", 983 "intervalFactor": 2, 984 "legendFormat": "{{instance}} Received", 985 "refId": "A" 986 }, 987 { 988 "expr": "sum(rate(alertmanager_alerts_invalid_total{namespace=\"$namespace\",service=\"$service\"}[5m])) by (namespace,service,instance)", 989 "format": "time_series", 990 "intervalFactor": 2, 991 "legendFormat": "{{instance}} Invalid", 992 "refId": "B" 993 } 994 ], 995 "thresholds": [ 996 997 ], 998 "timeFrom": null, 999 "timeShift": null, 1000 "title": "Alerts receive rate", 1001 "tooltip": { 1002 "shared": true, 1003 "sort": 0, 1004 "value_type": "individual" 1005 }, 1006 "type": "graph", 1007 "xaxis": { 1008 "buckets": null, 1009 "mode": "time", 1010 "name": null, 1011 "show": true, 1012 "values": [ 1013 1014 ] 1015 }, 1016 "yaxes": [ 1017 { 1018 "format": "ops", 1019 "label": null, 1020 "logBase": 1, 1021 "max": null, 1022 "min": null, 1023 "show": true 1024 }, 1025 { 1026 "format": "ops", 1027 "label": null, 1028 "logBase": 1, 1029 "max": null, 1030 "min": null, 1031 "show": true 1032 } 1033 ] 1034 } 1035 ], 1036 "repeat": null, 1037 "repeatIteration": null, 1038 "repeatRowId": null, 1039 "showTitle": true, 1040 "title": "Alerts", 1041 "titleSize": "h6", 1042 "type": "row" 1043 }, 1044 { 1045 "collapse": false, 1046 "collapsed": false, 1047 "panels": [ 1048 { 1049 "aliasColors": { 1050 1051 }, 1052 "bars": false, 1053 "dashLength": 10, 1054 "dashes": false, 1055 "datasource": "$datasource", 1056 "fill": 1, 1057 "fillGradient": 0, 1058 "gridPos": { 1059 1060 }, 1061 "id": 4, 1062 "legend": { 1063 "alignAsTable": false, 1064 "avg": false, 1065 "current": false, 1066 "max": false, 1067 "min": false, 1068 "rightSide": false, 1069 "show": false, 1070 "sideWidth": null, 1071 "total": false, 1072 "values": false 1073 }, 1074 "lines": true, 1075 "linewidth": 1, 1076 "links": [ 1077 1078 ], 1079 "nullPointMode": "null", 1080 "percentage": false, 1081 "pointradius": 5, 1082 "points": false, 1083 "renderer": "flot", 1084 "repeat": "integration", 1085 "seriesOverrides": [ 1086 1087 ], 1088 "spaceLength": 10, 1089 "stack": true, 1090 "steppedLine": false, 1091 "targets": [ 1092 { 1093 "expr": "sum(rate(alertmanager_notifications_total{namespace=\"$namespace\",service=\"$service\", integration=\"$integration\"}[5m])) by (integration,namespace,service,instance)", 1094 "format": "time_series", 1095 "intervalFactor": 2, 1096 "legendFormat": "{{instance}} Total", 1097 "refId": "A" 1098 }, 1099 { 1100 "expr": "sum(rate(alertmanager_notifications_failed_total{namespace=\"$namespace\",service=\"$service\", integration=\"$integration\"}[5m])) by (integration,namespace,service,instance)", 1101 "format": "time_series", 1102 "intervalFactor": 2, 1103 "legendFormat": "{{instance}} Failed", 1104 "refId": "B" 1105 } 1106 ], 1107 "thresholds": [ 1108 1109 ], 1110 "timeFrom": null, 1111 "timeShift": null, 1112 "title": "$integration: Notifications Send Rate", 1113 "tooltip": { 1114 "shared": true, 1115 "sort": 0, 1116 "value_type": "individual" 1117 }, 1118 "type": "graph", 1119 "xaxis": { 1120 "buckets": null, 1121 "mode": "time", 1122 "name": null, 1123 "show": true, 1124 "values": [ 1125 1126 ] 1127 }, 1128 "yaxes": [ 1129 { 1130 "format": "ops", 1131 "label": null, 1132 "logBase": 1, 1133 "max": null, 1134 "min": null, 1135 "show": true 1136 }, 1137 { 1138 "format": "ops", 1139 "label": null, 1140 "logBase": 1, 1141 "max": null, 1142 "min": null, 1143 "show": true 1144 } 1145 ] 1146 }, 1147 { 1148 "aliasColors": { 1149 1150 }, 1151 "bars": false, 1152 "dashLength": 10, 1153 "dashes": false, 1154 "datasource": "$datasource", 1155 "fill": 1, 1156 "fillGradient": 0, 1157 "gridPos": { 1158 1159 }, 1160 "id": 5, 1161 "legend": { 1162 "alignAsTable": false, 1163 "avg": false, 1164 "current": false, 1165 "max": false, 1166 "min": false, 1167 "rightSide": false, 1168 "show": false, 1169 "sideWidth": null, 1170 "total": false, 1171 "values": false 1172 }, 1173 "lines": true, 1174 "linewidth": 1, 1175 "links": [ 1176 1177 ], 1178 "nullPointMode": "null", 1179 "percentage": false, 1180 "pointradius": 5, 1181 "points": false, 1182 "renderer": "flot", 1183 "repeat": "integration", 1184 "seriesOverrides": [ 1185 1186 ], 1187 "spaceLength": 10, 1188 "stack": false, 1189 "steppedLine": false, 1190 "targets": [ 1191 { 1192 "expr": "histogram_quantile(0.99,\n sum(rate(alertmanager_notification_latency_seconds_bucket{namespace=\"$namespace\",service=\"$service\", integration=\"$integration\"}[5m])) by (le,namespace,service,instance)\n) \n", 1193 "format": "time_series", 1194 "intervalFactor": 2, 1195 "legendFormat": "{{instance}} 99th Percentile", 1196 "refId": "A" 1197 }, 1198 { 1199 "expr": "histogram_quantile(0.50,\n sum(rate(alertmanager_notification_latency_seconds_bucket{namespace=\"$namespace\",service=\"$service\", integration=\"$integration\"}[5m])) by (le,namespace,service,instance)\n) \n", 1200 "format": "time_series", 1201 "intervalFactor": 2, 1202 "legendFormat": "{{instance}} Median", 1203 "refId": "B" 1204 }, 1205 { 1206 "expr": "sum(rate(alertmanager_notification_latency_seconds_sum{namespace=\"$namespace\",service=\"$service\", integration=\"$integration\"}[5m])) by (namespace,service,instance)\n/\nsum(rate(alertmanager_notification_latency_seconds_count{namespace=\"$namespace\",service=\"$service\", integration=\"$integration\"}[5m])) by (namespace,service,instance)\n", 1207 "format": "time_series", 1208 "intervalFactor": 2, 1209 "legendFormat": "{{instance}} Average", 1210 "refId": "C" 1211 } 1212 ], 1213 "thresholds": [ 1214 1215 ], 1216 "timeFrom": null, 1217 "timeShift": null, 1218 "title": "$integration: Notification Duration", 1219 "tooltip": { 1220 "shared": true, 1221 "sort": 0, 1222 "value_type": "individual" 1223 }, 1224 "type": "graph", 1225 "xaxis": { 1226 "buckets": null, 1227 "mode": "time", 1228 "name": null, 1229 "show": true, 1230 "values": [ 1231 1232 ] 1233 }, 1234 "yaxes": [ 1235 { 1236 "format": "s", 1237 "label": null, 1238 "logBase": 1, 1239 "max": null, 1240 "min": null, 1241 "show": true 1242 }, 1243 { 1244 "format": "s", 1245 "label": null, 1246 "logBase": 1, 1247 "max": null, 1248 "min": null, 1249 "show": true 1250 } 1251 ] 1252 } 1253 ], 1254 "repeat": null, 1255 "repeatIteration": null, 1256 "repeatRowId": null, 1257 "showTitle": true, 1258 "title": "Notifications", 1259 "titleSize": "h6", 1260 "type": "row" 1261 } 1262 ], 1263 "schemaVersion": 14, 1264 "style": "dark", 1265 "tags": [ 1266 "alertmanager-mixin" 1267 ], 1268 "templating": { 1269 "list": [ 1270 { 1271 "current": { 1272 "text": "Prometheus", 1273 "value": "Prometheus" 1274 }, 1275 "hide": 0, 1276 "label": null, 1277 "name": "datasource", 1278 "options": [ 1279 1280 ], 1281 "query": "prometheus", 1282 "refresh": 1, 1283 "regex": "", 1284 "type": "datasource" 1285 }, 1286 { 1287 "allValue": null, 1288 "current": { 1289 "text": "", 1290 "value": "" 1291 }, 1292 "datasource": "$datasource", 1293 "hide": 0, 1294 "includeAll": false, 1295 "label": null, 1296 "multi": false, 1297 "name": "namespace", 1298 "options": [ 1299 1300 ], 1301 "query": "label_values(alertmanager_alerts, namespace)", 1302 "refresh": 2, 1303 "regex": "", 1304 "sort": 1, 1305 "tagValuesQuery": "", 1306 "tags": [ 1307 1308 ], 1309 "tagsQuery": "", 1310 "type": "query", 1311 "useTags": false 1312 }, 1313 { 1314 "allValue": null, 1315 "current": { 1316 "text": "", 1317 "value": "" 1318 }, 1319 "datasource": "$datasource", 1320 "hide": 0, 1321 "includeAll": false, 1322 "label": null, 1323 "multi": false, 1324 "name": "service", 1325 "options": [ 1326 1327 ], 1328 "query": "label_values(alertmanager_alerts, service)", 1329 "refresh": 2, 1330 "regex": "", 1331 "sort": 1, 1332 "tagValuesQuery": "", 1333 "tags": [ 1334 1335 ], 1336 "tagsQuery": "", 1337 "type": "query", 1338 "useTags": false 1339 }, 1340 { 1341 "allValue": null, 1342 "current": { 1343 "text": "all", 1344 "value": "$__all" 1345 }, 1346 "datasource": "$datasource", 1347 "hide": 2, 1348 "includeAll": true, 1349 "label": null, 1350 "multi": false, 1351 "name": "integration", 1352 "options": [ 1353 1354 ], 1355 "query": "label_values(alertmanager_notifications_total{integration=~\".*\"}, integration)", 1356 "refresh": 2, 1357 "regex": "", 1358 "sort": 1, 1359 "tagValuesQuery": "", 1360 "tags": [ 1361 1362 ], 1363 "tagsQuery": "", 1364 "type": "query", 1365 "useTags": false 1366 } 1367 ] 1368 }, 1369 "time": { 1370 "from": "now-1h", 1371 "to": "now" 1372 }, 1373 "timepicker": { 1374 "refresh_intervals": [ 1375 "5s", 1376 "10s", 1377 "30s", 1378 "1m", 1379 "5m", 1380 "15m", 1381 "30m", 1382 "1h", 1383 "2h", 1384 "1d" 1385 ], 1386 "time_options": [ 1387 "5m", 1388 "15m", 1389 "1h", 1390 "6h", 1391 "12h", 1392 "24h", 1393 "2d", 1394 "7d", 1395 "30d" 1396 ] 1397 }, 1398 "timezone": "utc", 1399 "title": "Alertmanager / Overview", 1400 "uid": "alertmanager-overview", 1401 "version": 0 1402 } 1403 --- 1404 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/apiserver.yaml 1405 apiVersion: v1 1406 kind: ConfigMap 1407 metadata: 1408 namespace: kube-prometheus-stack-system 1409 name: kube-prometheus-stack-apiserver 1410 annotations: 1411 { } 1412 labels: 1413 grafana_dashboard: "1" 1414 app: kube-prometheus-stack-grafana 1415 app.kubernetes.io/instance: kube-prometheus-stack 1416 app.kubernetes.io/version: "18.0.1" 1417 app.kubernetes.io/part-of: kube-prometheus-stack 1418 1419 release: "kube-prometheus-stack" 1420 heritage: "Helm" 1421 data: 1422 apiserver.json: |- 1423 { 1424 "__inputs": [ 1425 1426 ], 1427 "__requires": [ 1428 1429 ], 1430 "annotations": { 1431 "list": [ 1432 1433 ] 1434 }, 1435 "editable": false, 1436 "gnetId": null, 1437 "graphTooltip": 0, 1438 "hideControls": false, 1439 "id": null, 1440 "links": [ 1441 1442 ], 1443 "panels": [ 1444 { 1445 "content": "The SLO (service level objective) and other metrics displayed on this dashboard are for informational purposes only.", 1446 "datasource": null, 1447 "description": "The SLO (service level objective) and other metrics displayed on this dashboard are for informational purposes only.", 1448 "gridPos": { 1449 "h": 2, 1450 "w": 24, 1451 "x": 0, 1452 "y": 0 1453 }, 1454 "id": 2, 1455 "mode": "markdown", 1456 "span": 12, 1457 "title": "Notice", 1458 "type": "text" 1459 } 1460 ], 1461 "refresh": "10s", 1462 "rows": [ 1463 { 1464 "collapse": false, 1465 "collapsed": false, 1466 "panels": [ 1467 { 1468 "cacheTimeout": null, 1469 "colorBackground": false, 1470 "colorValue": false, 1471 "colors": [ 1472 "#299c46", 1473 "rgba(237, 129, 40, 0.89)", 1474 "#d44a3a" 1475 ], 1476 "datasource": "$datasource", 1477 "decimals": 3, 1478 "description": "How many percent of requests (both read and write) in 30 days have been answered successfully and fast enough?", 1479 "format": "percentunit", 1480 "gauge": { 1481 "maxValue": 100, 1482 "minValue": 0, 1483 "show": false, 1484 "thresholdLabels": false, 1485 "thresholdMarkers": true 1486 }, 1487 "gridPos": { 1488 1489 }, 1490 "id": 3, 1491 "interval": null, 1492 "links": [ 1493 1494 ], 1495 "mappingType": 1, 1496 "mappingTypes": [ 1497 { 1498 "name": "value to text", 1499 "value": 1 1500 }, 1501 { 1502 "name": "range to text", 1503 "value": 2 1504 } 1505 ], 1506 "maxDataPoints": 100, 1507 "nullPointMode": "connected", 1508 "nullText": null, 1509 "postfix": "", 1510 "postfixFontSize": "50%", 1511 "prefix": "", 1512 "prefixFontSize": "50%", 1513 "rangeMaps": [ 1514 { 1515 "from": "null", 1516 "text": "N/A", 1517 "to": "null" 1518 } 1519 ], 1520 "span": 4, 1521 "sparkline": { 1522 "fillColor": "rgba(31, 118, 189, 0.18)", 1523 "full": false, 1524 "lineColor": "rgb(31, 120, 193)", 1525 "show": false 1526 }, 1527 "tableColumn": "", 1528 "targets": [ 1529 { 1530 "expr": "apiserver_request:availability30d{verb=\"all\", cluster=\"$cluster\"}", 1531 "format": "time_series", 1532 "intervalFactor": 2, 1533 "legendFormat": "", 1534 "refId": "A" 1535 } 1536 ], 1537 "thresholds": "", 1538 "title": "Availability (30d) > 99.000%", 1539 "tooltip": { 1540 "shared": false 1541 }, 1542 "type": "singlestat", 1543 "valueFontSize": "80%", 1544 "valueMaps": [ 1545 { 1546 "op": "=", 1547 "text": "N/A", 1548 "value": "null" 1549 } 1550 ], 1551 "valueName": "avg" 1552 }, 1553 { 1554 "aliasColors": { 1555 1556 }, 1557 "bars": false, 1558 "dashLength": 10, 1559 "dashes": false, 1560 "datasource": "$datasource", 1561 "decimals": 3, 1562 "description": "How much error budget is left looking at our 0.990% availability guarantees?", 1563 "fill": 10, 1564 "fillGradient": 0, 1565 "gridPos": { 1566 1567 }, 1568 "id": 4, 1569 "legend": { 1570 "alignAsTable": false, 1571 "avg": false, 1572 "current": false, 1573 "max": false, 1574 "min": false, 1575 "rightSide": false, 1576 "show": true, 1577 "sideWidth": null, 1578 "total": false, 1579 "values": false 1580 }, 1581 "lines": true, 1582 "linewidth": 1, 1583 "links": [ 1584 1585 ], 1586 "nullPointMode": "null", 1587 "percentage": false, 1588 "pointradius": 5, 1589 "points": false, 1590 "renderer": "flot", 1591 "repeat": null, 1592 "seriesOverrides": [ 1593 1594 ], 1595 "spaceLength": 10, 1596 "span": 8, 1597 "stack": false, 1598 "steppedLine": false, 1599 "targets": [ 1600 { 1601 "expr": "100 * (apiserver_request:availability30d{verb=\"all\", cluster=\"$cluster\"} - 0.990000)", 1602 "format": "time_series", 1603 "intervalFactor": 2, 1604 "legendFormat": "errorbudget", 1605 "refId": "A" 1606 } 1607 ], 1608 "thresholds": [ 1609 1610 ], 1611 "timeFrom": null, 1612 "timeShift": null, 1613 "title": "ErrorBudget (30d) > 99.000%", 1614 "tooltip": { 1615 "shared": false, 1616 "sort": 0, 1617 "value_type": "individual" 1618 }, 1619 "type": "graph", 1620 "xaxis": { 1621 "buckets": null, 1622 "mode": "time", 1623 "name": null, 1624 "show": true, 1625 "values": [ 1626 1627 ] 1628 }, 1629 "yaxes": [ 1630 { 1631 "decimals": 3, 1632 "format": "percentunit", 1633 "label": null, 1634 "logBase": 1, 1635 "max": null, 1636 "min": null, 1637 "show": true 1638 }, 1639 { 1640 "decimals": 3, 1641 "format": "percentunit", 1642 "label": null, 1643 "logBase": 1, 1644 "max": null, 1645 "min": null, 1646 "show": true 1647 } 1648 ] 1649 } 1650 ], 1651 "repeat": null, 1652 "repeatIteration": null, 1653 "repeatRowId": null, 1654 "showTitle": false, 1655 "title": "Dashboard Row", 1656 "titleSize": "h6", 1657 "type": "row" 1658 }, 1659 { 1660 "collapse": false, 1661 "collapsed": false, 1662 "panels": [ 1663 { 1664 "cacheTimeout": null, 1665 "colorBackground": false, 1666 "colorValue": false, 1667 "colors": [ 1668 "#299c46", 1669 "rgba(237, 129, 40, 0.89)", 1670 "#d44a3a" 1671 ], 1672 "datasource": "$datasource", 1673 "decimals": 3, 1674 "description": "How many percent of read requests (LIST,GET) in 30 days have been answered successfully and fast enough?", 1675 "format": "percentunit", 1676 "gauge": { 1677 "maxValue": 100, 1678 "minValue": 0, 1679 "show": false, 1680 "thresholdLabels": false, 1681 "thresholdMarkers": true 1682 }, 1683 "gridPos": { 1684 1685 }, 1686 "id": 5, 1687 "interval": null, 1688 "links": [ 1689 1690 ], 1691 "mappingType": 1, 1692 "mappingTypes": [ 1693 { 1694 "name": "value to text", 1695 "value": 1 1696 }, 1697 { 1698 "name": "range to text", 1699 "value": 2 1700 } 1701 ], 1702 "maxDataPoints": 100, 1703 "nullPointMode": "connected", 1704 "nullText": null, 1705 "postfix": "", 1706 "postfixFontSize": "50%", 1707 "prefix": "", 1708 "prefixFontSize": "50%", 1709 "rangeMaps": [ 1710 { 1711 "from": "null", 1712 "text": "N/A", 1713 "to": "null" 1714 } 1715 ], 1716 "span": 3, 1717 "sparkline": { 1718 "fillColor": "rgba(31, 118, 189, 0.18)", 1719 "full": false, 1720 "lineColor": "rgb(31, 120, 193)", 1721 "show": false 1722 }, 1723 "tableColumn": "", 1724 "targets": [ 1725 { 1726 "expr": "apiserver_request:availability30d{verb=\"read\", cluster=\"$cluster\"}", 1727 "format": "time_series", 1728 "intervalFactor": 2, 1729 "legendFormat": "", 1730 "refId": "A" 1731 } 1732 ], 1733 "thresholds": "", 1734 "title": "Read Availability (30d)", 1735 "tooltip": { 1736 "shared": false 1737 }, 1738 "type": "singlestat", 1739 "valueFontSize": "80%", 1740 "valueMaps": [ 1741 { 1742 "op": "=", 1743 "text": "N/A", 1744 "value": "null" 1745 } 1746 ], 1747 "valueName": "avg" 1748 }, 1749 { 1750 "aliasColors": { 1751 1752 }, 1753 "bars": false, 1754 "dashLength": 10, 1755 "dashes": false, 1756 "datasource": "$datasource", 1757 "description": "How many read requests (LIST,GET) per second do the apiservers get by code?", 1758 "fill": 10, 1759 "fillGradient": 0, 1760 "gridPos": { 1761 1762 }, 1763 "id": 6, 1764 "legend": { 1765 "alignAsTable": false, 1766 "avg": false, 1767 "current": false, 1768 "max": false, 1769 "min": false, 1770 "rightSide": false, 1771 "show": true, 1772 "sideWidth": null, 1773 "total": false, 1774 "values": false 1775 }, 1776 "lines": true, 1777 "linewidth": 1, 1778 "links": [ 1779 1780 ], 1781 "nullPointMode": "null", 1782 "percentage": false, 1783 "pointradius": 5, 1784 "points": false, 1785 "renderer": "flot", 1786 "repeat": null, 1787 "seriesOverrides": [ 1788 { 1789 "alias": "/2../i", 1790 "color": "#56A64B" 1791 }, 1792 { 1793 "alias": "/3../i", 1794 "color": "#F2CC0C" 1795 }, 1796 { 1797 "alias": "/4../i", 1798 "color": "#3274D9" 1799 }, 1800 { 1801 "alias": "/5../i", 1802 "color": "#E02F44" 1803 } 1804 ], 1805 "spaceLength": 10, 1806 "span": 3, 1807 "stack": true, 1808 "steppedLine": false, 1809 "targets": [ 1810 { 1811 "expr": "sum by (code) (code_resource:apiserver_request_total:rate5m{verb=\"read\", cluster=\"$cluster\"})", 1812 "format": "time_series", 1813 "intervalFactor": 2, 1814 "legendFormat": "{{ code }}", 1815 "refId": "A" 1816 } 1817 ], 1818 "thresholds": [ 1819 1820 ], 1821 "timeFrom": null, 1822 "timeShift": null, 1823 "title": "Read SLI - Requests", 1824 "tooltip": { 1825 "shared": false, 1826 "sort": 0, 1827 "value_type": "individual" 1828 }, 1829 "type": "graph", 1830 "xaxis": { 1831 "buckets": null, 1832 "mode": "time", 1833 "name": null, 1834 "show": true, 1835 "values": [ 1836 1837 ] 1838 }, 1839 "yaxes": [ 1840 { 1841 "format": "reqps", 1842 "label": null, 1843 "logBase": 1, 1844 "max": null, 1845 "min": null, 1846 "show": true 1847 }, 1848 { 1849 "format": "reqps", 1850 "label": null, 1851 "logBase": 1, 1852 "max": null, 1853 "min": null, 1854 "show": true 1855 } 1856 ] 1857 }, 1858 { 1859 "aliasColors": { 1860 1861 }, 1862 "bars": false, 1863 "dashLength": 10, 1864 "dashes": false, 1865 "datasource": "$datasource", 1866 "description": "How many percent of read requests (LIST,GET) per second are returned with errors (5xx)?", 1867 "fill": 1, 1868 "fillGradient": 0, 1869 "gridPos": { 1870 1871 }, 1872 "id": 7, 1873 "legend": { 1874 "alignAsTable": false, 1875 "avg": false, 1876 "current": false, 1877 "max": false, 1878 "min": false, 1879 "rightSide": false, 1880 "show": true, 1881 "sideWidth": null, 1882 "total": false, 1883 "values": false 1884 }, 1885 "lines": true, 1886 "linewidth": 1, 1887 "links": [ 1888 1889 ], 1890 "nullPointMode": "null", 1891 "percentage": false, 1892 "pointradius": 5, 1893 "points": false, 1894 "renderer": "flot", 1895 "repeat": null, 1896 "seriesOverrides": [ 1897 1898 ], 1899 "spaceLength": 10, 1900 "span": 3, 1901 "stack": false, 1902 "steppedLine": false, 1903 "targets": [ 1904 { 1905 "expr": "sum by (resource) (code_resource:apiserver_request_total:rate5m{verb=\"read\",code=~\"5..\", cluster=\"$cluster\"}) / sum by (resource) (code_resource:apiserver_request_total:rate5m{verb=\"read\", cluster=\"$cluster\"})", 1906 "format": "time_series", 1907 "intervalFactor": 2, 1908 "legendFormat": "{{ resource }}", 1909 "refId": "A" 1910 } 1911 ], 1912 "thresholds": [ 1913 1914 ], 1915 "timeFrom": null, 1916 "timeShift": null, 1917 "title": "Read SLI - Errors", 1918 "tooltip": { 1919 "shared": false, 1920 "sort": 0, 1921 "value_type": "individual" 1922 }, 1923 "type": "graph", 1924 "xaxis": { 1925 "buckets": null, 1926 "mode": "time", 1927 "name": null, 1928 "show": true, 1929 "values": [ 1930 1931 ] 1932 }, 1933 "yaxes": [ 1934 { 1935 "format": "percentunit", 1936 "label": null, 1937 "logBase": 1, 1938 "max": null, 1939 "min": 0, 1940 "show": true 1941 }, 1942 { 1943 "format": "percentunit", 1944 "label": null, 1945 "logBase": 1, 1946 "max": null, 1947 "min": 0, 1948 "show": true 1949 } 1950 ] 1951 }, 1952 { 1953 "aliasColors": { 1954 1955 }, 1956 "bars": false, 1957 "dashLength": 10, 1958 "dashes": false, 1959 "datasource": "$datasource", 1960 "description": "How many seconds is the 99th percentile for reading (LIST|GET) a given resource?", 1961 "fill": 1, 1962 "fillGradient": 0, 1963 "gridPos": { 1964 1965 }, 1966 "id": 8, 1967 "legend": { 1968 "alignAsTable": false, 1969 "avg": false, 1970 "current": false, 1971 "max": false, 1972 "min": false, 1973 "rightSide": false, 1974 "show": true, 1975 "sideWidth": null, 1976 "total": false, 1977 "values": false 1978 }, 1979 "lines": true, 1980 "linewidth": 1, 1981 "links": [ 1982 1983 ], 1984 "nullPointMode": "null", 1985 "percentage": false, 1986 "pointradius": 5, 1987 "points": false, 1988 "renderer": "flot", 1989 "repeat": null, 1990 "seriesOverrides": [ 1991 1992 ], 1993 "spaceLength": 10, 1994 "span": 3, 1995 "stack": false, 1996 "steppedLine": false, 1997 "targets": [ 1998 { 1999 "expr": "cluster_quantile:apiserver_request_duration_seconds:histogram_quantile{verb=\"read\", cluster=\"$cluster\"}", 2000 "format": "time_series", 2001 "intervalFactor": 2, 2002 "legendFormat": "{{ resource }}", 2003 "refId": "A" 2004 } 2005 ], 2006 "thresholds": [ 2007 2008 ], 2009 "timeFrom": null, 2010 "timeShift": null, 2011 "title": "Read SLI - Duration", 2012 "tooltip": { 2013 "shared": false, 2014 "sort": 0, 2015 "value_type": "individual" 2016 }, 2017 "type": "graph", 2018 "xaxis": { 2019 "buckets": null, 2020 "mode": "time", 2021 "name": null, 2022 "show": true, 2023 "values": [ 2024 2025 ] 2026 }, 2027 "yaxes": [ 2028 { 2029 "format": "s", 2030 "label": null, 2031 "logBase": 1, 2032 "max": null, 2033 "min": null, 2034 "show": true 2035 }, 2036 { 2037 "format": "s", 2038 "label": null, 2039 "logBase": 1, 2040 "max": null, 2041 "min": null, 2042 "show": true 2043 } 2044 ] 2045 } 2046 ], 2047 "repeat": null, 2048 "repeatIteration": null, 2049 "repeatRowId": null, 2050 "showTitle": false, 2051 "title": "Dashboard Row", 2052 "titleSize": "h6", 2053 "type": "row" 2054 }, 2055 { 2056 "collapse": false, 2057 "collapsed": false, 2058 "panels": [ 2059 { 2060 "cacheTimeout": null, 2061 "colorBackground": false, 2062 "colorValue": false, 2063 "colors": [ 2064 "#299c46", 2065 "rgba(237, 129, 40, 0.89)", 2066 "#d44a3a" 2067 ], 2068 "datasource": "$datasource", 2069 "decimals": 3, 2070 "description": "How many percent of write requests (POST|PUT|PATCH|DELETE) in 30 days have been answered successfully and fast enough?", 2071 "format": "percentunit", 2072 "gauge": { 2073 "maxValue": 100, 2074 "minValue": 0, 2075 "show": false, 2076 "thresholdLabels": false, 2077 "thresholdMarkers": true 2078 }, 2079 "gridPos": { 2080 2081 }, 2082 "id": 9, 2083 "interval": null, 2084 "links": [ 2085 2086 ], 2087 "mappingType": 1, 2088 "mappingTypes": [ 2089 { 2090 "name": "value to text", 2091 "value": 1 2092 }, 2093 { 2094 "name": "range to text", 2095 "value": 2 2096 } 2097 ], 2098 "maxDataPoints": 100, 2099 "nullPointMode": "connected", 2100 "nullText": null, 2101 "postfix": "", 2102 "postfixFontSize": "50%", 2103 "prefix": "", 2104 "prefixFontSize": "50%", 2105 "rangeMaps": [ 2106 { 2107 "from": "null", 2108 "text": "N/A", 2109 "to": "null" 2110 } 2111 ], 2112 "span": 3, 2113 "sparkline": { 2114 "fillColor": "rgba(31, 118, 189, 0.18)", 2115 "full": false, 2116 "lineColor": "rgb(31, 120, 193)", 2117 "show": false 2118 }, 2119 "tableColumn": "", 2120 "targets": [ 2121 { 2122 "expr": "apiserver_request:availability30d{verb=\"write\", cluster=\"$cluster\"}", 2123 "format": "time_series", 2124 "intervalFactor": 2, 2125 "legendFormat": "", 2126 "refId": "A" 2127 } 2128 ], 2129 "thresholds": "", 2130 "title": "Write Availability (30d)", 2131 "tooltip": { 2132 "shared": false 2133 }, 2134 "type": "singlestat", 2135 "valueFontSize": "80%", 2136 "valueMaps": [ 2137 { 2138 "op": "=", 2139 "text": "N/A", 2140 "value": "null" 2141 } 2142 ], 2143 "valueName": "avg" 2144 }, 2145 { 2146 "aliasColors": { 2147 2148 }, 2149 "bars": false, 2150 "dashLength": 10, 2151 "dashes": false, 2152 "datasource": "$datasource", 2153 "description": "How many write requests (POST|PUT|PATCH|DELETE) per second do the apiservers get by code?", 2154 "fill": 10, 2155 "fillGradient": 0, 2156 "gridPos": { 2157 2158 }, 2159 "id": 10, 2160 "legend": { 2161 "alignAsTable": false, 2162 "avg": false, 2163 "current": false, 2164 "max": false, 2165 "min": false, 2166 "rightSide": false, 2167 "show": true, 2168 "sideWidth": null, 2169 "total": false, 2170 "values": false 2171 }, 2172 "lines": true, 2173 "linewidth": 1, 2174 "links": [ 2175 2176 ], 2177 "nullPointMode": "null", 2178 "percentage": false, 2179 "pointradius": 5, 2180 "points": false, 2181 "renderer": "flot", 2182 "repeat": null, 2183 "seriesOverrides": [ 2184 { 2185 "alias": "/2../i", 2186 "color": "#56A64B" 2187 }, 2188 { 2189 "alias": "/3../i", 2190 "color": "#F2CC0C" 2191 }, 2192 { 2193 "alias": "/4../i", 2194 "color": "#3274D9" 2195 }, 2196 { 2197 "alias": "/5../i", 2198 "color": "#E02F44" 2199 } 2200 ], 2201 "spaceLength": 10, 2202 "span": 3, 2203 "stack": true, 2204 "steppedLine": false, 2205 "targets": [ 2206 { 2207 "expr": "sum by (code) (code_resource:apiserver_request_total:rate5m{verb=\"write\", cluster=\"$cluster\"})", 2208 "format": "time_series", 2209 "intervalFactor": 2, 2210 "legendFormat": "{{ code }}", 2211 "refId": "A" 2212 } 2213 ], 2214 "thresholds": [ 2215 2216 ], 2217 "timeFrom": null, 2218 "timeShift": null, 2219 "title": "Write SLI - Requests", 2220 "tooltip": { 2221 "shared": false, 2222 "sort": 0, 2223 "value_type": "individual" 2224 }, 2225 "type": "graph", 2226 "xaxis": { 2227 "buckets": null, 2228 "mode": "time", 2229 "name": null, 2230 "show": true, 2231 "values": [ 2232 2233 ] 2234 }, 2235 "yaxes": [ 2236 { 2237 "format": "reqps", 2238 "label": null, 2239 "logBase": 1, 2240 "max": null, 2241 "min": null, 2242 "show": true 2243 }, 2244 { 2245 "format": "reqps", 2246 "label": null, 2247 "logBase": 1, 2248 "max": null, 2249 "min": null, 2250 "show": true 2251 } 2252 ] 2253 }, 2254 { 2255 "aliasColors": { 2256 2257 }, 2258 "bars": false, 2259 "dashLength": 10, 2260 "dashes": false, 2261 "datasource": "$datasource", 2262 "description": "How many percent of write requests (POST|PUT|PATCH|DELETE) per second are returned with errors (5xx)?", 2263 "fill": 1, 2264 "fillGradient": 0, 2265 "gridPos": { 2266 2267 }, 2268 "id": 11, 2269 "legend": { 2270 "alignAsTable": false, 2271 "avg": false, 2272 "current": false, 2273 "max": false, 2274 "min": false, 2275 "rightSide": false, 2276 "show": true, 2277 "sideWidth": null, 2278 "total": false, 2279 "values": false 2280 }, 2281 "lines": true, 2282 "linewidth": 1, 2283 "links": [ 2284 2285 ], 2286 "nullPointMode": "null", 2287 "percentage": false, 2288 "pointradius": 5, 2289 "points": false, 2290 "renderer": "flot", 2291 "repeat": null, 2292 "seriesOverrides": [ 2293 2294 ], 2295 "spaceLength": 10, 2296 "span": 3, 2297 "stack": false, 2298 "steppedLine": false, 2299 "targets": [ 2300 { 2301 "expr": "sum by (resource) (code_resource:apiserver_request_total:rate5m{verb=\"write\",code=~\"5..\", cluster=\"$cluster\"}) / sum by (resource) (code_resource:apiserver_request_total:rate5m{verb=\"write\", cluster=\"$cluster\"})", 2302 "format": "time_series", 2303 "intervalFactor": 2, 2304 "legendFormat": "{{ resource }}", 2305 "refId": "A" 2306 } 2307 ], 2308 "thresholds": [ 2309 2310 ], 2311 "timeFrom": null, 2312 "timeShift": null, 2313 "title": "Write SLI - Errors", 2314 "tooltip": { 2315 "shared": false, 2316 "sort": 0, 2317 "value_type": "individual" 2318 }, 2319 "type": "graph", 2320 "xaxis": { 2321 "buckets": null, 2322 "mode": "time", 2323 "name": null, 2324 "show": true, 2325 "values": [ 2326 2327 ] 2328 }, 2329 "yaxes": [ 2330 { 2331 "format": "percentunit", 2332 "label": null, 2333 "logBase": 1, 2334 "max": null, 2335 "min": 0, 2336 "show": true 2337 }, 2338 { 2339 "format": "percentunit", 2340 "label": null, 2341 "logBase": 1, 2342 "max": null, 2343 "min": 0, 2344 "show": true 2345 } 2346 ] 2347 }, 2348 { 2349 "aliasColors": { 2350 2351 }, 2352 "bars": false, 2353 "dashLength": 10, 2354 "dashes": false, 2355 "datasource": "$datasource", 2356 "description": "How many seconds is the 99th percentile for writing (POST|PUT|PATCH|DELETE) a given resource?", 2357 "fill": 1, 2358 "fillGradient": 0, 2359 "gridPos": { 2360 2361 }, 2362 "id": 12, 2363 "legend": { 2364 "alignAsTable": false, 2365 "avg": false, 2366 "current": false, 2367 "max": false, 2368 "min": false, 2369 "rightSide": false, 2370 "show": true, 2371 "sideWidth": null, 2372 "total": false, 2373 "values": false 2374 }, 2375 "lines": true, 2376 "linewidth": 1, 2377 "links": [ 2378 2379 ], 2380 "nullPointMode": "null", 2381 "percentage": false, 2382 "pointradius": 5, 2383 "points": false, 2384 "renderer": "flot", 2385 "repeat": null, 2386 "seriesOverrides": [ 2387 2388 ], 2389 "spaceLength": 10, 2390 "span": 3, 2391 "stack": false, 2392 "steppedLine": false, 2393 "targets": [ 2394 { 2395 "expr": "cluster_quantile:apiserver_request_duration_seconds:histogram_quantile{verb=\"write\", cluster=\"$cluster\"}", 2396 "format": "time_series", 2397 "intervalFactor": 2, 2398 "legendFormat": "{{ resource }}", 2399 "refId": "A" 2400 } 2401 ], 2402 "thresholds": [ 2403 2404 ], 2405 "timeFrom": null, 2406 "timeShift": null, 2407 "title": "Write SLI - Duration", 2408 "tooltip": { 2409 "shared": false, 2410 "sort": 0, 2411 "value_type": "individual" 2412 }, 2413 "type": "graph", 2414 "xaxis": { 2415 "buckets": null, 2416 "mode": "time", 2417 "name": null, 2418 "show": true, 2419 "values": [ 2420 2421 ] 2422 }, 2423 "yaxes": [ 2424 { 2425 "format": "s", 2426 "label": null, 2427 "logBase": 1, 2428 "max": null, 2429 "min": null, 2430 "show": true 2431 }, 2432 { 2433 "format": "s", 2434 "label": null, 2435 "logBase": 1, 2436 "max": null, 2437 "min": null, 2438 "show": true 2439 } 2440 ] 2441 } 2442 ], 2443 "repeat": null, 2444 "repeatIteration": null, 2445 "repeatRowId": null, 2446 "showTitle": false, 2447 "title": "Dashboard Row", 2448 "titleSize": "h6", 2449 "type": "row" 2450 }, 2451 { 2452 "collapse": false, 2453 "collapsed": false, 2454 "panels": [ 2455 { 2456 "aliasColors": { 2457 2458 }, 2459 "bars": false, 2460 "dashLength": 10, 2461 "dashes": false, 2462 "datasource": "$datasource", 2463 "fill": 1, 2464 "fillGradient": 0, 2465 "gridPos": { 2466 2467 }, 2468 "id": 13, 2469 "legend": { 2470 "alignAsTable": false, 2471 "avg": false, 2472 "current": false, 2473 "max": false, 2474 "min": false, 2475 "rightSide": false, 2476 "show": false, 2477 "sideWidth": null, 2478 "total": false, 2479 "values": false 2480 }, 2481 "lines": true, 2482 "linewidth": 1, 2483 "links": [ 2484 2485 ], 2486 "nullPointMode": "null", 2487 "percentage": false, 2488 "pointradius": 5, 2489 "points": false, 2490 "renderer": "flot", 2491 "repeat": null, 2492 "seriesOverrides": [ 2493 2494 ], 2495 "spaceLength": 10, 2496 "span": 6, 2497 "stack": false, 2498 "steppedLine": false, 2499 "targets": [ 2500 { 2501 "expr": "sum(rate(workqueue_adds_total{job=\"apiserver\", instance=~\"$instance\", cluster=\"$cluster\"}[5m])) by (instance, name)", 2502 "format": "time_series", 2503 "intervalFactor": 2, 2504 "legendFormat": "{{instance}} {{name}}", 2505 "refId": "A" 2506 } 2507 ], 2508 "thresholds": [ 2509 2510 ], 2511 "timeFrom": null, 2512 "timeShift": null, 2513 "title": "Work Queue Add Rate", 2514 "tooltip": { 2515 "shared": false, 2516 "sort": 0, 2517 "value_type": "individual" 2518 }, 2519 "type": "graph", 2520 "xaxis": { 2521 "buckets": null, 2522 "mode": "time", 2523 "name": null, 2524 "show": true, 2525 "values": [ 2526 2527 ] 2528 }, 2529 "yaxes": [ 2530 { 2531 "format": "ops", 2532 "label": null, 2533 "logBase": 1, 2534 "max": null, 2535 "min": 0, 2536 "show": true 2537 }, 2538 { 2539 "format": "ops", 2540 "label": null, 2541 "logBase": 1, 2542 "max": null, 2543 "min": 0, 2544 "show": true 2545 } 2546 ] 2547 }, 2548 { 2549 "aliasColors": { 2550 2551 }, 2552 "bars": false, 2553 "dashLength": 10, 2554 "dashes": false, 2555 "datasource": "$datasource", 2556 "fill": 1, 2557 "fillGradient": 0, 2558 "gridPos": { 2559 2560 }, 2561 "id": 14, 2562 "legend": { 2563 "alignAsTable": false, 2564 "avg": false, 2565 "current": false, 2566 "max": false, 2567 "min": false, 2568 "rightSide": false, 2569 "show": false, 2570 "sideWidth": null, 2571 "total": false, 2572 "values": false 2573 }, 2574 "lines": true, 2575 "linewidth": 1, 2576 "links": [ 2577 2578 ], 2579 "nullPointMode": "null", 2580 "percentage": false, 2581 "pointradius": 5, 2582 "points": false, 2583 "renderer": "flot", 2584 "repeat": null, 2585 "seriesOverrides": [ 2586 2587 ], 2588 "spaceLength": 10, 2589 "span": 6, 2590 "stack": false, 2591 "steppedLine": false, 2592 "targets": [ 2593 { 2594 "expr": "sum(rate(workqueue_depth{job=\"apiserver\", instance=~\"$instance\", cluster=\"$cluster\"}[5m])) by (instance, name)", 2595 "format": "time_series", 2596 "intervalFactor": 2, 2597 "legendFormat": "{{instance}} {{name}}", 2598 "refId": "A" 2599 } 2600 ], 2601 "thresholds": [ 2602 2603 ], 2604 "timeFrom": null, 2605 "timeShift": null, 2606 "title": "Work Queue Depth", 2607 "tooltip": { 2608 "shared": false, 2609 "sort": 0, 2610 "value_type": "individual" 2611 }, 2612 "type": "graph", 2613 "xaxis": { 2614 "buckets": null, 2615 "mode": "time", 2616 "name": null, 2617 "show": true, 2618 "values": [ 2619 2620 ] 2621 }, 2622 "yaxes": [ 2623 { 2624 "format": "short", 2625 "label": null, 2626 "logBase": 1, 2627 "max": null, 2628 "min": 0, 2629 "show": true 2630 }, 2631 { 2632 "format": "short", 2633 "label": null, 2634 "logBase": 1, 2635 "max": null, 2636 "min": 0, 2637 "show": true 2638 } 2639 ] 2640 }, 2641 { 2642 "aliasColors": { 2643 2644 }, 2645 "bars": false, 2646 "dashLength": 10, 2647 "dashes": false, 2648 "datasource": "$datasource", 2649 "fill": 1, 2650 "fillGradient": 0, 2651 "gridPos": { 2652 2653 }, 2654 "id": 15, 2655 "legend": { 2656 "alignAsTable": true, 2657 "avg": false, 2658 "current": true, 2659 "max": false, 2660 "min": false, 2661 "rightSide": true, 2662 "show": true, 2663 "sideWidth": null, 2664 "total": false, 2665 "values": true 2666 }, 2667 "lines": true, 2668 "linewidth": 1, 2669 "links": [ 2670 2671 ], 2672 "nullPointMode": "null", 2673 "percentage": false, 2674 "pointradius": 5, 2675 "points": false, 2676 "renderer": "flot", 2677 "repeat": null, 2678 "seriesOverrides": [ 2679 2680 ], 2681 "spaceLength": 10, 2682 "span": 12, 2683 "stack": false, 2684 "steppedLine": false, 2685 "targets": [ 2686 { 2687 "expr": "histogram_quantile(0.99, sum(rate(workqueue_queue_duration_seconds_bucket{job=\"apiserver\", instance=~\"$instance\", cluster=\"$cluster\"}[5m])) by (instance, name, le))", 2688 "format": "time_series", 2689 "intervalFactor": 2, 2690 "legendFormat": "{{instance}} {{name}}", 2691 "refId": "A" 2692 } 2693 ], 2694 "thresholds": [ 2695 2696 ], 2697 "timeFrom": null, 2698 "timeShift": null, 2699 "title": "Work Queue Latency", 2700 "tooltip": { 2701 "shared": false, 2702 "sort": 0, 2703 "value_type": "individual" 2704 }, 2705 "type": "graph", 2706 "xaxis": { 2707 "buckets": null, 2708 "mode": "time", 2709 "name": null, 2710 "show": true, 2711 "values": [ 2712 2713 ] 2714 }, 2715 "yaxes": [ 2716 { 2717 "format": "s", 2718 "label": null, 2719 "logBase": 1, 2720 "max": null, 2721 "min": null, 2722 "show": true 2723 }, 2724 { 2725 "format": "s", 2726 "label": null, 2727 "logBase": 1, 2728 "max": null, 2729 "min": null, 2730 "show": true 2731 } 2732 ] 2733 } 2734 ], 2735 "repeat": null, 2736 "repeatIteration": null, 2737 "repeatRowId": null, 2738 "showTitle": false, 2739 "title": "Dashboard Row", 2740 "titleSize": "h6", 2741 "type": "row" 2742 }, 2743 { 2744 "collapse": false, 2745 "collapsed": false, 2746 "panels": [ 2747 { 2748 "aliasColors": { 2749 2750 }, 2751 "bars": false, 2752 "dashLength": 10, 2753 "dashes": false, 2754 "datasource": "$datasource", 2755 "fill": 1, 2756 "fillGradient": 0, 2757 "gridPos": { 2758 2759 }, 2760 "id": 16, 2761 "legend": { 2762 "alignAsTable": false, 2763 "avg": false, 2764 "current": false, 2765 "max": false, 2766 "min": false, 2767 "rightSide": false, 2768 "show": true, 2769 "sideWidth": null, 2770 "total": false, 2771 "values": false 2772 }, 2773 "lines": true, 2774 "linewidth": 1, 2775 "links": [ 2776 2777 ], 2778 "nullPointMode": "null", 2779 "percentage": false, 2780 "pointradius": 5, 2781 "points": false, 2782 "renderer": "flot", 2783 "repeat": null, 2784 "seriesOverrides": [ 2785 2786 ], 2787 "spaceLength": 10, 2788 "span": 4, 2789 "stack": false, 2790 "steppedLine": false, 2791 "targets": [ 2792 { 2793 "expr": "process_resident_memory_bytes{job=\"apiserver\",instance=~\"$instance\", cluster=\"$cluster\"}", 2794 "format": "time_series", 2795 "intervalFactor": 2, 2796 "legendFormat": "{{instance}}", 2797 "refId": "A" 2798 } 2799 ], 2800 "thresholds": [ 2801 2802 ], 2803 "timeFrom": null, 2804 "timeShift": null, 2805 "title": "Memory", 2806 "tooltip": { 2807 "shared": false, 2808 "sort": 0, 2809 "value_type": "individual" 2810 }, 2811 "type": "graph", 2812 "xaxis": { 2813 "buckets": null, 2814 "mode": "time", 2815 "name": null, 2816 "show": true, 2817 "values": [ 2818 2819 ] 2820 }, 2821 "yaxes": [ 2822 { 2823 "format": "bytes", 2824 "label": null, 2825 "logBase": 1, 2826 "max": null, 2827 "min": null, 2828 "show": true 2829 }, 2830 { 2831 "format": "bytes", 2832 "label": null, 2833 "logBase": 1, 2834 "max": null, 2835 "min": null, 2836 "show": true 2837 } 2838 ] 2839 }, 2840 { 2841 "aliasColors": { 2842 2843 }, 2844 "bars": false, 2845 "dashLength": 10, 2846 "dashes": false, 2847 "datasource": "$datasource", 2848 "fill": 1, 2849 "fillGradient": 0, 2850 "gridPos": { 2851 2852 }, 2853 "id": 17, 2854 "legend": { 2855 "alignAsTable": false, 2856 "avg": false, 2857 "current": false, 2858 "max": false, 2859 "min": false, 2860 "rightSide": false, 2861 "show": true, 2862 "sideWidth": null, 2863 "total": false, 2864 "values": false 2865 }, 2866 "lines": true, 2867 "linewidth": 1, 2868 "links": [ 2869 2870 ], 2871 "nullPointMode": "null", 2872 "percentage": false, 2873 "pointradius": 5, 2874 "points": false, 2875 "renderer": "flot", 2876 "repeat": null, 2877 "seriesOverrides": [ 2878 2879 ], 2880 "spaceLength": 10, 2881 "span": 4, 2882 "stack": false, 2883 "steppedLine": false, 2884 "targets": [ 2885 { 2886 "expr": "rate(process_cpu_seconds_total{job=\"apiserver\",instance=~\"$instance\", cluster=\"$cluster\"}[5m])", 2887 "format": "time_series", 2888 "intervalFactor": 2, 2889 "legendFormat": "{{instance}}", 2890 "refId": "A" 2891 } 2892 ], 2893 "thresholds": [ 2894 2895 ], 2896 "timeFrom": null, 2897 "timeShift": null, 2898 "title": "CPU usage", 2899 "tooltip": { 2900 "shared": false, 2901 "sort": 0, 2902 "value_type": "individual" 2903 }, 2904 "type": "graph", 2905 "xaxis": { 2906 "buckets": null, 2907 "mode": "time", 2908 "name": null, 2909 "show": true, 2910 "values": [ 2911 2912 ] 2913 }, 2914 "yaxes": [ 2915 { 2916 "format": "short", 2917 "label": null, 2918 "logBase": 1, 2919 "max": null, 2920 "min": 0, 2921 "show": true 2922 }, 2923 { 2924 "format": "short", 2925 "label": null, 2926 "logBase": 1, 2927 "max": null, 2928 "min": 0, 2929 "show": true 2930 } 2931 ] 2932 }, 2933 { 2934 "aliasColors": { 2935 2936 }, 2937 "bars": false, 2938 "dashLength": 10, 2939 "dashes": false, 2940 "datasource": "$datasource", 2941 "fill": 1, 2942 "fillGradient": 0, 2943 "gridPos": { 2944 2945 }, 2946 "id": 18, 2947 "legend": { 2948 "alignAsTable": false, 2949 "avg": false, 2950 "current": false, 2951 "max": false, 2952 "min": false, 2953 "rightSide": false, 2954 "show": true, 2955 "sideWidth": null, 2956 "total": false, 2957 "values": false 2958 }, 2959 "lines": true, 2960 "linewidth": 1, 2961 "links": [ 2962 2963 ], 2964 "nullPointMode": "null", 2965 "percentage": false, 2966 "pointradius": 5, 2967 "points": false, 2968 "renderer": "flot", 2969 "repeat": null, 2970 "seriesOverrides": [ 2971 2972 ], 2973 "spaceLength": 10, 2974 "span": 4, 2975 "stack": false, 2976 "steppedLine": false, 2977 "targets": [ 2978 { 2979 "expr": "go_goroutines{job=\"apiserver\",instance=~\"$instance\", cluster=\"$cluster\"}", 2980 "format": "time_series", 2981 "intervalFactor": 2, 2982 "legendFormat": "{{instance}}", 2983 "refId": "A" 2984 } 2985 ], 2986 "thresholds": [ 2987 2988 ], 2989 "timeFrom": null, 2990 "timeShift": null, 2991 "title": "Goroutines", 2992 "tooltip": { 2993 "shared": false, 2994 "sort": 0, 2995 "value_type": "individual" 2996 }, 2997 "type": "graph", 2998 "xaxis": { 2999 "buckets": null, 3000 "mode": "time", 3001 "name": null, 3002 "show": true, 3003 "values": [ 3004 3005 ] 3006 }, 3007 "yaxes": [ 3008 { 3009 "format": "short", 3010 "label": null, 3011 "logBase": 1, 3012 "max": null, 3013 "min": null, 3014 "show": true 3015 }, 3016 { 3017 "format": "short", 3018 "label": null, 3019 "logBase": 1, 3020 "max": null, 3021 "min": null, 3022 "show": true 3023 } 3024 ] 3025 } 3026 ], 3027 "repeat": null, 3028 "repeatIteration": null, 3029 "repeatRowId": null, 3030 "showTitle": false, 3031 "title": "Dashboard Row", 3032 "titleSize": "h6", 3033 "type": "row" 3034 } 3035 ], 3036 "schemaVersion": 14, 3037 "style": "dark", 3038 "tags": [ 3039 "kubernetes-mixin" 3040 ], 3041 "templating": { 3042 "list": [ 3043 { 3044 "current": { 3045 "text": "default", 3046 "value": "default" 3047 }, 3048 "hide": 0, 3049 "label": null, 3050 "name": "datasource", 3051 "options": [ 3052 3053 ], 3054 "query": "prometheus", 3055 "refresh": 1, 3056 "regex": "", 3057 "type": "datasource" 3058 }, 3059 { 3060 "allValue": null, 3061 "current": { 3062 3063 }, 3064 "datasource": "$datasource", 3065 "hide": 2, 3066 "includeAll": false, 3067 "label": "cluster", 3068 "multi": false, 3069 "name": "cluster", 3070 "options": [ 3071 3072 ], 3073 "query": "label_values(apiserver_request_total, cluster)", 3074 "refresh": 2, 3075 "regex": "", 3076 "sort": 1, 3077 "tagValuesQuery": "", 3078 "tags": [ 3079 3080 ], 3081 "tagsQuery": "", 3082 "type": "query", 3083 "useTags": false 3084 }, 3085 { 3086 "allValue": null, 3087 "current": { 3088 3089 }, 3090 "datasource": "$datasource", 3091 "hide": 0, 3092 "includeAll": true, 3093 "label": null, 3094 "multi": false, 3095 "name": "instance", 3096 "options": [ 3097 3098 ], 3099 "query": "label_values(apiserver_request_total{job=\"apiserver\", cluster=\"$cluster\"}, instance)", 3100 "refresh": 2, 3101 "regex": "", 3102 "sort": 1, 3103 "tagValuesQuery": "", 3104 "tags": [ 3105 3106 ], 3107 "tagsQuery": "", 3108 "type": "query", 3109 "useTags": false 3110 } 3111 ] 3112 }, 3113 "time": { 3114 "from": "now-1h", 3115 "to": "now" 3116 }, 3117 "timepicker": { 3118 "refresh_intervals": [ 3119 "5s", 3120 "10s", 3121 "30s", 3122 "1m", 3123 "5m", 3124 "15m", 3125 "30m", 3126 "1h", 3127 "2h", 3128 "1d" 3129 ], 3130 "time_options": [ 3131 "5m", 3132 "15m", 3133 "1h", 3134 "6h", 3135 "12h", 3136 "24h", 3137 "2d", 3138 "7d", 3139 "30d" 3140 ] 3141 }, 3142 "timezone": "UTC", 3143 "title": "Kubernetes / API server", 3144 "uid": "09ec8aa1e996d6ffcd6817bbaff4db1b", 3145 "version": 0 3146 } 3147 --- 3148 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/cluster-total.yaml 3149 apiVersion: v1 3150 kind: ConfigMap 3151 metadata: 3152 namespace: kube-prometheus-stack-system 3153 name: kube-prometheus-stack-cluster-total 3154 annotations: 3155 { } 3156 labels: 3157 grafana_dashboard: "1" 3158 app: kube-prometheus-stack-grafana 3159 app.kubernetes.io/instance: kube-prometheus-stack 3160 app.kubernetes.io/version: "18.0.1" 3161 app.kubernetes.io/part-of: kube-prometheus-stack 3162 release: "kube-prometheus-stack" 3163 heritage: "Helm" 3164 data: 3165 cluster-total.json: |- 3166 { 3167 "__inputs": [ 3168 3169 ], 3170 "__requires": [ 3171 3172 ], 3173 "annotations": { 3174 "list": [ 3175 { 3176 "builtIn": 1, 3177 "datasource": "-- Grafana --", 3178 "enable": true, 3179 "hide": true, 3180 "iconColor": "rgba(0, 211, 255, 1)", 3181 "name": "Annotations & Alerts", 3182 "type": "dashboard" 3183 } 3184 ] 3185 }, 3186 "editable": true, 3187 "gnetId": null, 3188 "graphTooltip": 0, 3189 "hideControls": false, 3190 "id": null, 3191 "links": [ 3192 3193 ], 3194 "panels": [ 3195 { 3196 "collapse": false, 3197 "collapsed": false, 3198 "gridPos": { 3199 "h": 1, 3200 "w": 24, 3201 "x": 0, 3202 "y": 0 3203 }, 3204 "id": 2, 3205 "panels": [ 3206 3207 ], 3208 "repeat": null, 3209 "repeatIteration": null, 3210 "repeatRowId": null, 3211 "showTitle": true, 3212 "title": "Current Bandwidth", 3213 "titleSize": "h6", 3214 "type": "row" 3215 }, 3216 { 3217 "aliasColors": { 3218 3219 }, 3220 "bars": true, 3221 "dashLength": 10, 3222 "dashes": false, 3223 "datasource": "$datasource", 3224 "fill": 2, 3225 "fillGradient": 0, 3226 "gridPos": { 3227 "h": 9, 3228 "w": 12, 3229 "x": 0, 3230 "y": 1 3231 }, 3232 "id": 3, 3233 "legend": { 3234 "alignAsTable": true, 3235 "avg": false, 3236 "current": true, 3237 "hideEmpty": true, 3238 "hideZero": true, 3239 "max": false, 3240 "min": false, 3241 "rightSide": true, 3242 "show": true, 3243 "sideWidth": null, 3244 "sort": "current", 3245 "sortDesc": true, 3246 "total": false, 3247 "values": true 3248 }, 3249 "lines": false, 3250 "linewidth": 1, 3251 "links": [ 3252 3253 ], 3254 "minSpan": 24, 3255 "nullPointMode": "null", 3256 "paceLength": 10, 3257 "percentage": false, 3258 "pointradius": 5, 3259 "points": false, 3260 "renderer": "flot", 3261 "repeat": null, 3262 "seriesOverrides": [ 3263 3264 ], 3265 "spaceLength": 10, 3266 "span": 24, 3267 "stack": false, 3268 "steppedLine": false, 3269 "targets": [ 3270 { 3271 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3272 "format": "time_series", 3273 "intervalFactor": 1, 3274 "legendFormat": "{{namespace}}", 3275 "refId": "A", 3276 "step": 10 3277 } 3278 ], 3279 "thresholds": [ 3280 3281 ], 3282 "timeFrom": null, 3283 "timeShift": null, 3284 "title": "Current Rate of Bytes Received", 3285 "tooltip": { 3286 "shared": true, 3287 "sort": 2, 3288 "value_type": "individual" 3289 }, 3290 "type": "graph", 3291 "xaxis": { 3292 "buckets": null, 3293 "mode": "series", 3294 "name": null, 3295 "show": false, 3296 "values": [ 3297 "current" 3298 ] 3299 }, 3300 "yaxes": [ 3301 { 3302 "format": "Bps", 3303 "label": null, 3304 "logBase": 1, 3305 "max": null, 3306 "min": 0, 3307 "show": true 3308 }, 3309 { 3310 "format": "Bps", 3311 "label": null, 3312 "logBase": 1, 3313 "max": null, 3314 "min": 0, 3315 "show": true 3316 } 3317 ] 3318 }, 3319 { 3320 "aliasColors": { 3321 3322 }, 3323 "bars": true, 3324 "dashLength": 10, 3325 "dashes": false, 3326 "datasource": "$datasource", 3327 "fill": 2, 3328 "fillGradient": 0, 3329 "gridPos": { 3330 "h": 9, 3331 "w": 12, 3332 "x": 12, 3333 "y": 1 3334 }, 3335 "id": 4, 3336 "legend": { 3337 "alignAsTable": true, 3338 "avg": false, 3339 "current": true, 3340 "hideEmpty": true, 3341 "hideZero": true, 3342 "max": false, 3343 "min": false, 3344 "rightSide": true, 3345 "show": true, 3346 "sideWidth": null, 3347 "sort": "current", 3348 "sortDesc": true, 3349 "total": false, 3350 "values": true 3351 }, 3352 "lines": false, 3353 "linewidth": 1, 3354 "links": [ 3355 3356 ], 3357 "minSpan": 24, 3358 "nullPointMode": "null", 3359 "paceLength": 10, 3360 "percentage": false, 3361 "pointradius": 5, 3362 "points": false, 3363 "renderer": "flot", 3364 "repeat": null, 3365 "seriesOverrides": [ 3366 3367 ], 3368 "spaceLength": 10, 3369 "span": 24, 3370 "stack": false, 3371 "steppedLine": false, 3372 "targets": [ 3373 { 3374 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3375 "format": "time_series", 3376 "intervalFactor": 1, 3377 "legendFormat": "{{namespace}}", 3378 "refId": "A", 3379 "step": 10 3380 } 3381 ], 3382 "thresholds": [ 3383 3384 ], 3385 "timeFrom": null, 3386 "timeShift": null, 3387 "title": "Current Rate of Bytes Transmitted", 3388 "tooltip": { 3389 "shared": true, 3390 "sort": 2, 3391 "value_type": "individual" 3392 }, 3393 "type": "graph", 3394 "xaxis": { 3395 "buckets": null, 3396 "mode": "series", 3397 "name": null, 3398 "show": false, 3399 "values": [ 3400 "current" 3401 ] 3402 }, 3403 "yaxes": [ 3404 { 3405 "format": "Bps", 3406 "label": null, 3407 "logBase": 1, 3408 "max": null, 3409 "min": 0, 3410 "show": true 3411 }, 3412 { 3413 "format": "Bps", 3414 "label": null, 3415 "logBase": 1, 3416 "max": null, 3417 "min": 0, 3418 "show": true 3419 } 3420 ] 3421 }, 3422 { 3423 "columns": [ 3424 { 3425 "text": "Time", 3426 "value": "Time" 3427 }, 3428 { 3429 "text": "Value #A", 3430 "value": "Value #A" 3431 }, 3432 { 3433 "text": "Value #B", 3434 "value": "Value #B" 3435 }, 3436 { 3437 "text": "Value #C", 3438 "value": "Value #C" 3439 }, 3440 { 3441 "text": "Value #D", 3442 "value": "Value #D" 3443 }, 3444 { 3445 "text": "Value #E", 3446 "value": "Value #E" 3447 }, 3448 { 3449 "text": "Value #F", 3450 "value": "Value #F" 3451 }, 3452 { 3453 "text": "Value #G", 3454 "value": "Value #G" 3455 }, 3456 { 3457 "text": "Value #H", 3458 "value": "Value #H" 3459 }, 3460 { 3461 "text": "namespace", 3462 "value": "namespace" 3463 } 3464 ], 3465 "datasource": "$datasource", 3466 "fill": 1, 3467 "fontSize": "90%", 3468 "gridPos": { 3469 "h": 9, 3470 "w": 24, 3471 "x": 0, 3472 "y": 10 3473 }, 3474 "id": 5, 3475 "lines": true, 3476 "linewidth": 1, 3477 "links": [ 3478 3479 ], 3480 "minSpan": 24, 3481 "nullPointMode": "null as zero", 3482 "renderer": "flot", 3483 "scroll": true, 3484 "showHeader": true, 3485 "sort": { 3486 "col": 0, 3487 "desc": false 3488 }, 3489 "spaceLength": 10, 3490 "span": 24, 3491 "styles": [ 3492 { 3493 "alias": "Time", 3494 "colorMode": null, 3495 "colors": [ 3496 3497 ], 3498 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3499 "decimals": 2, 3500 "link": false, 3501 "linkTooltip": "Drill down", 3502 "linkUrl": "", 3503 "pattern": "Time", 3504 "thresholds": [ 3505 3506 ], 3507 "type": "hidden", 3508 "unit": "short" 3509 }, 3510 { 3511 "alias": "Current Bandwidth Received", 3512 "colorMode": null, 3513 "colors": [ 3514 3515 ], 3516 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3517 "decimals": 2, 3518 "link": false, 3519 "linkTooltip": "Drill down", 3520 "linkUrl": "", 3521 "pattern": "Value #A", 3522 "thresholds": [ 3523 3524 ], 3525 "type": "number", 3526 "unit": "Bps" 3527 }, 3528 { 3529 "alias": "Current Bandwidth Transmitted", 3530 "colorMode": null, 3531 "colors": [ 3532 3533 ], 3534 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3535 "decimals": 2, 3536 "link": false, 3537 "linkTooltip": "Drill down", 3538 "linkUrl": "", 3539 "pattern": "Value #B", 3540 "thresholds": [ 3541 3542 ], 3543 "type": "number", 3544 "unit": "Bps" 3545 }, 3546 { 3547 "alias": "Average Bandwidth Received", 3548 "colorMode": null, 3549 "colors": [ 3550 3551 ], 3552 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3553 "decimals": 2, 3554 "link": false, 3555 "linkTooltip": "Drill down", 3556 "linkUrl": "", 3557 "pattern": "Value #C", 3558 "thresholds": [ 3559 3560 ], 3561 "type": "number", 3562 "unit": "Bps" 3563 }, 3564 { 3565 "alias": "Average Bandwidth Transmitted", 3566 "colorMode": null, 3567 "colors": [ 3568 3569 ], 3570 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3571 "decimals": 2, 3572 "link": false, 3573 "linkTooltip": "Drill down", 3574 "linkUrl": "", 3575 "pattern": "Value #D", 3576 "thresholds": [ 3577 3578 ], 3579 "type": "number", 3580 "unit": "Bps" 3581 }, 3582 { 3583 "alias": "Rate of Received Packets", 3584 "colorMode": null, 3585 "colors": [ 3586 3587 ], 3588 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3589 "decimals": 2, 3590 "link": false, 3591 "linkTooltip": "Drill down", 3592 "linkUrl": "", 3593 "pattern": "Value #E", 3594 "thresholds": [ 3595 3596 ], 3597 "type": "number", 3598 "unit": "pps" 3599 }, 3600 { 3601 "alias": "Rate of Transmitted Packets", 3602 "colorMode": null, 3603 "colors": [ 3604 3605 ], 3606 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3607 "decimals": 2, 3608 "link": false, 3609 "linkTooltip": "Drill down", 3610 "linkUrl": "", 3611 "pattern": "Value #F", 3612 "thresholds": [ 3613 3614 ], 3615 "type": "number", 3616 "unit": "pps" 3617 }, 3618 { 3619 "alias": "Rate of Received Packets Dropped", 3620 "colorMode": null, 3621 "colors": [ 3622 3623 ], 3624 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3625 "decimals": 2, 3626 "link": false, 3627 "linkTooltip": "Drill down", 3628 "linkUrl": "", 3629 "pattern": "Value #G", 3630 "thresholds": [ 3631 3632 ], 3633 "type": "number", 3634 "unit": "pps" 3635 }, 3636 { 3637 "alias": "Rate of Transmitted Packets Dropped", 3638 "colorMode": null, 3639 "colors": [ 3640 3641 ], 3642 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3643 "decimals": 2, 3644 "link": false, 3645 "linkTooltip": "Drill down", 3646 "linkUrl": "", 3647 "pattern": "Value #H", 3648 "thresholds": [ 3649 3650 ], 3651 "type": "number", 3652 "unit": "pps" 3653 }, 3654 { 3655 "alias": "Namespace", 3656 "colorMode": null, 3657 "colors": [ 3658 3659 ], 3660 "dateFormat": "YYYY-MM-DD HH:mm:ss", 3661 "decimals": 2, 3662 "link": true, 3663 "linkTooltip": "Drill down", 3664 "linkUrl": "d/8b7a8b326d7a6f1f04244066368c67af/kubernetes-networking-namespace-pods?orgId=1&refresh=30s&var-namespace=$__cell", 3665 "pattern": "namespace", 3666 "thresholds": [ 3667 3668 ], 3669 "type": "number", 3670 "unit": "short" 3671 } 3672 ], 3673 "targets": [ 3674 { 3675 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3676 "format": "table", 3677 "instant": true, 3678 "intervalFactor": 2, 3679 "legendFormat": "", 3680 "refId": "A", 3681 "step": 10 3682 }, 3683 { 3684 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3685 "format": "table", 3686 "instant": true, 3687 "intervalFactor": 2, 3688 "legendFormat": "", 3689 "refId": "B", 3690 "step": 10 3691 }, 3692 { 3693 "expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3694 "format": "table", 3695 "instant": true, 3696 "intervalFactor": 2, 3697 "legendFormat": "", 3698 "refId": "C", 3699 "step": 10 3700 }, 3701 { 3702 "expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3703 "format": "table", 3704 "instant": true, 3705 "intervalFactor": 2, 3706 "legendFormat": "", 3707 "refId": "D", 3708 "step": 10 3709 }, 3710 { 3711 "expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3712 "format": "table", 3713 "instant": true, 3714 "intervalFactor": 2, 3715 "legendFormat": "", 3716 "refId": "E", 3717 "step": 10 3718 }, 3719 { 3720 "expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3721 "format": "table", 3722 "instant": true, 3723 "intervalFactor": 2, 3724 "legendFormat": "", 3725 "refId": "F", 3726 "step": 10 3727 }, 3728 { 3729 "expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3730 "format": "table", 3731 "instant": true, 3732 "intervalFactor": 2, 3733 "legendFormat": "", 3734 "refId": "G", 3735 "step": 10 3736 }, 3737 { 3738 "expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3739 "format": "table", 3740 "instant": true, 3741 "intervalFactor": 2, 3742 "legendFormat": "", 3743 "refId": "H", 3744 "step": 10 3745 } 3746 ], 3747 "timeFrom": null, 3748 "timeShift": null, 3749 "title": "Current Status", 3750 "type": "table" 3751 }, 3752 { 3753 "collapse": true, 3754 "collapsed": true, 3755 "gridPos": { 3756 "h": 1, 3757 "w": 24, 3758 "x": 0, 3759 "y": 10 3760 }, 3761 "id": 6, 3762 "panels": [ 3763 { 3764 "aliasColors": { 3765 3766 }, 3767 "bars": true, 3768 "dashLength": 10, 3769 "dashes": false, 3770 "datasource": "$datasource", 3771 "fill": 2, 3772 "fillGradient": 0, 3773 "gridPos": { 3774 "h": 9, 3775 "w": 12, 3776 "x": 0, 3777 "y": 11 3778 }, 3779 "id": 7, 3780 "legend": { 3781 "alignAsTable": true, 3782 "avg": false, 3783 "current": true, 3784 "hideEmpty": true, 3785 "hideZero": true, 3786 "max": false, 3787 "min": false, 3788 "rightSide": true, 3789 "show": true, 3790 "sideWidth": null, 3791 "sort": "current", 3792 "sortDesc": true, 3793 "total": false, 3794 "values": true 3795 }, 3796 "lines": false, 3797 "linewidth": 1, 3798 "links": [ 3799 3800 ], 3801 "minSpan": 24, 3802 "nullPointMode": "null", 3803 "paceLength": 10, 3804 "percentage": false, 3805 "pointradius": 5, 3806 "points": false, 3807 "renderer": "flot", 3808 "repeat": null, 3809 "seriesOverrides": [ 3810 3811 ], 3812 "spaceLength": 10, 3813 "span": 24, 3814 "stack": false, 3815 "steppedLine": false, 3816 "targets": [ 3817 { 3818 "expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3819 "format": "time_series", 3820 "intervalFactor": 1, 3821 "legendFormat": "{{namespace}}", 3822 "refId": "A", 3823 "step": 10 3824 } 3825 ], 3826 "thresholds": [ 3827 3828 ], 3829 "timeFrom": null, 3830 "timeShift": null, 3831 "title": "Average Rate of Bytes Received", 3832 "tooltip": { 3833 "shared": true, 3834 "sort": 2, 3835 "value_type": "individual" 3836 }, 3837 "type": "graph", 3838 "xaxis": { 3839 "buckets": null, 3840 "mode": "series", 3841 "name": null, 3842 "show": false, 3843 "values": [ 3844 "current" 3845 ] 3846 }, 3847 "yaxes": [ 3848 { 3849 "format": "Bps", 3850 "label": null, 3851 "logBase": 1, 3852 "max": null, 3853 "min": 0, 3854 "show": true 3855 }, 3856 { 3857 "format": "Bps", 3858 "label": null, 3859 "logBase": 1, 3860 "max": null, 3861 "min": 0, 3862 "show": true 3863 } 3864 ] 3865 }, 3866 { 3867 "aliasColors": { 3868 3869 }, 3870 "bars": true, 3871 "dashLength": 10, 3872 "dashes": false, 3873 "datasource": "$datasource", 3874 "fill": 2, 3875 "fillGradient": 0, 3876 "gridPos": { 3877 "h": 9, 3878 "w": 12, 3879 "x": 12, 3880 "y": 11 3881 }, 3882 "id": 8, 3883 "legend": { 3884 "alignAsTable": true, 3885 "avg": false, 3886 "current": true, 3887 "hideEmpty": true, 3888 "hideZero": true, 3889 "max": false, 3890 "min": false, 3891 "rightSide": true, 3892 "show": true, 3893 "sideWidth": null, 3894 "sort": "current", 3895 "sortDesc": true, 3896 "total": false, 3897 "values": true 3898 }, 3899 "lines": false, 3900 "linewidth": 1, 3901 "links": [ 3902 3903 ], 3904 "minSpan": 24, 3905 "nullPointMode": "null", 3906 "paceLength": 10, 3907 "percentage": false, 3908 "pointradius": 5, 3909 "points": false, 3910 "renderer": "flot", 3911 "repeat": null, 3912 "seriesOverrides": [ 3913 3914 ], 3915 "spaceLength": 10, 3916 "span": 24, 3917 "stack": false, 3918 "steppedLine": false, 3919 "targets": [ 3920 { 3921 "expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 3922 "format": "time_series", 3923 "intervalFactor": 1, 3924 "legendFormat": "{{namespace}}", 3925 "refId": "A", 3926 "step": 10 3927 } 3928 ], 3929 "thresholds": [ 3930 3931 ], 3932 "timeFrom": null, 3933 "timeShift": null, 3934 "title": "Average Rate of Bytes Transmitted", 3935 "tooltip": { 3936 "shared": true, 3937 "sort": 2, 3938 "value_type": "individual" 3939 }, 3940 "type": "graph", 3941 "xaxis": { 3942 "buckets": null, 3943 "mode": "series", 3944 "name": null, 3945 "show": false, 3946 "values": [ 3947 "current" 3948 ] 3949 }, 3950 "yaxes": [ 3951 { 3952 "format": "Bps", 3953 "label": null, 3954 "logBase": 1, 3955 "max": null, 3956 "min": 0, 3957 "show": true 3958 }, 3959 { 3960 "format": "Bps", 3961 "label": null, 3962 "logBase": 1, 3963 "max": null, 3964 "min": 0, 3965 "show": true 3966 } 3967 ] 3968 } 3969 ], 3970 "repeat": null, 3971 "repeatIteration": null, 3972 "repeatRowId": null, 3973 "showTitle": true, 3974 "title": "Average Bandwidth", 3975 "titleSize": "h6", 3976 "type": "row" 3977 }, 3978 { 3979 "collapse": false, 3980 "collapsed": false, 3981 "gridPos": { 3982 "h": 1, 3983 "w": 24, 3984 "x": 0, 3985 "y": 11 3986 }, 3987 "id": 9, 3988 "panels": [ 3989 3990 ], 3991 "repeat": null, 3992 "repeatIteration": null, 3993 "repeatRowId": null, 3994 "showTitle": true, 3995 "title": "Bandwidth History", 3996 "titleSize": "h6", 3997 "type": "row" 3998 }, 3999 { 4000 "aliasColors": { 4001 4002 }, 4003 "bars": false, 4004 "dashLength": 10, 4005 "dashes": false, 4006 "datasource": "$datasource", 4007 "fill": 2, 4008 "fillGradient": 0, 4009 "gridPos": { 4010 "h": 9, 4011 "w": 24, 4012 "x": 0, 4013 "y": 12 4014 }, 4015 "id": 10, 4016 "legend": { 4017 "alignAsTable": true, 4018 "avg": true, 4019 "current": true, 4020 "hideEmpty": true, 4021 "hideZero": true, 4022 "max": true, 4023 "min": true, 4024 "rightSide": true, 4025 "show": true, 4026 "sideWidth": null, 4027 "total": false, 4028 "values": true 4029 }, 4030 "lines": true, 4031 "linewidth": 2, 4032 "links": [ 4033 4034 ], 4035 "minSpan": 24, 4036 "nullPointMode": "connected", 4037 "paceLength": 10, 4038 "percentage": false, 4039 "pointradius": 5, 4040 "points": false, 4041 "renderer": "flot", 4042 "repeat": null, 4043 "seriesOverrides": [ 4044 4045 ], 4046 "spaceLength": 10, 4047 "span": 24, 4048 "stack": true, 4049 "steppedLine": false, 4050 "targets": [ 4051 { 4052 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 4053 "format": "time_series", 4054 "intervalFactor": 1, 4055 "legendFormat": "{{namespace}}", 4056 "refId": "A", 4057 "step": 10 4058 } 4059 ], 4060 "thresholds": [ 4061 4062 ], 4063 "timeFrom": null, 4064 "timeShift": null, 4065 "title": "Receive Bandwidth", 4066 "tooltip": { 4067 "shared": true, 4068 "sort": 2, 4069 "value_type": "individual" 4070 }, 4071 "type": "graph", 4072 "xaxis": { 4073 "buckets": null, 4074 "mode": "time", 4075 "name": null, 4076 "show": true, 4077 "values": [ 4078 4079 ] 4080 }, 4081 "yaxes": [ 4082 { 4083 "format": "Bps", 4084 "label": null, 4085 "logBase": 1, 4086 "max": null, 4087 "min": 0, 4088 "show": true 4089 }, 4090 { 4091 "format": "Bps", 4092 "label": null, 4093 "logBase": 1, 4094 "max": null, 4095 "min": 0, 4096 "show": true 4097 } 4098 ] 4099 }, 4100 { 4101 "aliasColors": { 4102 4103 }, 4104 "bars": false, 4105 "dashLength": 10, 4106 "dashes": false, 4107 "datasource": "$datasource", 4108 "fill": 2, 4109 "fillGradient": 0, 4110 "gridPos": { 4111 "h": 9, 4112 "w": 24, 4113 "x": 0, 4114 "y": 21 4115 }, 4116 "id": 11, 4117 "legend": { 4118 "alignAsTable": true, 4119 "avg": true, 4120 "current": true, 4121 "hideEmpty": true, 4122 "hideZero": true, 4123 "max": true, 4124 "min": true, 4125 "rightSide": true, 4126 "show": true, 4127 "sideWidth": null, 4128 "total": false, 4129 "values": true 4130 }, 4131 "lines": true, 4132 "linewidth": 2, 4133 "links": [ 4134 4135 ], 4136 "minSpan": 24, 4137 "nullPointMode": "connected", 4138 "paceLength": 10, 4139 "percentage": false, 4140 "pointradius": 5, 4141 "points": false, 4142 "renderer": "flot", 4143 "repeat": null, 4144 "seriesOverrides": [ 4145 4146 ], 4147 "spaceLength": 10, 4148 "span": 24, 4149 "stack": true, 4150 "steppedLine": false, 4151 "targets": [ 4152 { 4153 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 4154 "format": "time_series", 4155 "intervalFactor": 1, 4156 "legendFormat": "{{namespace}}", 4157 "refId": "A", 4158 "step": 10 4159 } 4160 ], 4161 "thresholds": [ 4162 4163 ], 4164 "timeFrom": null, 4165 "timeShift": null, 4166 "title": "Transmit Bandwidth", 4167 "tooltip": { 4168 "shared": true, 4169 "sort": 2, 4170 "value_type": "individual" 4171 }, 4172 "type": "graph", 4173 "xaxis": { 4174 "buckets": null, 4175 "mode": "time", 4176 "name": null, 4177 "show": true, 4178 "values": [ 4179 4180 ] 4181 }, 4182 "yaxes": [ 4183 { 4184 "format": "Bps", 4185 "label": null, 4186 "logBase": 1, 4187 "max": null, 4188 "min": 0, 4189 "show": true 4190 }, 4191 { 4192 "format": "Bps", 4193 "label": null, 4194 "logBase": 1, 4195 "max": null, 4196 "min": 0, 4197 "show": true 4198 } 4199 ] 4200 }, 4201 { 4202 "collapse": true, 4203 "collapsed": true, 4204 "gridPos": { 4205 "h": 1, 4206 "w": 24, 4207 "x": 0, 4208 "y": 30 4209 }, 4210 "id": 12, 4211 "panels": [ 4212 { 4213 "aliasColors": { 4214 4215 }, 4216 "bars": false, 4217 "dashLength": 10, 4218 "dashes": false, 4219 "datasource": "$datasource", 4220 "fill": 2, 4221 "fillGradient": 0, 4222 "gridPos": { 4223 "h": 9, 4224 "w": 24, 4225 "x": 0, 4226 "y": 31 4227 }, 4228 "id": 13, 4229 "legend": { 4230 "alignAsTable": true, 4231 "avg": true, 4232 "current": true, 4233 "hideEmpty": true, 4234 "hideZero": true, 4235 "max": true, 4236 "min": true, 4237 "rightSide": true, 4238 "show": true, 4239 "sideWidth": null, 4240 "total": false, 4241 "values": true 4242 }, 4243 "lines": true, 4244 "linewidth": 2, 4245 "links": [ 4246 4247 ], 4248 "minSpan": 24, 4249 "nullPointMode": "connected", 4250 "paceLength": 10, 4251 "percentage": false, 4252 "pointradius": 5, 4253 "points": false, 4254 "renderer": "flot", 4255 "repeat": null, 4256 "seriesOverrides": [ 4257 4258 ], 4259 "spaceLength": 10, 4260 "span": 24, 4261 "stack": true, 4262 "steppedLine": false, 4263 "targets": [ 4264 { 4265 "expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 4266 "format": "time_series", 4267 "intervalFactor": 1, 4268 "legendFormat": "{{namespace}}", 4269 "refId": "A", 4270 "step": 10 4271 } 4272 ], 4273 "thresholds": [ 4274 4275 ], 4276 "timeFrom": null, 4277 "timeShift": null, 4278 "title": "Rate of Received Packets", 4279 "tooltip": { 4280 "shared": true, 4281 "sort": 2, 4282 "value_type": "individual" 4283 }, 4284 "type": "graph", 4285 "xaxis": { 4286 "buckets": null, 4287 "mode": "time", 4288 "name": null, 4289 "show": true, 4290 "values": [ 4291 4292 ] 4293 }, 4294 "yaxes": [ 4295 { 4296 "format": "pps", 4297 "label": null, 4298 "logBase": 1, 4299 "max": null, 4300 "min": 0, 4301 "show": true 4302 }, 4303 { 4304 "format": "pps", 4305 "label": null, 4306 "logBase": 1, 4307 "max": null, 4308 "min": 0, 4309 "show": true 4310 } 4311 ] 4312 }, 4313 { 4314 "aliasColors": { 4315 4316 }, 4317 "bars": false, 4318 "dashLength": 10, 4319 "dashes": false, 4320 "datasource": "$datasource", 4321 "fill": 2, 4322 "fillGradient": 0, 4323 "gridPos": { 4324 "h": 9, 4325 "w": 24, 4326 "x": 0, 4327 "y": 40 4328 }, 4329 "id": 14, 4330 "legend": { 4331 "alignAsTable": true, 4332 "avg": true, 4333 "current": true, 4334 "hideEmpty": true, 4335 "hideZero": true, 4336 "max": true, 4337 "min": true, 4338 "rightSide": true, 4339 "show": true, 4340 "sideWidth": null, 4341 "total": false, 4342 "values": true 4343 }, 4344 "lines": true, 4345 "linewidth": 2, 4346 "links": [ 4347 4348 ], 4349 "minSpan": 24, 4350 "nullPointMode": "connected", 4351 "paceLength": 10, 4352 "percentage": false, 4353 "pointradius": 5, 4354 "points": false, 4355 "renderer": "flot", 4356 "repeat": null, 4357 "seriesOverrides": [ 4358 4359 ], 4360 "spaceLength": 10, 4361 "span": 24, 4362 "stack": true, 4363 "steppedLine": false, 4364 "targets": [ 4365 { 4366 "expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 4367 "format": "time_series", 4368 "intervalFactor": 1, 4369 "legendFormat": "{{namespace}}", 4370 "refId": "A", 4371 "step": 10 4372 } 4373 ], 4374 "thresholds": [ 4375 4376 ], 4377 "timeFrom": null, 4378 "timeShift": null, 4379 "title": "Rate of Transmitted Packets", 4380 "tooltip": { 4381 "shared": true, 4382 "sort": 2, 4383 "value_type": "individual" 4384 }, 4385 "type": "graph", 4386 "xaxis": { 4387 "buckets": null, 4388 "mode": "time", 4389 "name": null, 4390 "show": true, 4391 "values": [ 4392 4393 ] 4394 }, 4395 "yaxes": [ 4396 { 4397 "format": "pps", 4398 "label": null, 4399 "logBase": 1, 4400 "max": null, 4401 "min": 0, 4402 "show": true 4403 }, 4404 { 4405 "format": "pps", 4406 "label": null, 4407 "logBase": 1, 4408 "max": null, 4409 "min": 0, 4410 "show": true 4411 } 4412 ] 4413 } 4414 ], 4415 "repeat": null, 4416 "repeatIteration": null, 4417 "repeatRowId": null, 4418 "showTitle": true, 4419 "title": "Packets", 4420 "titleSize": "h6", 4421 "type": "row" 4422 }, 4423 { 4424 "collapse": true, 4425 "collapsed": true, 4426 "gridPos": { 4427 "h": 1, 4428 "w": 24, 4429 "x": 0, 4430 "y": 31 4431 }, 4432 "id": 15, 4433 "panels": [ 4434 { 4435 "aliasColors": { 4436 4437 }, 4438 "bars": false, 4439 "dashLength": 10, 4440 "dashes": false, 4441 "datasource": "$datasource", 4442 "fill": 2, 4443 "fillGradient": 0, 4444 "gridPos": { 4445 "h": 9, 4446 "w": 24, 4447 "x": 0, 4448 "y": 50 4449 }, 4450 "id": 16, 4451 "legend": { 4452 "alignAsTable": true, 4453 "avg": true, 4454 "current": true, 4455 "hideEmpty": true, 4456 "hideZero": true, 4457 "max": true, 4458 "min": true, 4459 "rightSide": true, 4460 "show": true, 4461 "sideWidth": null, 4462 "total": false, 4463 "values": true 4464 }, 4465 "lines": true, 4466 "linewidth": 2, 4467 "links": [ 4468 4469 ], 4470 "minSpan": 24, 4471 "nullPointMode": "connected", 4472 "paceLength": 10, 4473 "percentage": false, 4474 "pointradius": 5, 4475 "points": false, 4476 "renderer": "flot", 4477 "repeat": null, 4478 "seriesOverrides": [ 4479 4480 ], 4481 "spaceLength": 10, 4482 "span": 24, 4483 "stack": true, 4484 "steppedLine": false, 4485 "targets": [ 4486 { 4487 "expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 4488 "format": "time_series", 4489 "intervalFactor": 1, 4490 "legendFormat": "{{namespace}}", 4491 "refId": "A", 4492 "step": 10 4493 } 4494 ], 4495 "thresholds": [ 4496 4497 ], 4498 "timeFrom": null, 4499 "timeShift": null, 4500 "title": "Rate of Received Packets Dropped", 4501 "tooltip": { 4502 "shared": true, 4503 "sort": 2, 4504 "value_type": "individual" 4505 }, 4506 "type": "graph", 4507 "xaxis": { 4508 "buckets": null, 4509 "mode": "time", 4510 "name": null, 4511 "show": true, 4512 "values": [ 4513 4514 ] 4515 }, 4516 "yaxes": [ 4517 { 4518 "format": "pps", 4519 "label": null, 4520 "logBase": 1, 4521 "max": null, 4522 "min": 0, 4523 "show": true 4524 }, 4525 { 4526 "format": "pps", 4527 "label": null, 4528 "logBase": 1, 4529 "max": null, 4530 "min": 0, 4531 "show": true 4532 } 4533 ] 4534 }, 4535 { 4536 "aliasColors": { 4537 4538 }, 4539 "bars": false, 4540 "dashLength": 10, 4541 "dashes": false, 4542 "datasource": "$datasource", 4543 "fill": 2, 4544 "fillGradient": 0, 4545 "gridPos": { 4546 "h": 9, 4547 "w": 24, 4548 "x": 0, 4549 "y": 59 4550 }, 4551 "id": 17, 4552 "legend": { 4553 "alignAsTable": true, 4554 "avg": true, 4555 "current": true, 4556 "hideEmpty": true, 4557 "hideZero": true, 4558 "max": true, 4559 "min": true, 4560 "rightSide": true, 4561 "show": true, 4562 "sideWidth": null, 4563 "total": false, 4564 "values": true 4565 }, 4566 "lines": true, 4567 "linewidth": 2, 4568 "links": [ 4569 4570 ], 4571 "minSpan": 24, 4572 "nullPointMode": "connected", 4573 "paceLength": 10, 4574 "percentage": false, 4575 "pointradius": 5, 4576 "points": false, 4577 "renderer": "flot", 4578 "repeat": null, 4579 "seriesOverrides": [ 4580 4581 ], 4582 "spaceLength": 10, 4583 "span": 24, 4584 "stack": true, 4585 "steppedLine": false, 4586 "targets": [ 4587 { 4588 "expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\".+\"}[$interval:$resolution])) by (namespace))", 4589 "format": "time_series", 4590 "intervalFactor": 1, 4591 "legendFormat": "{{namespace}}", 4592 "refId": "A", 4593 "step": 10 4594 } 4595 ], 4596 "thresholds": [ 4597 4598 ], 4599 "timeFrom": null, 4600 "timeShift": null, 4601 "title": "Rate of Transmitted Packets Dropped", 4602 "tooltip": { 4603 "shared": true, 4604 "sort": 2, 4605 "value_type": "individual" 4606 }, 4607 "type": "graph", 4608 "xaxis": { 4609 "buckets": null, 4610 "mode": "time", 4611 "name": null, 4612 "show": true, 4613 "values": [ 4614 4615 ] 4616 }, 4617 "yaxes": [ 4618 { 4619 "format": "pps", 4620 "label": null, 4621 "logBase": 1, 4622 "max": null, 4623 "min": 0, 4624 "show": true 4625 }, 4626 { 4627 "format": "pps", 4628 "label": null, 4629 "logBase": 1, 4630 "max": null, 4631 "min": 0, 4632 "show": true 4633 } 4634 ] 4635 }, 4636 { 4637 "aliasColors": { 4638 4639 }, 4640 "bars": false, 4641 "dashLength": 10, 4642 "dashes": false, 4643 "datasource": "$datasource", 4644 "fill": 2, 4645 "fillGradient": 0, 4646 "gridPos": { 4647 "h": 9, 4648 "w": 24, 4649 "x": 0, 4650 "y": 59 4651 }, 4652 "id": 18, 4653 "legend": { 4654 "alignAsTable": true, 4655 "avg": true, 4656 "current": true, 4657 "hideEmpty": true, 4658 "hideZero": true, 4659 "max": true, 4660 "min": true, 4661 "rightSide": true, 4662 "show": true, 4663 "sideWidth": null, 4664 "total": false, 4665 "values": true 4666 }, 4667 "lines": true, 4668 "linewidth": 2, 4669 "links": [ 4670 { 4671 "targetBlank": true, 4672 "title": "What is TCP Retransmit?", 4673 "url": "https://accedian.com/enterprises/blog/network-packet-loss-retransmissions-and-duplicate-acknowledgements/" 4674 } 4675 ], 4676 "minSpan": 24, 4677 "nullPointMode": "connected", 4678 "paceLength": 10, 4679 "percentage": false, 4680 "pointradius": 5, 4681 "points": false, 4682 "renderer": "flot", 4683 "repeat": null, 4684 "seriesOverrides": [ 4685 4686 ], 4687 "spaceLength": 10, 4688 "span": 24, 4689 "stack": true, 4690 "steppedLine": false, 4691 "targets": [ 4692 { 4693 "expr": "sort_desc(sum(rate(node_netstat_Tcp_RetransSegs{cluster=\"$cluster\"}[$interval:$resolution]) / rate(node_netstat_Tcp_OutSegs{cluster=\"$cluster\"}[$interval:$resolution])) by (instance))", 4694 "format": "time_series", 4695 "intervalFactor": 1, 4696 "legendFormat": "{{instance}}", 4697 "refId": "A", 4698 "step": 10 4699 } 4700 ], 4701 "thresholds": [ 4702 4703 ], 4704 "timeFrom": null, 4705 "timeShift": null, 4706 "title": "Rate of TCP Retransmits out of all sent segments", 4707 "tooltip": { 4708 "shared": true, 4709 "sort": 2, 4710 "value_type": "individual" 4711 }, 4712 "type": "graph", 4713 "xaxis": { 4714 "buckets": null, 4715 "mode": "time", 4716 "name": null, 4717 "show": true, 4718 "values": [ 4719 4720 ] 4721 }, 4722 "yaxes": [ 4723 { 4724 "format": "percentunit", 4725 "label": null, 4726 "logBase": 1, 4727 "max": null, 4728 "min": 0, 4729 "show": true 4730 }, 4731 { 4732 "format": "percentunit", 4733 "label": null, 4734 "logBase": 1, 4735 "max": null, 4736 "min": 0, 4737 "show": true 4738 } 4739 ] 4740 }, 4741 { 4742 "aliasColors": { 4743 4744 }, 4745 "bars": false, 4746 "dashLength": 10, 4747 "dashes": false, 4748 "datasource": "$datasource", 4749 "fill": 2, 4750 "fillGradient": 0, 4751 "gridPos": { 4752 "h": 9, 4753 "w": 24, 4754 "x": 0, 4755 "y": 59 4756 }, 4757 "id": 19, 4758 "legend": { 4759 "alignAsTable": true, 4760 "avg": true, 4761 "current": true, 4762 "hideEmpty": true, 4763 "hideZero": true, 4764 "max": true, 4765 "min": true, 4766 "rightSide": true, 4767 "show": true, 4768 "sideWidth": null, 4769 "total": false, 4770 "values": true 4771 }, 4772 "lines": true, 4773 "linewidth": 2, 4774 "links": [ 4775 { 4776 "targetBlank": true, 4777 "title": "Why monitor SYN retransmits?", 4778 "url": "https://github.com/prometheus/node_exporter/issues/1023#issuecomment-408128365" 4779 } 4780 ], 4781 "minSpan": 24, 4782 "nullPointMode": "connected", 4783 "paceLength": 10, 4784 "percentage": false, 4785 "pointradius": 5, 4786 "points": false, 4787 "renderer": "flot", 4788 "repeat": null, 4789 "seriesOverrides": [ 4790 4791 ], 4792 "spaceLength": 10, 4793 "span": 24, 4794 "stack": true, 4795 "steppedLine": false, 4796 "targets": [ 4797 { 4798 "expr": "sort_desc(sum(rate(node_netstat_TcpExt_TCPSynRetrans{cluster=\"$cluster\"}[$interval:$resolution]) / rate(node_netstat_Tcp_RetransSegs{cluster=\"$cluster\"}[$interval:$resolution])) by (instance))", 4799 "format": "time_series", 4800 "intervalFactor": 1, 4801 "legendFormat": "{{instance}}", 4802 "refId": "A", 4803 "step": 10 4804 } 4805 ], 4806 "thresholds": [ 4807 4808 ], 4809 "timeFrom": null, 4810 "timeShift": null, 4811 "title": "Rate of TCP SYN Retransmits out of all retransmits", 4812 "tooltip": { 4813 "shared": true, 4814 "sort": 2, 4815 "value_type": "individual" 4816 }, 4817 "type": "graph", 4818 "xaxis": { 4819 "buckets": null, 4820 "mode": "time", 4821 "name": null, 4822 "show": true, 4823 "values": [ 4824 4825 ] 4826 }, 4827 "yaxes": [ 4828 { 4829 "format": "percentunit", 4830 "label": null, 4831 "logBase": 1, 4832 "max": null, 4833 "min": 0, 4834 "show": true 4835 }, 4836 { 4837 "format": "percentunit", 4838 "label": null, 4839 "logBase": 1, 4840 "max": null, 4841 "min": 0, 4842 "show": true 4843 } 4844 ] 4845 } 4846 ], 4847 "repeat": null, 4848 "repeatIteration": null, 4849 "repeatRowId": null, 4850 "showTitle": true, 4851 "title": "Errors", 4852 "titleSize": "h6", 4853 "type": "row" 4854 } 4855 ], 4856 "refresh": "10s", 4857 "rows": [ 4858 4859 ], 4860 "schemaVersion": 18, 4861 "style": "dark", 4862 "tags": [ 4863 "kubernetes-mixin" 4864 ], 4865 "templating": { 4866 "list": [ 4867 { 4868 "allValue": null, 4869 "auto": false, 4870 "auto_count": 30, 4871 "auto_min": "10s", 4872 "current": { 4873 "text": "5m", 4874 "value": "5m" 4875 }, 4876 "datasource": "$datasource", 4877 "hide": 0, 4878 "includeAll": false, 4879 "label": null, 4880 "multi": false, 4881 "name": "resolution", 4882 "options": [ 4883 { 4884 "selected": false, 4885 "text": "30s", 4886 "value": "30s" 4887 }, 4888 { 4889 "selected": true, 4890 "text": "5m", 4891 "value": "5m" 4892 }, 4893 { 4894 "selected": false, 4895 "text": "1h", 4896 "value": "1h" 4897 } 4898 ], 4899 "query": "30s,5m,1h", 4900 "refresh": 2, 4901 "regex": "", 4902 "skipUrlSync": false, 4903 "sort": 1, 4904 "tagValuesQuery": "", 4905 "tags": [ 4906 4907 ], 4908 "tagsQuery": "", 4909 "type": "interval", 4910 "useTags": false 4911 }, 4912 { 4913 "allValue": null, 4914 "auto": false, 4915 "auto_count": 30, 4916 "auto_min": "10s", 4917 "current": { 4918 "text": "5m", 4919 "value": "5m" 4920 }, 4921 "datasource": "$datasource", 4922 "hide": 2, 4923 "includeAll": false, 4924 "label": null, 4925 "multi": false, 4926 "name": "interval", 4927 "options": [ 4928 { 4929 "selected": true, 4930 "text": "4h", 4931 "value": "4h" 4932 } 4933 ], 4934 "query": "4h", 4935 "refresh": 2, 4936 "regex": "", 4937 "skipUrlSync": false, 4938 "sort": 1, 4939 "tagValuesQuery": "", 4940 "tags": [ 4941 4942 ], 4943 "tagsQuery": "", 4944 "type": "interval", 4945 "useTags": false 4946 }, 4947 { 4948 "current": { 4949 "text": "default", 4950 "value": "default" 4951 }, 4952 "hide": 0, 4953 "label": null, 4954 "name": "datasource", 4955 "options": [ 4956 4957 ], 4958 "query": "prometheus", 4959 "refresh": 1, 4960 "regex": "", 4961 "type": "datasource" 4962 }, 4963 { 4964 "allValue": null, 4965 "current": { 4966 4967 }, 4968 "datasource": "$datasource", 4969 "hide": 2, 4970 "includeAll": false, 4971 "label": null, 4972 "multi": false, 4973 "name": "cluster", 4974 "options": [ 4975 4976 ], 4977 "query": "label_values(kube_pod_info, cluster)", 4978 "refresh": 2, 4979 "regex": "", 4980 "sort": 0, 4981 "tagValuesQuery": "", 4982 "tags": [ 4983 4984 ], 4985 "tagsQuery": "", 4986 "type": "query", 4987 "useTags": false 4988 } 4989 ] 4990 }, 4991 "time": { 4992 "from": "now-1h", 4993 "to": "now" 4994 }, 4995 "timepicker": { 4996 "refresh_intervals": [ 4997 "5s", 4998 "10s", 4999 "30s", 5000 "1m", 5001 "5m", 5002 "15m", 5003 "30m", 5004 "1h", 5005 "2h", 5006 "1d" 5007 ], 5008 "time_options": [ 5009 "5m", 5010 "15m", 5011 "1h", 5012 "6h", 5013 "12h", 5014 "24h", 5015 "2d", 5016 "7d", 5017 "30d" 5018 ] 5019 }, 5020 "timezone": "UTC", 5021 "title": "Kubernetes / Networking / Cluster", 5022 "uid": "ff635a025bcfea7bc3dd4f508990a3e9", 5023 "version": 0 5024 } 5025 --- 5026 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/controller-manager.yaml 5027 apiVersion: v1 5028 kind: ConfigMap 5029 metadata: 5030 namespace: kube-prometheus-stack-system 5031 name: kube-prometheus-stack-controller-manager 5032 annotations: 5033 { } 5034 labels: 5035 grafana_dashboard: "1" 5036 app: kube-prometheus-stack-grafana 5037 app.kubernetes.io/instance: kube-prometheus-stack 5038 app.kubernetes.io/version: "18.0.1" 5039 app.kubernetes.io/part-of: kube-prometheus-stack 5040 release: "kube-prometheus-stack" 5041 heritage: "Helm" 5042 data: 5043 controller-manager.json: |- 5044 { 5045 "__inputs": [ 5046 5047 ], 5048 "__requires": [ 5049 5050 ], 5051 "annotations": { 5052 "list": [ 5053 5054 ] 5055 }, 5056 "editable": false, 5057 "gnetId": null, 5058 "graphTooltip": 0, 5059 "hideControls": false, 5060 "id": null, 5061 "links": [ 5062 5063 ], 5064 "refresh": "10s", 5065 "rows": [ 5066 { 5067 "collapse": false, 5068 "collapsed": false, 5069 "panels": [ 5070 { 5071 "cacheTimeout": null, 5072 "colorBackground": false, 5073 "colorValue": false, 5074 "colors": [ 5075 "#299c46", 5076 "rgba(237, 129, 40, 0.89)", 5077 "#d44a3a" 5078 ], 5079 "datasource": "$datasource", 5080 "format": "none", 5081 "gauge": { 5082 "maxValue": 100, 5083 "minValue": 0, 5084 "show": false, 5085 "thresholdLabels": false, 5086 "thresholdMarkers": true 5087 }, 5088 "gridPos": { 5089 5090 }, 5091 "id": 2, 5092 "interval": null, 5093 "links": [ 5094 5095 ], 5096 "mappingType": 1, 5097 "mappingTypes": [ 5098 { 5099 "name": "value to text", 5100 "value": 1 5101 }, 5102 { 5103 "name": "range to text", 5104 "value": 2 5105 } 5106 ], 5107 "maxDataPoints": 100, 5108 "nullPointMode": "connected", 5109 "nullText": null, 5110 "postfix": "", 5111 "postfixFontSize": "50%", 5112 "prefix": "", 5113 "prefixFontSize": "50%", 5114 "rangeMaps": [ 5115 { 5116 "from": "null", 5117 "text": "N/A", 5118 "to": "null" 5119 } 5120 ], 5121 "span": 2, 5122 "sparkline": { 5123 "fillColor": "rgba(31, 118, 189, 0.18)", 5124 "full": false, 5125 "lineColor": "rgb(31, 120, 193)", 5126 "show": false 5127 }, 5128 "tableColumn": "", 5129 "targets": [ 5130 { 5131 "expr": "sum(up{cluster=\"$cluster\", job=\"kube-controller-manager\"})", 5132 "format": "time_series", 5133 "intervalFactor": 2, 5134 "legendFormat": "", 5135 "refId": "A" 5136 } 5137 ], 5138 "thresholds": "", 5139 "title": "Up", 5140 "tooltip": { 5141 "shared": false 5142 }, 5143 "type": "singlestat", 5144 "valueFontSize": "80%", 5145 "valueMaps": [ 5146 { 5147 "op": "=", 5148 "text": "N/A", 5149 "value": "null" 5150 } 5151 ], 5152 "valueName": "min" 5153 }, 5154 { 5155 "aliasColors": { 5156 5157 }, 5158 "bars": false, 5159 "dashLength": 10, 5160 "dashes": false, 5161 "datasource": "$datasource", 5162 "fill": 1, 5163 "fillGradient": 0, 5164 "gridPos": { 5165 5166 }, 5167 "id": 3, 5168 "legend": { 5169 "alignAsTable": true, 5170 "avg": false, 5171 "current": true, 5172 "max": false, 5173 "min": false, 5174 "rightSide": true, 5175 "show": true, 5176 "sideWidth": null, 5177 "total": false, 5178 "values": true 5179 }, 5180 "lines": true, 5181 "linewidth": 1, 5182 "links": [ 5183 5184 ], 5185 "nullPointMode": "null", 5186 "percentage": false, 5187 "pointradius": 5, 5188 "points": false, 5189 "renderer": "flot", 5190 "repeat": null, 5191 "seriesOverrides": [ 5192 5193 ], 5194 "spaceLength": 10, 5195 "span": 10, 5196 "stack": false, 5197 "steppedLine": false, 5198 "targets": [ 5199 { 5200 "expr": "sum(rate(workqueue_adds_total{cluster=\"$cluster\", job=\"kube-controller-manager\", instance=~\"$instance\"}[5m])) by (cluster, instance, name)", 5201 "format": "time_series", 5202 "intervalFactor": 2, 5203 "legendFormat": "{{cluster}} {{instance}} {{name}}", 5204 "refId": "A" 5205 } 5206 ], 5207 "thresholds": [ 5208 5209 ], 5210 "timeFrom": null, 5211 "timeShift": null, 5212 "title": "Work Queue Add Rate", 5213 "tooltip": { 5214 "shared": false, 5215 "sort": 0, 5216 "value_type": "individual" 5217 }, 5218 "type": "graph", 5219 "xaxis": { 5220 "buckets": null, 5221 "mode": "time", 5222 "name": null, 5223 "show": true, 5224 "values": [ 5225 5226 ] 5227 }, 5228 "yaxes": [ 5229 { 5230 "format": "ops", 5231 "label": null, 5232 "logBase": 1, 5233 "max": null, 5234 "min": null, 5235 "show": true 5236 }, 5237 { 5238 "format": "ops", 5239 "label": null, 5240 "logBase": 1, 5241 "max": null, 5242 "min": null, 5243 "show": true 5244 } 5245 ] 5246 } 5247 ], 5248 "repeat": null, 5249 "repeatIteration": null, 5250 "repeatRowId": null, 5251 "showTitle": false, 5252 "title": "Dashboard Row", 5253 "titleSize": "h6", 5254 "type": "row" 5255 }, 5256 { 5257 "collapse": false, 5258 "collapsed": false, 5259 "panels": [ 5260 { 5261 "aliasColors": { 5262 5263 }, 5264 "bars": false, 5265 "dashLength": 10, 5266 "dashes": false, 5267 "datasource": "$datasource", 5268 "fill": 1, 5269 "fillGradient": 0, 5270 "gridPos": { 5271 5272 }, 5273 "id": 4, 5274 "legend": { 5275 "alignAsTable": true, 5276 "avg": false, 5277 "current": true, 5278 "max": false, 5279 "min": false, 5280 "rightSide": true, 5281 "show": true, 5282 "sideWidth": null, 5283 "total": false, 5284 "values": true 5285 }, 5286 "lines": true, 5287 "linewidth": 1, 5288 "links": [ 5289 5290 ], 5291 "nullPointMode": "null", 5292 "percentage": false, 5293 "pointradius": 5, 5294 "points": false, 5295 "renderer": "flot", 5296 "repeat": null, 5297 "seriesOverrides": [ 5298 5299 ], 5300 "spaceLength": 10, 5301 "span": 12, 5302 "stack": false, 5303 "steppedLine": false, 5304 "targets": [ 5305 { 5306 "expr": "sum(rate(workqueue_depth{cluster=\"$cluster\", job=\"kube-controller-manager\", instance=~\"$instance\"}[5m])) by (cluster, instance, name)", 5307 "format": "time_series", 5308 "intervalFactor": 2, 5309 "legendFormat": "{{cluster}} {{instance}} {{name}}", 5310 "refId": "A" 5311 } 5312 ], 5313 "thresholds": [ 5314 5315 ], 5316 "timeFrom": null, 5317 "timeShift": null, 5318 "title": "Work Queue Depth", 5319 "tooltip": { 5320 "shared": false, 5321 "sort": 0, 5322 "value_type": "individual" 5323 }, 5324 "type": "graph", 5325 "xaxis": { 5326 "buckets": null, 5327 "mode": "time", 5328 "name": null, 5329 "show": true, 5330 "values": [ 5331 5332 ] 5333 }, 5334 "yaxes": [ 5335 { 5336 "format": "short", 5337 "label": null, 5338 "logBase": 1, 5339 "max": null, 5340 "min": 0, 5341 "show": true 5342 }, 5343 { 5344 "format": "short", 5345 "label": null, 5346 "logBase": 1, 5347 "max": null, 5348 "min": 0, 5349 "show": true 5350 } 5351 ] 5352 } 5353 ], 5354 "repeat": null, 5355 "repeatIteration": null, 5356 "repeatRowId": null, 5357 "showTitle": false, 5358 "title": "Dashboard Row", 5359 "titleSize": "h6", 5360 "type": "row" 5361 }, 5362 { 5363 "collapse": false, 5364 "collapsed": false, 5365 "panels": [ 5366 { 5367 "aliasColors": { 5368 5369 }, 5370 "bars": false, 5371 "dashLength": 10, 5372 "dashes": false, 5373 "datasource": "$datasource", 5374 "fill": 1, 5375 "fillGradient": 0, 5376 "gridPos": { 5377 5378 }, 5379 "id": 5, 5380 "legend": { 5381 "alignAsTable": true, 5382 "avg": false, 5383 "current": true, 5384 "max": false, 5385 "min": false, 5386 "rightSide": true, 5387 "show": true, 5388 "sideWidth": null, 5389 "total": false, 5390 "values": true 5391 }, 5392 "lines": true, 5393 "linewidth": 1, 5394 "links": [ 5395 5396 ], 5397 "nullPointMode": "null", 5398 "percentage": false, 5399 "pointradius": 5, 5400 "points": false, 5401 "renderer": "flot", 5402 "repeat": null, 5403 "seriesOverrides": [ 5404 5405 ], 5406 "spaceLength": 10, 5407 "span": 12, 5408 "stack": false, 5409 "steppedLine": false, 5410 "targets": [ 5411 { 5412 "expr": "histogram_quantile(0.99, sum(rate(workqueue_queue_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-controller-manager\", instance=~\"$instance\"}[5m])) by (cluster, instance, name, le))", 5413 "format": "time_series", 5414 "intervalFactor": 2, 5415 "legendFormat": "{{cluster}} {{instance}} {{name}}", 5416 "refId": "A" 5417 } 5418 ], 5419 "thresholds": [ 5420 5421 ], 5422 "timeFrom": null, 5423 "timeShift": null, 5424 "title": "Work Queue Latency", 5425 "tooltip": { 5426 "shared": false, 5427 "sort": 0, 5428 "value_type": "individual" 5429 }, 5430 "type": "graph", 5431 "xaxis": { 5432 "buckets": null, 5433 "mode": "time", 5434 "name": null, 5435 "show": true, 5436 "values": [ 5437 5438 ] 5439 }, 5440 "yaxes": [ 5441 { 5442 "format": "s", 5443 "label": null, 5444 "logBase": 1, 5445 "max": null, 5446 "min": null, 5447 "show": true 5448 }, 5449 { 5450 "format": "s", 5451 "label": null, 5452 "logBase": 1, 5453 "max": null, 5454 "min": null, 5455 "show": true 5456 } 5457 ] 5458 } 5459 ], 5460 "repeat": null, 5461 "repeatIteration": null, 5462 "repeatRowId": null, 5463 "showTitle": false, 5464 "title": "Dashboard Row", 5465 "titleSize": "h6", 5466 "type": "row" 5467 }, 5468 { 5469 "collapse": false, 5470 "collapsed": false, 5471 "panels": [ 5472 { 5473 "aliasColors": { 5474 5475 }, 5476 "bars": false, 5477 "dashLength": 10, 5478 "dashes": false, 5479 "datasource": "$datasource", 5480 "fill": 1, 5481 "fillGradient": 0, 5482 "gridPos": { 5483 5484 }, 5485 "id": 6, 5486 "legend": { 5487 "alignAsTable": false, 5488 "avg": false, 5489 "current": false, 5490 "max": false, 5491 "min": false, 5492 "rightSide": false, 5493 "show": true, 5494 "sideWidth": null, 5495 "total": false, 5496 "values": false 5497 }, 5498 "lines": true, 5499 "linewidth": 1, 5500 "links": [ 5501 5502 ], 5503 "nullPointMode": "null", 5504 "percentage": false, 5505 "pointradius": 5, 5506 "points": false, 5507 "renderer": "flot", 5508 "repeat": null, 5509 "seriesOverrides": [ 5510 5511 ], 5512 "spaceLength": 10, 5513 "span": 4, 5514 "stack": false, 5515 "steppedLine": false, 5516 "targets": [ 5517 { 5518 "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"2..\"}[5m]))", 5519 "format": "time_series", 5520 "intervalFactor": 2, 5521 "legendFormat": "2xx", 5522 "refId": "A" 5523 }, 5524 { 5525 "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"3..\"}[5m]))", 5526 "format": "time_series", 5527 "intervalFactor": 2, 5528 "legendFormat": "3xx", 5529 "refId": "B" 5530 }, 5531 { 5532 "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"4..\"}[5m]))", 5533 "format": "time_series", 5534 "intervalFactor": 2, 5535 "legendFormat": "4xx", 5536 "refId": "C" 5537 }, 5538 { 5539 "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"5..\"}[5m]))", 5540 "format": "time_series", 5541 "intervalFactor": 2, 5542 "legendFormat": "5xx", 5543 "refId": "D" 5544 } 5545 ], 5546 "thresholds": [ 5547 5548 ], 5549 "timeFrom": null, 5550 "timeShift": null, 5551 "title": "Kube API Request Rate", 5552 "tooltip": { 5553 "shared": false, 5554 "sort": 0, 5555 "value_type": "individual" 5556 }, 5557 "type": "graph", 5558 "xaxis": { 5559 "buckets": null, 5560 "mode": "time", 5561 "name": null, 5562 "show": true, 5563 "values": [ 5564 5565 ] 5566 }, 5567 "yaxes": [ 5568 { 5569 "format": "ops", 5570 "label": null, 5571 "logBase": 1, 5572 "max": null, 5573 "min": null, 5574 "show": true 5575 }, 5576 { 5577 "format": "ops", 5578 "label": null, 5579 "logBase": 1, 5580 "max": null, 5581 "min": null, 5582 "show": true 5583 } 5584 ] 5585 }, 5586 { 5587 "aliasColors": { 5588 5589 }, 5590 "bars": false, 5591 "dashLength": 10, 5592 "dashes": false, 5593 "datasource": "$datasource", 5594 "fill": 1, 5595 "fillGradient": 0, 5596 "gridPos": { 5597 5598 }, 5599 "id": 7, 5600 "legend": { 5601 "alignAsTable": false, 5602 "avg": false, 5603 "current": false, 5604 "max": false, 5605 "min": false, 5606 "rightSide": false, 5607 "show": true, 5608 "sideWidth": null, 5609 "total": false, 5610 "values": false 5611 }, 5612 "lines": true, 5613 "linewidth": 1, 5614 "links": [ 5615 5616 ], 5617 "nullPointMode": "null", 5618 "percentage": false, 5619 "pointradius": 5, 5620 "points": false, 5621 "renderer": "flot", 5622 "repeat": null, 5623 "seriesOverrides": [ 5624 5625 ], 5626 "spaceLength": 10, 5627 "span": 8, 5628 "stack": false, 5629 "steppedLine": false, 5630 "targets": [ 5631 { 5632 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-controller-manager\", instance=~\"$instance\", verb=\"POST\"}[5m])) by (verb, url, le))", 5633 "format": "time_series", 5634 "intervalFactor": 2, 5635 "legendFormat": "{{verb}} {{url}}", 5636 "refId": "A" 5637 } 5638 ], 5639 "thresholds": [ 5640 5641 ], 5642 "timeFrom": null, 5643 "timeShift": null, 5644 "title": "Post Request Latency 99th Quantile", 5645 "tooltip": { 5646 "shared": false, 5647 "sort": 0, 5648 "value_type": "individual" 5649 }, 5650 "type": "graph", 5651 "xaxis": { 5652 "buckets": null, 5653 "mode": "time", 5654 "name": null, 5655 "show": true, 5656 "values": [ 5657 5658 ] 5659 }, 5660 "yaxes": [ 5661 { 5662 "format": "s", 5663 "label": null, 5664 "logBase": 1, 5665 "max": null, 5666 "min": 0, 5667 "show": true 5668 }, 5669 { 5670 "format": "s", 5671 "label": null, 5672 "logBase": 1, 5673 "max": null, 5674 "min": 0, 5675 "show": true 5676 } 5677 ] 5678 } 5679 ], 5680 "repeat": null, 5681 "repeatIteration": null, 5682 "repeatRowId": null, 5683 "showTitle": false, 5684 "title": "Dashboard Row", 5685 "titleSize": "h6", 5686 "type": "row" 5687 }, 5688 { 5689 "collapse": false, 5690 "collapsed": false, 5691 "panels": [ 5692 { 5693 "aliasColors": { 5694 5695 }, 5696 "bars": false, 5697 "dashLength": 10, 5698 "dashes": false, 5699 "datasource": "$datasource", 5700 "fill": 1, 5701 "fillGradient": 0, 5702 "gridPos": { 5703 5704 }, 5705 "id": 8, 5706 "legend": { 5707 "alignAsTable": true, 5708 "avg": false, 5709 "current": true, 5710 "max": false, 5711 "min": false, 5712 "rightSide": true, 5713 "show": true, 5714 "sideWidth": null, 5715 "total": false, 5716 "values": true 5717 }, 5718 "lines": true, 5719 "linewidth": 1, 5720 "links": [ 5721 5722 ], 5723 "nullPointMode": "null", 5724 "percentage": false, 5725 "pointradius": 5, 5726 "points": false, 5727 "renderer": "flot", 5728 "repeat": null, 5729 "seriesOverrides": [ 5730 5731 ], 5732 "spaceLength": 10, 5733 "span": 12, 5734 "stack": false, 5735 "steppedLine": false, 5736 "targets": [ 5737 { 5738 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-controller-manager\", instance=~\"$instance\", verb=\"GET\"}[5m])) by (verb, url, le))", 5739 "format": "time_series", 5740 "intervalFactor": 2, 5741 "legendFormat": "{{verb}} {{url}}", 5742 "refId": "A" 5743 } 5744 ], 5745 "thresholds": [ 5746 5747 ], 5748 "timeFrom": null, 5749 "timeShift": null, 5750 "title": "Get Request Latency 99th Quantile", 5751 "tooltip": { 5752 "shared": false, 5753 "sort": 0, 5754 "value_type": "individual" 5755 }, 5756 "type": "graph", 5757 "xaxis": { 5758 "buckets": null, 5759 "mode": "time", 5760 "name": null, 5761 "show": true, 5762 "values": [ 5763 5764 ] 5765 }, 5766 "yaxes": [ 5767 { 5768 "format": "s", 5769 "label": null, 5770 "logBase": 1, 5771 "max": null, 5772 "min": 0, 5773 "show": true 5774 }, 5775 { 5776 "format": "s", 5777 "label": null, 5778 "logBase": 1, 5779 "max": null, 5780 "min": 0, 5781 "show": true 5782 } 5783 ] 5784 } 5785 ], 5786 "repeat": null, 5787 "repeatIteration": null, 5788 "repeatRowId": null, 5789 "showTitle": false, 5790 "title": "Dashboard Row", 5791 "titleSize": "h6", 5792 "type": "row" 5793 }, 5794 { 5795 "collapse": false, 5796 "collapsed": false, 5797 "panels": [ 5798 { 5799 "aliasColors": { 5800 5801 }, 5802 "bars": false, 5803 "dashLength": 10, 5804 "dashes": false, 5805 "datasource": "$datasource", 5806 "fill": 1, 5807 "fillGradient": 0, 5808 "gridPos": { 5809 5810 }, 5811 "id": 9, 5812 "legend": { 5813 "alignAsTable": false, 5814 "avg": false, 5815 "current": false, 5816 "max": false, 5817 "min": false, 5818 "rightSide": false, 5819 "show": true, 5820 "sideWidth": null, 5821 "total": false, 5822 "values": false 5823 }, 5824 "lines": true, 5825 "linewidth": 1, 5826 "links": [ 5827 5828 ], 5829 "nullPointMode": "null", 5830 "percentage": false, 5831 "pointradius": 5, 5832 "points": false, 5833 "renderer": "flot", 5834 "repeat": null, 5835 "seriesOverrides": [ 5836 5837 ], 5838 "spaceLength": 10, 5839 "span": 4, 5840 "stack": false, 5841 "steppedLine": false, 5842 "targets": [ 5843 { 5844 "expr": "process_resident_memory_bytes{cluster=\"$cluster\", job=\"kube-controller-manager\",instance=~\"$instance\"}", 5845 "format": "time_series", 5846 "intervalFactor": 2, 5847 "legendFormat": "{{instance}}", 5848 "refId": "A" 5849 } 5850 ], 5851 "thresholds": [ 5852 5853 ], 5854 "timeFrom": null, 5855 "timeShift": null, 5856 "title": "Memory", 5857 "tooltip": { 5858 "shared": false, 5859 "sort": 0, 5860 "value_type": "individual" 5861 }, 5862 "type": "graph", 5863 "xaxis": { 5864 "buckets": null, 5865 "mode": "time", 5866 "name": null, 5867 "show": true, 5868 "values": [ 5869 5870 ] 5871 }, 5872 "yaxes": [ 5873 { 5874 "format": "bytes", 5875 "label": null, 5876 "logBase": 1, 5877 "max": null, 5878 "min": null, 5879 "show": true 5880 }, 5881 { 5882 "format": "bytes", 5883 "label": null, 5884 "logBase": 1, 5885 "max": null, 5886 "min": null, 5887 "show": true 5888 } 5889 ] 5890 }, 5891 { 5892 "aliasColors": { 5893 5894 }, 5895 "bars": false, 5896 "dashLength": 10, 5897 "dashes": false, 5898 "datasource": "$datasource", 5899 "fill": 1, 5900 "fillGradient": 0, 5901 "gridPos": { 5902 5903 }, 5904 "id": 10, 5905 "legend": { 5906 "alignAsTable": false, 5907 "avg": false, 5908 "current": false, 5909 "max": false, 5910 "min": false, 5911 "rightSide": false, 5912 "show": true, 5913 "sideWidth": null, 5914 "total": false, 5915 "values": false 5916 }, 5917 "lines": true, 5918 "linewidth": 1, 5919 "links": [ 5920 5921 ], 5922 "nullPointMode": "null", 5923 "percentage": false, 5924 "pointradius": 5, 5925 "points": false, 5926 "renderer": "flot", 5927 "repeat": null, 5928 "seriesOverrides": [ 5929 5930 ], 5931 "spaceLength": 10, 5932 "span": 4, 5933 "stack": false, 5934 "steppedLine": false, 5935 "targets": [ 5936 { 5937 "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\", job=\"kube-controller-manager\",instance=~\"$instance\"}[5m])", 5938 "format": "time_series", 5939 "intervalFactor": 2, 5940 "legendFormat": "{{instance}}", 5941 "refId": "A" 5942 } 5943 ], 5944 "thresholds": [ 5945 5946 ], 5947 "timeFrom": null, 5948 "timeShift": null, 5949 "title": "CPU usage", 5950 "tooltip": { 5951 "shared": false, 5952 "sort": 0, 5953 "value_type": "individual" 5954 }, 5955 "type": "graph", 5956 "xaxis": { 5957 "buckets": null, 5958 "mode": "time", 5959 "name": null, 5960 "show": true, 5961 "values": [ 5962 5963 ] 5964 }, 5965 "yaxes": [ 5966 { 5967 "format": "short", 5968 "label": null, 5969 "logBase": 1, 5970 "max": null, 5971 "min": 0, 5972 "show": true 5973 }, 5974 { 5975 "format": "short", 5976 "label": null, 5977 "logBase": 1, 5978 "max": null, 5979 "min": 0, 5980 "show": true 5981 } 5982 ] 5983 }, 5984 { 5985 "aliasColors": { 5986 5987 }, 5988 "bars": false, 5989 "dashLength": 10, 5990 "dashes": false, 5991 "datasource": "$datasource", 5992 "fill": 1, 5993 "fillGradient": 0, 5994 "gridPos": { 5995 5996 }, 5997 "id": 11, 5998 "legend": { 5999 "alignAsTable": false, 6000 "avg": false, 6001 "current": false, 6002 "max": false, 6003 "min": false, 6004 "rightSide": false, 6005 "show": true, 6006 "sideWidth": null, 6007 "total": false, 6008 "values": false 6009 }, 6010 "lines": true, 6011 "linewidth": 1, 6012 "links": [ 6013 6014 ], 6015 "nullPointMode": "null", 6016 "percentage": false, 6017 "pointradius": 5, 6018 "points": false, 6019 "renderer": "flot", 6020 "repeat": null, 6021 "seriesOverrides": [ 6022 6023 ], 6024 "spaceLength": 10, 6025 "span": 4, 6026 "stack": false, 6027 "steppedLine": false, 6028 "targets": [ 6029 { 6030 "expr": "go_goroutines{cluster=\"$cluster\", job=\"kube-controller-manager\",instance=~\"$instance\"}", 6031 "format": "time_series", 6032 "intervalFactor": 2, 6033 "legendFormat": "{{instance}}", 6034 "refId": "A" 6035 } 6036 ], 6037 "thresholds": [ 6038 6039 ], 6040 "timeFrom": null, 6041 "timeShift": null, 6042 "title": "Goroutines", 6043 "tooltip": { 6044 "shared": false, 6045 "sort": 0, 6046 "value_type": "individual" 6047 }, 6048 "type": "graph", 6049 "xaxis": { 6050 "buckets": null, 6051 "mode": "time", 6052 "name": null, 6053 "show": true, 6054 "values": [ 6055 6056 ] 6057 }, 6058 "yaxes": [ 6059 { 6060 "format": "short", 6061 "label": null, 6062 "logBase": 1, 6063 "max": null, 6064 "min": null, 6065 "show": true 6066 }, 6067 { 6068 "format": "short", 6069 "label": null, 6070 "logBase": 1, 6071 "max": null, 6072 "min": null, 6073 "show": true 6074 } 6075 ] 6076 } 6077 ], 6078 "repeat": null, 6079 "repeatIteration": null, 6080 "repeatRowId": null, 6081 "showTitle": false, 6082 "title": "Dashboard Row", 6083 "titleSize": "h6", 6084 "type": "row" 6085 } 6086 ], 6087 "schemaVersion": 14, 6088 "style": "dark", 6089 "tags": [ 6090 "kubernetes-mixin" 6091 ], 6092 "templating": { 6093 "list": [ 6094 { 6095 "current": { 6096 "text": "default", 6097 "value": "default" 6098 }, 6099 "hide": 0, 6100 "label": null, 6101 "name": "datasource", 6102 "options": [ 6103 6104 ], 6105 "query": "prometheus", 6106 "refresh": 1, 6107 "regex": "", 6108 "type": "datasource" 6109 }, 6110 { 6111 "allValue": null, 6112 "current": { 6113 6114 }, 6115 "datasource": "$datasource", 6116 "hide": 2, 6117 "includeAll": false, 6118 "label": "cluster", 6119 "multi": false, 6120 "name": "cluster", 6121 "options": [ 6122 6123 ], 6124 "query": "label_values(kube_pod_info, cluster)", 6125 "refresh": 2, 6126 "regex": "", 6127 "sort": 1, 6128 "tagValuesQuery": "", 6129 "tags": [ 6130 6131 ], 6132 "tagsQuery": "", 6133 "type": "query", 6134 "useTags": false 6135 }, 6136 { 6137 "allValue": null, 6138 "current": { 6139 6140 }, 6141 "datasource": "$datasource", 6142 "hide": 0, 6143 "includeAll": true, 6144 "label": null, 6145 "multi": false, 6146 "name": "instance", 6147 "options": [ 6148 6149 ], 6150 "query": "label_values(process_cpu_seconds_total{cluster=\"$cluster\", job=\"kube-controller-manager\"}, instance)", 6151 "refresh": 2, 6152 "regex": "", 6153 "sort": 1, 6154 "tagValuesQuery": "", 6155 "tags": [ 6156 6157 ], 6158 "tagsQuery": "", 6159 "type": "query", 6160 "useTags": false 6161 } 6162 ] 6163 }, 6164 "time": { 6165 "from": "now-1h", 6166 "to": "now" 6167 }, 6168 "timepicker": { 6169 "refresh_intervals": [ 6170 "5s", 6171 "10s", 6172 "30s", 6173 "1m", 6174 "5m", 6175 "15m", 6176 "30m", 6177 "1h", 6178 "2h", 6179 "1d" 6180 ], 6181 "time_options": [ 6182 "5m", 6183 "15m", 6184 "1h", 6185 "6h", 6186 "12h", 6187 "24h", 6188 "2d", 6189 "7d", 6190 "30d" 6191 ] 6192 }, 6193 "timezone": "UTC", 6194 "title": "Kubernetes / Controller Manager", 6195 "uid": "72e0e05bef5099e5f049b05fdc429ed4", 6196 "version": 0 6197 } 6198 --- 6199 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/etcd.yaml 6200 apiVersion: v1 6201 kind: ConfigMap 6202 metadata: 6203 namespace: kube-prometheus-stack-system 6204 name: kube-prometheus-stack-etcd 6205 annotations: 6206 { } 6207 labels: 6208 grafana_dashboard: "1" 6209 app: kube-prometheus-stack-grafana 6210 6211 6212 app.kubernetes.io/instance: kube-prometheus-stack 6213 app.kubernetes.io/version: "18.0.1" 6214 app.kubernetes.io/part-of: kube-prometheus-stack 6215 6216 release: "kube-prometheus-stack" 6217 heritage: "Helm" 6218 data: 6219 etcd.json: |- 6220 { 6221 "annotations": { 6222 "list": [] 6223 }, 6224 "description": "etcd sample Grafana dashboard with Prometheus", 6225 "editable": true, 6226 "gnetId": null, 6227 "hideControls": false, 6228 "id": 6, 6229 "links": [], 6230 "refresh": "10s", 6231 "rows": [ 6232 { 6233 "collapse": false, 6234 "editable": true, 6235 "height": "250px", 6236 "panels": [ 6237 { 6238 "cacheTimeout": null, 6239 "colorBackground": false, 6240 "colorValue": false, 6241 "colors": [ 6242 "rgba(245, 54, 54, 0.9)", 6243 "rgba(237, 129, 40, 0.89)", 6244 "rgba(50, 172, 45, 0.97)" 6245 ], 6246 "datasource": "$datasource", 6247 "editable": true, 6248 "error": false, 6249 "format": "none", 6250 "gauge": { 6251 "maxValue": 100, 6252 "minValue": 0, 6253 "show": false, 6254 "thresholdLabels": false, 6255 "thresholdMarkers": true 6256 }, 6257 "id": 28, 6258 "interval": null, 6259 "isNew": true, 6260 "links": [], 6261 "mappingType": 1, 6262 "mappingTypes": [ 6263 { 6264 "name": "value to text", 6265 "value": 1 6266 }, 6267 { 6268 "name": "range to text", 6269 "value": 2 6270 } 6271 ], 6272 "maxDataPoints": 100, 6273 "nullPointMode": "connected", 6274 "nullText": null, 6275 "postfix": "", 6276 "postfixFontSize": "50%", 6277 "prefix": "", 6278 "prefixFontSize": "50%", 6279 "rangeMaps": [ 6280 { 6281 "from": "null", 6282 "text": "N/A", 6283 "to": "null" 6284 } 6285 ], 6286 "span": 3, 6287 "sparkline": { 6288 "fillColor": "rgba(31, 118, 189, 0.18)", 6289 "full": false, 6290 "lineColor": "rgb(31, 120, 193)", 6291 "show": false 6292 }, 6293 "targets": [ 6294 { 6295 "expr": "sum(etcd_server_has_leader{job=\"$cluster\"})", 6296 "intervalFactor": 2, 6297 "legendFormat": "", 6298 "metric": "etcd_server_has_leader", 6299 "refId": "A", 6300 "step": 20 6301 } 6302 ], 6303 "thresholds": "", 6304 "title": "Up", 6305 "type": "singlestat", 6306 "valueFontSize": "200%", 6307 "valueMaps": [ 6308 { 6309 "op": "=", 6310 "text": "N/A", 6311 "value": "null" 6312 } 6313 ], 6314 "valueName": "avg" 6315 }, 6316 { 6317 "aliasColors": {}, 6318 "bars": false, 6319 "datasource": "$datasource", 6320 "editable": true, 6321 "error": false, 6322 "fill": 0, 6323 "id": 23, 6324 "isNew": true, 6325 "legend": { 6326 "avg": false, 6327 "current": false, 6328 "max": false, 6329 "min": false, 6330 "show": false, 6331 "total": false, 6332 "values": false 6333 }, 6334 "lines": true, 6335 "linewidth": 2, 6336 "links": [], 6337 "nullPointMode": "connected", 6338 "percentage": false, 6339 "pointradius": 5, 6340 "points": false, 6341 "renderer": "flot", 6342 "seriesOverrides": [], 6343 "span": 5, 6344 "stack": false, 6345 "steppedLine": false, 6346 "targets": [ 6347 { 6348 "expr": "sum(rate(grpc_server_started_total{job=\"$cluster\",grpc_type=\"unary\"}[5m]))", 6349 "format": "time_series", 6350 "intervalFactor": 2, 6351 "legendFormat": "RPC Rate", 6352 "metric": "grpc_server_started_total", 6353 "refId": "A", 6354 "step": 2 6355 }, 6356 { 6357 "expr": "sum(rate(grpc_server_handled_total{job=\"$cluster\",grpc_type=\"unary\",grpc_code!=\"OK\"}[5m]))", 6358 "format": "time_series", 6359 "intervalFactor": 2, 6360 "legendFormat": "RPC Failed Rate", 6361 "metric": "grpc_server_handled_total", 6362 "refId": "B", 6363 "step": 2 6364 } 6365 ], 6366 "thresholds": [], 6367 "timeFrom": null, 6368 "timeShift": null, 6369 "title": "RPC Rate", 6370 "tooltip": { 6371 "msResolution": false, 6372 "shared": true, 6373 "sort": 0, 6374 "value_type": "individual" 6375 }, 6376 "type": "graph", 6377 "xaxis": { 6378 "mode": "time", 6379 "name": null, 6380 "show": true, 6381 "values": [] 6382 }, 6383 "yaxes": [ 6384 { 6385 "format": "ops", 6386 "label": null, 6387 "logBase": 1, 6388 "max": null, 6389 "min": null, 6390 "show": true 6391 }, 6392 { 6393 "format": "short", 6394 "label": null, 6395 "logBase": 1, 6396 "max": null, 6397 "min": null, 6398 "show": true 6399 } 6400 ] 6401 }, 6402 { 6403 "aliasColors": {}, 6404 "bars": false, 6405 "datasource": "$datasource", 6406 "editable": true, 6407 "error": false, 6408 "fill": 0, 6409 "id": 41, 6410 "isNew": true, 6411 "legend": { 6412 "avg": false, 6413 "current": false, 6414 "max": false, 6415 "min": false, 6416 "show": false, 6417 "total": false, 6418 "values": false 6419 }, 6420 "lines": true, 6421 "linewidth": 2, 6422 "links": [], 6423 "nullPointMode": "connected", 6424 "percentage": false, 6425 "pointradius": 5, 6426 "points": false, 6427 "renderer": "flot", 6428 "seriesOverrides": [], 6429 "span": 4, 6430 "stack": true, 6431 "steppedLine": false, 6432 "targets": [ 6433 { 6434 "expr": "sum(grpc_server_started_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Watch\",grpc_type=\"bidi_stream\"}) - sum(grpc_server_handled_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Watch\",grpc_type=\"bidi_stream\"})", 6435 "intervalFactor": 2, 6436 "legendFormat": "Watch Streams", 6437 "metric": "grpc_server_handled_total", 6438 "refId": "A", 6439 "step": 4 6440 }, 6441 { 6442 "expr": "sum(grpc_server_started_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Lease\",grpc_type=\"bidi_stream\"}) - sum(grpc_server_handled_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Lease\",grpc_type=\"bidi_stream\"})", 6443 "intervalFactor": 2, 6444 "legendFormat": "Lease Streams", 6445 "metric": "grpc_server_handled_total", 6446 "refId": "B", 6447 "step": 4 6448 } 6449 ], 6450 "thresholds": [], 6451 "timeFrom": null, 6452 "timeShift": null, 6453 "title": "Active Streams", 6454 "tooltip": { 6455 "msResolution": false, 6456 "shared": true, 6457 "sort": 0, 6458 "value_type": "individual" 6459 }, 6460 "type": "graph", 6461 "xaxis": { 6462 "mode": "time", 6463 "name": null, 6464 "show": true, 6465 "values": [] 6466 }, 6467 "yaxes": [ 6468 { 6469 "format": "short", 6470 "label": "", 6471 "logBase": 1, 6472 "max": null, 6473 "min": null, 6474 "show": true 6475 }, 6476 { 6477 "format": "short", 6478 "label": null, 6479 "logBase": 1, 6480 "max": null, 6481 "min": null, 6482 "show": true 6483 } 6484 ] 6485 } 6486 ], 6487 "showTitle": false, 6488 "title": "Row" 6489 }, 6490 { 6491 "collapse": false, 6492 "editable": true, 6493 "height": "250px", 6494 "panels": [ 6495 { 6496 "aliasColors": {}, 6497 "bars": false, 6498 "datasource": "$datasource", 6499 "decimals": null, 6500 "editable": true, 6501 "error": false, 6502 "fill": 0, 6503 "grid": {}, 6504 "id": 1, 6505 "legend": { 6506 "avg": false, 6507 "current": false, 6508 "max": false, 6509 "min": false, 6510 "show": false, 6511 "total": false, 6512 "values": false 6513 }, 6514 "lines": true, 6515 "linewidth": 2, 6516 "links": [], 6517 "nullPointMode": "connected", 6518 "percentage": false, 6519 "pointradius": 5, 6520 "points": false, 6521 "renderer": "flot", 6522 "seriesOverrides": [], 6523 "span": 4, 6524 "stack": false, 6525 "steppedLine": false, 6526 "targets": [ 6527 { 6528 "expr": "etcd_mvcc_db_total_size_in_bytes{job=\"$cluster\"}", 6529 "hide": false, 6530 "interval": "", 6531 "intervalFactor": 2, 6532 "legendFormat": "{{instance}} DB Size", 6533 "metric": "", 6534 "refId": "A", 6535 "step": 4 6536 } 6537 ], 6538 "thresholds": [], 6539 "timeFrom": null, 6540 "timeShift": null, 6541 "title": "DB Size", 6542 "tooltip": { 6543 "msResolution": false, 6544 "shared": true, 6545 "sort": 0, 6546 "value_type": "cumulative" 6547 }, 6548 "type": "graph", 6549 "xaxis": { 6550 "mode": "time", 6551 "name": null, 6552 "show": true, 6553 "values": [] 6554 }, 6555 "yaxes": [ 6556 { 6557 "format": "bytes", 6558 "logBase": 1, 6559 "max": null, 6560 "min": null, 6561 "show": true 6562 }, 6563 { 6564 "format": "short", 6565 "logBase": 1, 6566 "max": null, 6567 "min": null, 6568 "show": false 6569 } 6570 ] 6571 }, 6572 { 6573 "aliasColors": {}, 6574 "bars": false, 6575 "datasource": "$datasource", 6576 "editable": true, 6577 "error": false, 6578 "fill": 0, 6579 "grid": {}, 6580 "id": 3, 6581 "legend": { 6582 "avg": false, 6583 "current": false, 6584 "max": false, 6585 "min": false, 6586 "show": false, 6587 "total": false, 6588 "values": false 6589 }, 6590 "lines": true, 6591 "linewidth": 2, 6592 "links": [], 6593 "nullPointMode": "connected", 6594 "percentage": false, 6595 "pointradius": 1, 6596 "points": false, 6597 "renderer": "flot", 6598 "seriesOverrides": [], 6599 "span": 4, 6600 "stack": false, 6601 "steppedLine": true, 6602 "targets": [ 6603 { 6604 "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=\"$cluster\"}[5m])) by (instance, le))", 6605 "hide": false, 6606 "intervalFactor": 2, 6607 "legendFormat": "{{instance}} WAL fsync", 6608 "metric": "etcd_disk_wal_fsync_duration_seconds_bucket", 6609 "refId": "A", 6610 "step": 4 6611 }, 6612 { 6613 "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_backend_commit_duration_seconds_bucket{job=\"$cluster\"}[5m])) by (instance, le))", 6614 "intervalFactor": 2, 6615 "legendFormat": "{{instance}} DB fsync", 6616 "metric": "etcd_disk_backend_commit_duration_seconds_bucket", 6617 "refId": "B", 6618 "step": 4 6619 } 6620 ], 6621 "thresholds": [], 6622 "timeFrom": null, 6623 "timeShift": null, 6624 "title": "Disk Sync Duration", 6625 "tooltip": { 6626 "msResolution": false, 6627 "shared": true, 6628 "sort": 0, 6629 "value_type": "cumulative" 6630 }, 6631 "type": "graph", 6632 "xaxis": { 6633 "mode": "time", 6634 "name": null, 6635 "show": true, 6636 "values": [] 6637 }, 6638 "yaxes": [ 6639 { 6640 "format": "s", 6641 "logBase": 1, 6642 "max": null, 6643 "min": null, 6644 "show": true 6645 }, 6646 { 6647 "format": "short", 6648 "logBase": 1, 6649 "max": null, 6650 "min": null, 6651 "show": false 6652 } 6653 ] 6654 }, 6655 { 6656 "aliasColors": {}, 6657 "bars": false, 6658 "datasource": "$datasource", 6659 "editable": true, 6660 "error": false, 6661 "fill": 0, 6662 "id": 29, 6663 "isNew": true, 6664 "legend": { 6665 "avg": false, 6666 "current": false, 6667 "max": false, 6668 "min": false, 6669 "show": false, 6670 "total": false, 6671 "values": false 6672 }, 6673 "lines": true, 6674 "linewidth": 2, 6675 "links": [], 6676 "nullPointMode": "connected", 6677 "percentage": false, 6678 "pointradius": 5, 6679 "points": false, 6680 "renderer": "flot", 6681 "seriesOverrides": [], 6682 "span": 4, 6683 "stack": false, 6684 "steppedLine": false, 6685 "targets": [ 6686 { 6687 "expr": "process_resident_memory_bytes{job=\"$cluster\"}", 6688 "intervalFactor": 2, 6689 "legendFormat": "{{instance}} Resident Memory", 6690 "metric": "process_resident_memory_bytes", 6691 "refId": "A", 6692 "step": 4 6693 } 6694 ], 6695 "thresholds": [], 6696 "timeFrom": null, 6697 "timeShift": null, 6698 "title": "Memory", 6699 "tooltip": { 6700 "msResolution": false, 6701 "shared": true, 6702 "sort": 0, 6703 "value_type": "individual" 6704 }, 6705 "type": "graph", 6706 "xaxis": { 6707 "mode": "time", 6708 "name": null, 6709 "show": true, 6710 "values": [] 6711 }, 6712 "yaxes": [ 6713 { 6714 "format": "bytes", 6715 "label": null, 6716 "logBase": 1, 6717 "max": null, 6718 "min": null, 6719 "show": true 6720 }, 6721 { 6722 "format": "short", 6723 "label": null, 6724 "logBase": 1, 6725 "max": null, 6726 "min": null, 6727 "show": true 6728 } 6729 ] 6730 } 6731 ], 6732 "title": "New row" 6733 }, 6734 { 6735 "collapse": false, 6736 "editable": true, 6737 "height": "250px", 6738 "panels": [ 6739 { 6740 "aliasColors": {}, 6741 "bars": false, 6742 "datasource": "$datasource", 6743 "editable": true, 6744 "error": false, 6745 "fill": 5, 6746 "id": 22, 6747 "isNew": true, 6748 "legend": { 6749 "avg": false, 6750 "current": false, 6751 "max": false, 6752 "min": false, 6753 "show": false, 6754 "total": false, 6755 "values": false 6756 }, 6757 "lines": true, 6758 "linewidth": 2, 6759 "links": [], 6760 "nullPointMode": "connected", 6761 "percentage": false, 6762 "pointradius": 5, 6763 "points": false, 6764 "renderer": "flot", 6765 "seriesOverrides": [], 6766 "span": 3, 6767 "stack": true, 6768 "steppedLine": false, 6769 "targets": [ 6770 { 6771 "expr": "rate(etcd_network_client_grpc_received_bytes_total{job=\"$cluster\"}[5m])", 6772 "intervalFactor": 2, 6773 "legendFormat": "{{instance}} Client Traffic In", 6774 "metric": "etcd_network_client_grpc_received_bytes_total", 6775 "refId": "A", 6776 "step": 4 6777 } 6778 ], 6779 "thresholds": [], 6780 "timeFrom": null, 6781 "timeShift": null, 6782 "title": "Client Traffic In", 6783 "tooltip": { 6784 "msResolution": false, 6785 "shared": true, 6786 "sort": 0, 6787 "value_type": "individual" 6788 }, 6789 "type": "graph", 6790 "xaxis": { 6791 "mode": "time", 6792 "name": null, 6793 "show": true, 6794 "values": [] 6795 }, 6796 "yaxes": [ 6797 { 6798 "format": "Bps", 6799 "label": null, 6800 "logBase": 1, 6801 "max": null, 6802 "min": null, 6803 "show": true 6804 }, 6805 { 6806 "format": "short", 6807 "label": null, 6808 "logBase": 1, 6809 "max": null, 6810 "min": null, 6811 "show": true 6812 } 6813 ] 6814 }, 6815 { 6816 "aliasColors": {}, 6817 "bars": false, 6818 "datasource": "$datasource", 6819 "editable": true, 6820 "error": false, 6821 "fill": 5, 6822 "id": 21, 6823 "isNew": true, 6824 "legend": { 6825 "avg": false, 6826 "current": false, 6827 "max": false, 6828 "min": false, 6829 "show": false, 6830 "total": false, 6831 "values": false 6832 }, 6833 "lines": true, 6834 "linewidth": 2, 6835 "links": [], 6836 "nullPointMode": "connected", 6837 "percentage": false, 6838 "pointradius": 5, 6839 "points": false, 6840 "renderer": "flot", 6841 "seriesOverrides": [], 6842 "span": 3, 6843 "stack": true, 6844 "steppedLine": false, 6845 "targets": [ 6846 { 6847 "expr": "rate(etcd_network_client_grpc_sent_bytes_total{job=\"$cluster\"}[5m])", 6848 "intervalFactor": 2, 6849 "legendFormat": "{{instance}} Client Traffic Out", 6850 "metric": "etcd_network_client_grpc_sent_bytes_total", 6851 "refId": "A", 6852 "step": 4 6853 } 6854 ], 6855 "thresholds": [], 6856 "timeFrom": null, 6857 "timeShift": null, 6858 "title": "Client Traffic Out", 6859 "tooltip": { 6860 "msResolution": false, 6861 "shared": true, 6862 "sort": 0, 6863 "value_type": "individual" 6864 }, 6865 "type": "graph", 6866 "xaxis": { 6867 "mode": "time", 6868 "name": null, 6869 "show": true, 6870 "values": [] 6871 }, 6872 "yaxes": [ 6873 { 6874 "format": "Bps", 6875 "label": null, 6876 "logBase": 1, 6877 "max": null, 6878 "min": null, 6879 "show": true 6880 }, 6881 { 6882 "format": "short", 6883 "label": null, 6884 "logBase": 1, 6885 "max": null, 6886 "min": null, 6887 "show": true 6888 } 6889 ] 6890 }, 6891 { 6892 "aliasColors": {}, 6893 "bars": false, 6894 "datasource": "$datasource", 6895 "editable": true, 6896 "error": false, 6897 "fill": 0, 6898 "id": 20, 6899 "isNew": true, 6900 "legend": { 6901 "avg": false, 6902 "current": false, 6903 "max": false, 6904 "min": false, 6905 "show": false, 6906 "total": false, 6907 "values": false 6908 }, 6909 "lines": true, 6910 "linewidth": 2, 6911 "links": [], 6912 "nullPointMode": "connected", 6913 "percentage": false, 6914 "pointradius": 5, 6915 "points": false, 6916 "renderer": "flot", 6917 "seriesOverrides": [], 6918 "span": 3, 6919 "stack": false, 6920 "steppedLine": false, 6921 "targets": [ 6922 { 6923 "expr": "sum(rate(etcd_network_peer_received_bytes_total{job=\"$cluster\"}[5m])) by (instance)", 6924 "intervalFactor": 2, 6925 "legendFormat": "{{instance}} Peer Traffic In", 6926 "metric": "etcd_network_peer_received_bytes_total", 6927 "refId": "A", 6928 "step": 4 6929 } 6930 ], 6931 "thresholds": [], 6932 "timeFrom": null, 6933 "timeShift": null, 6934 "title": "Peer Traffic In", 6935 "tooltip": { 6936 "msResolution": false, 6937 "shared": true, 6938 "sort": 0, 6939 "value_type": "individual" 6940 }, 6941 "type": "graph", 6942 "xaxis": { 6943 "mode": "time", 6944 "name": null, 6945 "show": true, 6946 "values": [] 6947 }, 6948 "yaxes": [ 6949 { 6950 "format": "Bps", 6951 "label": null, 6952 "logBase": 1, 6953 "max": null, 6954 "min": null, 6955 "show": true 6956 }, 6957 { 6958 "format": "short", 6959 "label": null, 6960 "logBase": 1, 6961 "max": null, 6962 "min": null, 6963 "show": true 6964 } 6965 ] 6966 }, 6967 { 6968 "aliasColors": {}, 6969 "bars": false, 6970 "datasource": "$datasource", 6971 "decimals": null, 6972 "editable": true, 6973 "error": false, 6974 "fill": 0, 6975 "grid": {}, 6976 "id": 16, 6977 "legend": { 6978 "avg": false, 6979 "current": false, 6980 "max": false, 6981 "min": false, 6982 "show": false, 6983 "total": false, 6984 "values": false 6985 }, 6986 "lines": true, 6987 "linewidth": 2, 6988 "links": [], 6989 "nullPointMode": "connected", 6990 "percentage": false, 6991 "pointradius": 5, 6992 "points": false, 6993 "renderer": "flot", 6994 "seriesOverrides": [], 6995 "span": 3, 6996 "stack": false, 6997 "steppedLine": false, 6998 "targets": [ 6999 { 7000 "expr": "sum(rate(etcd_network_peer_sent_bytes_total{job=\"$cluster\"}[5m])) by (instance)", 7001 "hide": false, 7002 "interval": "", 7003 "intervalFactor": 2, 7004 "legendFormat": "{{instance}} Peer Traffic Out", 7005 "metric": "etcd_network_peer_sent_bytes_total", 7006 "refId": "A", 7007 "step": 4 7008 } 7009 ], 7010 "thresholds": [], 7011 "timeFrom": null, 7012 "timeShift": null, 7013 "title": "Peer Traffic Out", 7014 "tooltip": { 7015 "msResolution": false, 7016 "shared": true, 7017 "sort": 0, 7018 "value_type": "cumulative" 7019 }, 7020 "type": "graph", 7021 "xaxis": { 7022 "mode": "time", 7023 "name": null, 7024 "show": true, 7025 "values": [] 7026 }, 7027 "yaxes": [ 7028 { 7029 "format": "Bps", 7030 "logBase": 1, 7031 "max": null, 7032 "min": null, 7033 "show": true 7034 }, 7035 { 7036 "format": "short", 7037 "logBase": 1, 7038 "max": null, 7039 "min": null, 7040 "show": true 7041 } 7042 ] 7043 } 7044 ], 7045 "title": "New row" 7046 }, 7047 { 7048 "collapse": false, 7049 "editable": true, 7050 "height": "250px", 7051 "panels": [ 7052 { 7053 "aliasColors": {}, 7054 "bars": false, 7055 "datasource": "$datasource", 7056 "editable": true, 7057 "error": false, 7058 "fill": 0, 7059 "id": 40, 7060 "isNew": true, 7061 "legend": { 7062 "avg": false, 7063 "current": false, 7064 "max": false, 7065 "min": false, 7066 "show": false, 7067 "total": false, 7068 "values": false 7069 }, 7070 "lines": true, 7071 "linewidth": 2, 7072 "links": [], 7073 "nullPointMode": "connected", 7074 "percentage": false, 7075 "pointradius": 5, 7076 "points": false, 7077 "renderer": "flot", 7078 "seriesOverrides": [], 7079 "span": 6, 7080 "stack": false, 7081 "steppedLine": false, 7082 "targets": [ 7083 { 7084 "expr": "sum(rate(etcd_server_proposals_failed_total{job=\"$cluster\"}[5m]))", 7085 "intervalFactor": 2, 7086 "legendFormat": "Proposal Failure Rate", 7087 "metric": "etcd_server_proposals_failed_total", 7088 "refId": "A", 7089 "step": 2 7090 }, 7091 { 7092 "expr": "sum(etcd_server_proposals_pending{job=\"$cluster\"})", 7093 "intervalFactor": 2, 7094 "legendFormat": "Proposal Pending Total", 7095 "metric": "etcd_server_proposals_pending", 7096 "refId": "B", 7097 "step": 2 7098 }, 7099 { 7100 "expr": "sum(rate(etcd_server_proposals_committed_total{job=\"$cluster\"}[5m]))", 7101 "intervalFactor": 2, 7102 "legendFormat": "Proposal Commit Rate", 7103 "metric": "etcd_server_proposals_committed_total", 7104 "refId": "C", 7105 "step": 2 7106 }, 7107 { 7108 "expr": "sum(rate(etcd_server_proposals_applied_total{job=\"$cluster\"}[5m]))", 7109 "intervalFactor": 2, 7110 "legendFormat": "Proposal Apply Rate", 7111 "refId": "D", 7112 "step": 2 7113 } 7114 ], 7115 "thresholds": [], 7116 "timeFrom": null, 7117 "timeShift": null, 7118 "title": "Raft Proposals", 7119 "tooltip": { 7120 "msResolution": false, 7121 "shared": true, 7122 "sort": 0, 7123 "value_type": "individual" 7124 }, 7125 "type": "graph", 7126 "xaxis": { 7127 "mode": "time", 7128 "name": null, 7129 "show": true, 7130 "values": [] 7131 }, 7132 "yaxes": [ 7133 { 7134 "format": "short", 7135 "label": "", 7136 "logBase": 1, 7137 "max": null, 7138 "min": null, 7139 "show": true 7140 }, 7141 { 7142 "format": "short", 7143 "label": null, 7144 "logBase": 1, 7145 "max": null, 7146 "min": null, 7147 "show": true 7148 } 7149 ] 7150 }, 7151 { 7152 "aliasColors": {}, 7153 "bars": false, 7154 "datasource": "$datasource", 7155 "decimals": 0, 7156 "editable": true, 7157 "error": false, 7158 "fill": 0, 7159 "id": 19, 7160 "isNew": true, 7161 "legend": { 7162 "alignAsTable": false, 7163 "avg": false, 7164 "current": false, 7165 "max": false, 7166 "min": false, 7167 "rightSide": false, 7168 "show": false, 7169 "total": false, 7170 "values": false 7171 }, 7172 "lines": true, 7173 "linewidth": 2, 7174 "links": [], 7175 "nullPointMode": "connected", 7176 "percentage": false, 7177 "pointradius": 5, 7178 "points": false, 7179 "renderer": "flot", 7180 "seriesOverrides": [], 7181 "span": 6, 7182 "stack": false, 7183 "steppedLine": false, 7184 "targets": [ 7185 { 7186 "expr": "changes(etcd_server_leader_changes_seen_total{job=\"$cluster\"}[1d])", 7187 "intervalFactor": 2, 7188 "legendFormat": "{{instance}} Total Leader Elections Per Day", 7189 "metric": "etcd_server_leader_changes_seen_total", 7190 "refId": "A", 7191 "step": 2 7192 } 7193 ], 7194 "thresholds": [], 7195 "timeFrom": null, 7196 "timeShift": null, 7197 "title": "Total Leader Elections Per Day", 7198 "tooltip": { 7199 "msResolution": false, 7200 "shared": true, 7201 "sort": 0, 7202 "value_type": "individual" 7203 }, 7204 "type": "graph", 7205 "xaxis": { 7206 "mode": "time", 7207 "name": null, 7208 "show": true, 7209 "values": [] 7210 }, 7211 "yaxes": [ 7212 { 7213 "format": "short", 7214 "label": null, 7215 "logBase": 1, 7216 "max": null, 7217 "min": null, 7218 "show": true 7219 }, 7220 { 7221 "format": "short", 7222 "label": null, 7223 "logBase": 1, 7224 "max": null, 7225 "min": null, 7226 "show": true 7227 } 7228 ] 7229 } 7230 ], 7231 "title": "New row" 7232 } 7233 ], 7234 "schemaVersion": 13, 7235 "sharedCrosshair": false, 7236 "style": "dark", 7237 "tags": [], 7238 "templating": { 7239 "list": [ 7240 { 7241 "current": { 7242 "text": "Prometheus", 7243 "value": "Prometheus" 7244 }, 7245 "hide": 0, 7246 "label": null, 7247 "name": "datasource", 7248 "options": [], 7249 "query": "prometheus", 7250 "refresh": 1, 7251 "regex": "", 7252 "type": "datasource" 7253 }, 7254 { 7255 "allValue": null, 7256 "current": { 7257 "text": "prod", 7258 "value": "prod" 7259 }, 7260 "datasource": "$datasource", 7261 "hide": 2, 7262 "includeAll": false, 7263 "label": "cluster", 7264 "multi": false, 7265 "name": "cluster", 7266 "options": [], 7267 "query": "label_values(etcd_server_has_leader, job)", 7268 "refresh": 1, 7269 "regex": "", 7270 "sort": 2, 7271 "tagValuesQuery": "", 7272 "tags": [], 7273 "tagsQuery": "", 7274 "type": "query", 7275 "useTags": false 7276 } 7277 ] 7278 }, 7279 "time": { 7280 "from": "now-15m", 7281 "to": "now" 7282 }, 7283 "timepicker": { 7284 "now": true, 7285 "refresh_intervals": [ 7286 "5s", 7287 "10s", 7288 "30s", 7289 "1m", 7290 "5m", 7291 "15m", 7292 "30m", 7293 "1h", 7294 "2h", 7295 "1d" 7296 ], 7297 "time_options": [ 7298 "5m", 7299 "15m", 7300 "1h", 7301 "6h", 7302 "12h", 7303 "24h", 7304 "2d", 7305 "7d", 7306 "30d" 7307 ] 7308 }, 7309 "timezone": "browser", 7310 "title": "etcd", 7311 "version": 215 7312 } 7313 --- 7314 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-coredns.yaml 7315 apiVersion: v1 7316 kind: ConfigMap 7317 metadata: 7318 namespace: kube-prometheus-stack-system 7319 name: kube-prometheus-stack-k8s-coredns 7320 annotations: 7321 { } 7322 labels: 7323 grafana_dashboard: "1" 7324 app: kube-prometheus-stack-grafana 7325 7326 7327 app.kubernetes.io/instance: kube-prometheus-stack 7328 app.kubernetes.io/version: "18.0.1" 7329 app.kubernetes.io/part-of: kube-prometheus-stack 7330 7331 release: "kube-prometheus-stack" 7332 heritage: "Helm" 7333 data: 7334 k8s-coredns.json: |- 7335 { 7336 "annotations": { 7337 "list": [ 7338 { 7339 "builtIn": 1, 7340 "datasource": "-- Grafana --", 7341 "enable": true, 7342 "hide": true, 7343 "iconColor": "rgba(0, 211, 255, 1)", 7344 "name": "Annotations & Alerts", 7345 "type": "dashboard" 7346 } 7347 ] 7348 }, 7349 "description": "A dashboard for the CoreDNS DNS server with updated metrics for version 1.7.0+. Based on the CoreDNS dashboard by buhay.", 7350 "editable": true, 7351 "gnetId": 12539, 7352 "graphTooltip": 0, 7353 "iteration": 1603798405693, 7354 "links": [ 7355 { 7356 "icon": "external link", 7357 "tags": [], 7358 "targetBlank": true, 7359 "title": "CoreDNS.io", 7360 "type": "link", 7361 "url": "https://coredns.io" 7362 } 7363 ], 7364 "panels": [ 7365 { 7366 "aliasColors": {}, 7367 "bars": false, 7368 "dashLength": 10, 7369 "dashes": false, 7370 "datasource": "$datasource", 7371 "editable": true, 7372 "error": false, 7373 "fieldConfig": { 7374 "defaults": { 7375 "custom": {}, 7376 "links": [], 7377 "mappings": [], 7378 "thresholds": { 7379 "mode": "absolute", 7380 "steps": [ 7381 { 7382 "color": "green", 7383 "value": null 7384 }, 7385 { 7386 "color": "red", 7387 "value": 80 7388 } 7389 ] 7390 } 7391 }, 7392 "overrides": [] 7393 }, 7394 "fill": 1, 7395 "fillGradient": 0, 7396 "grid": {}, 7397 "gridPos": { 7398 "h": 7, 7399 "w": 8, 7400 "x": 0, 7401 "y": 0 7402 }, 7403 "hiddenSeries": false, 7404 "id": 2, 7405 "legend": { 7406 "avg": false, 7407 "current": false, 7408 "max": false, 7409 "min": false, 7410 "show": true, 7411 "total": false, 7412 "values": false 7413 }, 7414 "lines": true, 7415 "linewidth": 2, 7416 "links": [], 7417 "nullPointMode": "connected", 7418 "options": { 7419 "alertThreshold": true 7420 }, 7421 "percentage": false, 7422 "pluginVersion": "7.2.0", 7423 "pointradius": 5, 7424 "points": false, 7425 "renderer": "flot", 7426 "seriesOverrides": [ 7427 { 7428 "alias": "total", 7429 "yaxis": 2 7430 } 7431 ], 7432 "spaceLength": 10, 7433 "stack": true, 7434 "steppedLine": false, 7435 "targets": [ 7436 { 7437 "expr": "sum(rate(coredns_dns_request_count_total{instance=~\"$instance\"}[5m])) by (proto) or\nsum(rate(coredns_dns_requests_total{instance=~\"$instance\"}[5m])) by (proto)", 7438 "format": "time_series", 7439 "interval": "", 7440 "intervalFactor": 2, 7441 "legendFormat": "{{proto}}", 7442 "refId": "A", 7443 "step": 60 7444 } 7445 ], 7446 "thresholds": [], 7447 "timeFrom": null, 7448 "timeRegions": [], 7449 "timeShift": null, 7450 "title": "Requests (total)", 7451 "tooltip": { 7452 "shared": true, 7453 "sort": 2, 7454 "value_type": "individual" 7455 }, 7456 "type": "graph", 7457 "xaxis": { 7458 "buckets": null, 7459 "mode": "time", 7460 "name": null, 7461 "show": true, 7462 "values": [] 7463 }, 7464 "yaxes": [ 7465 { 7466 "format": "pps", 7467 "logBase": 1, 7468 "max": null, 7469 "min": 0, 7470 "show": true 7471 }, 7472 { 7473 "format": "pps", 7474 "logBase": 1, 7475 "max": null, 7476 "min": 0, 7477 "show": true 7478 } 7479 ], 7480 "yaxis": { 7481 "align": false, 7482 "alignLevel": null 7483 } 7484 }, 7485 { 7486 "aliasColors": {}, 7487 "bars": false, 7488 "dashLength": 10, 7489 "dashes": false, 7490 "datasource": "$datasource", 7491 "editable": true, 7492 "error": false, 7493 "fieldConfig": { 7494 "defaults": { 7495 "custom": {}, 7496 "links": [] 7497 }, 7498 "overrides": [] 7499 }, 7500 "fill": 1, 7501 "fillGradient": 0, 7502 "grid": {}, 7503 "gridPos": { 7504 "h": 7, 7505 "w": 8, 7506 "x": 8, 7507 "y": 0 7508 }, 7509 "hiddenSeries": false, 7510 "id": 4, 7511 "legend": { 7512 "avg": false, 7513 "current": false, 7514 "max": false, 7515 "min": false, 7516 "show": true, 7517 "total": false, 7518 "values": false 7519 }, 7520 "lines": true, 7521 "linewidth": 2, 7522 "links": [], 7523 "nullPointMode": "connected", 7524 "options": { 7525 "alertThreshold": true 7526 }, 7527 "percentage": false, 7528 "pluginVersion": "7.2.0", 7529 "pointradius": 5, 7530 "points": false, 7531 "renderer": "flot", 7532 "seriesOverrides": [ 7533 { 7534 "alias": "total", 7535 "yaxis": 2 7536 }, 7537 { 7538 "alias": "other", 7539 "yaxis": 2 7540 } 7541 ], 7542 "spaceLength": 10, 7543 "stack": true, 7544 "steppedLine": false, 7545 "targets": [ 7546 { 7547 "expr": "sum(rate(coredns_dns_request_type_count_total{instance=~\"$instance\"}[5m])) by (type) or \nsum(rate(coredns_dns_requests_total{instance=~\"$instance\"}[5m])) by (type)", 7548 "interval": "", 7549 "intervalFactor": 2, 7550 "legendFormat": "{{type}}", 7551 "refId": "A", 7552 "step": 60 7553 } 7554 ], 7555 "thresholds": [], 7556 "timeFrom": null, 7557 "timeRegions": [], 7558 "timeShift": null, 7559 "title": "Requests (by qtype)", 7560 "tooltip": { 7561 "shared": true, 7562 "sort": 2, 7563 "value_type": "individual" 7564 }, 7565 "type": "graph", 7566 "xaxis": { 7567 "buckets": null, 7568 "mode": "time", 7569 "name": null, 7570 "show": true, 7571 "values": [] 7572 }, 7573 "yaxes": [ 7574 { 7575 "format": "pps", 7576 "logBase": 1, 7577 "max": null, 7578 "min": 0, 7579 "show": true 7580 }, 7581 { 7582 "format": "pps", 7583 "logBase": 1, 7584 "max": null, 7585 "min": 0, 7586 "show": true 7587 } 7588 ], 7589 "yaxis": { 7590 "align": false, 7591 "alignLevel": null 7592 } 7593 }, 7594 { 7595 "aliasColors": {}, 7596 "bars": false, 7597 "dashLength": 10, 7598 "dashes": false, 7599 "datasource": "$datasource", 7600 "editable": true, 7601 "error": false, 7602 "fieldConfig": { 7603 "defaults": { 7604 "custom": {}, 7605 "links": [] 7606 }, 7607 "overrides": [] 7608 }, 7609 "fill": 1, 7610 "fillGradient": 0, 7611 "grid": {}, 7612 "gridPos": { 7613 "h": 7, 7614 "w": 8, 7615 "x": 16, 7616 "y": 0 7617 }, 7618 "hiddenSeries": false, 7619 "id": 6, 7620 "legend": { 7621 "avg": false, 7622 "current": false, 7623 "max": false, 7624 "min": false, 7625 "show": true, 7626 "total": false, 7627 "values": false 7628 }, 7629 "lines": true, 7630 "linewidth": 2, 7631 "links": [], 7632 "nullPointMode": "connected", 7633 "options": { 7634 "alertThreshold": true 7635 }, 7636 "percentage": false, 7637 "pluginVersion": "7.2.0", 7638 "pointradius": 5, 7639 "points": false, 7640 "renderer": "flot", 7641 "seriesOverrides": [ 7642 { 7643 "alias": "total", 7644 "yaxis": 2 7645 } 7646 ], 7647 "spaceLength": 10, 7648 "stack": true, 7649 "steppedLine": false, 7650 "targets": [ 7651 { 7652 "expr": "sum(rate(coredns_dns_request_count_total{instance=~\"$instance\"}[5m])) by (zone) or\nsum(rate(coredns_dns_requests_total{instance=~\"$instance\"}[5m])) by (zone)", 7653 "interval": "", 7654 "intervalFactor": 2, 7655 "legendFormat": "{{zone}}", 7656 "refId": "A", 7657 "step": 60 7658 } 7659 ], 7660 "thresholds": [], 7661 "timeFrom": null, 7662 "timeRegions": [], 7663 "timeShift": null, 7664 "title": "Requests (by zone)", 7665 "tooltip": { 7666 "shared": true, 7667 "sort": 2, 7668 "value_type": "individual" 7669 }, 7670 "type": "graph", 7671 "xaxis": { 7672 "buckets": null, 7673 "mode": "time", 7674 "name": null, 7675 "show": true, 7676 "values": [] 7677 }, 7678 "yaxes": [ 7679 { 7680 "format": "pps", 7681 "logBase": 1, 7682 "max": null, 7683 "min": 0, 7684 "show": true 7685 }, 7686 { 7687 "format": "pps", 7688 "logBase": 1, 7689 "max": null, 7690 "min": 0, 7691 "show": true 7692 } 7693 ], 7694 "yaxis": { 7695 "align": false, 7696 "alignLevel": null 7697 } 7698 }, 7699 { 7700 "aliasColors": {}, 7701 "bars": false, 7702 "dashLength": 10, 7703 "dashes": false, 7704 "datasource": "$datasource", 7705 "editable": true, 7706 "error": false, 7707 "fieldConfig": { 7708 "defaults": { 7709 "custom": {}, 7710 "links": [] 7711 }, 7712 "overrides": [] 7713 }, 7714 "fill": 1, 7715 "fillGradient": 0, 7716 "grid": {}, 7717 "gridPos": { 7718 "h": 7, 7719 "w": 12, 7720 "x": 0, 7721 "y": 7 7722 }, 7723 "hiddenSeries": false, 7724 "id": 8, 7725 "legend": { 7726 "avg": false, 7727 "current": false, 7728 "max": false, 7729 "min": false, 7730 "show": true, 7731 "total": false, 7732 "values": false 7733 }, 7734 "lines": true, 7735 "linewidth": 2, 7736 "links": [], 7737 "nullPointMode": "connected", 7738 "options": { 7739 "alertThreshold": true 7740 }, 7741 "percentage": false, 7742 "pluginVersion": "7.2.0", 7743 "pointradius": 5, 7744 "points": false, 7745 "renderer": "flot", 7746 "seriesOverrides": [ 7747 { 7748 "alias": "total", 7749 "yaxis": 2 7750 } 7751 ], 7752 "spaceLength": 10, 7753 "stack": false, 7754 "steppedLine": false, 7755 "targets": [ 7756 { 7757 "expr": "sum(rate(coredns_dns_request_do_count_total{instance=~\"$instance\"}[5m])) or\nsum(rate(coredns_dns_do_requests_total{instance=~\"$instance\"}[5m]))", 7758 "interval": "", 7759 "intervalFactor": 2, 7760 "legendFormat": "DO", 7761 "refId": "A", 7762 "step": 40 7763 }, 7764 { 7765 "expr": "sum(rate(coredns_dns_request_count_total{instance=~\"$instance\"}[5m])) or\nsum(rate(coredns_dns_requests_total{instance=~\"$instance\"}[5m]))", 7766 "interval": "", 7767 "intervalFactor": 2, 7768 "legendFormat": "total", 7769 "refId": "B", 7770 "step": 40 7771 } 7772 ], 7773 "thresholds": [], 7774 "timeFrom": null, 7775 "timeRegions": [], 7776 "timeShift": null, 7777 "title": "Requests (DO bit)", 7778 "tooltip": { 7779 "shared": true, 7780 "sort": 2, 7781 "value_type": "cumulative" 7782 }, 7783 "type": "graph", 7784 "xaxis": { 7785 "buckets": null, 7786 "mode": "time", 7787 "name": null, 7788 "show": true, 7789 "values": [] 7790 }, 7791 "yaxes": [ 7792 { 7793 "format": "pps", 7794 "logBase": 1, 7795 "max": null, 7796 "min": 0, 7797 "show": true 7798 }, 7799 { 7800 "format": "pps", 7801 "logBase": 1, 7802 "max": null, 7803 "min": null, 7804 "show": true 7805 } 7806 ], 7807 "yaxis": { 7808 "align": false, 7809 "alignLevel": null 7810 } 7811 }, 7812 { 7813 "aliasColors": {}, 7814 "bars": false, 7815 "dashLength": 10, 7816 "dashes": false, 7817 "datasource": "$datasource", 7818 "editable": true, 7819 "error": false, 7820 "fieldConfig": { 7821 "defaults": { 7822 "custom": {}, 7823 "links": [] 7824 }, 7825 "overrides": [] 7826 }, 7827 "fill": 1, 7828 "fillGradient": 0, 7829 "grid": {}, 7830 "gridPos": { 7831 "h": 7, 7832 "w": 6, 7833 "x": 12, 7834 "y": 7 7835 }, 7836 "hiddenSeries": false, 7837 "id": 10, 7838 "legend": { 7839 "avg": false, 7840 "current": false, 7841 "max": false, 7842 "min": false, 7843 "show": true, 7844 "total": false, 7845 "values": false 7846 }, 7847 "lines": true, 7848 "linewidth": 2, 7849 "links": [], 7850 "nullPointMode": "connected", 7851 "options": { 7852 "alertThreshold": true 7853 }, 7854 "percentage": false, 7855 "pluginVersion": "7.2.0", 7856 "pointradius": 5, 7857 "points": false, 7858 "renderer": "flot", 7859 "seriesOverrides": [ 7860 { 7861 "alias": "tcp:90", 7862 "yaxis": 2 7863 }, 7864 { 7865 "alias": "tcp:99 ", 7866 "yaxis": 2 7867 }, 7868 { 7869 "alias": "tcp:50", 7870 "yaxis": 2 7871 } 7872 ], 7873 "spaceLength": 10, 7874 "stack": false, 7875 "steppedLine": false, 7876 "targets": [ 7877 { 7878 "expr": "histogram_quantile(0.99, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto))", 7879 "interval": "", 7880 "intervalFactor": 2, 7881 "legendFormat": "{{proto}}:99 ", 7882 "refId": "A", 7883 "step": 60 7884 }, 7885 { 7886 "expr": "histogram_quantile(0.90, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto))", 7887 "intervalFactor": 2, 7888 "legendFormat": "{{proto}}:90", 7889 "refId": "B", 7890 "step": 60 7891 }, 7892 { 7893 "expr": "histogram_quantile(0.50, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto))", 7894 "intervalFactor": 2, 7895 "legendFormat": "{{proto}}:50", 7896 "refId": "C", 7897 "step": 60 7898 } 7899 ], 7900 "thresholds": [], 7901 "timeFrom": null, 7902 "timeRegions": [], 7903 "timeShift": null, 7904 "title": "Requests (size, udp)", 7905 "tooltip": { 7906 "shared": true, 7907 "sort": 0, 7908 "value_type": "cumulative" 7909 }, 7910 "type": "graph", 7911 "xaxis": { 7912 "buckets": null, 7913 "mode": "time", 7914 "name": null, 7915 "show": true, 7916 "values": [] 7917 }, 7918 "yaxes": [ 7919 { 7920 "format": "bytes", 7921 "logBase": 1, 7922 "max": null, 7923 "min": 0, 7924 "show": true 7925 }, 7926 { 7927 "format": "short", 7928 "logBase": 1, 7929 "max": null, 7930 "min": 0, 7931 "show": true 7932 } 7933 ], 7934 "yaxis": { 7935 "align": false, 7936 "alignLevel": null 7937 } 7938 }, 7939 { 7940 "aliasColors": {}, 7941 "bars": false, 7942 "dashLength": 10, 7943 "dashes": false, 7944 "datasource": "$datasource", 7945 "editable": true, 7946 "error": false, 7947 "fieldConfig": { 7948 "defaults": { 7949 "custom": {}, 7950 "links": [] 7951 }, 7952 "overrides": [] 7953 }, 7954 "fill": 1, 7955 "fillGradient": 0, 7956 "grid": {}, 7957 "gridPos": { 7958 "h": 7, 7959 "w": 6, 7960 "x": 18, 7961 "y": 7 7962 }, 7963 "hiddenSeries": false, 7964 "id": 12, 7965 "legend": { 7966 "avg": false, 7967 "current": false, 7968 "max": false, 7969 "min": false, 7970 "show": true, 7971 "total": false, 7972 "values": false 7973 }, 7974 "lines": true, 7975 "linewidth": 2, 7976 "links": [], 7977 "nullPointMode": "connected", 7978 "options": { 7979 "alertThreshold": true 7980 }, 7981 "percentage": false, 7982 "pluginVersion": "7.2.0", 7983 "pointradius": 5, 7984 "points": false, 7985 "renderer": "flot", 7986 "seriesOverrides": [ 7987 { 7988 "alias": "tcp:90", 7989 "yaxis": 1 7990 }, 7991 { 7992 "alias": "tcp:99 ", 7993 "yaxis": 1 7994 }, 7995 { 7996 "alias": "tcp:50", 7997 "yaxis": 1 7998 } 7999 ], 8000 "spaceLength": 10, 8001 "stack": false, 8002 "steppedLine": false, 8003 "targets": [ 8004 { 8005 "expr": "histogram_quantile(0.99, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le,proto))", 8006 "format": "time_series", 8007 "interval": "", 8008 "intervalFactor": 2, 8009 "legendFormat": "{{proto}}:99 ", 8010 "refId": "A", 8011 "step": 60 8012 }, 8013 { 8014 "expr": "histogram_quantile(0.90, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le,proto))", 8015 "format": "time_series", 8016 "interval": "", 8017 "intervalFactor": 2, 8018 "legendFormat": "{{proto}}:90", 8019 "refId": "B", 8020 "step": 60 8021 }, 8022 { 8023 "expr": "histogram_quantile(0.50, sum(rate(coredns_dns_request_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le,proto))", 8024 "format": "time_series", 8025 "interval": "", 8026 "intervalFactor": 2, 8027 "legendFormat": "{{proto}}:50", 8028 "refId": "C", 8029 "step": 60 8030 } 8031 ], 8032 "thresholds": [], 8033 "timeFrom": null, 8034 "timeRegions": [], 8035 "timeShift": null, 8036 "title": "Requests (size,tcp)", 8037 "tooltip": { 8038 "shared": true, 8039 "sort": 0, 8040 "value_type": "cumulative" 8041 }, 8042 "type": "graph", 8043 "xaxis": { 8044 "buckets": null, 8045 "mode": "time", 8046 "name": null, 8047 "show": true, 8048 "values": [] 8049 }, 8050 "yaxes": [ 8051 { 8052 "format": "bytes", 8053 "logBase": 1, 8054 "max": null, 8055 "min": 0, 8056 "show": true 8057 }, 8058 { 8059 "format": "short", 8060 "logBase": 1, 8061 "max": null, 8062 "min": 0, 8063 "show": true 8064 } 8065 ], 8066 "yaxis": { 8067 "align": false, 8068 "alignLevel": null 8069 } 8070 }, 8071 { 8072 "aliasColors": {}, 8073 "bars": false, 8074 "dashLength": 10, 8075 "dashes": false, 8076 "datasource": "$datasource", 8077 "editable": true, 8078 "error": false, 8079 "fieldConfig": { 8080 "defaults": { 8081 "custom": {}, 8082 "links": [] 8083 }, 8084 "overrides": [] 8085 }, 8086 "fill": 1, 8087 "fillGradient": 0, 8088 "grid": {}, 8089 "gridPos": { 8090 "h": 7, 8091 "w": 12, 8092 "x": 0, 8093 "y": 14 8094 }, 8095 "hiddenSeries": false, 8096 "id": 14, 8097 "legend": { 8098 "avg": false, 8099 "current": false, 8100 "max": false, 8101 "min": false, 8102 "show": true, 8103 "total": false, 8104 "values": false 8105 }, 8106 "lines": true, 8107 "linewidth": 2, 8108 "links": [], 8109 "nullPointMode": "connected", 8110 "options": { 8111 "alertThreshold": true 8112 }, 8113 "percentage": false, 8114 "pluginVersion": "7.2.0", 8115 "pointradius": 5, 8116 "points": false, 8117 "renderer": "flot", 8118 "seriesOverrides": [], 8119 "spaceLength": 10, 8120 "stack": true, 8121 "steppedLine": false, 8122 "targets": [ 8123 { 8124 "expr": "sum(rate(coredns_dns_response_rcode_count_total{instance=~\"$instance\"}[5m])) by (rcode) or\nsum(rate(coredns_dns_responses_total{instance=~\"$instance\"}[5m])) by (rcode)", 8125 "interval": "", 8126 "intervalFactor": 2, 8127 "legendFormat": "{{rcode}}", 8128 "refId": "A", 8129 "step": 40 8130 } 8131 ], 8132 "thresholds": [], 8133 "timeFrom": null, 8134 "timeRegions": [], 8135 "timeShift": null, 8136 "title": "Responses (by rcode)", 8137 "tooltip": { 8138 "shared": true, 8139 "sort": 2, 8140 "value_type": "individual" 8141 }, 8142 "type": "graph", 8143 "xaxis": { 8144 "buckets": null, 8145 "mode": "time", 8146 "name": null, 8147 "show": true, 8148 "values": [] 8149 }, 8150 "yaxes": [ 8151 { 8152 "format": "pps", 8153 "logBase": 1, 8154 "max": null, 8155 "min": 0, 8156 "show": true 8157 }, 8158 { 8159 "format": "short", 8160 "logBase": 1, 8161 "max": null, 8162 "min": null, 8163 "show": true 8164 } 8165 ], 8166 "yaxis": { 8167 "align": false, 8168 "alignLevel": null 8169 } 8170 }, 8171 { 8172 "aliasColors": {}, 8173 "bars": false, 8174 "dashLength": 10, 8175 "dashes": false, 8176 "datasource": "$datasource", 8177 "editable": true, 8178 "error": false, 8179 "fieldConfig": { 8180 "defaults": { 8181 "custom": {}, 8182 "links": [] 8183 }, 8184 "overrides": [] 8185 }, 8186 "fill": 1, 8187 "fillGradient": 0, 8188 "grid": {}, 8189 "gridPos": { 8190 "h": 7, 8191 "w": 12, 8192 "x": 12, 8193 "y": 14 8194 }, 8195 "hiddenSeries": false, 8196 "id": 32, 8197 "legend": { 8198 "avg": false, 8199 "current": false, 8200 "max": false, 8201 "min": false, 8202 "show": true, 8203 "total": false, 8204 "values": false 8205 }, 8206 "lines": true, 8207 "linewidth": 2, 8208 "links": [], 8209 "nullPointMode": "connected", 8210 "options": { 8211 "alertThreshold": true 8212 }, 8213 "percentage": false, 8214 "pluginVersion": "7.2.0", 8215 "pointradius": 5, 8216 "points": false, 8217 "renderer": "flot", 8218 "seriesOverrides": [], 8219 "spaceLength": 10, 8220 "stack": false, 8221 "steppedLine": false, 8222 "targets": [ 8223 { 8224 "expr": "histogram_quantile(0.99, sum(rate(coredns_dns_request_duration_seconds_bucket{instance=~\"$instance\"}[5m])) by (le, job))", 8225 "format": "time_series", 8226 "intervalFactor": 2, 8227 "legendFormat": "99%", 8228 "refId": "A", 8229 "step": 40 8230 }, 8231 { 8232 "expr": "histogram_quantile(0.90, sum(rate(coredns_dns_request_duration_seconds_bucket{instance=~\"$instance\"}[5m])) by (le))", 8233 "format": "time_series", 8234 "intervalFactor": 2, 8235 "legendFormat": "90%", 8236 "refId": "B", 8237 "step": 40 8238 }, 8239 { 8240 "expr": "histogram_quantile(0.50, sum(rate(coredns_dns_request_duration_seconds_bucket{instance=~\"$instance\"}[5m])) by (le))", 8241 "format": "time_series", 8242 "intervalFactor": 2, 8243 "legendFormat": "50%", 8244 "refId": "C", 8245 "step": 40 8246 } 8247 ], 8248 "thresholds": [], 8249 "timeFrom": null, 8250 "timeRegions": [], 8251 "timeShift": null, 8252 "title": "Responses (duration)", 8253 "tooltip": { 8254 "shared": true, 8255 "sort": 0, 8256 "value_type": "cumulative" 8257 }, 8258 "type": "graph", 8259 "xaxis": { 8260 "buckets": null, 8261 "mode": "time", 8262 "name": null, 8263 "show": true, 8264 "values": [] 8265 }, 8266 "yaxes": [ 8267 { 8268 "format": "s", 8269 "logBase": 1, 8270 "max": null, 8271 "min": 0, 8272 "show": true 8273 }, 8274 { 8275 "format": "short", 8276 "logBase": 1, 8277 "max": null, 8278 "min": null, 8279 "show": true 8280 } 8281 ], 8282 "yaxis": { 8283 "align": false, 8284 "alignLevel": null 8285 } 8286 }, 8287 { 8288 "aliasColors": {}, 8289 "bars": false, 8290 "dashLength": 10, 8291 "dashes": false, 8292 "datasource": "$datasource", 8293 "editable": true, 8294 "error": false, 8295 "fieldConfig": { 8296 "defaults": { 8297 "custom": {}, 8298 "links": [] 8299 }, 8300 "overrides": [] 8301 }, 8302 "fill": 1, 8303 "fillGradient": 0, 8304 "grid": {}, 8305 "gridPos": { 8306 "h": 7, 8307 "w": 12, 8308 "x": 0, 8309 "y": 21 8310 }, 8311 "hiddenSeries": false, 8312 "id": 18, 8313 "legend": { 8314 "avg": false, 8315 "current": false, 8316 "max": false, 8317 "min": false, 8318 "show": true, 8319 "total": false, 8320 "values": false 8321 }, 8322 "lines": true, 8323 "linewidth": 2, 8324 "links": [], 8325 "nullPointMode": "connected", 8326 "options": { 8327 "alertThreshold": true 8328 }, 8329 "percentage": false, 8330 "pluginVersion": "7.2.0", 8331 "pointradius": 5, 8332 "points": false, 8333 "renderer": "flot", 8334 "seriesOverrides": [ 8335 { 8336 "alias": "udp:50%", 8337 "yaxis": 1 8338 }, 8339 { 8340 "alias": "tcp:50%", 8341 "yaxis": 2 8342 }, 8343 { 8344 "alias": "tcp:90%", 8345 "yaxis": 2 8346 }, 8347 { 8348 "alias": "tcp:99%", 8349 "yaxis": 2 8350 } 8351 ], 8352 "spaceLength": 10, 8353 "stack": false, 8354 "steppedLine": false, 8355 "targets": [ 8356 { 8357 "expr": "histogram_quantile(0.99, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto)) ", 8358 "interval": "", 8359 "intervalFactor": 2, 8360 "legendFormat": "{{proto}}:99%", 8361 "refId": "A", 8362 "step": 40 8363 }, 8364 { 8365 "expr": "histogram_quantile(0.90, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto)) ", 8366 "interval": "", 8367 "intervalFactor": 2, 8368 "legendFormat": "{{proto}}:90%", 8369 "refId": "B", 8370 "step": 40 8371 }, 8372 { 8373 "expr": "histogram_quantile(0.50, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"udp\"}[5m])) by (le,proto)) ", 8374 "hide": false, 8375 "intervalFactor": 2, 8376 "legendFormat": "{{proto}}:50%", 8377 "metric": "", 8378 "refId": "C", 8379 "step": 40 8380 } 8381 ], 8382 "thresholds": [], 8383 "timeFrom": null, 8384 "timeRegions": [], 8385 "timeShift": null, 8386 "title": "Responses (size, udp)", 8387 "tooltip": { 8388 "shared": true, 8389 "sort": 0, 8390 "value_type": "cumulative" 8391 }, 8392 "type": "graph", 8393 "xaxis": { 8394 "buckets": null, 8395 "mode": "time", 8396 "name": null, 8397 "show": true, 8398 "values": [] 8399 }, 8400 "yaxes": [ 8401 { 8402 "format": "bytes", 8403 "logBase": 1, 8404 "max": null, 8405 "min": 0, 8406 "show": true 8407 }, 8408 { 8409 "format": "short", 8410 "logBase": 1, 8411 "max": null, 8412 "min": 0, 8413 "show": true 8414 } 8415 ], 8416 "yaxis": { 8417 "align": false, 8418 "alignLevel": null 8419 } 8420 }, 8421 { 8422 "aliasColors": {}, 8423 "bars": false, 8424 "dashLength": 10, 8425 "dashes": false, 8426 "datasource": "$datasource", 8427 "editable": true, 8428 "error": false, 8429 "fieldConfig": { 8430 "defaults": { 8431 "custom": {}, 8432 "links": [] 8433 }, 8434 "overrides": [] 8435 }, 8436 "fill": 1, 8437 "fillGradient": 0, 8438 "grid": {}, 8439 "gridPos": { 8440 "h": 7, 8441 "w": 12, 8442 "x": 12, 8443 "y": 21 8444 }, 8445 "hiddenSeries": false, 8446 "id": 20, 8447 "legend": { 8448 "avg": false, 8449 "current": false, 8450 "max": false, 8451 "min": false, 8452 "show": true, 8453 "total": false, 8454 "values": false 8455 }, 8456 "lines": true, 8457 "linewidth": 2, 8458 "links": [], 8459 "nullPointMode": "connected", 8460 "options": { 8461 "alertThreshold": true 8462 }, 8463 "percentage": false, 8464 "pluginVersion": "7.2.0", 8465 "pointradius": 5, 8466 "points": false, 8467 "renderer": "flot", 8468 "seriesOverrides": [ 8469 { 8470 "alias": "udp:50%", 8471 "yaxis": 1 8472 }, 8473 { 8474 "alias": "tcp:50%", 8475 "yaxis": 1 8476 }, 8477 { 8478 "alias": "tcp:90%", 8479 "yaxis": 1 8480 }, 8481 { 8482 "alias": "tcp:99%", 8483 "yaxis": 1 8484 } 8485 ], 8486 "spaceLength": 10, 8487 "stack": false, 8488 "steppedLine": false, 8489 "targets": [ 8490 { 8491 "expr": "histogram_quantile(0.99, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le,proto)) ", 8492 "format": "time_series", 8493 "intervalFactor": 2, 8494 "legendFormat": "{{proto}}:99%", 8495 "refId": "A", 8496 "step": 40 8497 }, 8498 { 8499 "expr": "histogram_quantile(0.90, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le,proto)) ", 8500 "format": "time_series", 8501 "intervalFactor": 2, 8502 "legendFormat": "{{proto}}:90%", 8503 "refId": "B", 8504 "step": 40 8505 }, 8506 { 8507 "expr": "histogram_quantile(0.50, sum(rate(coredns_dns_response_size_bytes_bucket{instance=~\"$instance\",proto=\"tcp\"}[5m])) by (le, proto)) ", 8508 "format": "time_series", 8509 "intervalFactor": 2, 8510 "legendFormat": "{{proto}}:50%", 8511 "metric": "", 8512 "refId": "C", 8513 "step": 40 8514 } 8515 ], 8516 "thresholds": [], 8517 "timeFrom": null, 8518 "timeRegions": [], 8519 "timeShift": null, 8520 "title": "Responses (size, tcp)", 8521 "tooltip": { 8522 "shared": true, 8523 "sort": 0, 8524 "value_type": "cumulative" 8525 }, 8526 "type": "graph", 8527 "xaxis": { 8528 "buckets": null, 8529 "mode": "time", 8530 "name": null, 8531 "show": true, 8532 "values": [] 8533 }, 8534 "yaxes": [ 8535 { 8536 "format": "bytes", 8537 "logBase": 1, 8538 "max": null, 8539 "min": 0, 8540 "show": true 8541 }, 8542 { 8543 "format": "short", 8544 "logBase": 1, 8545 "max": null, 8546 "min": 0, 8547 "show": true 8548 } 8549 ], 8550 "yaxis": { 8551 "align": false, 8552 "alignLevel": null 8553 } 8554 }, 8555 { 8556 "aliasColors": {}, 8557 "bars": false, 8558 "dashLength": 10, 8559 "dashes": false, 8560 "datasource": "$datasource", 8561 "editable": true, 8562 "error": false, 8563 "fieldConfig": { 8564 "defaults": { 8565 "custom": {}, 8566 "links": [] 8567 }, 8568 "overrides": [] 8569 }, 8570 "fill": 1, 8571 "fillGradient": 0, 8572 "grid": {}, 8573 "gridPos": { 8574 "h": 7, 8575 "w": 12, 8576 "x": 0, 8577 "y": 28 8578 }, 8579 "hiddenSeries": false, 8580 "id": 22, 8581 "legend": { 8582 "avg": false, 8583 "current": false, 8584 "max": false, 8585 "min": false, 8586 "show": true, 8587 "total": false, 8588 "values": false 8589 }, 8590 "lines": true, 8591 "linewidth": 2, 8592 "links": [], 8593 "nullPointMode": "connected", 8594 "options": { 8595 "alertThreshold": true 8596 }, 8597 "percentage": false, 8598 "pluginVersion": "7.2.0", 8599 "pointradius": 5, 8600 "points": false, 8601 "renderer": "flot", 8602 "seriesOverrides": [], 8603 "spaceLength": 10, 8604 "stack": true, 8605 "steppedLine": false, 8606 "targets": [ 8607 { 8608 "expr": "sum(coredns_cache_size{instance=~\"$instance\"}) by (type) or\nsum(coredns_cache_entries{instance=~\"$instance\"}) by (type)", 8609 "interval": "", 8610 "intervalFactor": 2, 8611 "legendFormat": "{{type}}", 8612 "refId": "A", 8613 "step": 40 8614 } 8615 ], 8616 "thresholds": [], 8617 "timeFrom": null, 8618 "timeRegions": [], 8619 "timeShift": null, 8620 "title": "Cache (size)", 8621 "tooltip": { 8622 "shared": true, 8623 "sort": 2, 8624 "value_type": "cumulative" 8625 }, 8626 "type": "graph", 8627 "xaxis": { 8628 "buckets": null, 8629 "mode": "time", 8630 "name": null, 8631 "show": true, 8632 "values": [] 8633 }, 8634 "yaxes": [ 8635 { 8636 "format": "decbytes", 8637 "logBase": 1, 8638 "max": null, 8639 "min": 0, 8640 "show": true 8641 }, 8642 { 8643 "format": "short", 8644 "logBase": 1, 8645 "max": null, 8646 "min": 0, 8647 "show": true 8648 } 8649 ], 8650 "yaxis": { 8651 "align": false, 8652 "alignLevel": null 8653 } 8654 }, 8655 { 8656 "aliasColors": {}, 8657 "bars": false, 8658 "dashLength": 10, 8659 "dashes": false, 8660 "datasource": "$datasource", 8661 "editable": true, 8662 "error": false, 8663 "fieldConfig": { 8664 "defaults": { 8665 "custom": {}, 8666 "links": [] 8667 }, 8668 "overrides": [] 8669 }, 8670 "fill": 1, 8671 "fillGradient": 0, 8672 "grid": {}, 8673 "gridPos": { 8674 "h": 7, 8675 "w": 12, 8676 "x": 12, 8677 "y": 28 8678 }, 8679 "hiddenSeries": false, 8680 "id": 24, 8681 "legend": { 8682 "avg": false, 8683 "current": false, 8684 "max": false, 8685 "min": false, 8686 "show": true, 8687 "total": false, 8688 "values": false 8689 }, 8690 "lines": true, 8691 "linewidth": 2, 8692 "links": [], 8693 "nullPointMode": "connected", 8694 "options": { 8695 "alertThreshold": true 8696 }, 8697 "percentage": false, 8698 "pluginVersion": "7.2.0", 8699 "pointradius": 5, 8700 "points": false, 8701 "renderer": "flot", 8702 "seriesOverrides": [ 8703 { 8704 "alias": "misses", 8705 "yaxis": 2 8706 } 8707 ], 8708 "spaceLength": 10, 8709 "stack": true, 8710 "steppedLine": false, 8711 "targets": [ 8712 { 8713 "expr": "sum(rate(coredns_cache_hits_total{instance=~\"$instance\"}[5m])) by (type)", 8714 "hide": false, 8715 "intervalFactor": 2, 8716 "legendFormat": "hits:{{type}}", 8717 "refId": "A", 8718 "step": 40 8719 }, 8720 { 8721 "expr": "sum(rate(coredns_cache_misses_total{instance=~\"$instance\"}[5m])) by (type)", 8722 "hide": false, 8723 "intervalFactor": 2, 8724 "legendFormat": "misses", 8725 "refId": "B", 8726 "step": 40 8727 } 8728 ], 8729 "thresholds": [], 8730 "timeFrom": null, 8731 "timeRegions": [], 8732 "timeShift": null, 8733 "title": "Cache (hitrate)", 8734 "tooltip": { 8735 "shared": true, 8736 "sort": 2, 8737 "value_type": "individual" 8738 }, 8739 "type": "graph", 8740 "xaxis": { 8741 "buckets": null, 8742 "mode": "time", 8743 "name": null, 8744 "show": true, 8745 "values": [] 8746 }, 8747 "yaxes": [ 8748 { 8749 "format": "pps", 8750 "logBase": 1, 8751 "max": null, 8752 "min": 0, 8753 "show": true 8754 }, 8755 { 8756 "format": "pps", 8757 "logBase": 1, 8758 "max": null, 8759 "min": 0, 8760 "show": true 8761 } 8762 ], 8763 "yaxis": { 8764 "align": false, 8765 "alignLevel": null 8766 } 8767 } 8768 ], 8769 "refresh": "10s", 8770 "schemaVersion": 26, 8771 "style": "dark", 8772 "tags": [ 8773 "dns", 8774 "coredns" 8775 ], 8776 "templating": { 8777 "list": [ 8778 { 8779 "current": { 8780 "selected": true, 8781 "text": "default", 8782 "value": "default" 8783 }, 8784 "hide": 0, 8785 "includeAll": false, 8786 "label": null, 8787 "multi": false, 8788 "name": "datasource", 8789 "options": [], 8790 "query": "prometheus", 8791 "queryValue": "", 8792 "refresh": 1, 8793 "regex": "", 8794 "skipUrlSync": false, 8795 "type": "datasource" 8796 }, 8797 { 8798 "allValue": ".*", 8799 "current": { 8800 "selected": true, 8801 "text": "All", 8802 "value": "$__all" 8803 }, 8804 "datasource": "$datasource", 8805 "definition": "label_values(up{job=\"coredns\"}, instance)", 8806 "hide": 0, 8807 "includeAll": true, 8808 "label": "Instance", 8809 "multi": false, 8810 "name": "instance", 8811 "options": [], 8812 "query": "label_values(up{job=\"coredns\"}, instance)", 8813 "refresh": 1, 8814 "regex": "", 8815 "skipUrlSync": false, 8816 "sort": 3, 8817 "tagValuesQuery": "", 8818 "tags": [], 8819 "tagsQuery": "", 8820 "type": "query", 8821 "useTags": false 8822 } 8823 ] 8824 }, 8825 "time": { 8826 "from": "now-3h", 8827 "to": "now" 8828 }, 8829 "timepicker": { 8830 "refresh_intervals": [ 8831 "10s", 8832 "30s", 8833 "1m", 8834 "5m", 8835 "15m", 8836 "30m", 8837 "1h", 8838 "2h", 8839 "1d" 8840 ] 8841 }, 8842 "timezone": "utc", 8843 "title": "CoreDNS", 8844 "uid": "vkQ0UHxik", 8845 "version": 2 8846 } 8847 --- 8848 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-cluster.yaml 8849 apiVersion: v1 8850 kind: ConfigMap 8851 metadata: 8852 namespace: kube-prometheus-stack-system 8853 name: kube-prometheus-stack-k8s-resources-cluster 8854 annotations: 8855 { } 8856 labels: 8857 grafana_dashboard: "1" 8858 app: kube-prometheus-stack-grafana 8859 8860 8861 app.kubernetes.io/instance: kube-prometheus-stack 8862 app.kubernetes.io/version: "18.0.1" 8863 app.kubernetes.io/part-of: kube-prometheus-stack 8864 8865 release: "kube-prometheus-stack" 8866 heritage: "Helm" 8867 data: 8868 k8s-resources-cluster.json: |- 8869 { 8870 "annotations": { 8871 "list": [ 8872 8873 ] 8874 }, 8875 "editable": true, 8876 "gnetId": null, 8877 "graphTooltip": 0, 8878 "hideControls": false, 8879 "links": [ 8880 8881 ], 8882 "refresh": "10s", 8883 "rows": [ 8884 { 8885 "collapse": false, 8886 "height": "100px", 8887 "panels": [ 8888 { 8889 "aliasColors": { 8890 8891 }, 8892 "bars": false, 8893 "dashLength": 10, 8894 "dashes": false, 8895 "datasource": "$datasource", 8896 "fill": 1, 8897 "format": "percentunit", 8898 "id": 1, 8899 "interval": "1m", 8900 "legend": { 8901 "avg": false, 8902 "current": false, 8903 "max": false, 8904 "min": false, 8905 "show": true, 8906 "total": false, 8907 "values": false 8908 }, 8909 "lines": true, 8910 "linewidth": 1, 8911 "links": [ 8912 8913 ], 8914 "nullPointMode": "null as zero", 8915 "percentage": false, 8916 "pointradius": 5, 8917 "points": false, 8918 "renderer": "flot", 8919 "seriesOverrides": [ 8920 8921 ], 8922 "spaceLength": 10, 8923 "span": 2, 8924 "stack": false, 8925 "steppedLine": false, 8926 "targets": [ 8927 { 8928 "expr": "1 - avg(rate(node_cpu_seconds_total{mode=\"idle\", cluster=\"$cluster\"}[$__rate_interval]))", 8929 "format": "time_series", 8930 "instant": true, 8931 "intervalFactor": 2, 8932 "refId": "A" 8933 } 8934 ], 8935 "thresholds": "70,80", 8936 "timeFrom": null, 8937 "timeShift": null, 8938 "title": "CPU Utilisation", 8939 "tooltip": { 8940 "shared": false, 8941 "sort": 0, 8942 "value_type": "individual" 8943 }, 8944 "type": "singlestat", 8945 "xaxis": { 8946 "buckets": null, 8947 "mode": "time", 8948 "name": null, 8949 "show": true, 8950 "values": [ 8951 8952 ] 8953 }, 8954 "yaxes": [ 8955 { 8956 "format": "short", 8957 "label": null, 8958 "logBase": 1, 8959 "max": null, 8960 "min": 0, 8961 "show": true 8962 }, 8963 { 8964 "format": "short", 8965 "label": null, 8966 "logBase": 1, 8967 "max": null, 8968 "min": null, 8969 "show": false 8970 } 8971 ] 8972 }, 8973 { 8974 "aliasColors": { 8975 8976 }, 8977 "bars": false, 8978 "dashLength": 10, 8979 "dashes": false, 8980 "datasource": "$datasource", 8981 "fill": 1, 8982 "format": "percentunit", 8983 "id": 2, 8984 "legend": { 8985 "avg": false, 8986 "current": false, 8987 "max": false, 8988 "min": false, 8989 "show": true, 8990 "total": false, 8991 "values": false 8992 }, 8993 "lines": true, 8994 "linewidth": 1, 8995 "links": [ 8996 8997 ], 8998 "nullPointMode": "null as zero", 8999 "percentage": false, 9000 "pointradius": 5, 9001 "points": false, 9002 "renderer": "flot", 9003 "seriesOverrides": [ 9004 9005 ], 9006 "spaceLength": 10, 9007 "span": 2, 9008 "stack": false, 9009 "steppedLine": false, 9010 "targets": [ 9011 { 9012 "expr": "sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable{resource=\"cpu\",cluster=\"$cluster\"})", 9013 "format": "time_series", 9014 "instant": true, 9015 "intervalFactor": 2, 9016 "refId": "A" 9017 } 9018 ], 9019 "thresholds": "70,80", 9020 "timeFrom": null, 9021 "timeShift": null, 9022 "title": "CPU Requests Commitment", 9023 "tooltip": { 9024 "shared": false, 9025 "sort": 0, 9026 "value_type": "individual" 9027 }, 9028 "type": "singlestat", 9029 "xaxis": { 9030 "buckets": null, 9031 "mode": "time", 9032 "name": null, 9033 "show": true, 9034 "values": [ 9035 9036 ] 9037 }, 9038 "yaxes": [ 9039 { 9040 "format": "short", 9041 "label": null, 9042 "logBase": 1, 9043 "max": null, 9044 "min": 0, 9045 "show": true 9046 }, 9047 { 9048 "format": "short", 9049 "label": null, 9050 "logBase": 1, 9051 "max": null, 9052 "min": null, 9053 "show": false 9054 } 9055 ] 9056 }, 9057 { 9058 "aliasColors": { 9059 9060 }, 9061 "bars": false, 9062 "dashLength": 10, 9063 "dashes": false, 9064 "datasource": "$datasource", 9065 "fill": 1, 9066 "format": "percentunit", 9067 "id": 3, 9068 "legend": { 9069 "avg": false, 9070 "current": false, 9071 "max": false, 9072 "min": false, 9073 "show": true, 9074 "total": false, 9075 "values": false 9076 }, 9077 "lines": true, 9078 "linewidth": 1, 9079 "links": [ 9080 9081 ], 9082 "nullPointMode": "null as zero", 9083 "percentage": false, 9084 "pointradius": 5, 9085 "points": false, 9086 "renderer": "flot", 9087 "seriesOverrides": [ 9088 9089 ], 9090 "spaceLength": 10, 9091 "span": 2, 9092 "stack": false, 9093 "steppedLine": false, 9094 "targets": [ 9095 { 9096 "expr": "sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable{resource=\"cpu\",cluster=\"$cluster\"})", 9097 "format": "time_series", 9098 "instant": true, 9099 "intervalFactor": 2, 9100 "refId": "A" 9101 } 9102 ], 9103 "thresholds": "70,80", 9104 "timeFrom": null, 9105 "timeShift": null, 9106 "title": "CPU Limits Commitment", 9107 "tooltip": { 9108 "shared": false, 9109 "sort": 0, 9110 "value_type": "individual" 9111 }, 9112 "type": "singlestat", 9113 "xaxis": { 9114 "buckets": null, 9115 "mode": "time", 9116 "name": null, 9117 "show": true, 9118 "values": [ 9119 9120 ] 9121 }, 9122 "yaxes": [ 9123 { 9124 "format": "short", 9125 "label": null, 9126 "logBase": 1, 9127 "max": null, 9128 "min": 0, 9129 "show": true 9130 }, 9131 { 9132 "format": "short", 9133 "label": null, 9134 "logBase": 1, 9135 "max": null, 9136 "min": null, 9137 "show": false 9138 } 9139 ] 9140 }, 9141 { 9142 "aliasColors": { 9143 9144 }, 9145 "bars": false, 9146 "dashLength": 10, 9147 "dashes": false, 9148 "datasource": "$datasource", 9149 "fill": 1, 9150 "format": "percentunit", 9151 "id": 4, 9152 "legend": { 9153 "avg": false, 9154 "current": false, 9155 "max": false, 9156 "min": false, 9157 "show": true, 9158 "total": false, 9159 "values": false 9160 }, 9161 "lines": true, 9162 "linewidth": 1, 9163 "links": [ 9164 9165 ], 9166 "nullPointMode": "null as zero", 9167 "percentage": false, 9168 "pointradius": 5, 9169 "points": false, 9170 "renderer": "flot", 9171 "seriesOverrides": [ 9172 9173 ], 9174 "spaceLength": 10, 9175 "span": 2, 9176 "stack": false, 9177 "steppedLine": false, 9178 "targets": [ 9179 { 9180 "expr": "1 - sum(:node_memory_MemAvailable_bytes:sum{cluster=\"$cluster\"}) / sum(node_memory_MemTotal_bytes{cluster=\"$cluster\"})", 9181 "format": "time_series", 9182 "instant": true, 9183 "intervalFactor": 2, 9184 "refId": "A" 9185 } 9186 ], 9187 "thresholds": "70,80", 9188 "timeFrom": null, 9189 "timeShift": null, 9190 "title": "Memory Utilisation", 9191 "tooltip": { 9192 "shared": false, 9193 "sort": 0, 9194 "value_type": "individual" 9195 }, 9196 "type": "singlestat", 9197 "xaxis": { 9198 "buckets": null, 9199 "mode": "time", 9200 "name": null, 9201 "show": true, 9202 "values": [ 9203 9204 ] 9205 }, 9206 "yaxes": [ 9207 { 9208 "format": "short", 9209 "label": null, 9210 "logBase": 1, 9211 "max": null, 9212 "min": 0, 9213 "show": true 9214 }, 9215 { 9216 "format": "short", 9217 "label": null, 9218 "logBase": 1, 9219 "max": null, 9220 "min": null, 9221 "show": false 9222 } 9223 ] 9224 }, 9225 { 9226 "aliasColors": { 9227 9228 }, 9229 "bars": false, 9230 "dashLength": 10, 9231 "dashes": false, 9232 "datasource": "$datasource", 9233 "fill": 1, 9234 "format": "percentunit", 9235 "id": 5, 9236 "legend": { 9237 "avg": false, 9238 "current": false, 9239 "max": false, 9240 "min": false, 9241 "show": true, 9242 "total": false, 9243 "values": false 9244 }, 9245 "lines": true, 9246 "linewidth": 1, 9247 "links": [ 9248 9249 ], 9250 "nullPointMode": "null as zero", 9251 "percentage": false, 9252 "pointradius": 5, 9253 "points": false, 9254 "renderer": "flot", 9255 "seriesOverrides": [ 9256 9257 ], 9258 "spaceLength": 10, 9259 "span": 2, 9260 "stack": false, 9261 "steppedLine": false, 9262 "targets": [ 9263 { 9264 "expr": "sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable{resource=\"memory\",cluster=\"$cluster\"})", 9265 "format": "time_series", 9266 "instant": true, 9267 "intervalFactor": 2, 9268 "refId": "A" 9269 } 9270 ], 9271 "thresholds": "70,80", 9272 "timeFrom": null, 9273 "timeShift": null, 9274 "title": "Memory Requests Commitment", 9275 "tooltip": { 9276 "shared": false, 9277 "sort": 0, 9278 "value_type": "individual" 9279 }, 9280 "type": "singlestat", 9281 "xaxis": { 9282 "buckets": null, 9283 "mode": "time", 9284 "name": null, 9285 "show": true, 9286 "values": [ 9287 9288 ] 9289 }, 9290 "yaxes": [ 9291 { 9292 "format": "short", 9293 "label": null, 9294 "logBase": 1, 9295 "max": null, 9296 "min": 0, 9297 "show": true 9298 }, 9299 { 9300 "format": "short", 9301 "label": null, 9302 "logBase": 1, 9303 "max": null, 9304 "min": null, 9305 "show": false 9306 } 9307 ] 9308 }, 9309 { 9310 "aliasColors": { 9311 9312 }, 9313 "bars": false, 9314 "dashLength": 10, 9315 "dashes": false, 9316 "datasource": "$datasource", 9317 "fill": 1, 9318 "format": "percentunit", 9319 "id": 6, 9320 "legend": { 9321 "avg": false, 9322 "current": false, 9323 "max": false, 9324 "min": false, 9325 "show": true, 9326 "total": false, 9327 "values": false 9328 }, 9329 "lines": true, 9330 "linewidth": 1, 9331 "links": [ 9332 9333 ], 9334 "nullPointMode": "null as zero", 9335 "percentage": false, 9336 "pointradius": 5, 9337 "points": false, 9338 "renderer": "flot", 9339 "seriesOverrides": [ 9340 9341 ], 9342 "spaceLength": 10, 9343 "span": 2, 9344 "stack": false, 9345 "steppedLine": false, 9346 "targets": [ 9347 { 9348 "expr": "sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable{resource=\"memory\",cluster=\"$cluster\"})", 9349 "format": "time_series", 9350 "instant": true, 9351 "intervalFactor": 2, 9352 "refId": "A" 9353 } 9354 ], 9355 "thresholds": "70,80", 9356 "timeFrom": null, 9357 "timeShift": null, 9358 "title": "Memory Limits Commitment", 9359 "tooltip": { 9360 "shared": false, 9361 "sort": 0, 9362 "value_type": "individual" 9363 }, 9364 "type": "singlestat", 9365 "xaxis": { 9366 "buckets": null, 9367 "mode": "time", 9368 "name": null, 9369 "show": true, 9370 "values": [ 9371 9372 ] 9373 }, 9374 "yaxes": [ 9375 { 9376 "format": "short", 9377 "label": null, 9378 "logBase": 1, 9379 "max": null, 9380 "min": 0, 9381 "show": true 9382 }, 9383 { 9384 "format": "short", 9385 "label": null, 9386 "logBase": 1, 9387 "max": null, 9388 "min": null, 9389 "show": false 9390 } 9391 ] 9392 } 9393 ], 9394 "repeat": null, 9395 "repeatIteration": null, 9396 "repeatRowId": null, 9397 "showTitle": false, 9398 "title": "Headlines", 9399 "titleSize": "h6" 9400 }, 9401 { 9402 "collapse": false, 9403 "height": "250px", 9404 "panels": [ 9405 { 9406 "aliasColors": { 9407 9408 }, 9409 "bars": false, 9410 "dashLength": 10, 9411 "dashes": false, 9412 "datasource": "$datasource", 9413 "fill": 10, 9414 "id": 7, 9415 "legend": { 9416 "avg": false, 9417 "current": false, 9418 "max": false, 9419 "min": false, 9420 "show": true, 9421 "total": false, 9422 "values": false 9423 }, 9424 "lines": true, 9425 "linewidth": 0, 9426 "links": [ 9427 9428 ], 9429 "nullPointMode": "null as zero", 9430 "percentage": false, 9431 "pointradius": 5, 9432 "points": false, 9433 "renderer": "flot", 9434 "seriesOverrides": [ 9435 9436 ], 9437 "spaceLength": 10, 9438 "span": 12, 9439 "stack": true, 9440 "steppedLine": false, 9441 "targets": [ 9442 { 9443 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace)", 9444 "format": "time_series", 9445 "intervalFactor": 2, 9446 "legendFormat": "{{namespace}}", 9447 "legendLink": null, 9448 "step": 10 9449 } 9450 ], 9451 "thresholds": [ 9452 9453 ], 9454 "timeFrom": null, 9455 "timeShift": null, 9456 "title": "CPU Usage", 9457 "tooltip": { 9458 "shared": false, 9459 "sort": 0, 9460 "value_type": "individual" 9461 }, 9462 "type": "graph", 9463 "xaxis": { 9464 "buckets": null, 9465 "mode": "time", 9466 "name": null, 9467 "show": true, 9468 "values": [ 9469 9470 ] 9471 }, 9472 "yaxes": [ 9473 { 9474 "format": "short", 9475 "label": null, 9476 "logBase": 1, 9477 "max": null, 9478 "min": 0, 9479 "show": true 9480 }, 9481 { 9482 "format": "short", 9483 "label": null, 9484 "logBase": 1, 9485 "max": null, 9486 "min": null, 9487 "show": false 9488 } 9489 ] 9490 } 9491 ], 9492 "repeat": null, 9493 "repeatIteration": null, 9494 "repeatRowId": null, 9495 "showTitle": true, 9496 "title": "CPU", 9497 "titleSize": "h6" 9498 }, 9499 { 9500 "collapse": false, 9501 "height": "250px", 9502 "panels": [ 9503 { 9504 "aliasColors": { 9505 9506 }, 9507 "bars": false, 9508 "dashLength": 10, 9509 "dashes": false, 9510 "datasource": "$datasource", 9511 "fill": 1, 9512 "id": 8, 9513 "legend": { 9514 "avg": false, 9515 "current": false, 9516 "max": false, 9517 "min": false, 9518 "show": true, 9519 "total": false, 9520 "values": false 9521 }, 9522 "lines": true, 9523 "linewidth": 1, 9524 "links": [ 9525 9526 ], 9527 "nullPointMode": "null as zero", 9528 "percentage": false, 9529 "pointradius": 5, 9530 "points": false, 9531 "renderer": "flot", 9532 "seriesOverrides": [ 9533 9534 ], 9535 "spaceLength": 10, 9536 "span": 12, 9537 "stack": false, 9538 "steppedLine": false, 9539 "styles": [ 9540 { 9541 "alias": "Time", 9542 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9543 "pattern": "Time", 9544 "type": "hidden" 9545 }, 9546 { 9547 "alias": "Pods", 9548 "colorMode": null, 9549 "colors": [ 9550 9551 ], 9552 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9553 "decimals": 0, 9554 "link": true, 9555 "linkTargetBlank": false, 9556 "linkTooltip": "Drill down to pods", 9557 "linkUrl": "./d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1", 9558 "pattern": "Value #A", 9559 "thresholds": [ 9560 9561 ], 9562 "type": "number", 9563 "unit": "short" 9564 }, 9565 { 9566 "alias": "Workloads", 9567 "colorMode": null, 9568 "colors": [ 9569 9570 ], 9571 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9572 "decimals": 0, 9573 "link": true, 9574 "linkTargetBlank": false, 9575 "linkTooltip": "Drill down to workloads", 9576 "linkUrl": "./d/a87fb0d919ec0ea5f6543124e16c42a5/k8s-resources-workloads-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1", 9577 "pattern": "Value #B", 9578 "thresholds": [ 9579 9580 ], 9581 "type": "number", 9582 "unit": "short" 9583 }, 9584 { 9585 "alias": "CPU Usage", 9586 "colorMode": null, 9587 "colors": [ 9588 9589 ], 9590 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9591 "decimals": 2, 9592 "link": false, 9593 "linkTargetBlank": false, 9594 "linkTooltip": "Drill down", 9595 "linkUrl": "", 9596 "pattern": "Value #C", 9597 "thresholds": [ 9598 9599 ], 9600 "type": "number", 9601 "unit": "short" 9602 }, 9603 { 9604 "alias": "CPU Requests", 9605 "colorMode": null, 9606 "colors": [ 9607 9608 ], 9609 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9610 "decimals": 2, 9611 "link": false, 9612 "linkTargetBlank": false, 9613 "linkTooltip": "Drill down", 9614 "linkUrl": "", 9615 "pattern": "Value #D", 9616 "thresholds": [ 9617 9618 ], 9619 "type": "number", 9620 "unit": "short" 9621 }, 9622 { 9623 "alias": "CPU Requests %", 9624 "colorMode": null, 9625 "colors": [ 9626 9627 ], 9628 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9629 "decimals": 2, 9630 "link": false, 9631 "linkTargetBlank": false, 9632 "linkTooltip": "Drill down", 9633 "linkUrl": "", 9634 "pattern": "Value #E", 9635 "thresholds": [ 9636 9637 ], 9638 "type": "number", 9639 "unit": "percentunit" 9640 }, 9641 { 9642 "alias": "CPU Limits", 9643 "colorMode": null, 9644 "colors": [ 9645 9646 ], 9647 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9648 "decimals": 2, 9649 "link": false, 9650 "linkTargetBlank": false, 9651 "linkTooltip": "Drill down", 9652 "linkUrl": "", 9653 "pattern": "Value #F", 9654 "thresholds": [ 9655 9656 ], 9657 "type": "number", 9658 "unit": "short" 9659 }, 9660 { 9661 "alias": "CPU Limits %", 9662 "colorMode": null, 9663 "colors": [ 9664 9665 ], 9666 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9667 "decimals": 2, 9668 "link": false, 9669 "linkTargetBlank": false, 9670 "linkTooltip": "Drill down", 9671 "linkUrl": "", 9672 "pattern": "Value #G", 9673 "thresholds": [ 9674 9675 ], 9676 "type": "number", 9677 "unit": "percentunit" 9678 }, 9679 { 9680 "alias": "Namespace", 9681 "colorMode": null, 9682 "colors": [ 9683 9684 ], 9685 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9686 "decimals": 2, 9687 "link": true, 9688 "linkTargetBlank": false, 9689 "linkTooltip": "Drill down to pods", 9690 "linkUrl": "./d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell", 9691 "pattern": "namespace", 9692 "thresholds": [ 9693 9694 ], 9695 "type": "number", 9696 "unit": "short" 9697 }, 9698 { 9699 "alias": "", 9700 "colorMode": null, 9701 "colors": [ 9702 9703 ], 9704 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9705 "decimals": 2, 9706 "pattern": "/.*/", 9707 "thresholds": [ 9708 9709 ], 9710 "type": "string", 9711 "unit": "short" 9712 } 9713 ], 9714 "targets": [ 9715 { 9716 "expr": "sum(kube_pod_owner{cluster=\"$cluster\"}) by (namespace)", 9717 "format": "table", 9718 "instant": true, 9719 "intervalFactor": 2, 9720 "legendFormat": "", 9721 "refId": "A", 9722 "step": 10 9723 }, 9724 { 9725 "expr": "count(avg(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\"}) by (workload, namespace)) by (namespace)", 9726 "format": "table", 9727 "instant": true, 9728 "intervalFactor": 2, 9729 "legendFormat": "", 9730 "refId": "B", 9731 "step": 10 9732 }, 9733 { 9734 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace)", 9735 "format": "table", 9736 "instant": true, 9737 "intervalFactor": 2, 9738 "legendFormat": "", 9739 "refId": "C", 9740 "step": 10 9741 }, 9742 { 9743 "expr": "sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", 9744 "format": "table", 9745 "instant": true, 9746 "intervalFactor": 2, 9747 "legendFormat": "", 9748 "refId": "D", 9749 "step": 10 9750 }, 9751 { 9752 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace) / sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", 9753 "format": "table", 9754 "instant": true, 9755 "intervalFactor": 2, 9756 "legendFormat": "", 9757 "refId": "E", 9758 "step": 10 9759 }, 9760 { 9761 "expr": "sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", 9762 "format": "table", 9763 "instant": true, 9764 "intervalFactor": 2, 9765 "legendFormat": "", 9766 "refId": "F", 9767 "step": 10 9768 }, 9769 { 9770 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace) / sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", 9771 "format": "table", 9772 "instant": true, 9773 "intervalFactor": 2, 9774 "legendFormat": "", 9775 "refId": "G", 9776 "step": 10 9777 } 9778 ], 9779 "thresholds": [ 9780 9781 ], 9782 "timeFrom": null, 9783 "timeShift": null, 9784 "title": "CPU Quota", 9785 "tooltip": { 9786 "shared": false, 9787 "sort": 0, 9788 "value_type": "individual" 9789 }, 9790 "transform": "table", 9791 "type": "table", 9792 "xaxis": { 9793 "buckets": null, 9794 "mode": "time", 9795 "name": null, 9796 "show": true, 9797 "values": [ 9798 9799 ] 9800 }, 9801 "yaxes": [ 9802 { 9803 "format": "short", 9804 "label": null, 9805 "logBase": 1, 9806 "max": null, 9807 "min": 0, 9808 "show": true 9809 }, 9810 { 9811 "format": "short", 9812 "label": null, 9813 "logBase": 1, 9814 "max": null, 9815 "min": null, 9816 "show": false 9817 } 9818 ] 9819 } 9820 ], 9821 "repeat": null, 9822 "repeatIteration": null, 9823 "repeatRowId": null, 9824 "showTitle": true, 9825 "title": "CPU Quota", 9826 "titleSize": "h6" 9827 }, 9828 { 9829 "collapse": false, 9830 "height": "250px", 9831 "panels": [ 9832 { 9833 "aliasColors": { 9834 9835 }, 9836 "bars": false, 9837 "dashLength": 10, 9838 "dashes": false, 9839 "datasource": "$datasource", 9840 "fill": 10, 9841 "id": 9, 9842 "legend": { 9843 "avg": false, 9844 "current": false, 9845 "max": false, 9846 "min": false, 9847 "show": true, 9848 "total": false, 9849 "values": false 9850 }, 9851 "lines": true, 9852 "linewidth": 0, 9853 "links": [ 9854 9855 ], 9856 "nullPointMode": "null as zero", 9857 "percentage": false, 9858 "pointradius": 5, 9859 "points": false, 9860 "renderer": "flot", 9861 "seriesOverrides": [ 9862 9863 ], 9864 "spaceLength": 10, 9865 "span": 12, 9866 "stack": true, 9867 "steppedLine": false, 9868 "targets": [ 9869 { 9870 "expr": "sum(container_memory_rss{cluster=\"$cluster\", container!=\"\"}) by (namespace)", 9871 "format": "time_series", 9872 "intervalFactor": 2, 9873 "legendFormat": "{{namespace}}", 9874 "legendLink": null, 9875 "step": 10 9876 } 9877 ], 9878 "thresholds": [ 9879 9880 ], 9881 "timeFrom": null, 9882 "timeShift": null, 9883 "title": "Memory Usage (w/o cache)", 9884 "tooltip": { 9885 "shared": false, 9886 "sort": 0, 9887 "value_type": "individual" 9888 }, 9889 "type": "graph", 9890 "xaxis": { 9891 "buckets": null, 9892 "mode": "time", 9893 "name": null, 9894 "show": true, 9895 "values": [ 9896 9897 ] 9898 }, 9899 "yaxes": [ 9900 { 9901 "format": "bytes", 9902 "label": null, 9903 "logBase": 1, 9904 "max": null, 9905 "min": 0, 9906 "show": true 9907 }, 9908 { 9909 "format": "short", 9910 "label": null, 9911 "logBase": 1, 9912 "max": null, 9913 "min": null, 9914 "show": false 9915 } 9916 ] 9917 } 9918 ], 9919 "repeat": null, 9920 "repeatIteration": null, 9921 "repeatRowId": null, 9922 "showTitle": true, 9923 "title": "Memory", 9924 "titleSize": "h6" 9925 }, 9926 { 9927 "collapse": false, 9928 "height": "250px", 9929 "panels": [ 9930 { 9931 "aliasColors": { 9932 9933 }, 9934 "bars": false, 9935 "dashLength": 10, 9936 "dashes": false, 9937 "datasource": "$datasource", 9938 "fill": 1, 9939 "id": 10, 9940 "legend": { 9941 "avg": false, 9942 "current": false, 9943 "max": false, 9944 "min": false, 9945 "show": true, 9946 "total": false, 9947 "values": false 9948 }, 9949 "lines": true, 9950 "linewidth": 1, 9951 "links": [ 9952 9953 ], 9954 "nullPointMode": "null as zero", 9955 "percentage": false, 9956 "pointradius": 5, 9957 "points": false, 9958 "renderer": "flot", 9959 "seriesOverrides": [ 9960 9961 ], 9962 "spaceLength": 10, 9963 "span": 12, 9964 "stack": false, 9965 "steppedLine": false, 9966 "styles": [ 9967 { 9968 "alias": "Time", 9969 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9970 "pattern": "Time", 9971 "type": "hidden" 9972 }, 9973 { 9974 "alias": "Pods", 9975 "colorMode": null, 9976 "colors": [ 9977 9978 ], 9979 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9980 "decimals": 0, 9981 "link": true, 9982 "linkTargetBlank": false, 9983 "linkTooltip": "Drill down to pods", 9984 "linkUrl": "./d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1", 9985 "pattern": "Value #A", 9986 "thresholds": [ 9987 9988 ], 9989 "type": "number", 9990 "unit": "short" 9991 }, 9992 { 9993 "alias": "Workloads", 9994 "colorMode": null, 9995 "colors": [ 9996 9997 ], 9998 "dateFormat": "YYYY-MM-DD HH:mm:ss", 9999 "decimals": 0, 10000 "link": true, 10001 "linkTargetBlank": false, 10002 "linkTooltip": "Drill down to workloads", 10003 "linkUrl": "./d/a87fb0d919ec0ea5f6543124e16c42a5/k8s-resources-workloads-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1", 10004 "pattern": "Value #B", 10005 "thresholds": [ 10006 10007 ], 10008 "type": "number", 10009 "unit": "short" 10010 }, 10011 { 10012 "alias": "Memory Usage", 10013 "colorMode": null, 10014 "colors": [ 10015 10016 ], 10017 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10018 "decimals": 2, 10019 "link": false, 10020 "linkTargetBlank": false, 10021 "linkTooltip": "Drill down", 10022 "linkUrl": "", 10023 "pattern": "Value #C", 10024 "thresholds": [ 10025 10026 ], 10027 "type": "number", 10028 "unit": "bytes" 10029 }, 10030 { 10031 "alias": "Memory Requests", 10032 "colorMode": null, 10033 "colors": [ 10034 10035 ], 10036 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10037 "decimals": 2, 10038 "link": false, 10039 "linkTargetBlank": false, 10040 "linkTooltip": "Drill down", 10041 "linkUrl": "", 10042 "pattern": "Value #D", 10043 "thresholds": [ 10044 10045 ], 10046 "type": "number", 10047 "unit": "bytes" 10048 }, 10049 { 10050 "alias": "Memory Requests %", 10051 "colorMode": null, 10052 "colors": [ 10053 10054 ], 10055 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10056 "decimals": 2, 10057 "link": false, 10058 "linkTargetBlank": false, 10059 "linkTooltip": "Drill down", 10060 "linkUrl": "", 10061 "pattern": "Value #E", 10062 "thresholds": [ 10063 10064 ], 10065 "type": "number", 10066 "unit": "percentunit" 10067 }, 10068 { 10069 "alias": "Memory Limits", 10070 "colorMode": null, 10071 "colors": [ 10072 10073 ], 10074 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10075 "decimals": 2, 10076 "link": false, 10077 "linkTargetBlank": false, 10078 "linkTooltip": "Drill down", 10079 "linkUrl": "", 10080 "pattern": "Value #F", 10081 "thresholds": [ 10082 10083 ], 10084 "type": "number", 10085 "unit": "bytes" 10086 }, 10087 { 10088 "alias": "Memory Limits %", 10089 "colorMode": null, 10090 "colors": [ 10091 10092 ], 10093 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10094 "decimals": 2, 10095 "link": false, 10096 "linkTargetBlank": false, 10097 "linkTooltip": "Drill down", 10098 "linkUrl": "", 10099 "pattern": "Value #G", 10100 "thresholds": [ 10101 10102 ], 10103 "type": "number", 10104 "unit": "percentunit" 10105 }, 10106 { 10107 "alias": "Namespace", 10108 "colorMode": null, 10109 "colors": [ 10110 10111 ], 10112 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10113 "decimals": 2, 10114 "link": true, 10115 "linkTargetBlank": false, 10116 "linkTooltip": "Drill down to pods", 10117 "linkUrl": "./d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell", 10118 "pattern": "namespace", 10119 "thresholds": [ 10120 10121 ], 10122 "type": "number", 10123 "unit": "short" 10124 }, 10125 { 10126 "alias": "", 10127 "colorMode": null, 10128 "colors": [ 10129 10130 ], 10131 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10132 "decimals": 2, 10133 "pattern": "/.*/", 10134 "thresholds": [ 10135 10136 ], 10137 "type": "string", 10138 "unit": "short" 10139 } 10140 ], 10141 "targets": [ 10142 { 10143 "expr": "sum(kube_pod_owner{cluster=\"$cluster\"}) by (namespace)", 10144 "format": "table", 10145 "instant": true, 10146 "intervalFactor": 2, 10147 "legendFormat": "", 10148 "refId": "A", 10149 "step": 10 10150 }, 10151 { 10152 "expr": "count(avg(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\"}) by (workload, namespace)) by (namespace)", 10153 "format": "table", 10154 "instant": true, 10155 "intervalFactor": 2, 10156 "legendFormat": "", 10157 "refId": "B", 10158 "step": 10 10159 }, 10160 { 10161 "expr": "sum(container_memory_rss{cluster=\"$cluster\", container!=\"\"}) by (namespace)", 10162 "format": "table", 10163 "instant": true, 10164 "intervalFactor": 2, 10165 "legendFormat": "", 10166 "refId": "C", 10167 "step": 10 10168 }, 10169 { 10170 "expr": "sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", 10171 "format": "table", 10172 "instant": true, 10173 "intervalFactor": 2, 10174 "legendFormat": "", 10175 "refId": "D", 10176 "step": 10 10177 }, 10178 { 10179 "expr": "sum(container_memory_rss{cluster=\"$cluster\", container!=\"\"}) by (namespace) / sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", 10180 "format": "table", 10181 "instant": true, 10182 "intervalFactor": 2, 10183 "legendFormat": "", 10184 "refId": "E", 10185 "step": 10 10186 }, 10187 { 10188 "expr": "sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", 10189 "format": "table", 10190 "instant": true, 10191 "intervalFactor": 2, 10192 "legendFormat": "", 10193 "refId": "F", 10194 "step": 10 10195 }, 10196 { 10197 "expr": "sum(container_memory_rss{cluster=\"$cluster\", container!=\"\"}) by (namespace) / sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", 10198 "format": "table", 10199 "instant": true, 10200 "intervalFactor": 2, 10201 "legendFormat": "", 10202 "refId": "G", 10203 "step": 10 10204 } 10205 ], 10206 "thresholds": [ 10207 10208 ], 10209 "timeFrom": null, 10210 "timeShift": null, 10211 "title": "Requests by Namespace", 10212 "tooltip": { 10213 "shared": false, 10214 "sort": 0, 10215 "value_type": "individual" 10216 }, 10217 "transform": "table", 10218 "type": "table", 10219 "xaxis": { 10220 "buckets": null, 10221 "mode": "time", 10222 "name": null, 10223 "show": true, 10224 "values": [ 10225 10226 ] 10227 }, 10228 "yaxes": [ 10229 { 10230 "format": "short", 10231 "label": null, 10232 "logBase": 1, 10233 "max": null, 10234 "min": 0, 10235 "show": true 10236 }, 10237 { 10238 "format": "short", 10239 "label": null, 10240 "logBase": 1, 10241 "max": null, 10242 "min": null, 10243 "show": false 10244 } 10245 ] 10246 } 10247 ], 10248 "repeat": null, 10249 "repeatIteration": null, 10250 "repeatRowId": null, 10251 "showTitle": true, 10252 "title": "Memory Requests", 10253 "titleSize": "h6" 10254 }, 10255 { 10256 "collapse": false, 10257 "height": "250px", 10258 "panels": [ 10259 { 10260 "aliasColors": { 10261 10262 }, 10263 "bars": false, 10264 "dashLength": 10, 10265 "dashes": false, 10266 "datasource": "$datasource", 10267 "fill": 1, 10268 "id": 11, 10269 "interval": "1m", 10270 "legend": { 10271 "avg": false, 10272 "current": false, 10273 "max": false, 10274 "min": false, 10275 "show": true, 10276 "total": false, 10277 "values": false 10278 }, 10279 "lines": true, 10280 "linewidth": 1, 10281 "links": [ 10282 10283 ], 10284 "nullPointMode": "null as zero", 10285 "percentage": false, 10286 "pointradius": 5, 10287 "points": false, 10288 "renderer": "flot", 10289 "seriesOverrides": [ 10290 10291 ], 10292 "spaceLength": 10, 10293 "span": 12, 10294 "stack": false, 10295 "steppedLine": false, 10296 "styles": [ 10297 { 10298 "alias": "Time", 10299 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10300 "pattern": "Time", 10301 "type": "hidden" 10302 }, 10303 { 10304 "alias": "Current Receive Bandwidth", 10305 "colorMode": null, 10306 "colors": [ 10307 10308 ], 10309 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10310 "decimals": 2, 10311 "link": false, 10312 "linkTargetBlank": false, 10313 "linkTooltip": "Drill down", 10314 "linkUrl": "", 10315 "pattern": "Value #A", 10316 "thresholds": [ 10317 10318 ], 10319 "type": "number", 10320 "unit": "Bps" 10321 }, 10322 { 10323 "alias": "Current Transmit Bandwidth", 10324 "colorMode": null, 10325 "colors": [ 10326 10327 ], 10328 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10329 "decimals": 2, 10330 "link": false, 10331 "linkTargetBlank": false, 10332 "linkTooltip": "Drill down", 10333 "linkUrl": "", 10334 "pattern": "Value #B", 10335 "thresholds": [ 10336 10337 ], 10338 "type": "number", 10339 "unit": "Bps" 10340 }, 10341 { 10342 "alias": "Rate of Received Packets", 10343 "colorMode": null, 10344 "colors": [ 10345 10346 ], 10347 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10348 "decimals": 2, 10349 "link": false, 10350 "linkTargetBlank": false, 10351 "linkTooltip": "Drill down", 10352 "linkUrl": "", 10353 "pattern": "Value #C", 10354 "thresholds": [ 10355 10356 ], 10357 "type": "number", 10358 "unit": "pps" 10359 }, 10360 { 10361 "alias": "Rate of Transmitted Packets", 10362 "colorMode": null, 10363 "colors": [ 10364 10365 ], 10366 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10367 "decimals": 2, 10368 "link": false, 10369 "linkTargetBlank": false, 10370 "linkTooltip": "Drill down", 10371 "linkUrl": "", 10372 "pattern": "Value #D", 10373 "thresholds": [ 10374 10375 ], 10376 "type": "number", 10377 "unit": "pps" 10378 }, 10379 { 10380 "alias": "Rate of Received Packets Dropped", 10381 "colorMode": null, 10382 "colors": [ 10383 10384 ], 10385 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10386 "decimals": 2, 10387 "link": false, 10388 "linkTargetBlank": false, 10389 "linkTooltip": "Drill down", 10390 "linkUrl": "", 10391 "pattern": "Value #E", 10392 "thresholds": [ 10393 10394 ], 10395 "type": "number", 10396 "unit": "pps" 10397 }, 10398 { 10399 "alias": "Rate of Transmitted Packets Dropped", 10400 "colorMode": null, 10401 "colors": [ 10402 10403 ], 10404 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10405 "decimals": 2, 10406 "link": false, 10407 "linkTargetBlank": false, 10408 "linkTooltip": "Drill down", 10409 "linkUrl": "", 10410 "pattern": "Value #F", 10411 "thresholds": [ 10412 10413 ], 10414 "type": "number", 10415 "unit": "pps" 10416 }, 10417 { 10418 "alias": "Namespace", 10419 "colorMode": null, 10420 "colors": [ 10421 10422 ], 10423 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10424 "decimals": 2, 10425 "link": true, 10426 "linkTargetBlank": false, 10427 "linkTooltip": "Drill down to pods", 10428 "linkUrl": "./d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell", 10429 "pattern": "namespace", 10430 "thresholds": [ 10431 10432 ], 10433 "type": "number", 10434 "unit": "short" 10435 }, 10436 { 10437 "alias": "", 10438 "colorMode": null, 10439 "colors": [ 10440 10441 ], 10442 "dateFormat": "YYYY-MM-DD HH:mm:ss", 10443 "decimals": 2, 10444 "pattern": "/.*/", 10445 "thresholds": [ 10446 10447 ], 10448 "type": "string", 10449 "unit": "short" 10450 } 10451 ], 10452 "targets": [ 10453 { 10454 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10455 "format": "table", 10456 "instant": true, 10457 "intervalFactor": 2, 10458 "legendFormat": "", 10459 "refId": "A", 10460 "step": 10 10461 }, 10462 { 10463 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10464 "format": "table", 10465 "instant": true, 10466 "intervalFactor": 2, 10467 "legendFormat": "", 10468 "refId": "B", 10469 "step": 10 10470 }, 10471 { 10472 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10473 "format": "table", 10474 "instant": true, 10475 "intervalFactor": 2, 10476 "legendFormat": "", 10477 "refId": "C", 10478 "step": 10 10479 }, 10480 { 10481 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10482 "format": "table", 10483 "instant": true, 10484 "intervalFactor": 2, 10485 "legendFormat": "", 10486 "refId": "D", 10487 "step": 10 10488 }, 10489 { 10490 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10491 "format": "table", 10492 "instant": true, 10493 "intervalFactor": 2, 10494 "legendFormat": "", 10495 "refId": "E", 10496 "step": 10 10497 }, 10498 { 10499 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10500 "format": "table", 10501 "instant": true, 10502 "intervalFactor": 2, 10503 "legendFormat": "", 10504 "refId": "F", 10505 "step": 10 10506 } 10507 ], 10508 "thresholds": [ 10509 10510 ], 10511 "timeFrom": null, 10512 "timeShift": null, 10513 "title": "Current Network Usage", 10514 "tooltip": { 10515 "shared": false, 10516 "sort": 0, 10517 "value_type": "individual" 10518 }, 10519 "transform": "table", 10520 "type": "table", 10521 "xaxis": { 10522 "buckets": null, 10523 "mode": "time", 10524 "name": null, 10525 "show": true, 10526 "values": [ 10527 10528 ] 10529 }, 10530 "yaxes": [ 10531 { 10532 "format": "short", 10533 "label": null, 10534 "logBase": 1, 10535 "max": null, 10536 "min": 0, 10537 "show": true 10538 }, 10539 { 10540 "format": "short", 10541 "label": null, 10542 "logBase": 1, 10543 "max": null, 10544 "min": null, 10545 "show": false 10546 } 10547 ] 10548 } 10549 ], 10550 "repeat": null, 10551 "repeatIteration": null, 10552 "repeatRowId": null, 10553 "showTitle": true, 10554 "title": "Current Network Usage", 10555 "titleSize": "h6" 10556 }, 10557 { 10558 "collapse": false, 10559 "height": "250px", 10560 "panels": [ 10561 { 10562 "aliasColors": { 10563 10564 }, 10565 "bars": false, 10566 "dashLength": 10, 10567 "dashes": false, 10568 "datasource": "$datasource", 10569 "fill": 10, 10570 "id": 12, 10571 "legend": { 10572 "avg": false, 10573 "current": false, 10574 "max": false, 10575 "min": false, 10576 "show": true, 10577 "total": false, 10578 "values": false 10579 }, 10580 "lines": true, 10581 "linewidth": 0, 10582 "links": [ 10583 10584 ], 10585 "nullPointMode": "null as zero", 10586 "percentage": false, 10587 "pointradius": 5, 10588 "points": false, 10589 "renderer": "flot", 10590 "seriesOverrides": [ 10591 10592 ], 10593 "spaceLength": 10, 10594 "span": 6, 10595 "stack": true, 10596 "steppedLine": false, 10597 "targets": [ 10598 { 10599 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10600 "format": "time_series", 10601 "intervalFactor": 2, 10602 "legendFormat": "{{namespace}}", 10603 "legendLink": null, 10604 "step": 10 10605 } 10606 ], 10607 "thresholds": [ 10608 10609 ], 10610 "timeFrom": null, 10611 "timeShift": null, 10612 "title": "Receive Bandwidth", 10613 "tooltip": { 10614 "shared": false, 10615 "sort": 0, 10616 "value_type": "individual" 10617 }, 10618 "type": "graph", 10619 "xaxis": { 10620 "buckets": null, 10621 "mode": "time", 10622 "name": null, 10623 "show": true, 10624 "values": [ 10625 10626 ] 10627 }, 10628 "yaxes": [ 10629 { 10630 "format": "Bps", 10631 "label": null, 10632 "logBase": 1, 10633 "max": null, 10634 "min": 0, 10635 "show": true 10636 }, 10637 { 10638 "format": "short", 10639 "label": null, 10640 "logBase": 1, 10641 "max": null, 10642 "min": null, 10643 "show": false 10644 } 10645 ] 10646 }, 10647 { 10648 "aliasColors": { 10649 10650 }, 10651 "bars": false, 10652 "dashLength": 10, 10653 "dashes": false, 10654 "datasource": "$datasource", 10655 "fill": 10, 10656 "id": 13, 10657 "legend": { 10658 "avg": false, 10659 "current": false, 10660 "max": false, 10661 "min": false, 10662 "show": true, 10663 "total": false, 10664 "values": false 10665 }, 10666 "lines": true, 10667 "linewidth": 0, 10668 "links": [ 10669 10670 ], 10671 "nullPointMode": "null as zero", 10672 "percentage": false, 10673 "pointradius": 5, 10674 "points": false, 10675 "renderer": "flot", 10676 "seriesOverrides": [ 10677 10678 ], 10679 "spaceLength": 10, 10680 "span": 6, 10681 "stack": true, 10682 "steppedLine": false, 10683 "targets": [ 10684 { 10685 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10686 "format": "time_series", 10687 "intervalFactor": 2, 10688 "legendFormat": "{{namespace}}", 10689 "legendLink": null, 10690 "step": 10 10691 } 10692 ], 10693 "thresholds": [ 10694 10695 ], 10696 "timeFrom": null, 10697 "timeShift": null, 10698 "title": "Transmit Bandwidth", 10699 "tooltip": { 10700 "shared": false, 10701 "sort": 0, 10702 "value_type": "individual" 10703 }, 10704 "type": "graph", 10705 "xaxis": { 10706 "buckets": null, 10707 "mode": "time", 10708 "name": null, 10709 "show": true, 10710 "values": [ 10711 10712 ] 10713 }, 10714 "yaxes": [ 10715 { 10716 "format": "Bps", 10717 "label": null, 10718 "logBase": 1, 10719 "max": null, 10720 "min": 0, 10721 "show": true 10722 }, 10723 { 10724 "format": "short", 10725 "label": null, 10726 "logBase": 1, 10727 "max": null, 10728 "min": null, 10729 "show": false 10730 } 10731 ] 10732 } 10733 ], 10734 "repeat": null, 10735 "repeatIteration": null, 10736 "repeatRowId": null, 10737 "showTitle": true, 10738 "title": "Bandwidth", 10739 "titleSize": "h6" 10740 }, 10741 { 10742 "collapse": false, 10743 "height": "250px", 10744 "panels": [ 10745 { 10746 "aliasColors": { 10747 10748 }, 10749 "bars": false, 10750 "dashLength": 10, 10751 "dashes": false, 10752 "datasource": "$datasource", 10753 "fill": 10, 10754 "id": 14, 10755 "legend": { 10756 "avg": false, 10757 "current": false, 10758 "max": false, 10759 "min": false, 10760 "show": true, 10761 "total": false, 10762 "values": false 10763 }, 10764 "lines": true, 10765 "linewidth": 0, 10766 "links": [ 10767 10768 ], 10769 "nullPointMode": "null as zero", 10770 "percentage": false, 10771 "pointradius": 5, 10772 "points": false, 10773 "renderer": "flot", 10774 "seriesOverrides": [ 10775 10776 ], 10777 "spaceLength": 10, 10778 "span": 6, 10779 "stack": true, 10780 "steppedLine": false, 10781 "targets": [ 10782 { 10783 "expr": "avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10784 "format": "time_series", 10785 "intervalFactor": 2, 10786 "legendFormat": "{{namespace}}", 10787 "legendLink": null, 10788 "step": 10 10789 } 10790 ], 10791 "thresholds": [ 10792 10793 ], 10794 "timeFrom": null, 10795 "timeShift": null, 10796 "title": "Average Container Bandwidth by Namespace: Received", 10797 "tooltip": { 10798 "shared": false, 10799 "sort": 0, 10800 "value_type": "individual" 10801 }, 10802 "type": "graph", 10803 "xaxis": { 10804 "buckets": null, 10805 "mode": "time", 10806 "name": null, 10807 "show": true, 10808 "values": [ 10809 10810 ] 10811 }, 10812 "yaxes": [ 10813 { 10814 "format": "Bps", 10815 "label": null, 10816 "logBase": 1, 10817 "max": null, 10818 "min": 0, 10819 "show": true 10820 }, 10821 { 10822 "format": "short", 10823 "label": null, 10824 "logBase": 1, 10825 "max": null, 10826 "min": null, 10827 "show": false 10828 } 10829 ] 10830 }, 10831 { 10832 "aliasColors": { 10833 10834 }, 10835 "bars": false, 10836 "dashLength": 10, 10837 "dashes": false, 10838 "datasource": "$datasource", 10839 "fill": 10, 10840 "id": 15, 10841 "legend": { 10842 "avg": false, 10843 "current": false, 10844 "max": false, 10845 "min": false, 10846 "show": true, 10847 "total": false, 10848 "values": false 10849 }, 10850 "lines": true, 10851 "linewidth": 0, 10852 "links": [ 10853 10854 ], 10855 "nullPointMode": "null as zero", 10856 "percentage": false, 10857 "pointradius": 5, 10858 "points": false, 10859 "renderer": "flot", 10860 "seriesOverrides": [ 10861 10862 ], 10863 "spaceLength": 10, 10864 "span": 6, 10865 "stack": true, 10866 "steppedLine": false, 10867 "targets": [ 10868 { 10869 "expr": "avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10870 "format": "time_series", 10871 "intervalFactor": 2, 10872 "legendFormat": "{{namespace}}", 10873 "legendLink": null, 10874 "step": 10 10875 } 10876 ], 10877 "thresholds": [ 10878 10879 ], 10880 "timeFrom": null, 10881 "timeShift": null, 10882 "title": "Average Container Bandwidth by Namespace: Transmitted", 10883 "tooltip": { 10884 "shared": false, 10885 "sort": 0, 10886 "value_type": "individual" 10887 }, 10888 "type": "graph", 10889 "xaxis": { 10890 "buckets": null, 10891 "mode": "time", 10892 "name": null, 10893 "show": true, 10894 "values": [ 10895 10896 ] 10897 }, 10898 "yaxes": [ 10899 { 10900 "format": "Bps", 10901 "label": null, 10902 "logBase": 1, 10903 "max": null, 10904 "min": 0, 10905 "show": true 10906 }, 10907 { 10908 "format": "short", 10909 "label": null, 10910 "logBase": 1, 10911 "max": null, 10912 "min": null, 10913 "show": false 10914 } 10915 ] 10916 } 10917 ], 10918 "repeat": null, 10919 "repeatIteration": null, 10920 "repeatRowId": null, 10921 "showTitle": true, 10922 "title": "Average Container Bandwidth by Namespace", 10923 "titleSize": "h6" 10924 }, 10925 { 10926 "collapse": false, 10927 "height": "250px", 10928 "panels": [ 10929 { 10930 "aliasColors": { 10931 10932 }, 10933 "bars": false, 10934 "dashLength": 10, 10935 "dashes": false, 10936 "datasource": "$datasource", 10937 "fill": 10, 10938 "id": 16, 10939 "legend": { 10940 "avg": false, 10941 "current": false, 10942 "max": false, 10943 "min": false, 10944 "show": true, 10945 "total": false, 10946 "values": false 10947 }, 10948 "lines": true, 10949 "linewidth": 0, 10950 "links": [ 10951 10952 ], 10953 "nullPointMode": "null as zero", 10954 "percentage": false, 10955 "pointradius": 5, 10956 "points": false, 10957 "renderer": "flot", 10958 "seriesOverrides": [ 10959 10960 ], 10961 "spaceLength": 10, 10962 "span": 6, 10963 "stack": true, 10964 "steppedLine": false, 10965 "targets": [ 10966 { 10967 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 10968 "format": "time_series", 10969 "intervalFactor": 2, 10970 "legendFormat": "{{namespace}}", 10971 "legendLink": null, 10972 "step": 10 10973 } 10974 ], 10975 "thresholds": [ 10976 10977 ], 10978 "timeFrom": null, 10979 "timeShift": null, 10980 "title": "Rate of Received Packets", 10981 "tooltip": { 10982 "shared": false, 10983 "sort": 0, 10984 "value_type": "individual" 10985 }, 10986 "type": "graph", 10987 "xaxis": { 10988 "buckets": null, 10989 "mode": "time", 10990 "name": null, 10991 "show": true, 10992 "values": [ 10993 10994 ] 10995 }, 10996 "yaxes": [ 10997 { 10998 "format": "pps", 10999 "label": null, 11000 "logBase": 1, 11001 "max": null, 11002 "min": 0, 11003 "show": true 11004 }, 11005 { 11006 "format": "short", 11007 "label": null, 11008 "logBase": 1, 11009 "max": null, 11010 "min": null, 11011 "show": false 11012 } 11013 ] 11014 }, 11015 { 11016 "aliasColors": { 11017 11018 }, 11019 "bars": false, 11020 "dashLength": 10, 11021 "dashes": false, 11022 "datasource": "$datasource", 11023 "fill": 10, 11024 "id": 17, 11025 "legend": { 11026 "avg": false, 11027 "current": false, 11028 "max": false, 11029 "min": false, 11030 "show": true, 11031 "total": false, 11032 "values": false 11033 }, 11034 "lines": true, 11035 "linewidth": 0, 11036 "links": [ 11037 11038 ], 11039 "nullPointMode": "null as zero", 11040 "percentage": false, 11041 "pointradius": 5, 11042 "points": false, 11043 "renderer": "flot", 11044 "seriesOverrides": [ 11045 11046 ], 11047 "spaceLength": 10, 11048 "span": 6, 11049 "stack": true, 11050 "steppedLine": false, 11051 "targets": [ 11052 { 11053 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 11054 "format": "time_series", 11055 "intervalFactor": 2, 11056 "legendFormat": "{{namespace}}", 11057 "legendLink": null, 11058 "step": 10 11059 } 11060 ], 11061 "thresholds": [ 11062 11063 ], 11064 "timeFrom": null, 11065 "timeShift": null, 11066 "title": "Rate of Transmitted Packets", 11067 "tooltip": { 11068 "shared": false, 11069 "sort": 0, 11070 "value_type": "individual" 11071 }, 11072 "type": "graph", 11073 "xaxis": { 11074 "buckets": null, 11075 "mode": "time", 11076 "name": null, 11077 "show": true, 11078 "values": [ 11079 11080 ] 11081 }, 11082 "yaxes": [ 11083 { 11084 "format": "pps", 11085 "label": null, 11086 "logBase": 1, 11087 "max": null, 11088 "min": 0, 11089 "show": true 11090 }, 11091 { 11092 "format": "short", 11093 "label": null, 11094 "logBase": 1, 11095 "max": null, 11096 "min": null, 11097 "show": false 11098 } 11099 ] 11100 } 11101 ], 11102 "repeat": null, 11103 "repeatIteration": null, 11104 "repeatRowId": null, 11105 "showTitle": true, 11106 "title": "Rate of Packets", 11107 "titleSize": "h6" 11108 }, 11109 { 11110 "collapse": false, 11111 "height": "250px", 11112 "panels": [ 11113 { 11114 "aliasColors": { 11115 11116 }, 11117 "bars": false, 11118 "dashLength": 10, 11119 "dashes": false, 11120 "datasource": "$datasource", 11121 "fill": 10, 11122 "id": 18, 11123 "legend": { 11124 "avg": false, 11125 "current": false, 11126 "max": false, 11127 "min": false, 11128 "show": true, 11129 "total": false, 11130 "values": false 11131 }, 11132 "lines": true, 11133 "linewidth": 0, 11134 "links": [ 11135 11136 ], 11137 "nullPointMode": "null as zero", 11138 "percentage": false, 11139 "pointradius": 5, 11140 "points": false, 11141 "renderer": "flot", 11142 "seriesOverrides": [ 11143 11144 ], 11145 "spaceLength": 10, 11146 "span": 6, 11147 "stack": true, 11148 "steppedLine": false, 11149 "targets": [ 11150 { 11151 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 11152 "format": "time_series", 11153 "intervalFactor": 2, 11154 "legendFormat": "{{namespace}}", 11155 "legendLink": null, 11156 "step": 10 11157 } 11158 ], 11159 "thresholds": [ 11160 11161 ], 11162 "timeFrom": null, 11163 "timeShift": null, 11164 "title": "Rate of Received Packets Dropped", 11165 "tooltip": { 11166 "shared": false, 11167 "sort": 0, 11168 "value_type": "individual" 11169 }, 11170 "type": "graph", 11171 "xaxis": { 11172 "buckets": null, 11173 "mode": "time", 11174 "name": null, 11175 "show": true, 11176 "values": [ 11177 11178 ] 11179 }, 11180 "yaxes": [ 11181 { 11182 "format": "pps", 11183 "label": null, 11184 "logBase": 1, 11185 "max": null, 11186 "min": 0, 11187 "show": true 11188 }, 11189 { 11190 "format": "short", 11191 "label": null, 11192 "logBase": 1, 11193 "max": null, 11194 "min": null, 11195 "show": false 11196 } 11197 ] 11198 }, 11199 { 11200 "aliasColors": { 11201 11202 }, 11203 "bars": false, 11204 "dashLength": 10, 11205 "dashes": false, 11206 "datasource": "$datasource", 11207 "fill": 10, 11208 "id": 19, 11209 "legend": { 11210 "avg": false, 11211 "current": false, 11212 "max": false, 11213 "min": false, 11214 "show": true, 11215 "total": false, 11216 "values": false 11217 }, 11218 "lines": true, 11219 "linewidth": 0, 11220 "links": [ 11221 11222 ], 11223 "nullPointMode": "null as zero", 11224 "percentage": false, 11225 "pointradius": 5, 11226 "points": false, 11227 "renderer": "flot", 11228 "seriesOverrides": [ 11229 11230 ], 11231 "spaceLength": 10, 11232 "span": 6, 11233 "stack": true, 11234 "steppedLine": false, 11235 "targets": [ 11236 { 11237 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", 11238 "format": "time_series", 11239 "intervalFactor": 2, 11240 "legendFormat": "{{namespace}}", 11241 "legendLink": null, 11242 "step": 10 11243 } 11244 ], 11245 "thresholds": [ 11246 11247 ], 11248 "timeFrom": null, 11249 "timeShift": null, 11250 "title": "Rate of Transmitted Packets Dropped", 11251 "tooltip": { 11252 "shared": false, 11253 "sort": 0, 11254 "value_type": "individual" 11255 }, 11256 "type": "graph", 11257 "xaxis": { 11258 "buckets": null, 11259 "mode": "time", 11260 "name": null, 11261 "show": true, 11262 "values": [ 11263 11264 ] 11265 }, 11266 "yaxes": [ 11267 { 11268 "format": "pps", 11269 "label": null, 11270 "logBase": 1, 11271 "max": null, 11272 "min": 0, 11273 "show": true 11274 }, 11275 { 11276 "format": "short", 11277 "label": null, 11278 "logBase": 1, 11279 "max": null, 11280 "min": null, 11281 "show": false 11282 } 11283 ] 11284 } 11285 ], 11286 "repeat": null, 11287 "repeatIteration": null, 11288 "repeatRowId": null, 11289 "showTitle": true, 11290 "title": "Rate of Packets Dropped", 11291 "titleSize": "h6" 11292 }, 11293 { 11294 "collapse": false, 11295 "height": "250px", 11296 "panels": [ 11297 { 11298 "aliasColors": { 11299 11300 }, 11301 "bars": false, 11302 "dashLength": 10, 11303 "dashes": false, 11304 "datasource": "$datasource", 11305 "decimals": -1, 11306 "fill": 10, 11307 "id": 20, 11308 "legend": { 11309 "avg": false, 11310 "current": false, 11311 "max": false, 11312 "min": false, 11313 "show": true, 11314 "total": false, 11315 "values": false 11316 }, 11317 "lines": true, 11318 "linewidth": 0, 11319 "links": [ 11320 11321 ], 11322 "nullPointMode": "null as zero", 11323 "percentage": false, 11324 "pointradius": 5, 11325 "points": false, 11326 "renderer": "flot", 11327 "seriesOverrides": [ 11328 11329 ], 11330 "spaceLength": 10, 11331 "span": 6, 11332 "stack": true, 11333 "steppedLine": false, 11334 "targets": [ 11335 { 11336 "expr": "ceil(sum by(namespace) (rate(container_fs_reads_total{container!=\"\", cluster=\"$cluster\"}[5m]) + rate(container_fs_writes_total{container!=\"\", cluster=\"$cluster\"}[5m])))", 11337 "format": "time_series", 11338 "intervalFactor": 2, 11339 "legendFormat": "{{namespace}}", 11340 "legendLink": null, 11341 "step": 10 11342 } 11343 ], 11344 "thresholds": [ 11345 11346 ], 11347 "timeFrom": null, 11348 "timeShift": null, 11349 "title": "IOPS(Reads+Writes)", 11350 "tooltip": { 11351 "shared": false, 11352 "sort": 0, 11353 "value_type": "individual" 11354 }, 11355 "type": "graph", 11356 "xaxis": { 11357 "buckets": null, 11358 "mode": "time", 11359 "name": null, 11360 "show": true, 11361 "values": [ 11362 11363 ] 11364 }, 11365 "yaxes": [ 11366 { 11367 "format": "short", 11368 "label": null, 11369 "logBase": 1, 11370 "max": null, 11371 "min": 0, 11372 "show": true 11373 }, 11374 { 11375 "format": "short", 11376 "label": null, 11377 "logBase": 1, 11378 "max": null, 11379 "min": null, 11380 "show": false 11381 } 11382 ] 11383 }, 11384 { 11385 "aliasColors": { 11386 11387 }, 11388 "bars": false, 11389 "dashLength": 10, 11390 "dashes": false, 11391 "datasource": "$datasource", 11392 "fill": 10, 11393 "id": 21, 11394 "legend": { 11395 "avg": false, 11396 "current": false, 11397 "max": false, 11398 "min": false, 11399 "show": true, 11400 "total": false, 11401 "values": false 11402 }, 11403 "lines": true, 11404 "linewidth": 0, 11405 "links": [ 11406 11407 ], 11408 "nullPointMode": "null as zero", 11409 "percentage": false, 11410 "pointradius": 5, 11411 "points": false, 11412 "renderer": "flot", 11413 "seriesOverrides": [ 11414 11415 ], 11416 "spaceLength": 10, 11417 "span": 6, 11418 "stack": true, 11419 "steppedLine": false, 11420 "targets": [ 11421 { 11422 "expr": "sum by(namespace) (rate(container_fs_reads_bytes_total{container!=\"\", cluster=\"$cluster\"}[5m]) + rate(container_fs_writes_bytes_total{container!=\"\", cluster=\"$cluster\"}[5m]))", 11423 "format": "time_series", 11424 "intervalFactor": 2, 11425 "legendFormat": "{{namespace}}", 11426 "legendLink": null, 11427 "step": 10 11428 } 11429 ], 11430 "thresholds": [ 11431 11432 ], 11433 "timeFrom": null, 11434 "timeShift": null, 11435 "title": "ThroughPut(Read+Write)", 11436 "tooltip": { 11437 "shared": false, 11438 "sort": 0, 11439 "value_type": "individual" 11440 }, 11441 "type": "graph", 11442 "xaxis": { 11443 "buckets": null, 11444 "mode": "time", 11445 "name": null, 11446 "show": true, 11447 "values": [ 11448 11449 ] 11450 }, 11451 "yaxes": [ 11452 { 11453 "format": "Bps", 11454 "label": null, 11455 "logBase": 1, 11456 "max": null, 11457 "min": 0, 11458 "show": true 11459 }, 11460 { 11461 "format": "short", 11462 "label": null, 11463 "logBase": 1, 11464 "max": null, 11465 "min": null, 11466 "show": false 11467 } 11468 ] 11469 } 11470 ], 11471 "repeat": null, 11472 "repeatIteration": null, 11473 "repeatRowId": null, 11474 "showTitle": true, 11475 "title": "Storage IO", 11476 "titleSize": "h6" 11477 }, 11478 { 11479 "collapse": false, 11480 "height": "250px", 11481 "panels": [ 11482 { 11483 "aliasColors": { 11484 11485 }, 11486 "bars": false, 11487 "dashLength": 10, 11488 "dashes": false, 11489 "datasource": "$datasource", 11490 "fill": 1, 11491 "id": 22, 11492 "legend": { 11493 "avg": false, 11494 "current": false, 11495 "max": false, 11496 "min": false, 11497 "show": true, 11498 "total": false, 11499 "values": false 11500 }, 11501 "lines": true, 11502 "linewidth": 1, 11503 "links": [ 11504 11505 ], 11506 "nullPointMode": "null as zero", 11507 "percentage": false, 11508 "pointradius": 5, 11509 "points": false, 11510 "renderer": "flot", 11511 "seriesOverrides": [ 11512 11513 ], 11514 "sort": { 11515 "col": 4, 11516 "desc": true 11517 }, 11518 "spaceLength": 10, 11519 "span": 12, 11520 "stack": false, 11521 "steppedLine": false, 11522 "styles": [ 11523 { 11524 "alias": "Time", 11525 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11526 "pattern": "Time", 11527 "type": "hidden" 11528 }, 11529 { 11530 "alias": "IOPS(Reads)", 11531 "colorMode": null, 11532 "colors": [ 11533 11534 ], 11535 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11536 "decimals": -1, 11537 "link": false, 11538 "linkTargetBlank": false, 11539 "linkTooltip": "Drill down", 11540 "linkUrl": "", 11541 "pattern": "Value #A", 11542 "thresholds": [ 11543 11544 ], 11545 "type": "number", 11546 "unit": "short" 11547 }, 11548 { 11549 "alias": "IOPS(Writes)", 11550 "colorMode": null, 11551 "colors": [ 11552 11553 ], 11554 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11555 "decimals": -1, 11556 "link": false, 11557 "linkTargetBlank": false, 11558 "linkTooltip": "Drill down", 11559 "linkUrl": "", 11560 "pattern": "Value #B", 11561 "thresholds": [ 11562 11563 ], 11564 "type": "number", 11565 "unit": "short" 11566 }, 11567 { 11568 "alias": "IOPS(Reads + Writes)", 11569 "colorMode": null, 11570 "colors": [ 11571 11572 ], 11573 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11574 "decimals": -1, 11575 "link": false, 11576 "linkTargetBlank": false, 11577 "linkTooltip": "Drill down", 11578 "linkUrl": "", 11579 "pattern": "Value #C", 11580 "thresholds": [ 11581 11582 ], 11583 "type": "number", 11584 "unit": "short" 11585 }, 11586 { 11587 "alias": "Throughput(Read)", 11588 "colorMode": null, 11589 "colors": [ 11590 11591 ], 11592 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11593 "decimals": 2, 11594 "link": false, 11595 "linkTargetBlank": false, 11596 "linkTooltip": "Drill down", 11597 "linkUrl": "", 11598 "pattern": "Value #D", 11599 "thresholds": [ 11600 11601 ], 11602 "type": "number", 11603 "unit": "Bps" 11604 }, 11605 { 11606 "alias": "Throughput(Write)", 11607 "colorMode": null, 11608 "colors": [ 11609 11610 ], 11611 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11612 "decimals": 2, 11613 "link": false, 11614 "linkTargetBlank": false, 11615 "linkTooltip": "Drill down", 11616 "linkUrl": "", 11617 "pattern": "Value #E", 11618 "thresholds": [ 11619 11620 ], 11621 "type": "number", 11622 "unit": "Bps" 11623 }, 11624 { 11625 "alias": "Throughput(Read + Write)", 11626 "colorMode": null, 11627 "colors": [ 11628 11629 ], 11630 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11631 "decimals": 2, 11632 "link": false, 11633 "linkTargetBlank": false, 11634 "linkTooltip": "Drill down", 11635 "linkUrl": "", 11636 "pattern": "Value #F", 11637 "thresholds": [ 11638 11639 ], 11640 "type": "number", 11641 "unit": "Bps" 11642 }, 11643 { 11644 "alias": "Namespace", 11645 "colorMode": null, 11646 "colors": [ 11647 11648 ], 11649 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11650 "decimals": 2, 11651 "link": true, 11652 "linkTargetBlank": false, 11653 "linkTooltip": "Drill down to pods", 11654 "linkUrl": "./d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell", 11655 "pattern": "namespace", 11656 "thresholds": [ 11657 11658 ], 11659 "type": "number", 11660 "unit": "short" 11661 }, 11662 { 11663 "alias": "", 11664 "colorMode": null, 11665 "colors": [ 11666 11667 ], 11668 "dateFormat": "YYYY-MM-DD HH:mm:ss", 11669 "decimals": 2, 11670 "pattern": "/.*/", 11671 "thresholds": [ 11672 11673 ], 11674 "type": "string", 11675 "unit": "short" 11676 } 11677 ], 11678 "targets": [ 11679 { 11680 "expr": "sum by(namespace) (rate(container_fs_reads_total{container!=\"\", cluster=\"$cluster\"}[5m]))", 11681 "format": "table", 11682 "instant": true, 11683 "intervalFactor": 2, 11684 "legendFormat": "", 11685 "refId": "A", 11686 "step": 10 11687 }, 11688 { 11689 "expr": "sum by(namespace) (rate(container_fs_writes_total{container!=\"\", cluster=\"$cluster\"}[5m]))", 11690 "format": "table", 11691 "instant": true, 11692 "intervalFactor": 2, 11693 "legendFormat": "", 11694 "refId": "B", 11695 "step": 10 11696 }, 11697 { 11698 "expr": "sum by(namespace) (rate(container_fs_reads_total{container!=\"\", cluster=\"$cluster\"}[5m]) + rate(container_fs_writes_total{container!=\"\", cluster=\"$cluster\"}[5m]))", 11699 "format": "table", 11700 "instant": true, 11701 "intervalFactor": 2, 11702 "legendFormat": "", 11703 "refId": "C", 11704 "step": 10 11705 }, 11706 { 11707 "expr": "sum by(namespace) (rate(container_fs_reads_bytes_total{container!=\"\", cluster=\"$cluster\"}[5m]))", 11708 "format": "table", 11709 "instant": true, 11710 "intervalFactor": 2, 11711 "legendFormat": "", 11712 "refId": "D", 11713 "step": 10 11714 }, 11715 { 11716 "expr": "sum by(namespace) (rate(container_fs_writes_bytes_total{container!=\"\", cluster=\"$cluster\"}[5m]))", 11717 "format": "table", 11718 "instant": true, 11719 "intervalFactor": 2, 11720 "legendFormat": "", 11721 "refId": "E", 11722 "step": 10 11723 }, 11724 { 11725 "expr": "sum by(namespace) (rate(container_fs_reads_bytes_total{container!=\"\", cluster=\"$cluster\"}[5m]) + rate(container_fs_writes_bytes_total{container!=\"\", cluster=\"$cluster\"}[5m]))", 11726 "format": "table", 11727 "instant": true, 11728 "intervalFactor": 2, 11729 "legendFormat": "", 11730 "refId": "F", 11731 "step": 10 11732 } 11733 ], 11734 "thresholds": [ 11735 11736 ], 11737 "timeFrom": null, 11738 "timeShift": null, 11739 "title": "Current Storage IO", 11740 "tooltip": { 11741 "shared": false, 11742 "sort": 0, 11743 "value_type": "individual" 11744 }, 11745 "transform": "table", 11746 "type": "table", 11747 "xaxis": { 11748 "buckets": null, 11749 "mode": "time", 11750 "name": null, 11751 "show": true, 11752 "values": [ 11753 11754 ] 11755 }, 11756 "yaxes": [ 11757 { 11758 "format": "short", 11759 "label": null, 11760 "logBase": 1, 11761 "max": null, 11762 "min": 0, 11763 "show": true 11764 }, 11765 { 11766 "format": "short", 11767 "label": null, 11768 "logBase": 1, 11769 "max": null, 11770 "min": null, 11771 "show": false 11772 } 11773 ] 11774 } 11775 ], 11776 "repeat": null, 11777 "repeatIteration": null, 11778 "repeatRowId": null, 11779 "showTitle": true, 11780 "title": "Storage IO - Distribution", 11781 "titleSize": "h6" 11782 } 11783 ], 11784 "schemaVersion": 14, 11785 "style": "dark", 11786 "tags": [ 11787 "kubernetes-mixin" 11788 ], 11789 "templating": { 11790 "list": [ 11791 { 11792 "current": { 11793 "text": "default", 11794 "value": "default" 11795 }, 11796 "hide": 0, 11797 "label": null, 11798 "name": "datasource", 11799 "options": [ 11800 11801 ], 11802 "query": "prometheus", 11803 "refresh": 1, 11804 "regex": "", 11805 "type": "datasource" 11806 }, 11807 { 11808 "allValue": null, 11809 "current": { 11810 "text": "", 11811 "value": "" 11812 }, 11813 "datasource": "$datasource", 11814 "hide": 2, 11815 "includeAll": false, 11816 "label": null, 11817 "multi": false, 11818 "name": "cluster", 11819 "options": [ 11820 11821 ], 11822 "query": "label_values(node_cpu_seconds_total, cluster)", 11823 "refresh": 2, 11824 "regex": "", 11825 "sort": 1, 11826 "tagValuesQuery": "", 11827 "tags": [ 11828 11829 ], 11830 "tagsQuery": "", 11831 "type": "query", 11832 "useTags": false 11833 } 11834 ] 11835 }, 11836 "time": { 11837 "from": "now-1h", 11838 "to": "now" 11839 }, 11840 "timepicker": { 11841 "refresh_intervals": [ 11842 "5s", 11843 "10s", 11844 "30s", 11845 "1m", 11846 "5m", 11847 "15m", 11848 "30m", 11849 "1h", 11850 "2h", 11851 "1d" 11852 ], 11853 "time_options": [ 11854 "5m", 11855 "15m", 11856 "1h", 11857 "6h", 11858 "12h", 11859 "24h", 11860 "2d", 11861 "7d", 11862 "30d" 11863 ] 11864 }, 11865 "timezone": "UTC", 11866 "title": "Kubernetes / Compute Resources / Cluster", 11867 "uid": "efa86fd1d0c121a26444b636a3f509a8", 11868 "version": 0 11869 } 11870 --- 11871 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-namespace.yaml 11872 apiVersion: v1 11873 kind: ConfigMap 11874 metadata: 11875 namespace: kube-prometheus-stack-system 11876 name: kube-prometheus-stack-k8s-resources-namespace 11877 annotations: 11878 { } 11879 labels: 11880 grafana_dashboard: "1" 11881 app: kube-prometheus-stack-grafana 11882 11883 11884 app.kubernetes.io/instance: kube-prometheus-stack 11885 app.kubernetes.io/version: "18.0.1" 11886 app.kubernetes.io/part-of: kube-prometheus-stack 11887 11888 release: "kube-prometheus-stack" 11889 heritage: "Helm" 11890 data: 11891 k8s-resources-namespace.json: |- 11892 { 11893 "annotations": { 11894 "list": [ 11895 11896 ] 11897 }, 11898 "editable": true, 11899 "gnetId": null, 11900 "graphTooltip": 0, 11901 "hideControls": false, 11902 "links": [ 11903 11904 ], 11905 "refresh": "10s", 11906 "rows": [ 11907 { 11908 "collapse": false, 11909 "height": "100px", 11910 "panels": [ 11911 { 11912 "aliasColors": { 11913 11914 }, 11915 "bars": false, 11916 "dashLength": 10, 11917 "dashes": false, 11918 "datasource": "$datasource", 11919 "fill": 1, 11920 "format": "percentunit", 11921 "id": 1, 11922 "legend": { 11923 "avg": false, 11924 "current": false, 11925 "max": false, 11926 "min": false, 11927 "show": true, 11928 "total": false, 11929 "values": false 11930 }, 11931 "lines": true, 11932 "linewidth": 1, 11933 "links": [ 11934 11935 ], 11936 "nullPointMode": "null as zero", 11937 "percentage": false, 11938 "pointradius": 5, 11939 "points": false, 11940 "renderer": "flot", 11941 "seriesOverrides": [ 11942 11943 ], 11944 "spaceLength": 10, 11945 "span": 3, 11946 "stack": false, 11947 "steppedLine": false, 11948 "targets": [ 11949 { 11950 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) / sum(kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"})", 11951 "format": "time_series", 11952 "instant": true, 11953 "intervalFactor": 2, 11954 "refId": "A" 11955 } 11956 ], 11957 "thresholds": "70,80", 11958 "timeFrom": null, 11959 "timeShift": null, 11960 "title": "CPU Utilisation (from requests)", 11961 "tooltip": { 11962 "shared": false, 11963 "sort": 0, 11964 "value_type": "individual" 11965 }, 11966 "type": "singlestat", 11967 "xaxis": { 11968 "buckets": null, 11969 "mode": "time", 11970 "name": null, 11971 "show": true, 11972 "values": [ 11973 11974 ] 11975 }, 11976 "yaxes": [ 11977 { 11978 "format": "short", 11979 "label": null, 11980 "logBase": 1, 11981 "max": null, 11982 "min": 0, 11983 "show": true 11984 }, 11985 { 11986 "format": "short", 11987 "label": null, 11988 "logBase": 1, 11989 "max": null, 11990 "min": null, 11991 "show": false 11992 } 11993 ] 11994 }, 11995 { 11996 "aliasColors": { 11997 11998 }, 11999 "bars": false, 12000 "dashLength": 10, 12001 "dashes": false, 12002 "datasource": "$datasource", 12003 "fill": 1, 12004 "format": "percentunit", 12005 "id": 2, 12006 "legend": { 12007 "avg": false, 12008 "current": false, 12009 "max": false, 12010 "min": false, 12011 "show": true, 12012 "total": false, 12013 "values": false 12014 }, 12015 "lines": true, 12016 "linewidth": 1, 12017 "links": [ 12018 12019 ], 12020 "nullPointMode": "null as zero", 12021 "percentage": false, 12022 "pointradius": 5, 12023 "points": false, 12024 "renderer": "flot", 12025 "seriesOverrides": [ 12026 12027 ], 12028 "spaceLength": 10, 12029 "span": 3, 12030 "stack": false, 12031 "steppedLine": false, 12032 "targets": [ 12033 { 12034 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) / sum(kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"})", 12035 "format": "time_series", 12036 "instant": true, 12037 "intervalFactor": 2, 12038 "refId": "A" 12039 } 12040 ], 12041 "thresholds": "70,80", 12042 "timeFrom": null, 12043 "timeShift": null, 12044 "title": "CPU Utilisation (from limits)", 12045 "tooltip": { 12046 "shared": false, 12047 "sort": 0, 12048 "value_type": "individual" 12049 }, 12050 "type": "singlestat", 12051 "xaxis": { 12052 "buckets": null, 12053 "mode": "time", 12054 "name": null, 12055 "show": true, 12056 "values": [ 12057 12058 ] 12059 }, 12060 "yaxes": [ 12061 { 12062 "format": "short", 12063 "label": null, 12064 "logBase": 1, 12065 "max": null, 12066 "min": 0, 12067 "show": true 12068 }, 12069 { 12070 "format": "short", 12071 "label": null, 12072 "logBase": 1, 12073 "max": null, 12074 "min": null, 12075 "show": false 12076 } 12077 ] 12078 }, 12079 { 12080 "aliasColors": { 12081 12082 }, 12083 "bars": false, 12084 "dashLength": 10, 12085 "dashes": false, 12086 "datasource": "$datasource", 12087 "fill": 1, 12088 "format": "percentunit", 12089 "id": 3, 12090 "legend": { 12091 "avg": false, 12092 "current": false, 12093 "max": false, 12094 "min": false, 12095 "show": true, 12096 "total": false, 12097 "values": false 12098 }, 12099 "lines": true, 12100 "linewidth": 1, 12101 "links": [ 12102 12103 ], 12104 "nullPointMode": "null as zero", 12105 "percentage": false, 12106 "pointradius": 5, 12107 "points": false, 12108 "renderer": "flot", 12109 "seriesOverrides": [ 12110 12111 ], 12112 "spaceLength": 10, 12113 "span": 3, 12114 "stack": false, 12115 "steppedLine": false, 12116 "targets": [ 12117 { 12118 "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) / sum(kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"})", 12119 "format": "time_series", 12120 "instant": true, 12121 "intervalFactor": 2, 12122 "refId": "A" 12123 } 12124 ], 12125 "thresholds": "70,80", 12126 "timeFrom": null, 12127 "timeShift": null, 12128 "title": "Memory Utilisation (from requests)", 12129 "tooltip": { 12130 "shared": false, 12131 "sort": 0, 12132 "value_type": "individual" 12133 }, 12134 "type": "singlestat", 12135 "xaxis": { 12136 "buckets": null, 12137 "mode": "time", 12138 "name": null, 12139 "show": true, 12140 "values": [ 12141 12142 ] 12143 }, 12144 "yaxes": [ 12145 { 12146 "format": "short", 12147 "label": null, 12148 "logBase": 1, 12149 "max": null, 12150 "min": 0, 12151 "show": true 12152 }, 12153 { 12154 "format": "short", 12155 "label": null, 12156 "logBase": 1, 12157 "max": null, 12158 "min": null, 12159 "show": false 12160 } 12161 ] 12162 }, 12163 { 12164 "aliasColors": { 12165 12166 }, 12167 "bars": false, 12168 "dashLength": 10, 12169 "dashes": false, 12170 "datasource": "$datasource", 12171 "fill": 1, 12172 "format": "percentunit", 12173 "id": 4, 12174 "legend": { 12175 "avg": false, 12176 "current": false, 12177 "max": false, 12178 "min": false, 12179 "show": true, 12180 "total": false, 12181 "values": false 12182 }, 12183 "lines": true, 12184 "linewidth": 1, 12185 "links": [ 12186 12187 ], 12188 "nullPointMode": "null as zero", 12189 "percentage": false, 12190 "pointradius": 5, 12191 "points": false, 12192 "renderer": "flot", 12193 "seriesOverrides": [ 12194 12195 ], 12196 "spaceLength": 10, 12197 "span": 3, 12198 "stack": false, 12199 "steppedLine": false, 12200 "targets": [ 12201 { 12202 "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) / sum(kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"})", 12203 "format": "time_series", 12204 "instant": true, 12205 "intervalFactor": 2, 12206 "refId": "A" 12207 } 12208 ], 12209 "thresholds": "70,80", 12210 "timeFrom": null, 12211 "timeShift": null, 12212 "title": "Memory Utilisation (from limits)", 12213 "tooltip": { 12214 "shared": false, 12215 "sort": 0, 12216 "value_type": "individual" 12217 }, 12218 "type": "singlestat", 12219 "xaxis": { 12220 "buckets": null, 12221 "mode": "time", 12222 "name": null, 12223 "show": true, 12224 "values": [ 12225 12226 ] 12227 }, 12228 "yaxes": [ 12229 { 12230 "format": "short", 12231 "label": null, 12232 "logBase": 1, 12233 "max": null, 12234 "min": 0, 12235 "show": true 12236 }, 12237 { 12238 "format": "short", 12239 "label": null, 12240 "logBase": 1, 12241 "max": null, 12242 "min": null, 12243 "show": false 12244 } 12245 ] 12246 } 12247 ], 12248 "repeat": null, 12249 "repeatIteration": null, 12250 "repeatRowId": null, 12251 "showTitle": false, 12252 "title": "Headlines", 12253 "titleSize": "h6" 12254 }, 12255 { 12256 "collapse": false, 12257 "height": "250px", 12258 "panels": [ 12259 { 12260 "aliasColors": { 12261 12262 }, 12263 "bars": false, 12264 "dashLength": 10, 12265 "dashes": false, 12266 "datasource": "$datasource", 12267 "fill": 10, 12268 "id": 5, 12269 "legend": { 12270 "avg": false, 12271 "current": false, 12272 "max": false, 12273 "min": false, 12274 "show": true, 12275 "total": false, 12276 "values": false 12277 }, 12278 "lines": true, 12279 "linewidth": 0, 12280 "links": [ 12281 12282 ], 12283 "nullPointMode": "null as zero", 12284 "percentage": false, 12285 "pointradius": 5, 12286 "points": false, 12287 "renderer": "flot", 12288 "seriesOverrides": [ 12289 { 12290 "alias": "quota - requests", 12291 "color": "#F2495C", 12292 "dashes": true, 12293 "fill": 0, 12294 "hiddenSeries": true, 12295 "hideTooltip": true, 12296 "legend": true, 12297 "linewidth": 2, 12298 "stack": false 12299 }, 12300 { 12301 "alias": "quota - limits", 12302 "color": "#FF9830", 12303 "dashes": true, 12304 "fill": 0, 12305 "hiddenSeries": true, 12306 "hideTooltip": true, 12307 "legend": true, 12308 "linewidth": 2, 12309 "stack": false 12310 } 12311 ], 12312 "spaceLength": 10, 12313 "span": 12, 12314 "stack": true, 12315 "steppedLine": false, 12316 "targets": [ 12317 { 12318 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12319 "format": "time_series", 12320 "intervalFactor": 2, 12321 "legendFormat": "{{pod}}", 12322 "legendLink": null, 12323 "step": 10 12324 }, 12325 { 12326 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.cpu\"})", 12327 "format": "time_series", 12328 "intervalFactor": 2, 12329 "legendFormat": "quota - requests", 12330 "legendLink": null, 12331 "step": 10 12332 }, 12333 { 12334 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.cpu\"})", 12335 "format": "time_series", 12336 "intervalFactor": 2, 12337 "legendFormat": "quota - limits", 12338 "legendLink": null, 12339 "step": 10 12340 } 12341 ], 12342 "thresholds": [ 12343 12344 ], 12345 "timeFrom": null, 12346 "timeShift": null, 12347 "title": "CPU Usage", 12348 "tooltip": { 12349 "shared": false, 12350 "sort": 0, 12351 "value_type": "individual" 12352 }, 12353 "type": "graph", 12354 "xaxis": { 12355 "buckets": null, 12356 "mode": "time", 12357 "name": null, 12358 "show": true, 12359 "values": [ 12360 12361 ] 12362 }, 12363 "yaxes": [ 12364 { 12365 "format": "short", 12366 "label": null, 12367 "logBase": 1, 12368 "max": null, 12369 "min": 0, 12370 "show": true 12371 }, 12372 { 12373 "format": "short", 12374 "label": null, 12375 "logBase": 1, 12376 "max": null, 12377 "min": null, 12378 "show": false 12379 } 12380 ] 12381 } 12382 ], 12383 "repeat": null, 12384 "repeatIteration": null, 12385 "repeatRowId": null, 12386 "showTitle": true, 12387 "title": "CPU Usage", 12388 "titleSize": "h6" 12389 }, 12390 { 12391 "collapse": false, 12392 "height": "250px", 12393 "panels": [ 12394 { 12395 "aliasColors": { 12396 12397 }, 12398 "bars": false, 12399 "dashLength": 10, 12400 "dashes": false, 12401 "datasource": "$datasource", 12402 "fill": 1, 12403 "id": 6, 12404 "legend": { 12405 "avg": false, 12406 "current": false, 12407 "max": false, 12408 "min": false, 12409 "show": true, 12410 "total": false, 12411 "values": false 12412 }, 12413 "lines": true, 12414 "linewidth": 1, 12415 "links": [ 12416 12417 ], 12418 "nullPointMode": "null as zero", 12419 "percentage": false, 12420 "pointradius": 5, 12421 "points": false, 12422 "renderer": "flot", 12423 "seriesOverrides": [ 12424 12425 ], 12426 "spaceLength": 10, 12427 "span": 12, 12428 "stack": false, 12429 "steppedLine": false, 12430 "styles": [ 12431 { 12432 "alias": "Time", 12433 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12434 "pattern": "Time", 12435 "type": "hidden" 12436 }, 12437 { 12438 "alias": "CPU Usage", 12439 "colorMode": null, 12440 "colors": [ 12441 12442 ], 12443 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12444 "decimals": 2, 12445 "link": false, 12446 "linkTargetBlank": false, 12447 "linkTooltip": "Drill down", 12448 "linkUrl": "", 12449 "pattern": "Value #A", 12450 "thresholds": [ 12451 12452 ], 12453 "type": "number", 12454 "unit": "short" 12455 }, 12456 { 12457 "alias": "CPU Requests", 12458 "colorMode": null, 12459 "colors": [ 12460 12461 ], 12462 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12463 "decimals": 2, 12464 "link": false, 12465 "linkTargetBlank": false, 12466 "linkTooltip": "Drill down", 12467 "linkUrl": "", 12468 "pattern": "Value #B", 12469 "thresholds": [ 12470 12471 ], 12472 "type": "number", 12473 "unit": "short" 12474 }, 12475 { 12476 "alias": "CPU Requests %", 12477 "colorMode": null, 12478 "colors": [ 12479 12480 ], 12481 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12482 "decimals": 2, 12483 "link": false, 12484 "linkTargetBlank": false, 12485 "linkTooltip": "Drill down", 12486 "linkUrl": "", 12487 "pattern": "Value #C", 12488 "thresholds": [ 12489 12490 ], 12491 "type": "number", 12492 "unit": "percentunit" 12493 }, 12494 { 12495 "alias": "CPU Limits", 12496 "colorMode": null, 12497 "colors": [ 12498 12499 ], 12500 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12501 "decimals": 2, 12502 "link": false, 12503 "linkTargetBlank": false, 12504 "linkTooltip": "Drill down", 12505 "linkUrl": "", 12506 "pattern": "Value #D", 12507 "thresholds": [ 12508 12509 ], 12510 "type": "number", 12511 "unit": "short" 12512 }, 12513 { 12514 "alias": "CPU Limits %", 12515 "colorMode": null, 12516 "colors": [ 12517 12518 ], 12519 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12520 "decimals": 2, 12521 "link": false, 12522 "linkTargetBlank": false, 12523 "linkTooltip": "Drill down", 12524 "linkUrl": "", 12525 "pattern": "Value #E", 12526 "thresholds": [ 12527 12528 ], 12529 "type": "number", 12530 "unit": "percentunit" 12531 }, 12532 { 12533 "alias": "Pod", 12534 "colorMode": null, 12535 "colors": [ 12536 12537 ], 12538 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12539 "decimals": 2, 12540 "link": true, 12541 "linkTargetBlank": false, 12542 "linkTooltip": "Drill down", 12543 "linkUrl": "./d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 12544 "pattern": "pod", 12545 "thresholds": [ 12546 12547 ], 12548 "type": "number", 12549 "unit": "short" 12550 }, 12551 { 12552 "alias": "", 12553 "colorMode": null, 12554 "colors": [ 12555 12556 ], 12557 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12558 "decimals": 2, 12559 "pattern": "/.*/", 12560 "thresholds": [ 12561 12562 ], 12563 "type": "string", 12564 "unit": "short" 12565 } 12566 ], 12567 "targets": [ 12568 { 12569 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12570 "format": "table", 12571 "instant": true, 12572 "intervalFactor": 2, 12573 "legendFormat": "", 12574 "refId": "A", 12575 "step": 10 12576 }, 12577 { 12578 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12579 "format": "table", 12580 "instant": true, 12581 "intervalFactor": 2, 12582 "legendFormat": "", 12583 "refId": "B", 12584 "step": 10 12585 }, 12586 { 12587 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12588 "format": "table", 12589 "instant": true, 12590 "intervalFactor": 2, 12591 "legendFormat": "", 12592 "refId": "C", 12593 "step": 10 12594 }, 12595 { 12596 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12597 "format": "table", 12598 "instant": true, 12599 "intervalFactor": 2, 12600 "legendFormat": "", 12601 "refId": "D", 12602 "step": 10 12603 }, 12604 { 12605 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 12606 "format": "table", 12607 "instant": true, 12608 "intervalFactor": 2, 12609 "legendFormat": "", 12610 "refId": "E", 12611 "step": 10 12612 } 12613 ], 12614 "thresholds": [ 12615 12616 ], 12617 "timeFrom": null, 12618 "timeShift": null, 12619 "title": "CPU Quota", 12620 "tooltip": { 12621 "shared": false, 12622 "sort": 0, 12623 "value_type": "individual" 12624 }, 12625 "transform": "table", 12626 "type": "table", 12627 "xaxis": { 12628 "buckets": null, 12629 "mode": "time", 12630 "name": null, 12631 "show": true, 12632 "values": [ 12633 12634 ] 12635 }, 12636 "yaxes": [ 12637 { 12638 "format": "short", 12639 "label": null, 12640 "logBase": 1, 12641 "max": null, 12642 "min": 0, 12643 "show": true 12644 }, 12645 { 12646 "format": "short", 12647 "label": null, 12648 "logBase": 1, 12649 "max": null, 12650 "min": null, 12651 "show": false 12652 } 12653 ] 12654 } 12655 ], 12656 "repeat": null, 12657 "repeatIteration": null, 12658 "repeatRowId": null, 12659 "showTitle": true, 12660 "title": "CPU Quota", 12661 "titleSize": "h6" 12662 }, 12663 { 12664 "collapse": false, 12665 "height": "250px", 12666 "panels": [ 12667 { 12668 "aliasColors": { 12669 12670 }, 12671 "bars": false, 12672 "dashLength": 10, 12673 "dashes": false, 12674 "datasource": "$datasource", 12675 "fill": 10, 12676 "id": 7, 12677 "legend": { 12678 "avg": false, 12679 "current": false, 12680 "max": false, 12681 "min": false, 12682 "show": true, 12683 "total": false, 12684 "values": false 12685 }, 12686 "lines": true, 12687 "linewidth": 0, 12688 "links": [ 12689 12690 ], 12691 "nullPointMode": "null as zero", 12692 "percentage": false, 12693 "pointradius": 5, 12694 "points": false, 12695 "renderer": "flot", 12696 "seriesOverrides": [ 12697 { 12698 "alias": "quota - requests", 12699 "color": "#F2495C", 12700 "dashes": true, 12701 "fill": 0, 12702 "hiddenSeries": true, 12703 "hideTooltip": true, 12704 "legend": true, 12705 "linewidth": 2, 12706 "stack": false 12707 }, 12708 { 12709 "alias": "quota - limits", 12710 "color": "#FF9830", 12711 "dashes": true, 12712 "fill": 0, 12713 "hiddenSeries": true, 12714 "hideTooltip": true, 12715 "legend": true, 12716 "linewidth": 2, 12717 "stack": false 12718 } 12719 ], 12720 "spaceLength": 10, 12721 "span": 12, 12722 "stack": true, 12723 "steppedLine": false, 12724 "targets": [ 12725 { 12726 "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}) by (pod)", 12727 "format": "time_series", 12728 "intervalFactor": 2, 12729 "legendFormat": "{{pod}}", 12730 "legendLink": null, 12731 "step": 10 12732 }, 12733 { 12734 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.memory\"})", 12735 "format": "time_series", 12736 "intervalFactor": 2, 12737 "legendFormat": "quota - requests", 12738 "legendLink": null, 12739 "step": 10 12740 }, 12741 { 12742 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.memory\"})", 12743 "format": "time_series", 12744 "intervalFactor": 2, 12745 "legendFormat": "quota - limits", 12746 "legendLink": null, 12747 "step": 10 12748 } 12749 ], 12750 "thresholds": [ 12751 12752 ], 12753 "timeFrom": null, 12754 "timeShift": null, 12755 "title": "Memory Usage (w/o cache)", 12756 "tooltip": { 12757 "shared": false, 12758 "sort": 0, 12759 "value_type": "individual" 12760 }, 12761 "type": "graph", 12762 "xaxis": { 12763 "buckets": null, 12764 "mode": "time", 12765 "name": null, 12766 "show": true, 12767 "values": [ 12768 12769 ] 12770 }, 12771 "yaxes": [ 12772 { 12773 "format": "bytes", 12774 "label": null, 12775 "logBase": 1, 12776 "max": null, 12777 "min": 0, 12778 "show": true 12779 }, 12780 { 12781 "format": "short", 12782 "label": null, 12783 "logBase": 1, 12784 "max": null, 12785 "min": null, 12786 "show": false 12787 } 12788 ] 12789 } 12790 ], 12791 "repeat": null, 12792 "repeatIteration": null, 12793 "repeatRowId": null, 12794 "showTitle": true, 12795 "title": "Memory Usage", 12796 "titleSize": "h6" 12797 }, 12798 { 12799 "collapse": false, 12800 "height": "250px", 12801 "panels": [ 12802 { 12803 "aliasColors": { 12804 12805 }, 12806 "bars": false, 12807 "dashLength": 10, 12808 "dashes": false, 12809 "datasource": "$datasource", 12810 "fill": 1, 12811 "id": 8, 12812 "legend": { 12813 "avg": false, 12814 "current": false, 12815 "max": false, 12816 "min": false, 12817 "show": true, 12818 "total": false, 12819 "values": false 12820 }, 12821 "lines": true, 12822 "linewidth": 1, 12823 "links": [ 12824 12825 ], 12826 "nullPointMode": "null as zero", 12827 "percentage": false, 12828 "pointradius": 5, 12829 "points": false, 12830 "renderer": "flot", 12831 "seriesOverrides": [ 12832 12833 ], 12834 "spaceLength": 10, 12835 "span": 12, 12836 "stack": false, 12837 "steppedLine": false, 12838 "styles": [ 12839 { 12840 "alias": "Time", 12841 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12842 "pattern": "Time", 12843 "type": "hidden" 12844 }, 12845 { 12846 "alias": "Memory Usage", 12847 "colorMode": null, 12848 "colors": [ 12849 12850 ], 12851 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12852 "decimals": 2, 12853 "link": false, 12854 "linkTargetBlank": false, 12855 "linkTooltip": "Drill down", 12856 "linkUrl": "", 12857 "pattern": "Value #A", 12858 "thresholds": [ 12859 12860 ], 12861 "type": "number", 12862 "unit": "bytes" 12863 }, 12864 { 12865 "alias": "Memory Requests", 12866 "colorMode": null, 12867 "colors": [ 12868 12869 ], 12870 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12871 "decimals": 2, 12872 "link": false, 12873 "linkTargetBlank": false, 12874 "linkTooltip": "Drill down", 12875 "linkUrl": "", 12876 "pattern": "Value #B", 12877 "thresholds": [ 12878 12879 ], 12880 "type": "number", 12881 "unit": "bytes" 12882 }, 12883 { 12884 "alias": "Memory Requests %", 12885 "colorMode": null, 12886 "colors": [ 12887 12888 ], 12889 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12890 "decimals": 2, 12891 "link": false, 12892 "linkTargetBlank": false, 12893 "linkTooltip": "Drill down", 12894 "linkUrl": "", 12895 "pattern": "Value #C", 12896 "thresholds": [ 12897 12898 ], 12899 "type": "number", 12900 "unit": "percentunit" 12901 }, 12902 { 12903 "alias": "Memory Limits", 12904 "colorMode": null, 12905 "colors": [ 12906 12907 ], 12908 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12909 "decimals": 2, 12910 "link": false, 12911 "linkTargetBlank": false, 12912 "linkTooltip": "Drill down", 12913 "linkUrl": "", 12914 "pattern": "Value #D", 12915 "thresholds": [ 12916 12917 ], 12918 "type": "number", 12919 "unit": "bytes" 12920 }, 12921 { 12922 "alias": "Memory Limits %", 12923 "colorMode": null, 12924 "colors": [ 12925 12926 ], 12927 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12928 "decimals": 2, 12929 "link": false, 12930 "linkTargetBlank": false, 12931 "linkTooltip": "Drill down", 12932 "linkUrl": "", 12933 "pattern": "Value #E", 12934 "thresholds": [ 12935 12936 ], 12937 "type": "number", 12938 "unit": "percentunit" 12939 }, 12940 { 12941 "alias": "Memory Usage (RSS)", 12942 "colorMode": null, 12943 "colors": [ 12944 12945 ], 12946 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12947 "decimals": 2, 12948 "link": false, 12949 "linkTargetBlank": false, 12950 "linkTooltip": "Drill down", 12951 "linkUrl": "", 12952 "pattern": "Value #F", 12953 "thresholds": [ 12954 12955 ], 12956 "type": "number", 12957 "unit": "bytes" 12958 }, 12959 { 12960 "alias": "Memory Usage (Cache)", 12961 "colorMode": null, 12962 "colors": [ 12963 12964 ], 12965 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12966 "decimals": 2, 12967 "link": false, 12968 "linkTargetBlank": false, 12969 "linkTooltip": "Drill down", 12970 "linkUrl": "", 12971 "pattern": "Value #G", 12972 "thresholds": [ 12973 12974 ], 12975 "type": "number", 12976 "unit": "bytes" 12977 }, 12978 { 12979 "alias": "Memory Usage (Swap)", 12980 "colorMode": null, 12981 "colors": [ 12982 12983 ], 12984 "dateFormat": "YYYY-MM-DD HH:mm:ss", 12985 "decimals": 2, 12986 "link": false, 12987 "linkTargetBlank": false, 12988 "linkTooltip": "Drill down", 12989 "linkUrl": "", 12990 "pattern": "Value #H", 12991 "thresholds": [ 12992 12993 ], 12994 "type": "number", 12995 "unit": "bytes" 12996 }, 12997 { 12998 "alias": "Pod", 12999 "colorMode": null, 13000 "colors": [ 13001 13002 ], 13003 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13004 "decimals": 2, 13005 "link": true, 13006 "linkTargetBlank": false, 13007 "linkTooltip": "Drill down", 13008 "linkUrl": "./d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 13009 "pattern": "pod", 13010 "thresholds": [ 13011 13012 ], 13013 "type": "number", 13014 "unit": "short" 13015 }, 13016 { 13017 "alias": "", 13018 "colorMode": null, 13019 "colors": [ 13020 13021 ], 13022 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13023 "decimals": 2, 13024 "pattern": "/.*/", 13025 "thresholds": [ 13026 13027 ], 13028 "type": "string", 13029 "unit": "short" 13030 } 13031 ], 13032 "targets": [ 13033 { 13034 "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) by (pod)", 13035 "format": "table", 13036 "instant": true, 13037 "intervalFactor": 2, 13038 "legendFormat": "", 13039 "refId": "A", 13040 "step": 10 13041 }, 13042 { 13043 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 13044 "format": "table", 13045 "instant": true, 13046 "intervalFactor": 2, 13047 "legendFormat": "", 13048 "refId": "B", 13049 "step": 10 13050 }, 13051 { 13052 "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 13053 "format": "table", 13054 "instant": true, 13055 "intervalFactor": 2, 13056 "legendFormat": "", 13057 "refId": "C", 13058 "step": 10 13059 }, 13060 { 13061 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 13062 "format": "table", 13063 "instant": true, 13064 "intervalFactor": 2, 13065 "legendFormat": "", 13066 "refId": "D", 13067 "step": 10 13068 }, 13069 { 13070 "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", 13071 "format": "table", 13072 "instant": true, 13073 "intervalFactor": 2, 13074 "legendFormat": "", 13075 "refId": "E", 13076 "step": 10 13077 }, 13078 { 13079 "expr": "sum(container_memory_rss{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)", 13080 "format": "table", 13081 "instant": true, 13082 "intervalFactor": 2, 13083 "legendFormat": "", 13084 "refId": "F", 13085 "step": 10 13086 }, 13087 { 13088 "expr": "sum(container_memory_cache{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)", 13089 "format": "table", 13090 "instant": true, 13091 "intervalFactor": 2, 13092 "legendFormat": "", 13093 "refId": "G", 13094 "step": 10 13095 }, 13096 { 13097 "expr": "sum(container_memory_swap{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)", 13098 "format": "table", 13099 "instant": true, 13100 "intervalFactor": 2, 13101 "legendFormat": "", 13102 "refId": "H", 13103 "step": 10 13104 } 13105 ], 13106 "thresholds": [ 13107 13108 ], 13109 "timeFrom": null, 13110 "timeShift": null, 13111 "title": "Memory Quota", 13112 "tooltip": { 13113 "shared": false, 13114 "sort": 0, 13115 "value_type": "individual" 13116 }, 13117 "transform": "table", 13118 "type": "table", 13119 "xaxis": { 13120 "buckets": null, 13121 "mode": "time", 13122 "name": null, 13123 "show": true, 13124 "values": [ 13125 13126 ] 13127 }, 13128 "yaxes": [ 13129 { 13130 "format": "short", 13131 "label": null, 13132 "logBase": 1, 13133 "max": null, 13134 "min": 0, 13135 "show": true 13136 }, 13137 { 13138 "format": "short", 13139 "label": null, 13140 "logBase": 1, 13141 "max": null, 13142 "min": null, 13143 "show": false 13144 } 13145 ] 13146 } 13147 ], 13148 "repeat": null, 13149 "repeatIteration": null, 13150 "repeatRowId": null, 13151 "showTitle": true, 13152 "title": "Memory Quota", 13153 "titleSize": "h6" 13154 }, 13155 { 13156 "collapse": false, 13157 "height": "250px", 13158 "panels": [ 13159 { 13160 "aliasColors": { 13161 13162 }, 13163 "bars": false, 13164 "dashLength": 10, 13165 "dashes": false, 13166 "datasource": "$datasource", 13167 "fill": 1, 13168 "id": 9, 13169 "interval": "1m", 13170 "legend": { 13171 "avg": false, 13172 "current": false, 13173 "max": false, 13174 "min": false, 13175 "show": true, 13176 "total": false, 13177 "values": false 13178 }, 13179 "lines": true, 13180 "linewidth": 1, 13181 "links": [ 13182 13183 ], 13184 "nullPointMode": "null as zero", 13185 "percentage": false, 13186 "pointradius": 5, 13187 "points": false, 13188 "renderer": "flot", 13189 "seriesOverrides": [ 13190 13191 ], 13192 "spaceLength": 10, 13193 "span": 12, 13194 "stack": false, 13195 "steppedLine": false, 13196 "styles": [ 13197 { 13198 "alias": "Time", 13199 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13200 "pattern": "Time", 13201 "type": "hidden" 13202 }, 13203 { 13204 "alias": "Current Receive Bandwidth", 13205 "colorMode": null, 13206 "colors": [ 13207 13208 ], 13209 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13210 "decimals": 2, 13211 "link": false, 13212 "linkTargetBlank": false, 13213 "linkTooltip": "Drill down", 13214 "linkUrl": "", 13215 "pattern": "Value #A", 13216 "thresholds": [ 13217 13218 ], 13219 "type": "number", 13220 "unit": "Bps" 13221 }, 13222 { 13223 "alias": "Current Transmit Bandwidth", 13224 "colorMode": null, 13225 "colors": [ 13226 13227 ], 13228 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13229 "decimals": 2, 13230 "link": false, 13231 "linkTargetBlank": false, 13232 "linkTooltip": "Drill down", 13233 "linkUrl": "", 13234 "pattern": "Value #B", 13235 "thresholds": [ 13236 13237 ], 13238 "type": "number", 13239 "unit": "Bps" 13240 }, 13241 { 13242 "alias": "Rate of Received Packets", 13243 "colorMode": null, 13244 "colors": [ 13245 13246 ], 13247 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13248 "decimals": 2, 13249 "link": false, 13250 "linkTargetBlank": false, 13251 "linkTooltip": "Drill down", 13252 "linkUrl": "", 13253 "pattern": "Value #C", 13254 "thresholds": [ 13255 13256 ], 13257 "type": "number", 13258 "unit": "pps" 13259 }, 13260 { 13261 "alias": "Rate of Transmitted Packets", 13262 "colorMode": null, 13263 "colors": [ 13264 13265 ], 13266 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13267 "decimals": 2, 13268 "link": false, 13269 "linkTargetBlank": false, 13270 "linkTooltip": "Drill down", 13271 "linkUrl": "", 13272 "pattern": "Value #D", 13273 "thresholds": [ 13274 13275 ], 13276 "type": "number", 13277 "unit": "pps" 13278 }, 13279 { 13280 "alias": "Rate of Received Packets Dropped", 13281 "colorMode": null, 13282 "colors": [ 13283 13284 ], 13285 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13286 "decimals": 2, 13287 "link": false, 13288 "linkTargetBlank": false, 13289 "linkTooltip": "Drill down", 13290 "linkUrl": "", 13291 "pattern": "Value #E", 13292 "thresholds": [ 13293 13294 ], 13295 "type": "number", 13296 "unit": "pps" 13297 }, 13298 { 13299 "alias": "Rate of Transmitted Packets Dropped", 13300 "colorMode": null, 13301 "colors": [ 13302 13303 ], 13304 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13305 "decimals": 2, 13306 "link": false, 13307 "linkTargetBlank": false, 13308 "linkTooltip": "Drill down", 13309 "linkUrl": "", 13310 "pattern": "Value #F", 13311 "thresholds": [ 13312 13313 ], 13314 "type": "number", 13315 "unit": "pps" 13316 }, 13317 { 13318 "alias": "Pod", 13319 "colorMode": null, 13320 "colors": [ 13321 13322 ], 13323 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13324 "decimals": 2, 13325 "link": true, 13326 "linkTargetBlank": false, 13327 "linkTooltip": "Drill down to pods", 13328 "linkUrl": "./d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 13329 "pattern": "pod", 13330 "thresholds": [ 13331 13332 ], 13333 "type": "number", 13334 "unit": "short" 13335 }, 13336 { 13337 "alias": "", 13338 "colorMode": null, 13339 "colors": [ 13340 13341 ], 13342 "dateFormat": "YYYY-MM-DD HH:mm:ss", 13343 "decimals": 2, 13344 "pattern": "/.*/", 13345 "thresholds": [ 13346 13347 ], 13348 "type": "string", 13349 "unit": "short" 13350 } 13351 ], 13352 "targets": [ 13353 { 13354 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13355 "format": "table", 13356 "instant": true, 13357 "intervalFactor": 2, 13358 "legendFormat": "", 13359 "refId": "A", 13360 "step": 10 13361 }, 13362 { 13363 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13364 "format": "table", 13365 "instant": true, 13366 "intervalFactor": 2, 13367 "legendFormat": "", 13368 "refId": "B", 13369 "step": 10 13370 }, 13371 { 13372 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13373 "format": "table", 13374 "instant": true, 13375 "intervalFactor": 2, 13376 "legendFormat": "", 13377 "refId": "C", 13378 "step": 10 13379 }, 13380 { 13381 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13382 "format": "table", 13383 "instant": true, 13384 "intervalFactor": 2, 13385 "legendFormat": "", 13386 "refId": "D", 13387 "step": 10 13388 }, 13389 { 13390 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13391 "format": "table", 13392 "instant": true, 13393 "intervalFactor": 2, 13394 "legendFormat": "", 13395 "refId": "E", 13396 "step": 10 13397 }, 13398 { 13399 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13400 "format": "table", 13401 "instant": true, 13402 "intervalFactor": 2, 13403 "legendFormat": "", 13404 "refId": "F", 13405 "step": 10 13406 } 13407 ], 13408 "thresholds": [ 13409 13410 ], 13411 "timeFrom": null, 13412 "timeShift": null, 13413 "title": "Current Network Usage", 13414 "tooltip": { 13415 "shared": false, 13416 "sort": 0, 13417 "value_type": "individual" 13418 }, 13419 "transform": "table", 13420 "type": "table", 13421 "xaxis": { 13422 "buckets": null, 13423 "mode": "time", 13424 "name": null, 13425 "show": true, 13426 "values": [ 13427 13428 ] 13429 }, 13430 "yaxes": [ 13431 { 13432 "format": "short", 13433 "label": null, 13434 "logBase": 1, 13435 "max": null, 13436 "min": 0, 13437 "show": true 13438 }, 13439 { 13440 "format": "short", 13441 "label": null, 13442 "logBase": 1, 13443 "max": null, 13444 "min": null, 13445 "show": false 13446 } 13447 ] 13448 } 13449 ], 13450 "repeat": null, 13451 "repeatIteration": null, 13452 "repeatRowId": null, 13453 "showTitle": true, 13454 "title": "Current Network Usage", 13455 "titleSize": "h6" 13456 }, 13457 { 13458 "collapse": false, 13459 "height": "250px", 13460 "panels": [ 13461 { 13462 "aliasColors": { 13463 13464 }, 13465 "bars": false, 13466 "dashLength": 10, 13467 "dashes": false, 13468 "datasource": "$datasource", 13469 "fill": 10, 13470 "id": 10, 13471 "legend": { 13472 "avg": false, 13473 "current": false, 13474 "max": false, 13475 "min": false, 13476 "show": true, 13477 "total": false, 13478 "values": false 13479 }, 13480 "lines": true, 13481 "linewidth": 0, 13482 "links": [ 13483 13484 ], 13485 "nullPointMode": "null as zero", 13486 "percentage": false, 13487 "pointradius": 5, 13488 "points": false, 13489 "renderer": "flot", 13490 "seriesOverrides": [ 13491 13492 ], 13493 "spaceLength": 10, 13494 "span": 6, 13495 "stack": true, 13496 "steppedLine": false, 13497 "targets": [ 13498 { 13499 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13500 "format": "time_series", 13501 "intervalFactor": 2, 13502 "legendFormat": "{{pod}}", 13503 "legendLink": null, 13504 "step": 10 13505 } 13506 ], 13507 "thresholds": [ 13508 13509 ], 13510 "timeFrom": null, 13511 "timeShift": null, 13512 "title": "Receive Bandwidth", 13513 "tooltip": { 13514 "shared": false, 13515 "sort": 0, 13516 "value_type": "individual" 13517 }, 13518 "type": "graph", 13519 "xaxis": { 13520 "buckets": null, 13521 "mode": "time", 13522 "name": null, 13523 "show": true, 13524 "values": [ 13525 13526 ] 13527 }, 13528 "yaxes": [ 13529 { 13530 "format": "Bps", 13531 "label": null, 13532 "logBase": 1, 13533 "max": null, 13534 "min": 0, 13535 "show": true 13536 }, 13537 { 13538 "format": "short", 13539 "label": null, 13540 "logBase": 1, 13541 "max": null, 13542 "min": null, 13543 "show": false 13544 } 13545 ] 13546 }, 13547 { 13548 "aliasColors": { 13549 13550 }, 13551 "bars": false, 13552 "dashLength": 10, 13553 "dashes": false, 13554 "datasource": "$datasource", 13555 "fill": 10, 13556 "id": 11, 13557 "legend": { 13558 "avg": false, 13559 "current": false, 13560 "max": false, 13561 "min": false, 13562 "show": true, 13563 "total": false, 13564 "values": false 13565 }, 13566 "lines": true, 13567 "linewidth": 0, 13568 "links": [ 13569 13570 ], 13571 "nullPointMode": "null as zero", 13572 "percentage": false, 13573 "pointradius": 5, 13574 "points": false, 13575 "renderer": "flot", 13576 "seriesOverrides": [ 13577 13578 ], 13579 "spaceLength": 10, 13580 "span": 6, 13581 "stack": true, 13582 "steppedLine": false, 13583 "targets": [ 13584 { 13585 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13586 "format": "time_series", 13587 "intervalFactor": 2, 13588 "legendFormat": "{{pod}}", 13589 "legendLink": null, 13590 "step": 10 13591 } 13592 ], 13593 "thresholds": [ 13594 13595 ], 13596 "timeFrom": null, 13597 "timeShift": null, 13598 "title": "Transmit Bandwidth", 13599 "tooltip": { 13600 "shared": false, 13601 "sort": 0, 13602 "value_type": "individual" 13603 }, 13604 "type": "graph", 13605 "xaxis": { 13606 "buckets": null, 13607 "mode": "time", 13608 "name": null, 13609 "show": true, 13610 "values": [ 13611 13612 ] 13613 }, 13614 "yaxes": [ 13615 { 13616 "format": "Bps", 13617 "label": null, 13618 "logBase": 1, 13619 "max": null, 13620 "min": 0, 13621 "show": true 13622 }, 13623 { 13624 "format": "short", 13625 "label": null, 13626 "logBase": 1, 13627 "max": null, 13628 "min": null, 13629 "show": false 13630 } 13631 ] 13632 } 13633 ], 13634 "repeat": null, 13635 "repeatIteration": null, 13636 "repeatRowId": null, 13637 "showTitle": true, 13638 "title": "Bandwidth", 13639 "titleSize": "h6" 13640 }, 13641 { 13642 "collapse": false, 13643 "height": "250px", 13644 "panels": [ 13645 { 13646 "aliasColors": { 13647 13648 }, 13649 "bars": false, 13650 "dashLength": 10, 13651 "dashes": false, 13652 "datasource": "$datasource", 13653 "fill": 10, 13654 "id": 12, 13655 "legend": { 13656 "avg": false, 13657 "current": false, 13658 "max": false, 13659 "min": false, 13660 "show": true, 13661 "total": false, 13662 "values": false 13663 }, 13664 "lines": true, 13665 "linewidth": 0, 13666 "links": [ 13667 13668 ], 13669 "nullPointMode": "null as zero", 13670 "percentage": false, 13671 "pointradius": 5, 13672 "points": false, 13673 "renderer": "flot", 13674 "seriesOverrides": [ 13675 13676 ], 13677 "spaceLength": 10, 13678 "span": 6, 13679 "stack": true, 13680 "steppedLine": false, 13681 "targets": [ 13682 { 13683 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13684 "format": "time_series", 13685 "intervalFactor": 2, 13686 "legendFormat": "{{pod}}", 13687 "legendLink": null, 13688 "step": 10 13689 } 13690 ], 13691 "thresholds": [ 13692 13693 ], 13694 "timeFrom": null, 13695 "timeShift": null, 13696 "title": "Rate of Received Packets", 13697 "tooltip": { 13698 "shared": false, 13699 "sort": 0, 13700 "value_type": "individual" 13701 }, 13702 "type": "graph", 13703 "xaxis": { 13704 "buckets": null, 13705 "mode": "time", 13706 "name": null, 13707 "show": true, 13708 "values": [ 13709 13710 ] 13711 }, 13712 "yaxes": [ 13713 { 13714 "format": "pps", 13715 "label": null, 13716 "logBase": 1, 13717 "max": null, 13718 "min": 0, 13719 "show": true 13720 }, 13721 { 13722 "format": "short", 13723 "label": null, 13724 "logBase": 1, 13725 "max": null, 13726 "min": null, 13727 "show": false 13728 } 13729 ] 13730 }, 13731 { 13732 "aliasColors": { 13733 13734 }, 13735 "bars": false, 13736 "dashLength": 10, 13737 "dashes": false, 13738 "datasource": "$datasource", 13739 "fill": 10, 13740 "id": 13, 13741 "legend": { 13742 "avg": false, 13743 "current": false, 13744 "max": false, 13745 "min": false, 13746 "show": true, 13747 "total": false, 13748 "values": false 13749 }, 13750 "lines": true, 13751 "linewidth": 0, 13752 "links": [ 13753 13754 ], 13755 "nullPointMode": "null as zero", 13756 "percentage": false, 13757 "pointradius": 5, 13758 "points": false, 13759 "renderer": "flot", 13760 "seriesOverrides": [ 13761 13762 ], 13763 "spaceLength": 10, 13764 "span": 6, 13765 "stack": true, 13766 "steppedLine": false, 13767 "targets": [ 13768 { 13769 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13770 "format": "time_series", 13771 "intervalFactor": 2, 13772 "legendFormat": "{{pod}}", 13773 "legendLink": null, 13774 "step": 10 13775 } 13776 ], 13777 "thresholds": [ 13778 13779 ], 13780 "timeFrom": null, 13781 "timeShift": null, 13782 "title": "Rate of Transmitted Packets", 13783 "tooltip": { 13784 "shared": false, 13785 "sort": 0, 13786 "value_type": "individual" 13787 }, 13788 "type": "graph", 13789 "xaxis": { 13790 "buckets": null, 13791 "mode": "time", 13792 "name": null, 13793 "show": true, 13794 "values": [ 13795 13796 ] 13797 }, 13798 "yaxes": [ 13799 { 13800 "format": "pps", 13801 "label": null, 13802 "logBase": 1, 13803 "max": null, 13804 "min": 0, 13805 "show": true 13806 }, 13807 { 13808 "format": "short", 13809 "label": null, 13810 "logBase": 1, 13811 "max": null, 13812 "min": null, 13813 "show": false 13814 } 13815 ] 13816 } 13817 ], 13818 "repeat": null, 13819 "repeatIteration": null, 13820 "repeatRowId": null, 13821 "showTitle": true, 13822 "title": "Rate of Packets", 13823 "titleSize": "h6" 13824 }, 13825 { 13826 "collapse": false, 13827 "height": "250px", 13828 "panels": [ 13829 { 13830 "aliasColors": { 13831 13832 }, 13833 "bars": false, 13834 "dashLength": 10, 13835 "dashes": false, 13836 "datasource": "$datasource", 13837 "fill": 10, 13838 "id": 14, 13839 "legend": { 13840 "avg": false, 13841 "current": false, 13842 "max": false, 13843 "min": false, 13844 "show": true, 13845 "total": false, 13846 "values": false 13847 }, 13848 "lines": true, 13849 "linewidth": 0, 13850 "links": [ 13851 13852 ], 13853 "nullPointMode": "null as zero", 13854 "percentage": false, 13855 "pointradius": 5, 13856 "points": false, 13857 "renderer": "flot", 13858 "seriesOverrides": [ 13859 13860 ], 13861 "spaceLength": 10, 13862 "span": 6, 13863 "stack": true, 13864 "steppedLine": false, 13865 "targets": [ 13866 { 13867 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13868 "format": "time_series", 13869 "intervalFactor": 2, 13870 "legendFormat": "{{pod}}", 13871 "legendLink": null, 13872 "step": 10 13873 } 13874 ], 13875 "thresholds": [ 13876 13877 ], 13878 "timeFrom": null, 13879 "timeShift": null, 13880 "title": "Rate of Received Packets Dropped", 13881 "tooltip": { 13882 "shared": false, 13883 "sort": 0, 13884 "value_type": "individual" 13885 }, 13886 "type": "graph", 13887 "xaxis": { 13888 "buckets": null, 13889 "mode": "time", 13890 "name": null, 13891 "show": true, 13892 "values": [ 13893 13894 ] 13895 }, 13896 "yaxes": [ 13897 { 13898 "format": "pps", 13899 "label": null, 13900 "logBase": 1, 13901 "max": null, 13902 "min": 0, 13903 "show": true 13904 }, 13905 { 13906 "format": "short", 13907 "label": null, 13908 "logBase": 1, 13909 "max": null, 13910 "min": null, 13911 "show": false 13912 } 13913 ] 13914 }, 13915 { 13916 "aliasColors": { 13917 13918 }, 13919 "bars": false, 13920 "dashLength": 10, 13921 "dashes": false, 13922 "datasource": "$datasource", 13923 "fill": 10, 13924 "id": 15, 13925 "legend": { 13926 "avg": false, 13927 "current": false, 13928 "max": false, 13929 "min": false, 13930 "show": true, 13931 "total": false, 13932 "values": false 13933 }, 13934 "lines": true, 13935 "linewidth": 0, 13936 "links": [ 13937 13938 ], 13939 "nullPointMode": "null as zero", 13940 "percentage": false, 13941 "pointradius": 5, 13942 "points": false, 13943 "renderer": "flot", 13944 "seriesOverrides": [ 13945 13946 ], 13947 "spaceLength": 10, 13948 "span": 6, 13949 "stack": true, 13950 "steppedLine": false, 13951 "targets": [ 13952 { 13953 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])) by (pod)", 13954 "format": "time_series", 13955 "intervalFactor": 2, 13956 "legendFormat": "{{pod}}", 13957 "legendLink": null, 13958 "step": 10 13959 } 13960 ], 13961 "thresholds": [ 13962 13963 ], 13964 "timeFrom": null, 13965 "timeShift": null, 13966 "title": "Rate of Transmitted Packets Dropped", 13967 "tooltip": { 13968 "shared": false, 13969 "sort": 0, 13970 "value_type": "individual" 13971 }, 13972 "type": "graph", 13973 "xaxis": { 13974 "buckets": null, 13975 "mode": "time", 13976 "name": null, 13977 "show": true, 13978 "values": [ 13979 13980 ] 13981 }, 13982 "yaxes": [ 13983 { 13984 "format": "pps", 13985 "label": null, 13986 "logBase": 1, 13987 "max": null, 13988 "min": 0, 13989 "show": true 13990 }, 13991 { 13992 "format": "short", 13993 "label": null, 13994 "logBase": 1, 13995 "max": null, 13996 "min": null, 13997 "show": false 13998 } 13999 ] 14000 } 14001 ], 14002 "repeat": null, 14003 "repeatIteration": null, 14004 "repeatRowId": null, 14005 "showTitle": true, 14006 "title": "Rate of Packets Dropped", 14007 "titleSize": "h6" 14008 }, 14009 { 14010 "collapse": false, 14011 "height": "250px", 14012 "panels": [ 14013 { 14014 "aliasColors": { 14015 14016 }, 14017 "bars": false, 14018 "dashLength": 10, 14019 "dashes": false, 14020 "datasource": "$datasource", 14021 "decimals": -1, 14022 "fill": 10, 14023 "id": 16, 14024 "legend": { 14025 "avg": false, 14026 "current": false, 14027 "max": false, 14028 "min": false, 14029 "show": true, 14030 "total": false, 14031 "values": false 14032 }, 14033 "lines": true, 14034 "linewidth": 0, 14035 "links": [ 14036 14037 ], 14038 "nullPointMode": "null as zero", 14039 "percentage": false, 14040 "pointradius": 5, 14041 "points": false, 14042 "renderer": "flot", 14043 "seriesOverrides": [ 14044 14045 ], 14046 "spaceLength": 10, 14047 "span": 6, 14048 "stack": true, 14049 "steppedLine": false, 14050 "targets": [ 14051 { 14052 "expr": "ceil(sum by(pod) (rate(container_fs_reads_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m]) + rate(container_fs_writes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m])))", 14053 "format": "time_series", 14054 "intervalFactor": 2, 14055 "legendFormat": "{{pod}}", 14056 "legendLink": null, 14057 "step": 10 14058 } 14059 ], 14060 "thresholds": [ 14061 14062 ], 14063 "timeFrom": null, 14064 "timeShift": null, 14065 "title": "IOPS(Reads+Writes)", 14066 "tooltip": { 14067 "shared": false, 14068 "sort": 0, 14069 "value_type": "individual" 14070 }, 14071 "type": "graph", 14072 "xaxis": { 14073 "buckets": null, 14074 "mode": "time", 14075 "name": null, 14076 "show": true, 14077 "values": [ 14078 14079 ] 14080 }, 14081 "yaxes": [ 14082 { 14083 "format": "short", 14084 "label": null, 14085 "logBase": 1, 14086 "max": null, 14087 "min": 0, 14088 "show": true 14089 }, 14090 { 14091 "format": "short", 14092 "label": null, 14093 "logBase": 1, 14094 "max": null, 14095 "min": null, 14096 "show": false 14097 } 14098 ] 14099 }, 14100 { 14101 "aliasColors": { 14102 14103 }, 14104 "bars": false, 14105 "dashLength": 10, 14106 "dashes": false, 14107 "datasource": "$datasource", 14108 "fill": 10, 14109 "id": 17, 14110 "legend": { 14111 "avg": false, 14112 "current": false, 14113 "max": false, 14114 "min": false, 14115 "show": true, 14116 "total": false, 14117 "values": false 14118 }, 14119 "lines": true, 14120 "linewidth": 0, 14121 "links": [ 14122 14123 ], 14124 "nullPointMode": "null as zero", 14125 "percentage": false, 14126 "pointradius": 5, 14127 "points": false, 14128 "renderer": "flot", 14129 "seriesOverrides": [ 14130 14131 ], 14132 "spaceLength": 10, 14133 "span": 6, 14134 "stack": true, 14135 "steppedLine": false, 14136 "targets": [ 14137 { 14138 "expr": "sum by(pod) (rate(container_fs_reads_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m]) + rate(container_fs_writes_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m]))", 14139 "format": "time_series", 14140 "intervalFactor": 2, 14141 "legendFormat": "{{pod}}", 14142 "legendLink": null, 14143 "step": 10 14144 } 14145 ], 14146 "thresholds": [ 14147 14148 ], 14149 "timeFrom": null, 14150 "timeShift": null, 14151 "title": "ThroughPut(Read+Write)", 14152 "tooltip": { 14153 "shared": false, 14154 "sort": 0, 14155 "value_type": "individual" 14156 }, 14157 "type": "graph", 14158 "xaxis": { 14159 "buckets": null, 14160 "mode": "time", 14161 "name": null, 14162 "show": true, 14163 "values": [ 14164 14165 ] 14166 }, 14167 "yaxes": [ 14168 { 14169 "format": "Bps", 14170 "label": null, 14171 "logBase": 1, 14172 "max": null, 14173 "min": 0, 14174 "show": true 14175 }, 14176 { 14177 "format": "short", 14178 "label": null, 14179 "logBase": 1, 14180 "max": null, 14181 "min": null, 14182 "show": false 14183 } 14184 ] 14185 } 14186 ], 14187 "repeat": null, 14188 "repeatIteration": null, 14189 "repeatRowId": null, 14190 "showTitle": true, 14191 "title": "Storage IO", 14192 "titleSize": "h6" 14193 }, 14194 { 14195 "collapse": false, 14196 "height": "250px", 14197 "panels": [ 14198 { 14199 "aliasColors": { 14200 14201 }, 14202 "bars": false, 14203 "dashLength": 10, 14204 "dashes": false, 14205 "datasource": "$datasource", 14206 "fill": 1, 14207 "id": 18, 14208 "legend": { 14209 "avg": false, 14210 "current": false, 14211 "max": false, 14212 "min": false, 14213 "show": true, 14214 "total": false, 14215 "values": false 14216 }, 14217 "lines": true, 14218 "linewidth": 1, 14219 "links": [ 14220 14221 ], 14222 "nullPointMode": "null as zero", 14223 "percentage": false, 14224 "pointradius": 5, 14225 "points": false, 14226 "renderer": "flot", 14227 "seriesOverrides": [ 14228 14229 ], 14230 "sort": { 14231 "col": 4, 14232 "desc": true 14233 }, 14234 "spaceLength": 10, 14235 "span": 12, 14236 "stack": false, 14237 "steppedLine": false, 14238 "styles": [ 14239 { 14240 "alias": "Time", 14241 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14242 "pattern": "Time", 14243 "type": "hidden" 14244 }, 14245 { 14246 "alias": "IOPS(Reads)", 14247 "colorMode": null, 14248 "colors": [ 14249 14250 ], 14251 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14252 "decimals": -1, 14253 "link": false, 14254 "linkTargetBlank": false, 14255 "linkTooltip": "Drill down", 14256 "linkUrl": "", 14257 "pattern": "Value #A", 14258 "thresholds": [ 14259 14260 ], 14261 "type": "number", 14262 "unit": "short" 14263 }, 14264 { 14265 "alias": "IOPS(Writes)", 14266 "colorMode": null, 14267 "colors": [ 14268 14269 ], 14270 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14271 "decimals": -1, 14272 "link": false, 14273 "linkTargetBlank": false, 14274 "linkTooltip": "Drill down", 14275 "linkUrl": "", 14276 "pattern": "Value #B", 14277 "thresholds": [ 14278 14279 ], 14280 "type": "number", 14281 "unit": "short" 14282 }, 14283 { 14284 "alias": "IOPS(Reads + Writes)", 14285 "colorMode": null, 14286 "colors": [ 14287 14288 ], 14289 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14290 "decimals": -1, 14291 "link": false, 14292 "linkTargetBlank": false, 14293 "linkTooltip": "Drill down", 14294 "linkUrl": "", 14295 "pattern": "Value #C", 14296 "thresholds": [ 14297 14298 ], 14299 "type": "number", 14300 "unit": "short" 14301 }, 14302 { 14303 "alias": "Throughput(Read)", 14304 "colorMode": null, 14305 "colors": [ 14306 14307 ], 14308 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14309 "decimals": 2, 14310 "link": false, 14311 "linkTargetBlank": false, 14312 "linkTooltip": "Drill down", 14313 "linkUrl": "", 14314 "pattern": "Value #D", 14315 "thresholds": [ 14316 14317 ], 14318 "type": "number", 14319 "unit": "Bps" 14320 }, 14321 { 14322 "alias": "Throughput(Write)", 14323 "colorMode": null, 14324 "colors": [ 14325 14326 ], 14327 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14328 "decimals": 2, 14329 "link": false, 14330 "linkTargetBlank": false, 14331 "linkTooltip": "Drill down", 14332 "linkUrl": "", 14333 "pattern": "Value #E", 14334 "thresholds": [ 14335 14336 ], 14337 "type": "number", 14338 "unit": "Bps" 14339 }, 14340 { 14341 "alias": "Throughput(Read + Write)", 14342 "colorMode": null, 14343 "colors": [ 14344 14345 ], 14346 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14347 "decimals": 2, 14348 "link": false, 14349 "linkTargetBlank": false, 14350 "linkTooltip": "Drill down", 14351 "linkUrl": "", 14352 "pattern": "Value #F", 14353 "thresholds": [ 14354 14355 ], 14356 "type": "number", 14357 "unit": "Bps" 14358 }, 14359 { 14360 "alias": "Pod", 14361 "colorMode": null, 14362 "colors": [ 14363 14364 ], 14365 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14366 "decimals": 2, 14367 "link": true, 14368 "linkTargetBlank": false, 14369 "linkTooltip": "Drill down to pods", 14370 "linkUrl": "./d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 14371 "pattern": "pod", 14372 "thresholds": [ 14373 14374 ], 14375 "type": "number", 14376 "unit": "short" 14377 }, 14378 { 14379 "alias": "", 14380 "colorMode": null, 14381 "colors": [ 14382 14383 ], 14384 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14385 "decimals": 2, 14386 "pattern": "/.*/", 14387 "thresholds": [ 14388 14389 ], 14390 "type": "string", 14391 "unit": "short" 14392 } 14393 ], 14394 "targets": [ 14395 { 14396 "expr": "sum by(pod) (rate(container_fs_reads_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m]))", 14397 "format": "table", 14398 "instant": true, 14399 "intervalFactor": 2, 14400 "legendFormat": "", 14401 "refId": "A", 14402 "step": 10 14403 }, 14404 { 14405 "expr": "sum by(pod) (rate(container_fs_writes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m]))", 14406 "format": "table", 14407 "instant": true, 14408 "intervalFactor": 2, 14409 "legendFormat": "", 14410 "refId": "B", 14411 "step": 10 14412 }, 14413 { 14414 "expr": "sum by(pod) (rate(container_fs_reads_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m]) + rate(container_fs_writes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m]))", 14415 "format": "table", 14416 "instant": true, 14417 "intervalFactor": 2, 14418 "legendFormat": "", 14419 "refId": "C", 14420 "step": 10 14421 }, 14422 { 14423 "expr": "sum by(pod) (rate(container_fs_reads_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m]))", 14424 "format": "table", 14425 "instant": true, 14426 "intervalFactor": 2, 14427 "legendFormat": "", 14428 "refId": "D", 14429 "step": 10 14430 }, 14431 { 14432 "expr": "sum by(pod) (rate(container_fs_writes_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m]))", 14433 "format": "table", 14434 "instant": true, 14435 "intervalFactor": 2, 14436 "legendFormat": "", 14437 "refId": "E", 14438 "step": 10 14439 }, 14440 { 14441 "expr": "sum by(pod) (rate(container_fs_reads_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m]) + rate(container_fs_writes_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\"}[5m]))", 14442 "format": "table", 14443 "instant": true, 14444 "intervalFactor": 2, 14445 "legendFormat": "", 14446 "refId": "F", 14447 "step": 10 14448 } 14449 ], 14450 "thresholds": [ 14451 14452 ], 14453 "timeFrom": null, 14454 "timeShift": null, 14455 "title": "Current Storage IO", 14456 "tooltip": { 14457 "shared": false, 14458 "sort": 0, 14459 "value_type": "individual" 14460 }, 14461 "transform": "table", 14462 "type": "table", 14463 "xaxis": { 14464 "buckets": null, 14465 "mode": "time", 14466 "name": null, 14467 "show": true, 14468 "values": [ 14469 14470 ] 14471 }, 14472 "yaxes": [ 14473 { 14474 "format": "short", 14475 "label": null, 14476 "logBase": 1, 14477 "max": null, 14478 "min": 0, 14479 "show": true 14480 }, 14481 { 14482 "format": "short", 14483 "label": null, 14484 "logBase": 1, 14485 "max": null, 14486 "min": null, 14487 "show": false 14488 } 14489 ] 14490 } 14491 ], 14492 "repeat": null, 14493 "repeatIteration": null, 14494 "repeatRowId": null, 14495 "showTitle": true, 14496 "title": "Storage IO - Distribution", 14497 "titleSize": "h6" 14498 } 14499 ], 14500 "schemaVersion": 14, 14501 "style": "dark", 14502 "tags": [ 14503 "kubernetes-mixin" 14504 ], 14505 "templating": { 14506 "list": [ 14507 { 14508 "current": { 14509 "text": "default", 14510 "value": "default" 14511 }, 14512 "hide": 0, 14513 "label": null, 14514 "name": "datasource", 14515 "options": [ 14516 14517 ], 14518 "query": "prometheus", 14519 "refresh": 1, 14520 "regex": "", 14521 "type": "datasource" 14522 }, 14523 { 14524 "allValue": null, 14525 "current": { 14526 "text": "", 14527 "value": "" 14528 }, 14529 "datasource": "$datasource", 14530 "hide": 2, 14531 "includeAll": false, 14532 "label": null, 14533 "multi": false, 14534 "name": "cluster", 14535 "options": [ 14536 14537 ], 14538 "query": "label_values(kube_pod_info, cluster)", 14539 "refresh": 2, 14540 "regex": "", 14541 "sort": 1, 14542 "tagValuesQuery": "", 14543 "tags": [ 14544 14545 ], 14546 "tagsQuery": "", 14547 "type": "query", 14548 "useTags": false 14549 }, 14550 { 14551 "allValue": null, 14552 "current": { 14553 "text": "", 14554 "value": "" 14555 }, 14556 "datasource": "$datasource", 14557 "hide": 0, 14558 "includeAll": false, 14559 "label": null, 14560 "multi": false, 14561 "name": "namespace", 14562 "options": [ 14563 14564 ], 14565 "query": "label_values(kube_pod_info{cluster=\"$cluster\"}, namespace)", 14566 "refresh": 2, 14567 "regex": "", 14568 "sort": 1, 14569 "tagValuesQuery": "", 14570 "tags": [ 14571 14572 ], 14573 "tagsQuery": "", 14574 "type": "query", 14575 "useTags": false 14576 } 14577 ] 14578 }, 14579 "time": { 14580 "from": "now-1h", 14581 "to": "now" 14582 }, 14583 "timepicker": { 14584 "refresh_intervals": [ 14585 "5s", 14586 "10s", 14587 "30s", 14588 "1m", 14589 "5m", 14590 "15m", 14591 "30m", 14592 "1h", 14593 "2h", 14594 "1d" 14595 ], 14596 "time_options": [ 14597 "5m", 14598 "15m", 14599 "1h", 14600 "6h", 14601 "12h", 14602 "24h", 14603 "2d", 14604 "7d", 14605 "30d" 14606 ] 14607 }, 14608 "timezone": "UTC", 14609 "title": "Kubernetes / Compute Resources / Namespace (Pods)", 14610 "uid": "85a562078cdf77779eaa1add43ccec1e", 14611 "version": 0 14612 } 14613 --- 14614 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-node.yaml 14615 apiVersion: v1 14616 kind: ConfigMap 14617 metadata: 14618 namespace: kube-prometheus-stack-system 14619 name: kube-prometheus-stack-k8s-resources-node 14620 annotations: 14621 { } 14622 labels: 14623 grafana_dashboard: "1" 14624 app: kube-prometheus-stack-grafana 14625 app.kubernetes.io/instance: kube-prometheus-stack 14626 app.kubernetes.io/version: "18.0.1" 14627 app.kubernetes.io/part-of: kube-prometheus-stack 14628 release: "kube-prometheus-stack" 14629 heritage: "Helm" 14630 data: 14631 k8s-resources-node.json: |- 14632 { 14633 "annotations": { 14634 "list": [ 14635 14636 ] 14637 }, 14638 "editable": true, 14639 "gnetId": null, 14640 "graphTooltip": 0, 14641 "hideControls": false, 14642 "links": [ 14643 14644 ], 14645 "refresh": "10s", 14646 "rows": [ 14647 { 14648 "collapse": false, 14649 "height": "250px", 14650 "panels": [ 14651 { 14652 "aliasColors": { 14653 14654 }, 14655 "bars": false, 14656 "dashLength": 10, 14657 "dashes": false, 14658 "datasource": "$datasource", 14659 "fill": 10, 14660 "id": 1, 14661 "legend": { 14662 "avg": false, 14663 "current": false, 14664 "max": false, 14665 "min": false, 14666 "show": true, 14667 "total": false, 14668 "values": false 14669 }, 14670 "lines": true, 14671 "linewidth": 0, 14672 "links": [ 14673 14674 ], 14675 "nullPointMode": "null as zero", 14676 "percentage": false, 14677 "pointradius": 5, 14678 "points": false, 14679 "renderer": "flot", 14680 "seriesOverrides": [ 14681 14682 ], 14683 "spaceLength": 10, 14684 "span": 12, 14685 "stack": true, 14686 "steppedLine": false, 14687 "targets": [ 14688 { 14689 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14690 "format": "time_series", 14691 "intervalFactor": 2, 14692 "legendFormat": "{{pod}}", 14693 "legendLink": null, 14694 "step": 10 14695 } 14696 ], 14697 "thresholds": [ 14698 14699 ], 14700 "timeFrom": null, 14701 "timeShift": null, 14702 "title": "CPU Usage", 14703 "tooltip": { 14704 "shared": false, 14705 "sort": 0, 14706 "value_type": "individual" 14707 }, 14708 "type": "graph", 14709 "xaxis": { 14710 "buckets": null, 14711 "mode": "time", 14712 "name": null, 14713 "show": true, 14714 "values": [ 14715 14716 ] 14717 }, 14718 "yaxes": [ 14719 { 14720 "format": "short", 14721 "label": null, 14722 "logBase": 1, 14723 "max": null, 14724 "min": 0, 14725 "show": true 14726 }, 14727 { 14728 "format": "short", 14729 "label": null, 14730 "logBase": 1, 14731 "max": null, 14732 "min": null, 14733 "show": false 14734 } 14735 ] 14736 } 14737 ], 14738 "repeat": null, 14739 "repeatIteration": null, 14740 "repeatRowId": null, 14741 "showTitle": true, 14742 "title": "CPU Usage", 14743 "titleSize": "h6" 14744 }, 14745 { 14746 "collapse": false, 14747 "height": "250px", 14748 "panels": [ 14749 { 14750 "aliasColors": { 14751 14752 }, 14753 "bars": false, 14754 "dashLength": 10, 14755 "dashes": false, 14756 "datasource": "$datasource", 14757 "fill": 1, 14758 "id": 2, 14759 "legend": { 14760 "avg": false, 14761 "current": false, 14762 "max": false, 14763 "min": false, 14764 "show": true, 14765 "total": false, 14766 "values": false 14767 }, 14768 "lines": true, 14769 "linewidth": 1, 14770 "links": [ 14771 14772 ], 14773 "nullPointMode": "null as zero", 14774 "percentage": false, 14775 "pointradius": 5, 14776 "points": false, 14777 "renderer": "flot", 14778 "seriesOverrides": [ 14779 14780 ], 14781 "spaceLength": 10, 14782 "span": 12, 14783 "stack": false, 14784 "steppedLine": false, 14785 "styles": [ 14786 { 14787 "alias": "Time", 14788 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14789 "pattern": "Time", 14790 "type": "hidden" 14791 }, 14792 { 14793 "alias": "CPU Usage", 14794 "colorMode": null, 14795 "colors": [ 14796 14797 ], 14798 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14799 "decimals": 2, 14800 "link": false, 14801 "linkTargetBlank": false, 14802 "linkTooltip": "Drill down", 14803 "linkUrl": "", 14804 "pattern": "Value #A", 14805 "thresholds": [ 14806 14807 ], 14808 "type": "number", 14809 "unit": "short" 14810 }, 14811 { 14812 "alias": "CPU Requests", 14813 "colorMode": null, 14814 "colors": [ 14815 14816 ], 14817 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14818 "decimals": 2, 14819 "link": false, 14820 "linkTargetBlank": false, 14821 "linkTooltip": "Drill down", 14822 "linkUrl": "", 14823 "pattern": "Value #B", 14824 "thresholds": [ 14825 14826 ], 14827 "type": "number", 14828 "unit": "short" 14829 }, 14830 { 14831 "alias": "CPU Requests %", 14832 "colorMode": null, 14833 "colors": [ 14834 14835 ], 14836 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14837 "decimals": 2, 14838 "link": false, 14839 "linkTargetBlank": false, 14840 "linkTooltip": "Drill down", 14841 "linkUrl": "", 14842 "pattern": "Value #C", 14843 "thresholds": [ 14844 14845 ], 14846 "type": "number", 14847 "unit": "percentunit" 14848 }, 14849 { 14850 "alias": "CPU Limits", 14851 "colorMode": null, 14852 "colors": [ 14853 14854 ], 14855 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14856 "decimals": 2, 14857 "link": false, 14858 "linkTargetBlank": false, 14859 "linkTooltip": "Drill down", 14860 "linkUrl": "", 14861 "pattern": "Value #D", 14862 "thresholds": [ 14863 14864 ], 14865 "type": "number", 14866 "unit": "short" 14867 }, 14868 { 14869 "alias": "CPU Limits %", 14870 "colorMode": null, 14871 "colors": [ 14872 14873 ], 14874 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14875 "decimals": 2, 14876 "link": false, 14877 "linkTargetBlank": false, 14878 "linkTooltip": "Drill down", 14879 "linkUrl": "", 14880 "pattern": "Value #E", 14881 "thresholds": [ 14882 14883 ], 14884 "type": "number", 14885 "unit": "percentunit" 14886 }, 14887 { 14888 "alias": "Pod", 14889 "colorMode": null, 14890 "colors": [ 14891 14892 ], 14893 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14894 "decimals": 2, 14895 "link": false, 14896 "linkTargetBlank": false, 14897 "linkTooltip": "Drill down", 14898 "linkUrl": "", 14899 "pattern": "pod", 14900 "thresholds": [ 14901 14902 ], 14903 "type": "number", 14904 "unit": "short" 14905 }, 14906 { 14907 "alias": "", 14908 "colorMode": null, 14909 "colors": [ 14910 14911 ], 14912 "dateFormat": "YYYY-MM-DD HH:mm:ss", 14913 "decimals": 2, 14914 "pattern": "/.*/", 14915 "thresholds": [ 14916 14917 ], 14918 "type": "string", 14919 "unit": "short" 14920 } 14921 ], 14922 "targets": [ 14923 { 14924 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14925 "format": "table", 14926 "instant": true, 14927 "intervalFactor": 2, 14928 "legendFormat": "", 14929 "refId": "A", 14930 "step": 10 14931 }, 14932 { 14933 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14934 "format": "table", 14935 "instant": true, 14936 "intervalFactor": 2, 14937 "legendFormat": "", 14938 "refId": "B", 14939 "step": 10 14940 }, 14941 { 14942 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14943 "format": "table", 14944 "instant": true, 14945 "intervalFactor": 2, 14946 "legendFormat": "", 14947 "refId": "C", 14948 "step": 10 14949 }, 14950 { 14951 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14952 "format": "table", 14953 "instant": true, 14954 "intervalFactor": 2, 14955 "legendFormat": "", 14956 "refId": "D", 14957 "step": 10 14958 }, 14959 { 14960 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 14961 "format": "table", 14962 "instant": true, 14963 "intervalFactor": 2, 14964 "legendFormat": "", 14965 "refId": "E", 14966 "step": 10 14967 } 14968 ], 14969 "thresholds": [ 14970 14971 ], 14972 "timeFrom": null, 14973 "timeShift": null, 14974 "title": "CPU Quota", 14975 "tooltip": { 14976 "shared": false, 14977 "sort": 0, 14978 "value_type": "individual" 14979 }, 14980 "transform": "table", 14981 "type": "table", 14982 "xaxis": { 14983 "buckets": null, 14984 "mode": "time", 14985 "name": null, 14986 "show": true, 14987 "values": [ 14988 14989 ] 14990 }, 14991 "yaxes": [ 14992 { 14993 "format": "short", 14994 "label": null, 14995 "logBase": 1, 14996 "max": null, 14997 "min": 0, 14998 "show": true 14999 }, 15000 { 15001 "format": "short", 15002 "label": null, 15003 "logBase": 1, 15004 "max": null, 15005 "min": null, 15006 "show": false 15007 } 15008 ] 15009 } 15010 ], 15011 "repeat": null, 15012 "repeatIteration": null, 15013 "repeatRowId": null, 15014 "showTitle": true, 15015 "title": "CPU Quota", 15016 "titleSize": "h6" 15017 }, 15018 { 15019 "collapse": false, 15020 "height": "250px", 15021 "panels": [ 15022 { 15023 "aliasColors": { 15024 15025 }, 15026 "bars": false, 15027 "dashLength": 10, 15028 "dashes": false, 15029 "datasource": "$datasource", 15030 "fill": 10, 15031 "id": 3, 15032 "legend": { 15033 "avg": false, 15034 "current": false, 15035 "max": false, 15036 "min": false, 15037 "show": true, 15038 "total": false, 15039 "values": false 15040 }, 15041 "lines": true, 15042 "linewidth": 0, 15043 "links": [ 15044 15045 ], 15046 "nullPointMode": "null as zero", 15047 "percentage": false, 15048 "pointradius": 5, 15049 "points": false, 15050 "renderer": "flot", 15051 "seriesOverrides": [ 15052 15053 ], 15054 "spaceLength": 10, 15055 "span": 12, 15056 "stack": true, 15057 "steppedLine": false, 15058 "targets": [ 15059 { 15060 "expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\", container!=\"\"}) by (pod)", 15061 "format": "time_series", 15062 "intervalFactor": 2, 15063 "legendFormat": "{{pod}}", 15064 "legendLink": null, 15065 "step": 10 15066 } 15067 ], 15068 "thresholds": [ 15069 15070 ], 15071 "timeFrom": null, 15072 "timeShift": null, 15073 "title": "Memory Usage (w/o cache)", 15074 "tooltip": { 15075 "shared": false, 15076 "sort": 0, 15077 "value_type": "individual" 15078 }, 15079 "type": "graph", 15080 "xaxis": { 15081 "buckets": null, 15082 "mode": "time", 15083 "name": null, 15084 "show": true, 15085 "values": [ 15086 15087 ] 15088 }, 15089 "yaxes": [ 15090 { 15091 "format": "bytes", 15092 "label": null, 15093 "logBase": 1, 15094 "max": null, 15095 "min": 0, 15096 "show": true 15097 }, 15098 { 15099 "format": "short", 15100 "label": null, 15101 "logBase": 1, 15102 "max": null, 15103 "min": null, 15104 "show": false 15105 } 15106 ] 15107 } 15108 ], 15109 "repeat": null, 15110 "repeatIteration": null, 15111 "repeatRowId": null, 15112 "showTitle": true, 15113 "title": "Memory Usage", 15114 "titleSize": "h6" 15115 }, 15116 { 15117 "collapse": false, 15118 "height": "250px", 15119 "panels": [ 15120 { 15121 "aliasColors": { 15122 15123 }, 15124 "bars": false, 15125 "dashLength": 10, 15126 "dashes": false, 15127 "datasource": "$datasource", 15128 "fill": 1, 15129 "id": 4, 15130 "legend": { 15131 "avg": false, 15132 "current": false, 15133 "max": false, 15134 "min": false, 15135 "show": true, 15136 "total": false, 15137 "values": false 15138 }, 15139 "lines": true, 15140 "linewidth": 1, 15141 "links": [ 15142 15143 ], 15144 "nullPointMode": "null as zero", 15145 "percentage": false, 15146 "pointradius": 5, 15147 "points": false, 15148 "renderer": "flot", 15149 "seriesOverrides": [ 15150 15151 ], 15152 "spaceLength": 10, 15153 "span": 12, 15154 "stack": false, 15155 "steppedLine": false, 15156 "styles": [ 15157 { 15158 "alias": "Time", 15159 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15160 "pattern": "Time", 15161 "type": "hidden" 15162 }, 15163 { 15164 "alias": "Memory Usage", 15165 "colorMode": null, 15166 "colors": [ 15167 15168 ], 15169 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15170 "decimals": 2, 15171 "link": false, 15172 "linkTargetBlank": false, 15173 "linkTooltip": "Drill down", 15174 "linkUrl": "", 15175 "pattern": "Value #A", 15176 "thresholds": [ 15177 15178 ], 15179 "type": "number", 15180 "unit": "bytes" 15181 }, 15182 { 15183 "alias": "Memory Requests", 15184 "colorMode": null, 15185 "colors": [ 15186 15187 ], 15188 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15189 "decimals": 2, 15190 "link": false, 15191 "linkTargetBlank": false, 15192 "linkTooltip": "Drill down", 15193 "linkUrl": "", 15194 "pattern": "Value #B", 15195 "thresholds": [ 15196 15197 ], 15198 "type": "number", 15199 "unit": "bytes" 15200 }, 15201 { 15202 "alias": "Memory Requests %", 15203 "colorMode": null, 15204 "colors": [ 15205 15206 ], 15207 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15208 "decimals": 2, 15209 "link": false, 15210 "linkTargetBlank": false, 15211 "linkTooltip": "Drill down", 15212 "linkUrl": "", 15213 "pattern": "Value #C", 15214 "thresholds": [ 15215 15216 ], 15217 "type": "number", 15218 "unit": "percentunit" 15219 }, 15220 { 15221 "alias": "Memory Limits", 15222 "colorMode": null, 15223 "colors": [ 15224 15225 ], 15226 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15227 "decimals": 2, 15228 "link": false, 15229 "linkTargetBlank": false, 15230 "linkTooltip": "Drill down", 15231 "linkUrl": "", 15232 "pattern": "Value #D", 15233 "thresholds": [ 15234 15235 ], 15236 "type": "number", 15237 "unit": "bytes" 15238 }, 15239 { 15240 "alias": "Memory Limits %", 15241 "colorMode": null, 15242 "colors": [ 15243 15244 ], 15245 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15246 "decimals": 2, 15247 "link": false, 15248 "linkTargetBlank": false, 15249 "linkTooltip": "Drill down", 15250 "linkUrl": "", 15251 "pattern": "Value #E", 15252 "thresholds": [ 15253 15254 ], 15255 "type": "number", 15256 "unit": "percentunit" 15257 }, 15258 { 15259 "alias": "Memory Usage (RSS)", 15260 "colorMode": null, 15261 "colors": [ 15262 15263 ], 15264 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15265 "decimals": 2, 15266 "link": false, 15267 "linkTargetBlank": false, 15268 "linkTooltip": "Drill down", 15269 "linkUrl": "", 15270 "pattern": "Value #F", 15271 "thresholds": [ 15272 15273 ], 15274 "type": "number", 15275 "unit": "bytes" 15276 }, 15277 { 15278 "alias": "Memory Usage (Cache)", 15279 "colorMode": null, 15280 "colors": [ 15281 15282 ], 15283 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15284 "decimals": 2, 15285 "link": false, 15286 "linkTargetBlank": false, 15287 "linkTooltip": "Drill down", 15288 "linkUrl": "", 15289 "pattern": "Value #G", 15290 "thresholds": [ 15291 15292 ], 15293 "type": "number", 15294 "unit": "bytes" 15295 }, 15296 { 15297 "alias": "Memory Usage (Swap)", 15298 "colorMode": null, 15299 "colors": [ 15300 15301 ], 15302 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15303 "decimals": 2, 15304 "link": false, 15305 "linkTargetBlank": false, 15306 "linkTooltip": "Drill down", 15307 "linkUrl": "", 15308 "pattern": "Value #H", 15309 "thresholds": [ 15310 15311 ], 15312 "type": "number", 15313 "unit": "bytes" 15314 }, 15315 { 15316 "alias": "Pod", 15317 "colorMode": null, 15318 "colors": [ 15319 15320 ], 15321 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15322 "decimals": 2, 15323 "link": false, 15324 "linkTargetBlank": false, 15325 "linkTooltip": "Drill down", 15326 "linkUrl": "", 15327 "pattern": "pod", 15328 "thresholds": [ 15329 15330 ], 15331 "type": "number", 15332 "unit": "short" 15333 }, 15334 { 15335 "alias": "", 15336 "colorMode": null, 15337 "colors": [ 15338 15339 ], 15340 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15341 "decimals": 2, 15342 "pattern": "/.*/", 15343 "thresholds": [ 15344 15345 ], 15346 "type": "string", 15347 "unit": "short" 15348 } 15349 ], 15350 "targets": [ 15351 { 15352 "expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)", 15353 "format": "table", 15354 "instant": true, 15355 "intervalFactor": 2, 15356 "legendFormat": "", 15357 "refId": "A", 15358 "step": 10 15359 }, 15360 { 15361 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 15362 "format": "table", 15363 "instant": true, 15364 "intervalFactor": 2, 15365 "legendFormat": "", 15366 "refId": "B", 15367 "step": 10 15368 }, 15369 { 15370 "expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 15371 "format": "table", 15372 "instant": true, 15373 "intervalFactor": 2, 15374 "legendFormat": "", 15375 "refId": "C", 15376 "step": 10 15377 }, 15378 { 15379 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 15380 "format": "table", 15381 "instant": true, 15382 "intervalFactor": 2, 15383 "legendFormat": "", 15384 "refId": "D", 15385 "step": 10 15386 }, 15387 { 15388 "expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", 15389 "format": "table", 15390 "instant": true, 15391 "intervalFactor": 2, 15392 "legendFormat": "", 15393 "refId": "E", 15394 "step": 10 15395 }, 15396 { 15397 "expr": "sum(node_namespace_pod_container:container_memory_rss{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)", 15398 "format": "table", 15399 "instant": true, 15400 "intervalFactor": 2, 15401 "legendFormat": "", 15402 "refId": "F", 15403 "step": 10 15404 }, 15405 { 15406 "expr": "sum(node_namespace_pod_container:container_memory_cache{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)", 15407 "format": "table", 15408 "instant": true, 15409 "intervalFactor": 2, 15410 "legendFormat": "", 15411 "refId": "G", 15412 "step": 10 15413 }, 15414 { 15415 "expr": "sum(node_namespace_pod_container:container_memory_swap{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)", 15416 "format": "table", 15417 "instant": true, 15418 "intervalFactor": 2, 15419 "legendFormat": "", 15420 "refId": "H", 15421 "step": 10 15422 } 15423 ], 15424 "thresholds": [ 15425 15426 ], 15427 "timeFrom": null, 15428 "timeShift": null, 15429 "title": "Memory Quota", 15430 "tooltip": { 15431 "shared": false, 15432 "sort": 0, 15433 "value_type": "individual" 15434 }, 15435 "transform": "table", 15436 "type": "table", 15437 "xaxis": { 15438 "buckets": null, 15439 "mode": "time", 15440 "name": null, 15441 "show": true, 15442 "values": [ 15443 15444 ] 15445 }, 15446 "yaxes": [ 15447 { 15448 "format": "short", 15449 "label": null, 15450 "logBase": 1, 15451 "max": null, 15452 "min": 0, 15453 "show": true 15454 }, 15455 { 15456 "format": "short", 15457 "label": null, 15458 "logBase": 1, 15459 "max": null, 15460 "min": null, 15461 "show": false 15462 } 15463 ] 15464 } 15465 ], 15466 "repeat": null, 15467 "repeatIteration": null, 15468 "repeatRowId": null, 15469 "showTitle": true, 15470 "title": "Memory Quota", 15471 "titleSize": "h6" 15472 } 15473 ], 15474 "schemaVersion": 14, 15475 "style": "dark", 15476 "tags": [ 15477 "kubernetes-mixin" 15478 ], 15479 "templating": { 15480 "list": [ 15481 { 15482 "current": { 15483 "text": "default", 15484 "value": "default" 15485 }, 15486 "hide": 0, 15487 "label": null, 15488 "name": "datasource", 15489 "options": [ 15490 15491 ], 15492 "query": "prometheus", 15493 "refresh": 1, 15494 "regex": "", 15495 "type": "datasource" 15496 }, 15497 { 15498 "allValue": null, 15499 "current": { 15500 "text": "", 15501 "value": "" 15502 }, 15503 "datasource": "$datasource", 15504 "hide": 2, 15505 "includeAll": false, 15506 "label": null, 15507 "multi": false, 15508 "name": "cluster", 15509 "options": [ 15510 15511 ], 15512 "query": "label_values(kube_pod_info, cluster)", 15513 "refresh": 2, 15514 "regex": "", 15515 "sort": 1, 15516 "tagValuesQuery": "", 15517 "tags": [ 15518 15519 ], 15520 "tagsQuery": "", 15521 "type": "query", 15522 "useTags": false 15523 }, 15524 { 15525 "allValue": null, 15526 "current": { 15527 "text": "", 15528 "value": "" 15529 }, 15530 "datasource": "$datasource", 15531 "hide": 0, 15532 "includeAll": false, 15533 "label": null, 15534 "multi": true, 15535 "name": "node", 15536 "options": [ 15537 15538 ], 15539 "query": "label_values(kube_pod_info{cluster=\"$cluster\"}, node)", 15540 "refresh": 2, 15541 "regex": "", 15542 "sort": 1, 15543 "tagValuesQuery": "", 15544 "tags": [ 15545 15546 ], 15547 "tagsQuery": "", 15548 "type": "query", 15549 "useTags": false 15550 } 15551 ] 15552 }, 15553 "time": { 15554 "from": "now-1h", 15555 "to": "now" 15556 }, 15557 "timepicker": { 15558 "refresh_intervals": [ 15559 "5s", 15560 "10s", 15561 "30s", 15562 "1m", 15563 "5m", 15564 "15m", 15565 "30m", 15566 "1h", 15567 "2h", 15568 "1d" 15569 ], 15570 "time_options": [ 15571 "5m", 15572 "15m", 15573 "1h", 15574 "6h", 15575 "12h", 15576 "24h", 15577 "2d", 15578 "7d", 15579 "30d" 15580 ] 15581 }, 15582 "timezone": "UTC", 15583 "title": "Kubernetes / Compute Resources / Node (Pods)", 15584 "uid": "200ac8fdbfbb74b39aff88118e4d1c2c", 15585 "version": 0 15586 } 15587 --- 15588 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-pod.yaml 15589 apiVersion: v1 15590 kind: ConfigMap 15591 metadata: 15592 namespace: kube-prometheus-stack-system 15593 name: kube-prometheus-stack-k8s-resources-pod 15594 annotations: 15595 { } 15596 labels: 15597 grafana_dashboard: "1" 15598 app: kube-prometheus-stack-grafana 15599 app.kubernetes.io/instance: kube-prometheus-stack 15600 app.kubernetes.io/version: "18.0.1" 15601 app.kubernetes.io/part-of: kube-prometheus-stack 15602 release: "kube-prometheus-stack" 15603 heritage: "Helm" 15604 data: 15605 k8s-resources-pod.json: |- 15606 { 15607 "annotations": { 15608 "list": [ 15609 15610 ] 15611 }, 15612 "editable": true, 15613 "gnetId": null, 15614 "graphTooltip": 0, 15615 "hideControls": false, 15616 "links": [ 15617 15618 ], 15619 "refresh": "10s", 15620 "rows": [ 15621 { 15622 "collapse": false, 15623 "height": "250px", 15624 "panels": [ 15625 { 15626 "aliasColors": { 15627 15628 }, 15629 "bars": false, 15630 "dashLength": 10, 15631 "dashes": false, 15632 "datasource": "$datasource", 15633 "fill": 10, 15634 "id": 1, 15635 "legend": { 15636 "avg": false, 15637 "current": false, 15638 "max": false, 15639 "min": false, 15640 "show": true, 15641 "total": false, 15642 "values": false 15643 }, 15644 "lines": true, 15645 "linewidth": 0, 15646 "links": [ 15647 15648 ], 15649 "nullPointMode": "null as zero", 15650 "percentage": false, 15651 "pointradius": 5, 15652 "points": false, 15653 "renderer": "flot", 15654 "seriesOverrides": [ 15655 { 15656 "alias": "requests", 15657 "color": "#F2495C", 15658 "fill": 0, 15659 "hideTooltip": true, 15660 "legend": true, 15661 "linewidth": 2, 15662 "stack": false 15663 }, 15664 { 15665 "alias": "limits", 15666 "color": "#FF9830", 15667 "fill": 0, 15668 "hideTooltip": true, 15669 "legend": true, 15670 "linewidth": 2, 15671 "stack": false 15672 } 15673 ], 15674 "spaceLength": 10, 15675 "span": 12, 15676 "stack": true, 15677 "steppedLine": false, 15678 "targets": [ 15679 { 15680 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{namespace=\"$namespace\", pod=\"$pod\", cluster=\"$cluster\"}) by (container)", 15681 "format": "time_series", 15682 "intervalFactor": 2, 15683 "legendFormat": "{{container}}", 15684 "legendLink": null, 15685 "step": 10 15686 }, 15687 { 15688 "expr": "sum(\n kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"cpu\"}\n)\n", 15689 "format": "time_series", 15690 "intervalFactor": 2, 15691 "legendFormat": "requests", 15692 "legendLink": null, 15693 "step": 10 15694 }, 15695 { 15696 "expr": "sum(\n kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"cpu\"}\n)\n", 15697 "format": "time_series", 15698 "intervalFactor": 2, 15699 "legendFormat": "limits", 15700 "legendLink": null, 15701 "step": 10 15702 } 15703 ], 15704 "thresholds": [ 15705 15706 ], 15707 "timeFrom": null, 15708 "timeShift": null, 15709 "title": "CPU Usage", 15710 "tooltip": { 15711 "shared": false, 15712 "sort": 0, 15713 "value_type": "individual" 15714 }, 15715 "type": "graph", 15716 "xaxis": { 15717 "buckets": null, 15718 "mode": "time", 15719 "name": null, 15720 "show": true, 15721 "values": [ 15722 15723 ] 15724 }, 15725 "yaxes": [ 15726 { 15727 "format": "short", 15728 "label": null, 15729 "logBase": 1, 15730 "max": null, 15731 "min": 0, 15732 "show": true 15733 }, 15734 { 15735 "format": "short", 15736 "label": null, 15737 "logBase": 1, 15738 "max": null, 15739 "min": null, 15740 "show": false 15741 } 15742 ] 15743 } 15744 ], 15745 "repeat": null, 15746 "repeatIteration": null, 15747 "repeatRowId": null, 15748 "showTitle": true, 15749 "title": "CPU Usage", 15750 "titleSize": "h6" 15751 }, 15752 { 15753 "collapse": false, 15754 "height": "250px", 15755 "panels": [ 15756 { 15757 "aliasColors": { 15758 15759 }, 15760 "bars": false, 15761 "dashLength": 10, 15762 "dashes": false, 15763 "datasource": "$datasource", 15764 "fill": 10, 15765 "id": 2, 15766 "legend": { 15767 "avg": false, 15768 "current": true, 15769 "max": true, 15770 "min": false, 15771 "show": true, 15772 "total": false, 15773 "values": false 15774 }, 15775 "lines": true, 15776 "linewidth": 0, 15777 "links": [ 15778 15779 ], 15780 "nullPointMode": "null as zero", 15781 "percentage": false, 15782 "pointradius": 5, 15783 "points": false, 15784 "renderer": "flot", 15785 "seriesOverrides": [ 15786 15787 ], 15788 "spaceLength": 10, 15789 "span": 12, 15790 "stack": true, 15791 "steppedLine": false, 15792 "targets": [ 15793 { 15794 "expr": "sum(increase(container_cpu_cfs_throttled_periods_total{namespace=\"$namespace\", pod=\"$pod\", container!=\"\", cluster=\"$cluster\"}[5m])) by (container) /sum(increase(container_cpu_cfs_periods_total{namespace=\"$namespace\", pod=\"$pod\", container!=\"\", cluster=\"$cluster\"}[5m])) by (container)", 15795 "format": "time_series", 15796 "intervalFactor": 2, 15797 "legendFormat": "{{container}}", 15798 "legendLink": null, 15799 "step": 10 15800 } 15801 ], 15802 "thresholds": [ 15803 { 15804 "colorMode": "critical", 15805 "fill": true, 15806 "line": true, 15807 "op": "gt", 15808 "value": 0.25, 15809 "yaxis": "left" 15810 } 15811 ], 15812 "timeFrom": null, 15813 "timeShift": null, 15814 "title": "CPU Throttling", 15815 "tooltip": { 15816 "shared": false, 15817 "sort": 0, 15818 "value_type": "individual" 15819 }, 15820 "type": "graph", 15821 "xaxis": { 15822 "buckets": null, 15823 "mode": "time", 15824 "name": null, 15825 "show": true, 15826 "values": [ 15827 15828 ] 15829 }, 15830 "yaxes": [ 15831 { 15832 "format": "percentunit", 15833 "label": null, 15834 "logBase": 1, 15835 "max": 1, 15836 "min": 0, 15837 "show": true 15838 }, 15839 { 15840 "format": "short", 15841 "label": null, 15842 "logBase": 1, 15843 "max": null, 15844 "min": null, 15845 "show": false 15846 } 15847 ] 15848 } 15849 ], 15850 "repeat": null, 15851 "repeatIteration": null, 15852 "repeatRowId": null, 15853 "showTitle": true, 15854 "title": "CPU Throttling", 15855 "titleSize": "h6" 15856 }, 15857 { 15858 "collapse": false, 15859 "height": "250px", 15860 "panels": [ 15861 { 15862 "aliasColors": { 15863 15864 }, 15865 "bars": false, 15866 "dashLength": 10, 15867 "dashes": false, 15868 "datasource": "$datasource", 15869 "fill": 1, 15870 "id": 3, 15871 "legend": { 15872 "avg": false, 15873 "current": false, 15874 "max": false, 15875 "min": false, 15876 "show": true, 15877 "total": false, 15878 "values": false 15879 }, 15880 "lines": true, 15881 "linewidth": 1, 15882 "links": [ 15883 15884 ], 15885 "nullPointMode": "null as zero", 15886 "percentage": false, 15887 "pointradius": 5, 15888 "points": false, 15889 "renderer": "flot", 15890 "seriesOverrides": [ 15891 15892 ], 15893 "spaceLength": 10, 15894 "span": 12, 15895 "stack": false, 15896 "steppedLine": false, 15897 "styles": [ 15898 { 15899 "alias": "Time", 15900 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15901 "pattern": "Time", 15902 "type": "hidden" 15903 }, 15904 { 15905 "alias": "CPU Usage", 15906 "colorMode": null, 15907 "colors": [ 15908 15909 ], 15910 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15911 "decimals": 2, 15912 "link": false, 15913 "linkTargetBlank": false, 15914 "linkTooltip": "Drill down", 15915 "linkUrl": "", 15916 "pattern": "Value #A", 15917 "thresholds": [ 15918 15919 ], 15920 "type": "number", 15921 "unit": "short" 15922 }, 15923 { 15924 "alias": "CPU Requests", 15925 "colorMode": null, 15926 "colors": [ 15927 15928 ], 15929 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15930 "decimals": 2, 15931 "link": false, 15932 "linkTargetBlank": false, 15933 "linkTooltip": "Drill down", 15934 "linkUrl": "", 15935 "pattern": "Value #B", 15936 "thresholds": [ 15937 15938 ], 15939 "type": "number", 15940 "unit": "short" 15941 }, 15942 { 15943 "alias": "CPU Requests %", 15944 "colorMode": null, 15945 "colors": [ 15946 15947 ], 15948 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15949 "decimals": 2, 15950 "link": false, 15951 "linkTargetBlank": false, 15952 "linkTooltip": "Drill down", 15953 "linkUrl": "", 15954 "pattern": "Value #C", 15955 "thresholds": [ 15956 15957 ], 15958 "type": "number", 15959 "unit": "percentunit" 15960 }, 15961 { 15962 "alias": "CPU Limits", 15963 "colorMode": null, 15964 "colors": [ 15965 15966 ], 15967 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15968 "decimals": 2, 15969 "link": false, 15970 "linkTargetBlank": false, 15971 "linkTooltip": "Drill down", 15972 "linkUrl": "", 15973 "pattern": "Value #D", 15974 "thresholds": [ 15975 15976 ], 15977 "type": "number", 15978 "unit": "short" 15979 }, 15980 { 15981 "alias": "CPU Limits %", 15982 "colorMode": null, 15983 "colors": [ 15984 15985 ], 15986 "dateFormat": "YYYY-MM-DD HH:mm:ss", 15987 "decimals": 2, 15988 "link": false, 15989 "linkTargetBlank": false, 15990 "linkTooltip": "Drill down", 15991 "linkUrl": "", 15992 "pattern": "Value #E", 15993 "thresholds": [ 15994 15995 ], 15996 "type": "number", 15997 "unit": "percentunit" 15998 }, 15999 { 16000 "alias": "Container", 16001 "colorMode": null, 16002 "colors": [ 16003 16004 ], 16005 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16006 "decimals": 2, 16007 "link": false, 16008 "linkTargetBlank": false, 16009 "linkTooltip": "Drill down", 16010 "linkUrl": "", 16011 "pattern": "container", 16012 "thresholds": [ 16013 16014 ], 16015 "type": "number", 16016 "unit": "short" 16017 }, 16018 { 16019 "alias": "", 16020 "colorMode": null, 16021 "colors": [ 16022 16023 ], 16024 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16025 "decimals": 2, 16026 "pattern": "/.*/", 16027 "thresholds": [ 16028 16029 ], 16030 "type": "string", 16031 "unit": "short" 16032 } 16033 ], 16034 "targets": [ 16035 { 16036 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16037 "format": "table", 16038 "instant": true, 16039 "intervalFactor": 2, 16040 "legendFormat": "", 16041 "refId": "A", 16042 "step": 10 16043 }, 16044 { 16045 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16046 "format": "table", 16047 "instant": true, 16048 "intervalFactor": 2, 16049 "legendFormat": "", 16050 "refId": "B", 16051 "step": 10 16052 }, 16053 { 16054 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16055 "format": "table", 16056 "instant": true, 16057 "intervalFactor": 2, 16058 "legendFormat": "", 16059 "refId": "C", 16060 "step": 10 16061 }, 16062 { 16063 "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16064 "format": "table", 16065 "instant": true, 16066 "intervalFactor": 2, 16067 "legendFormat": "", 16068 "refId": "D", 16069 "step": 10 16070 }, 16071 { 16072 "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16073 "format": "table", 16074 "instant": true, 16075 "intervalFactor": 2, 16076 "legendFormat": "", 16077 "refId": "E", 16078 "step": 10 16079 } 16080 ], 16081 "thresholds": [ 16082 16083 ], 16084 "timeFrom": null, 16085 "timeShift": null, 16086 "title": "CPU Quota", 16087 "tooltip": { 16088 "shared": false, 16089 "sort": 0, 16090 "value_type": "individual" 16091 }, 16092 "transform": "table", 16093 "type": "table", 16094 "xaxis": { 16095 "buckets": null, 16096 "mode": "time", 16097 "name": null, 16098 "show": true, 16099 "values": [ 16100 16101 ] 16102 }, 16103 "yaxes": [ 16104 { 16105 "format": "short", 16106 "label": null, 16107 "logBase": 1, 16108 "max": null, 16109 "min": 0, 16110 "show": true 16111 }, 16112 { 16113 "format": "short", 16114 "label": null, 16115 "logBase": 1, 16116 "max": null, 16117 "min": null, 16118 "show": false 16119 } 16120 ] 16121 } 16122 ], 16123 "repeat": null, 16124 "repeatIteration": null, 16125 "repeatRowId": null, 16126 "showTitle": true, 16127 "title": "CPU Quota", 16128 "titleSize": "h6" 16129 }, 16130 { 16131 "collapse": false, 16132 "height": "250px", 16133 "panels": [ 16134 { 16135 "aliasColors": { 16136 16137 }, 16138 "bars": false, 16139 "dashLength": 10, 16140 "dashes": false, 16141 "datasource": "$datasource", 16142 "fill": 10, 16143 "id": 4, 16144 "legend": { 16145 "avg": false, 16146 "current": false, 16147 "max": false, 16148 "min": false, 16149 "show": true, 16150 "total": false, 16151 "values": false 16152 }, 16153 "lines": true, 16154 "linewidth": 0, 16155 "links": [ 16156 16157 ], 16158 "nullPointMode": "null as zero", 16159 "percentage": false, 16160 "pointradius": 5, 16161 "points": false, 16162 "renderer": "flot", 16163 "seriesOverrides": [ 16164 { 16165 "alias": "requests", 16166 "color": "#F2495C", 16167 "dashes": true, 16168 "fill": 0, 16169 "hideTooltip": true, 16170 "legend": true, 16171 "linewidth": 2, 16172 "stack": false 16173 }, 16174 { 16175 "alias": "limits", 16176 "color": "#FF9830", 16177 "dashes": true, 16178 "fill": 0, 16179 "hideTooltip": true, 16180 "legend": true, 16181 "linewidth": 2, 16182 "stack": false 16183 } 16184 ], 16185 "spaceLength": 10, 16186 "span": 12, 16187 "stack": true, 16188 "steppedLine": false, 16189 "targets": [ 16190 { 16191 "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\", image!=\"\"}) by (container)", 16192 "format": "time_series", 16193 "intervalFactor": 2, 16194 "legendFormat": "{{container}}", 16195 "legendLink": null, 16196 "step": 10 16197 }, 16198 { 16199 "expr": "sum(\n kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"memory\"}\n)\n", 16200 "format": "time_series", 16201 "intervalFactor": 2, 16202 "legendFormat": "requests", 16203 "legendLink": null, 16204 "step": 10 16205 }, 16206 { 16207 "expr": "sum(\n kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"memory\"}\n)\n", 16208 "format": "time_series", 16209 "intervalFactor": 2, 16210 "legendFormat": "limits", 16211 "legendLink": null, 16212 "step": 10 16213 } 16214 ], 16215 "thresholds": [ 16216 16217 ], 16218 "timeFrom": null, 16219 "timeShift": null, 16220 "title": "Memory Usage (WSS)", 16221 "tooltip": { 16222 "shared": false, 16223 "sort": 0, 16224 "value_type": "individual" 16225 }, 16226 "type": "graph", 16227 "xaxis": { 16228 "buckets": null, 16229 "mode": "time", 16230 "name": null, 16231 "show": true, 16232 "values": [ 16233 16234 ] 16235 }, 16236 "yaxes": [ 16237 { 16238 "format": "bytes", 16239 "label": null, 16240 "logBase": 1, 16241 "max": null, 16242 "min": 0, 16243 "show": true 16244 }, 16245 { 16246 "format": "short", 16247 "label": null, 16248 "logBase": 1, 16249 "max": null, 16250 "min": null, 16251 "show": false 16252 } 16253 ] 16254 } 16255 ], 16256 "repeat": null, 16257 "repeatIteration": null, 16258 "repeatRowId": null, 16259 "showTitle": true, 16260 "title": "Memory Usage", 16261 "titleSize": "h6" 16262 }, 16263 { 16264 "collapse": false, 16265 "height": "250px", 16266 "panels": [ 16267 { 16268 "aliasColors": { 16269 16270 }, 16271 "bars": false, 16272 "dashLength": 10, 16273 "dashes": false, 16274 "datasource": "$datasource", 16275 "fill": 1, 16276 "id": 5, 16277 "legend": { 16278 "avg": false, 16279 "current": false, 16280 "max": false, 16281 "min": false, 16282 "show": true, 16283 "total": false, 16284 "values": false 16285 }, 16286 "lines": true, 16287 "linewidth": 1, 16288 "links": [ 16289 16290 ], 16291 "nullPointMode": "null as zero", 16292 "percentage": false, 16293 "pointradius": 5, 16294 "points": false, 16295 "renderer": "flot", 16296 "seriesOverrides": [ 16297 16298 ], 16299 "spaceLength": 10, 16300 "span": 12, 16301 "stack": false, 16302 "steppedLine": false, 16303 "styles": [ 16304 { 16305 "alias": "Time", 16306 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16307 "pattern": "Time", 16308 "type": "hidden" 16309 }, 16310 { 16311 "alias": "Memory Usage (WSS)", 16312 "colorMode": null, 16313 "colors": [ 16314 16315 ], 16316 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16317 "decimals": 2, 16318 "link": false, 16319 "linkTargetBlank": false, 16320 "linkTooltip": "Drill down", 16321 "linkUrl": "", 16322 "pattern": "Value #A", 16323 "thresholds": [ 16324 16325 ], 16326 "type": "number", 16327 "unit": "bytes" 16328 }, 16329 { 16330 "alias": "Memory Requests", 16331 "colorMode": null, 16332 "colors": [ 16333 16334 ], 16335 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16336 "decimals": 2, 16337 "link": false, 16338 "linkTargetBlank": false, 16339 "linkTooltip": "Drill down", 16340 "linkUrl": "", 16341 "pattern": "Value #B", 16342 "thresholds": [ 16343 16344 ], 16345 "type": "number", 16346 "unit": "bytes" 16347 }, 16348 { 16349 "alias": "Memory Requests %", 16350 "colorMode": null, 16351 "colors": [ 16352 16353 ], 16354 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16355 "decimals": 2, 16356 "link": false, 16357 "linkTargetBlank": false, 16358 "linkTooltip": "Drill down", 16359 "linkUrl": "", 16360 "pattern": "Value #C", 16361 "thresholds": [ 16362 16363 ], 16364 "type": "number", 16365 "unit": "percentunit" 16366 }, 16367 { 16368 "alias": "Memory Limits", 16369 "colorMode": null, 16370 "colors": [ 16371 16372 ], 16373 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16374 "decimals": 2, 16375 "link": false, 16376 "linkTargetBlank": false, 16377 "linkTooltip": "Drill down", 16378 "linkUrl": "", 16379 "pattern": "Value #D", 16380 "thresholds": [ 16381 16382 ], 16383 "type": "number", 16384 "unit": "bytes" 16385 }, 16386 { 16387 "alias": "Memory Limits %", 16388 "colorMode": null, 16389 "colors": [ 16390 16391 ], 16392 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16393 "decimals": 2, 16394 "link": false, 16395 "linkTargetBlank": false, 16396 "linkTooltip": "Drill down", 16397 "linkUrl": "", 16398 "pattern": "Value #E", 16399 "thresholds": [ 16400 16401 ], 16402 "type": "number", 16403 "unit": "percentunit" 16404 }, 16405 { 16406 "alias": "Memory Usage (RSS)", 16407 "colorMode": null, 16408 "colors": [ 16409 16410 ], 16411 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16412 "decimals": 2, 16413 "link": false, 16414 "linkTargetBlank": false, 16415 "linkTooltip": "Drill down", 16416 "linkUrl": "", 16417 "pattern": "Value #F", 16418 "thresholds": [ 16419 16420 ], 16421 "type": "number", 16422 "unit": "bytes" 16423 }, 16424 { 16425 "alias": "Memory Usage (Cache)", 16426 "colorMode": null, 16427 "colors": [ 16428 16429 ], 16430 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16431 "decimals": 2, 16432 "link": false, 16433 "linkTargetBlank": false, 16434 "linkTooltip": "Drill down", 16435 "linkUrl": "", 16436 "pattern": "Value #G", 16437 "thresholds": [ 16438 16439 ], 16440 "type": "number", 16441 "unit": "bytes" 16442 }, 16443 { 16444 "alias": "Memory Usage (Swap)", 16445 "colorMode": null, 16446 "colors": [ 16447 16448 ], 16449 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16450 "decimals": 2, 16451 "link": false, 16452 "linkTargetBlank": false, 16453 "linkTooltip": "Drill down", 16454 "linkUrl": "", 16455 "pattern": "Value #H", 16456 "thresholds": [ 16457 16458 ], 16459 "type": "number", 16460 "unit": "bytes" 16461 }, 16462 { 16463 "alias": "Container", 16464 "colorMode": null, 16465 "colors": [ 16466 16467 ], 16468 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16469 "decimals": 2, 16470 "link": false, 16471 "linkTargetBlank": false, 16472 "linkTooltip": "Drill down", 16473 "linkUrl": "", 16474 "pattern": "container", 16475 "thresholds": [ 16476 16477 ], 16478 "type": "number", 16479 "unit": "short" 16480 }, 16481 { 16482 "alias": "", 16483 "colorMode": null, 16484 "colors": [ 16485 16486 ], 16487 "dateFormat": "YYYY-MM-DD HH:mm:ss", 16488 "decimals": 2, 16489 "pattern": "/.*/", 16490 "thresholds": [ 16491 16492 ], 16493 "type": "string", 16494 "unit": "short" 16495 } 16496 ], 16497 "targets": [ 16498 { 16499 "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\", image!=\"\"}) by (container)", 16500 "format": "table", 16501 "instant": true, 16502 "intervalFactor": 2, 16503 "legendFormat": "", 16504 "refId": "A", 16505 "step": 10 16506 }, 16507 { 16508 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16509 "format": "table", 16510 "instant": true, 16511 "intervalFactor": 2, 16512 "legendFormat": "", 16513 "refId": "B", 16514 "step": 10 16515 }, 16516 { 16517 "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", image!=\"\"}) by (container) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16518 "format": "table", 16519 "instant": true, 16520 "intervalFactor": 2, 16521 "legendFormat": "", 16522 "refId": "C", 16523 "step": 10 16524 }, 16525 { 16526 "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16527 "format": "table", 16528 "instant": true, 16529 "intervalFactor": 2, 16530 "legendFormat": "", 16531 "refId": "D", 16532 "step": 10 16533 }, 16534 { 16535 "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\", image!=\"\"}) by (container) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", 16536 "format": "table", 16537 "instant": true, 16538 "intervalFactor": 2, 16539 "legendFormat": "", 16540 "refId": "E", 16541 "step": 10 16542 }, 16543 { 16544 "expr": "sum(container_memory_rss{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)", 16545 "format": "table", 16546 "instant": true, 16547 "intervalFactor": 2, 16548 "legendFormat": "", 16549 "refId": "F", 16550 "step": 10 16551 }, 16552 { 16553 "expr": "sum(container_memory_cache{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)", 16554 "format": "table", 16555 "instant": true, 16556 "intervalFactor": 2, 16557 "legendFormat": "", 16558 "refId": "G", 16559 "step": 10 16560 }, 16561 { 16562 "expr": "sum(container_memory_swap{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)", 16563 "format": "table", 16564 "instant": true, 16565 "intervalFactor": 2, 16566 "legendFormat": "", 16567 "refId": "H", 16568 "step": 10 16569 } 16570 ], 16571 "thresholds": [ 16572 16573 ], 16574 "timeFrom": null, 16575 "timeShift": null, 16576 "title": "Memory Quota", 16577 "tooltip": { 16578 "shared": false, 16579 "sort": 0, 16580 "value_type": "individual" 16581 }, 16582 "transform": "table", 16583 "type": "table", 16584 "xaxis": { 16585 "buckets": null, 16586 "mode": "time", 16587 "name": null, 16588 "show": true, 16589 "values": [ 16590 16591 ] 16592 }, 16593 "yaxes": [ 16594 { 16595 "format": "short", 16596 "label": null, 16597 "logBase": 1, 16598 "max": null, 16599 "min": 0, 16600 "show": true 16601 }, 16602 { 16603 "format": "short", 16604 "label": null, 16605 "logBase": 1, 16606 "max": null, 16607 "min": null, 16608 "show": false 16609 } 16610 ] 16611 } 16612 ], 16613 "repeat": null, 16614 "repeatIteration": null, 16615 "repeatRowId": null, 16616 "showTitle": true, 16617 "title": "Memory Quota", 16618 "titleSize": "h6" 16619 }, 16620 { 16621 "collapse": false, 16622 "height": "250px", 16623 "panels": [ 16624 { 16625 "aliasColors": { 16626 16627 }, 16628 "bars": false, 16629 "dashLength": 10, 16630 "dashes": false, 16631 "datasource": "$datasource", 16632 "fill": 10, 16633 "id": 6, 16634 "interval": "1m", 16635 "legend": { 16636 "avg": false, 16637 "current": false, 16638 "max": false, 16639 "min": false, 16640 "show": true, 16641 "total": false, 16642 "values": false 16643 }, 16644 "lines": true, 16645 "linewidth": 0, 16646 "links": [ 16647 16648 ], 16649 "nullPointMode": "null as zero", 16650 "percentage": false, 16651 "pointradius": 5, 16652 "points": false, 16653 "renderer": "flot", 16654 "seriesOverrides": [ 16655 16656 ], 16657 "spaceLength": 10, 16658 "span": 6, 16659 "stack": true, 16660 "steppedLine": false, 16661 "targets": [ 16662 { 16663 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 16664 "format": "time_series", 16665 "intervalFactor": 2, 16666 "legendFormat": "{{pod}}", 16667 "legendLink": null, 16668 "step": 10 16669 } 16670 ], 16671 "thresholds": [ 16672 16673 ], 16674 "timeFrom": null, 16675 "timeShift": null, 16676 "title": "Receive Bandwidth", 16677 "tooltip": { 16678 "shared": false, 16679 "sort": 0, 16680 "value_type": "individual" 16681 }, 16682 "type": "graph", 16683 "xaxis": { 16684 "buckets": null, 16685 "mode": "time", 16686 "name": null, 16687 "show": true, 16688 "values": [ 16689 16690 ] 16691 }, 16692 "yaxes": [ 16693 { 16694 "format": "Bps", 16695 "label": null, 16696 "logBase": 1, 16697 "max": null, 16698 "min": 0, 16699 "show": true 16700 }, 16701 { 16702 "format": "short", 16703 "label": null, 16704 "logBase": 1, 16705 "max": null, 16706 "min": null, 16707 "show": false 16708 } 16709 ] 16710 }, 16711 { 16712 "aliasColors": { 16713 16714 }, 16715 "bars": false, 16716 "dashLength": 10, 16717 "dashes": false, 16718 "datasource": "$datasource", 16719 "fill": 10, 16720 "id": 7, 16721 "interval": "1m", 16722 "legend": { 16723 "avg": false, 16724 "current": false, 16725 "max": false, 16726 "min": false, 16727 "show": true, 16728 "total": false, 16729 "values": false 16730 }, 16731 "lines": true, 16732 "linewidth": 0, 16733 "links": [ 16734 16735 ], 16736 "nullPointMode": "null as zero", 16737 "percentage": false, 16738 "pointradius": 5, 16739 "points": false, 16740 "renderer": "flot", 16741 "seriesOverrides": [ 16742 16743 ], 16744 "spaceLength": 10, 16745 "span": 6, 16746 "stack": true, 16747 "steppedLine": false, 16748 "targets": [ 16749 { 16750 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 16751 "format": "time_series", 16752 "intervalFactor": 2, 16753 "legendFormat": "{{pod}}", 16754 "legendLink": null, 16755 "step": 10 16756 } 16757 ], 16758 "thresholds": [ 16759 16760 ], 16761 "timeFrom": null, 16762 "timeShift": null, 16763 "title": "Transmit Bandwidth", 16764 "tooltip": { 16765 "shared": false, 16766 "sort": 0, 16767 "value_type": "individual" 16768 }, 16769 "type": "graph", 16770 "xaxis": { 16771 "buckets": null, 16772 "mode": "time", 16773 "name": null, 16774 "show": true, 16775 "values": [ 16776 16777 ] 16778 }, 16779 "yaxes": [ 16780 { 16781 "format": "Bps", 16782 "label": null, 16783 "logBase": 1, 16784 "max": null, 16785 "min": 0, 16786 "show": true 16787 }, 16788 { 16789 "format": "short", 16790 "label": null, 16791 "logBase": 1, 16792 "max": null, 16793 "min": null, 16794 "show": false 16795 } 16796 ] 16797 } 16798 ], 16799 "repeat": null, 16800 "repeatIteration": null, 16801 "repeatRowId": null, 16802 "showTitle": true, 16803 "title": "Bandwidth", 16804 "titleSize": "h6" 16805 }, 16806 { 16807 "collapse": false, 16808 "height": "250px", 16809 "panels": [ 16810 { 16811 "aliasColors": { 16812 16813 }, 16814 "bars": false, 16815 "dashLength": 10, 16816 "dashes": false, 16817 "datasource": "$datasource", 16818 "fill": 10, 16819 "id": 8, 16820 "interval": "1m", 16821 "legend": { 16822 "avg": false, 16823 "current": false, 16824 "max": false, 16825 "min": false, 16826 "show": true, 16827 "total": false, 16828 "values": false 16829 }, 16830 "lines": true, 16831 "linewidth": 0, 16832 "links": [ 16833 16834 ], 16835 "nullPointMode": "null as zero", 16836 "percentage": false, 16837 "pointradius": 5, 16838 "points": false, 16839 "renderer": "flot", 16840 "seriesOverrides": [ 16841 16842 ], 16843 "spaceLength": 10, 16844 "span": 6, 16845 "stack": true, 16846 "steppedLine": false, 16847 "targets": [ 16848 { 16849 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 16850 "format": "time_series", 16851 "intervalFactor": 2, 16852 "legendFormat": "{{pod}}", 16853 "legendLink": null, 16854 "step": 10 16855 } 16856 ], 16857 "thresholds": [ 16858 16859 ], 16860 "timeFrom": null, 16861 "timeShift": null, 16862 "title": "Rate of Received Packets", 16863 "tooltip": { 16864 "shared": false, 16865 "sort": 0, 16866 "value_type": "individual" 16867 }, 16868 "type": "graph", 16869 "xaxis": { 16870 "buckets": null, 16871 "mode": "time", 16872 "name": null, 16873 "show": true, 16874 "values": [ 16875 16876 ] 16877 }, 16878 "yaxes": [ 16879 { 16880 "format": "pps", 16881 "label": null, 16882 "logBase": 1, 16883 "max": null, 16884 "min": 0, 16885 "show": true 16886 }, 16887 { 16888 "format": "short", 16889 "label": null, 16890 "logBase": 1, 16891 "max": null, 16892 "min": null, 16893 "show": false 16894 } 16895 ] 16896 }, 16897 { 16898 "aliasColors": { 16899 16900 }, 16901 "bars": false, 16902 "dashLength": 10, 16903 "dashes": false, 16904 "datasource": "$datasource", 16905 "fill": 10, 16906 "id": 9, 16907 "interval": "1m", 16908 "legend": { 16909 "avg": false, 16910 "current": false, 16911 "max": false, 16912 "min": false, 16913 "show": true, 16914 "total": false, 16915 "values": false 16916 }, 16917 "lines": true, 16918 "linewidth": 0, 16919 "links": [ 16920 16921 ], 16922 "nullPointMode": "null as zero", 16923 "percentage": false, 16924 "pointradius": 5, 16925 "points": false, 16926 "renderer": "flot", 16927 "seriesOverrides": [ 16928 16929 ], 16930 "spaceLength": 10, 16931 "span": 6, 16932 "stack": true, 16933 "steppedLine": false, 16934 "targets": [ 16935 { 16936 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 16937 "format": "time_series", 16938 "intervalFactor": 2, 16939 "legendFormat": "{{pod}}", 16940 "legendLink": null, 16941 "step": 10 16942 } 16943 ], 16944 "thresholds": [ 16945 16946 ], 16947 "timeFrom": null, 16948 "timeShift": null, 16949 "title": "Rate of Transmitted Packets", 16950 "tooltip": { 16951 "shared": false, 16952 "sort": 0, 16953 "value_type": "individual" 16954 }, 16955 "type": "graph", 16956 "xaxis": { 16957 "buckets": null, 16958 "mode": "time", 16959 "name": null, 16960 "show": true, 16961 "values": [ 16962 16963 ] 16964 }, 16965 "yaxes": [ 16966 { 16967 "format": "pps", 16968 "label": null, 16969 "logBase": 1, 16970 "max": null, 16971 "min": 0, 16972 "show": true 16973 }, 16974 { 16975 "format": "short", 16976 "label": null, 16977 "logBase": 1, 16978 "max": null, 16979 "min": null, 16980 "show": false 16981 } 16982 ] 16983 } 16984 ], 16985 "repeat": null, 16986 "repeatIteration": null, 16987 "repeatRowId": null, 16988 "showTitle": true, 16989 "title": "Rate of Packets", 16990 "titleSize": "h6" 16991 }, 16992 { 16993 "collapse": false, 16994 "height": "250px", 16995 "panels": [ 16996 { 16997 "aliasColors": { 16998 16999 }, 17000 "bars": false, 17001 "dashLength": 10, 17002 "dashes": false, 17003 "datasource": "$datasource", 17004 "fill": 10, 17005 "id": 10, 17006 "interval": "1m", 17007 "legend": { 17008 "avg": false, 17009 "current": false, 17010 "max": false, 17011 "min": false, 17012 "show": true, 17013 "total": false, 17014 "values": false 17015 }, 17016 "lines": true, 17017 "linewidth": 0, 17018 "links": [ 17019 17020 ], 17021 "nullPointMode": "null as zero", 17022 "percentage": false, 17023 "pointradius": 5, 17024 "points": false, 17025 "renderer": "flot", 17026 "seriesOverrides": [ 17027 17028 ], 17029 "spaceLength": 10, 17030 "span": 6, 17031 "stack": true, 17032 "steppedLine": false, 17033 "targets": [ 17034 { 17035 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 17036 "format": "time_series", 17037 "intervalFactor": 2, 17038 "legendFormat": "{{pod}}", 17039 "legendLink": null, 17040 "step": 10 17041 } 17042 ], 17043 "thresholds": [ 17044 17045 ], 17046 "timeFrom": null, 17047 "timeShift": null, 17048 "title": "Rate of Received Packets Dropped", 17049 "tooltip": { 17050 "shared": false, 17051 "sort": 0, 17052 "value_type": "individual" 17053 }, 17054 "type": "graph", 17055 "xaxis": { 17056 "buckets": null, 17057 "mode": "time", 17058 "name": null, 17059 "show": true, 17060 "values": [ 17061 17062 ] 17063 }, 17064 "yaxes": [ 17065 { 17066 "format": "pps", 17067 "label": null, 17068 "logBase": 1, 17069 "max": null, 17070 "min": 0, 17071 "show": true 17072 }, 17073 { 17074 "format": "short", 17075 "label": null, 17076 "logBase": 1, 17077 "max": null, 17078 "min": null, 17079 "show": false 17080 } 17081 ] 17082 }, 17083 { 17084 "aliasColors": { 17085 17086 }, 17087 "bars": false, 17088 "dashLength": 10, 17089 "dashes": false, 17090 "datasource": "$datasource", 17091 "fill": 10, 17092 "id": 11, 17093 "interval": "1m", 17094 "legend": { 17095 "avg": false, 17096 "current": false, 17097 "max": false, 17098 "min": false, 17099 "show": true, 17100 "total": false, 17101 "values": false 17102 }, 17103 "lines": true, 17104 "linewidth": 0, 17105 "links": [ 17106 17107 ], 17108 "nullPointMode": "null as zero", 17109 "percentage": false, 17110 "pointradius": 5, 17111 "points": false, 17112 "renderer": "flot", 17113 "seriesOverrides": [ 17114 17115 ], 17116 "spaceLength": 10, 17117 "span": 6, 17118 "stack": true, 17119 "steppedLine": false, 17120 "targets": [ 17121 { 17122 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])) by (pod)", 17123 "format": "time_series", 17124 "intervalFactor": 2, 17125 "legendFormat": "{{pod}}", 17126 "legendLink": null, 17127 "step": 10 17128 } 17129 ], 17130 "thresholds": [ 17131 17132 ], 17133 "timeFrom": null, 17134 "timeShift": null, 17135 "title": "Rate of Transmitted Packets Dropped", 17136 "tooltip": { 17137 "shared": false, 17138 "sort": 0, 17139 "value_type": "individual" 17140 }, 17141 "type": "graph", 17142 "xaxis": { 17143 "buckets": null, 17144 "mode": "time", 17145 "name": null, 17146 "show": true, 17147 "values": [ 17148 17149 ] 17150 }, 17151 "yaxes": [ 17152 { 17153 "format": "pps", 17154 "label": null, 17155 "logBase": 1, 17156 "max": null, 17157 "min": 0, 17158 "show": true 17159 }, 17160 { 17161 "format": "short", 17162 "label": null, 17163 "logBase": 1, 17164 "max": null, 17165 "min": null, 17166 "show": false 17167 } 17168 ] 17169 } 17170 ], 17171 "repeat": null, 17172 "repeatIteration": null, 17173 "repeatRowId": null, 17174 "showTitle": true, 17175 "title": "Rate of Packets Dropped", 17176 "titleSize": "h6" 17177 }, 17178 { 17179 "collapse": false, 17180 "height": "250px", 17181 "panels": [ 17182 { 17183 "aliasColors": { 17184 17185 }, 17186 "bars": false, 17187 "dashLength": 10, 17188 "dashes": false, 17189 "datasource": "$datasource", 17190 "decimals": -1, 17191 "fill": 10, 17192 "id": 12, 17193 "legend": { 17194 "avg": false, 17195 "current": false, 17196 "max": false, 17197 "min": false, 17198 "show": true, 17199 "total": false, 17200 "values": false 17201 }, 17202 "lines": true, 17203 "linewidth": 0, 17204 "links": [ 17205 17206 ], 17207 "nullPointMode": "null as zero", 17208 "percentage": false, 17209 "pointradius": 5, 17210 "points": false, 17211 "renderer": "flot", 17212 "seriesOverrides": [ 17213 17214 ], 17215 "spaceLength": 10, 17216 "span": 6, 17217 "stack": true, 17218 "steppedLine": false, 17219 "targets": [ 17220 { 17221 "expr": "ceil(sum by(pod) (rate(container_fs_reads_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[5m])))", 17222 "format": "time_series", 17223 "intervalFactor": 2, 17224 "legendFormat": "Reads", 17225 "legendLink": null, 17226 "step": 10 17227 }, 17228 { 17229 "expr": "ceil(sum by(pod) (rate(container_fs_writes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[5m])))", 17230 "format": "time_series", 17231 "intervalFactor": 2, 17232 "legendFormat": "Writes", 17233 "legendLink": null, 17234 "step": 10 17235 } 17236 ], 17237 "thresholds": [ 17238 17239 ], 17240 "timeFrom": null, 17241 "timeShift": null, 17242 "title": "IOPS", 17243 "tooltip": { 17244 "shared": false, 17245 "sort": 0, 17246 "value_type": "individual" 17247 }, 17248 "type": "graph", 17249 "xaxis": { 17250 "buckets": null, 17251 "mode": "time", 17252 "name": null, 17253 "show": true, 17254 "values": [ 17255 17256 ] 17257 }, 17258 "yaxes": [ 17259 { 17260 "format": "short", 17261 "label": null, 17262 "logBase": 1, 17263 "max": null, 17264 "min": 0, 17265 "show": true 17266 }, 17267 { 17268 "format": "short", 17269 "label": null, 17270 "logBase": 1, 17271 "max": null, 17272 "min": null, 17273 "show": false 17274 } 17275 ] 17276 }, 17277 { 17278 "aliasColors": { 17279 17280 }, 17281 "bars": false, 17282 "dashLength": 10, 17283 "dashes": false, 17284 "datasource": "$datasource", 17285 "fill": 10, 17286 "id": 13, 17287 "legend": { 17288 "avg": false, 17289 "current": false, 17290 "max": false, 17291 "min": false, 17292 "show": true, 17293 "total": false, 17294 "values": false 17295 }, 17296 "lines": true, 17297 "linewidth": 0, 17298 "links": [ 17299 17300 ], 17301 "nullPointMode": "null as zero", 17302 "percentage": false, 17303 "pointradius": 5, 17304 "points": false, 17305 "renderer": "flot", 17306 "seriesOverrides": [ 17307 17308 ], 17309 "spaceLength": 10, 17310 "span": 6, 17311 "stack": true, 17312 "steppedLine": false, 17313 "targets": [ 17314 { 17315 "expr": "sum by(pod) (rate(container_fs_reads_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[5m]))", 17316 "format": "time_series", 17317 "intervalFactor": 2, 17318 "legendFormat": "Reads", 17319 "legendLink": null, 17320 "step": 10 17321 }, 17322 { 17323 "expr": "sum by(pod) (rate(container_fs_writes_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[5m]))", 17324 "format": "time_series", 17325 "intervalFactor": 2, 17326 "legendFormat": "Writes", 17327 "legendLink": null, 17328 "step": 10 17329 } 17330 ], 17331 "thresholds": [ 17332 17333 ], 17334 "timeFrom": null, 17335 "timeShift": null, 17336 "title": "ThroughPut", 17337 "tooltip": { 17338 "shared": false, 17339 "sort": 0, 17340 "value_type": "individual" 17341 }, 17342 "type": "graph", 17343 "xaxis": { 17344 "buckets": null, 17345 "mode": "time", 17346 "name": null, 17347 "show": true, 17348 "values": [ 17349 17350 ] 17351 }, 17352 "yaxes": [ 17353 { 17354 "format": "Bps", 17355 "label": null, 17356 "logBase": 1, 17357 "max": null, 17358 "min": 0, 17359 "show": true 17360 }, 17361 { 17362 "format": "short", 17363 "label": null, 17364 "logBase": 1, 17365 "max": null, 17366 "min": null, 17367 "show": false 17368 } 17369 ] 17370 } 17371 ], 17372 "repeat": null, 17373 "repeatIteration": null, 17374 "repeatRowId": null, 17375 "showTitle": true, 17376 "title": "Storage IO - Distribution(Pod - Read & Writes)", 17377 "titleSize": "h6" 17378 }, 17379 { 17380 "collapse": false, 17381 "height": "250px", 17382 "panels": [ 17383 { 17384 "aliasColors": { 17385 17386 }, 17387 "bars": false, 17388 "dashLength": 10, 17389 "dashes": false, 17390 "datasource": "$datasource", 17391 "decimals": -1, 17392 "fill": 10, 17393 "id": 14, 17394 "legend": { 17395 "avg": false, 17396 "current": false, 17397 "max": false, 17398 "min": false, 17399 "show": true, 17400 "total": false, 17401 "values": false 17402 }, 17403 "lines": true, 17404 "linewidth": 0, 17405 "links": [ 17406 17407 ], 17408 "nullPointMode": "null as zero", 17409 "percentage": false, 17410 "pointradius": 5, 17411 "points": false, 17412 "renderer": "flot", 17413 "seriesOverrides": [ 17414 17415 ], 17416 "spaceLength": 10, 17417 "span": 6, 17418 "stack": true, 17419 "steppedLine": false, 17420 "targets": [ 17421 { 17422 "expr": "ceil(sum by(container) (rate(container_fs_reads_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m]) + rate(container_fs_writes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m])))", 17423 "format": "time_series", 17424 "intervalFactor": 2, 17425 "legendFormat": "{{container}}", 17426 "legendLink": null, 17427 "step": 10 17428 } 17429 ], 17430 "thresholds": [ 17431 17432 ], 17433 "timeFrom": null, 17434 "timeShift": null, 17435 "title": "IOPS(Reads+Writes)", 17436 "tooltip": { 17437 "shared": false, 17438 "sort": 0, 17439 "value_type": "individual" 17440 }, 17441 "type": "graph", 17442 "xaxis": { 17443 "buckets": null, 17444 "mode": "time", 17445 "name": null, 17446 "show": true, 17447 "values": [ 17448 17449 ] 17450 }, 17451 "yaxes": [ 17452 { 17453 "format": "short", 17454 "label": null, 17455 "logBase": 1, 17456 "max": null, 17457 "min": 0, 17458 "show": true 17459 }, 17460 { 17461 "format": "short", 17462 "label": null, 17463 "logBase": 1, 17464 "max": null, 17465 "min": null, 17466 "show": false 17467 } 17468 ] 17469 }, 17470 { 17471 "aliasColors": { 17472 17473 }, 17474 "bars": false, 17475 "dashLength": 10, 17476 "dashes": false, 17477 "datasource": "$datasource", 17478 "fill": 10, 17479 "id": 15, 17480 "legend": { 17481 "avg": false, 17482 "current": false, 17483 "max": false, 17484 "min": false, 17485 "show": true, 17486 "total": false, 17487 "values": false 17488 }, 17489 "lines": true, 17490 "linewidth": 0, 17491 "links": [ 17492 17493 ], 17494 "nullPointMode": "null as zero", 17495 "percentage": false, 17496 "pointradius": 5, 17497 "points": false, 17498 "renderer": "flot", 17499 "seriesOverrides": [ 17500 17501 ], 17502 "spaceLength": 10, 17503 "span": 6, 17504 "stack": true, 17505 "steppedLine": false, 17506 "targets": [ 17507 { 17508 "expr": "sum by(container) (rate(container_fs_reads_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m]) + rate(container_fs_writes_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m]))", 17509 "format": "time_series", 17510 "intervalFactor": 2, 17511 "legendFormat": "{{container}}", 17512 "legendLink": null, 17513 "step": 10 17514 } 17515 ], 17516 "thresholds": [ 17517 17518 ], 17519 "timeFrom": null, 17520 "timeShift": null, 17521 "title": "ThroughPut(Read+Write)", 17522 "tooltip": { 17523 "shared": false, 17524 "sort": 0, 17525 "value_type": "individual" 17526 }, 17527 "type": "graph", 17528 "xaxis": { 17529 "buckets": null, 17530 "mode": "time", 17531 "name": null, 17532 "show": true, 17533 "values": [ 17534 17535 ] 17536 }, 17537 "yaxes": [ 17538 { 17539 "format": "Bps", 17540 "label": null, 17541 "logBase": 1, 17542 "max": null, 17543 "min": 0, 17544 "show": true 17545 }, 17546 { 17547 "format": "short", 17548 "label": null, 17549 "logBase": 1, 17550 "max": null, 17551 "min": null, 17552 "show": false 17553 } 17554 ] 17555 } 17556 ], 17557 "repeat": null, 17558 "repeatIteration": null, 17559 "repeatRowId": null, 17560 "showTitle": true, 17561 "title": "Storage IO - Distribution(Containers)", 17562 "titleSize": "h6" 17563 }, 17564 { 17565 "collapse": false, 17566 "height": "250px", 17567 "panels": [ 17568 { 17569 "aliasColors": { 17570 17571 }, 17572 "bars": false, 17573 "dashLength": 10, 17574 "dashes": false, 17575 "datasource": "$datasource", 17576 "fill": 1, 17577 "id": 16, 17578 "legend": { 17579 "avg": false, 17580 "current": false, 17581 "max": false, 17582 "min": false, 17583 "show": true, 17584 "total": false, 17585 "values": false 17586 }, 17587 "lines": true, 17588 "linewidth": 1, 17589 "links": [ 17590 17591 ], 17592 "nullPointMode": "null as zero", 17593 "percentage": false, 17594 "pointradius": 5, 17595 "points": false, 17596 "renderer": "flot", 17597 "seriesOverrides": [ 17598 17599 ], 17600 "sort": { 17601 "col": 4, 17602 "desc": true 17603 }, 17604 "spaceLength": 10, 17605 "span": 12, 17606 "stack": false, 17607 "steppedLine": false, 17608 "styles": [ 17609 { 17610 "alias": "Time", 17611 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17612 "pattern": "Time", 17613 "type": "hidden" 17614 }, 17615 { 17616 "alias": "IOPS(Reads)", 17617 "colorMode": null, 17618 "colors": [ 17619 17620 ], 17621 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17622 "decimals": -1, 17623 "link": false, 17624 "linkTargetBlank": false, 17625 "linkTooltip": "Drill down", 17626 "linkUrl": "", 17627 "pattern": "Value #A", 17628 "thresholds": [ 17629 17630 ], 17631 "type": "number", 17632 "unit": "short" 17633 }, 17634 { 17635 "alias": "IOPS(Writes)", 17636 "colorMode": null, 17637 "colors": [ 17638 17639 ], 17640 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17641 "decimals": -1, 17642 "link": false, 17643 "linkTargetBlank": false, 17644 "linkTooltip": "Drill down", 17645 "linkUrl": "", 17646 "pattern": "Value #B", 17647 "thresholds": [ 17648 17649 ], 17650 "type": "number", 17651 "unit": "short" 17652 }, 17653 { 17654 "alias": "IOPS(Reads + Writes)", 17655 "colorMode": null, 17656 "colors": [ 17657 17658 ], 17659 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17660 "decimals": -1, 17661 "link": false, 17662 "linkTargetBlank": false, 17663 "linkTooltip": "Drill down", 17664 "linkUrl": "", 17665 "pattern": "Value #C", 17666 "thresholds": [ 17667 17668 ], 17669 "type": "number", 17670 "unit": "short" 17671 }, 17672 { 17673 "alias": "Throughput(Read)", 17674 "colorMode": null, 17675 "colors": [ 17676 17677 ], 17678 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17679 "decimals": 2, 17680 "link": false, 17681 "linkTargetBlank": false, 17682 "linkTooltip": "Drill down", 17683 "linkUrl": "", 17684 "pattern": "Value #D", 17685 "thresholds": [ 17686 17687 ], 17688 "type": "number", 17689 "unit": "Bps" 17690 }, 17691 { 17692 "alias": "Throughput(Write)", 17693 "colorMode": null, 17694 "colors": [ 17695 17696 ], 17697 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17698 "decimals": 2, 17699 "link": false, 17700 "linkTargetBlank": false, 17701 "linkTooltip": "Drill down", 17702 "linkUrl": "", 17703 "pattern": "Value #E", 17704 "thresholds": [ 17705 17706 ], 17707 "type": "number", 17708 "unit": "Bps" 17709 }, 17710 { 17711 "alias": "Throughput(Read + Write)", 17712 "colorMode": null, 17713 "colors": [ 17714 17715 ], 17716 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17717 "decimals": 2, 17718 "link": false, 17719 "linkTargetBlank": false, 17720 "linkTooltip": "Drill down", 17721 "linkUrl": "", 17722 "pattern": "Value #F", 17723 "thresholds": [ 17724 17725 ], 17726 "type": "number", 17727 "unit": "Bps" 17728 }, 17729 { 17730 "alias": "Container", 17731 "colorMode": null, 17732 "colors": [ 17733 17734 ], 17735 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17736 "decimals": 2, 17737 "link": false, 17738 "linkTargetBlank": false, 17739 "linkTooltip": "Drill down", 17740 "linkUrl": "", 17741 "pattern": "container", 17742 "thresholds": [ 17743 17744 ], 17745 "type": "number", 17746 "unit": "short" 17747 }, 17748 { 17749 "alias": "", 17750 "colorMode": null, 17751 "colors": [ 17752 17753 ], 17754 "dateFormat": "YYYY-MM-DD HH:mm:ss", 17755 "decimals": 2, 17756 "pattern": "/.*/", 17757 "thresholds": [ 17758 17759 ], 17760 "type": "string", 17761 "unit": "short" 17762 } 17763 ], 17764 "targets": [ 17765 { 17766 "expr": "sum by(container) (rate(container_fs_reads_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m]))", 17767 "format": "table", 17768 "instant": true, 17769 "intervalFactor": 2, 17770 "legendFormat": "", 17771 "refId": "A", 17772 "step": 10 17773 }, 17774 { 17775 "expr": "sum by(container) (rate(container_fs_writes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m]))", 17776 "format": "table", 17777 "instant": true, 17778 "intervalFactor": 2, 17779 "legendFormat": "", 17780 "refId": "B", 17781 "step": 10 17782 }, 17783 { 17784 "expr": "sum by(container) (rate(container_fs_reads_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m]) + rate(container_fs_writes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m]))", 17785 "format": "table", 17786 "instant": true, 17787 "intervalFactor": 2, 17788 "legendFormat": "", 17789 "refId": "C", 17790 "step": 10 17791 }, 17792 { 17793 "expr": "sum by(container) (rate(container_fs_reads_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m]))", 17794 "format": "table", 17795 "instant": true, 17796 "intervalFactor": 2, 17797 "legendFormat": "", 17798 "refId": "D", 17799 "step": 10 17800 }, 17801 { 17802 "expr": "sum by(container) (rate(container_fs_writes_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m]))", 17803 "format": "table", 17804 "instant": true, 17805 "intervalFactor": 2, 17806 "legendFormat": "", 17807 "refId": "E", 17808 "step": 10 17809 }, 17810 { 17811 "expr": "sum by(container) (rate(container_fs_reads_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m]) + rate(container_fs_writes_bytes_total{container!=\"\", cluster=\"$cluster\",namespace=~\"$namespace\", pod=\"$pod\"}[5m]))", 17812 "format": "table", 17813 "instant": true, 17814 "intervalFactor": 2, 17815 "legendFormat": "", 17816 "refId": "F", 17817 "step": 10 17818 } 17819 ], 17820 "thresholds": [ 17821 17822 ], 17823 "timeFrom": null, 17824 "timeShift": null, 17825 "title": "Current Storage IO", 17826 "tooltip": { 17827 "shared": false, 17828 "sort": 0, 17829 "value_type": "individual" 17830 }, 17831 "transform": "table", 17832 "type": "table", 17833 "xaxis": { 17834 "buckets": null, 17835 "mode": "time", 17836 "name": null, 17837 "show": true, 17838 "values": [ 17839 17840 ] 17841 }, 17842 "yaxes": [ 17843 { 17844 "format": "short", 17845 "label": null, 17846 "logBase": 1, 17847 "max": null, 17848 "min": 0, 17849 "show": true 17850 }, 17851 { 17852 "format": "short", 17853 "label": null, 17854 "logBase": 1, 17855 "max": null, 17856 "min": null, 17857 "show": false 17858 } 17859 ] 17860 } 17861 ], 17862 "repeat": null, 17863 "repeatIteration": null, 17864 "repeatRowId": null, 17865 "showTitle": true, 17866 "title": "Storage IO - Distribution", 17867 "titleSize": "h6" 17868 } 17869 ], 17870 "schemaVersion": 14, 17871 "style": "dark", 17872 "tags": [ 17873 "kubernetes-mixin" 17874 ], 17875 "templating": { 17876 "list": [ 17877 { 17878 "current": { 17879 "text": "default", 17880 "value": "default" 17881 }, 17882 "hide": 0, 17883 "label": null, 17884 "name": "datasource", 17885 "options": [ 17886 17887 ], 17888 "query": "prometheus", 17889 "refresh": 1, 17890 "regex": "", 17891 "type": "datasource" 17892 }, 17893 { 17894 "allValue": null, 17895 "current": { 17896 "text": "", 17897 "value": "" 17898 }, 17899 "datasource": "$datasource", 17900 "hide": 2, 17901 "includeAll": false, 17902 "label": null, 17903 "multi": false, 17904 "name": "cluster", 17905 "options": [ 17906 17907 ], 17908 "query": "label_values(kube_pod_info, cluster)", 17909 "refresh": 2, 17910 "regex": "", 17911 "sort": 1, 17912 "tagValuesQuery": "", 17913 "tags": [ 17914 17915 ], 17916 "tagsQuery": "", 17917 "type": "query", 17918 "useTags": false 17919 }, 17920 { 17921 "allValue": null, 17922 "current": { 17923 "text": "", 17924 "value": "" 17925 }, 17926 "datasource": "$datasource", 17927 "hide": 0, 17928 "includeAll": false, 17929 "label": null, 17930 "multi": false, 17931 "name": "namespace", 17932 "options": [ 17933 17934 ], 17935 "query": "label_values(kube_pod_info{cluster=\"$cluster\"}, namespace)", 17936 "refresh": 2, 17937 "regex": "", 17938 "sort": 1, 17939 "tagValuesQuery": "", 17940 "tags": [ 17941 17942 ], 17943 "tagsQuery": "", 17944 "type": "query", 17945 "useTags": false 17946 }, 17947 { 17948 "allValue": null, 17949 "current": { 17950 "text": "", 17951 "value": "" 17952 }, 17953 "datasource": "$datasource", 17954 "hide": 0, 17955 "includeAll": false, 17956 "label": null, 17957 "multi": false, 17958 "name": "pod", 17959 "options": [ 17960 17961 ], 17962 "query": "label_values(kube_pod_info{cluster=\"$cluster\", namespace=\"$namespace\"}, pod)", 17963 "refresh": 2, 17964 "regex": "", 17965 "sort": 1, 17966 "tagValuesQuery": "", 17967 "tags": [ 17968 17969 ], 17970 "tagsQuery": "", 17971 "type": "query", 17972 "useTags": false 17973 } 17974 ] 17975 }, 17976 "time": { 17977 "from": "now-1h", 17978 "to": "now" 17979 }, 17980 "timepicker": { 17981 "refresh_intervals": [ 17982 "5s", 17983 "10s", 17984 "30s", 17985 "1m", 17986 "5m", 17987 "15m", 17988 "30m", 17989 "1h", 17990 "2h", 17991 "1d" 17992 ], 17993 "time_options": [ 17994 "5m", 17995 "15m", 17996 "1h", 17997 "6h", 17998 "12h", 17999 "24h", 18000 "2d", 18001 "7d", 18002 "30d" 18003 ] 18004 }, 18005 "timezone": "UTC", 18006 "title": "Kubernetes / Compute Resources / Pod", 18007 "uid": "6581e46e4e5c7ba40a07646395ef7b23", 18008 "version": 0 18009 } 18010 --- 18011 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-workload.yaml 18012 apiVersion: v1 18013 kind: ConfigMap 18014 metadata: 18015 namespace: kube-prometheus-stack-system 18016 name: kube-prometheus-stack-k8s-resources-workload 18017 annotations: 18018 { } 18019 labels: 18020 grafana_dashboard: "1" 18021 app: kube-prometheus-stack-grafana 18022 app.kubernetes.io/instance: kube-prometheus-stack 18023 app.kubernetes.io/version: "18.0.1" 18024 app.kubernetes.io/part-of: kube-prometheus-stack 18025 release: "kube-prometheus-stack" 18026 heritage: "Helm" 18027 data: 18028 k8s-resources-workload.json: |- 18029 { 18030 "annotations": { 18031 "list": [ 18032 18033 ] 18034 }, 18035 "editable": true, 18036 "gnetId": null, 18037 "graphTooltip": 0, 18038 "hideControls": false, 18039 "links": [ 18040 18041 ], 18042 "refresh": "10s", 18043 "rows": [ 18044 { 18045 "collapse": false, 18046 "height": "250px", 18047 "panels": [ 18048 { 18049 "aliasColors": { 18050 18051 }, 18052 "bars": false, 18053 "dashLength": 10, 18054 "dashes": false, 18055 "datasource": "$datasource", 18056 "fill": 10, 18057 "id": 1, 18058 "legend": { 18059 "avg": false, 18060 "current": false, 18061 "max": false, 18062 "min": false, 18063 "show": true, 18064 "total": false, 18065 "values": false 18066 }, 18067 "lines": true, 18068 "linewidth": 0, 18069 "links": [ 18070 18071 ], 18072 "nullPointMode": "null as zero", 18073 "percentage": false, 18074 "pointradius": 5, 18075 "points": false, 18076 "renderer": "flot", 18077 "seriesOverrides": [ 18078 18079 ], 18080 "spaceLength": 10, 18081 "span": 12, 18082 "stack": true, 18083 "steppedLine": false, 18084 "targets": [ 18085 { 18086 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18087 "format": "time_series", 18088 "intervalFactor": 2, 18089 "legendFormat": "{{pod}}", 18090 "legendLink": null, 18091 "step": 10 18092 } 18093 ], 18094 "thresholds": [ 18095 18096 ], 18097 "timeFrom": null, 18098 "timeShift": null, 18099 "title": "CPU Usage", 18100 "tooltip": { 18101 "shared": false, 18102 "sort": 0, 18103 "value_type": "individual" 18104 }, 18105 "type": "graph", 18106 "xaxis": { 18107 "buckets": null, 18108 "mode": "time", 18109 "name": null, 18110 "show": true, 18111 "values": [ 18112 18113 ] 18114 }, 18115 "yaxes": [ 18116 { 18117 "format": "short", 18118 "label": null, 18119 "logBase": 1, 18120 "max": null, 18121 "min": 0, 18122 "show": true 18123 }, 18124 { 18125 "format": "short", 18126 "label": null, 18127 "logBase": 1, 18128 "max": null, 18129 "min": null, 18130 "show": false 18131 } 18132 ] 18133 } 18134 ], 18135 "repeat": null, 18136 "repeatIteration": null, 18137 "repeatRowId": null, 18138 "showTitle": true, 18139 "title": "CPU Usage", 18140 "titleSize": "h6" 18141 }, 18142 { 18143 "collapse": false, 18144 "height": "250px", 18145 "panels": [ 18146 { 18147 "aliasColors": { 18148 18149 }, 18150 "bars": false, 18151 "dashLength": 10, 18152 "dashes": false, 18153 "datasource": "$datasource", 18154 "fill": 1, 18155 "id": 2, 18156 "legend": { 18157 "avg": false, 18158 "current": false, 18159 "max": false, 18160 "min": false, 18161 "show": true, 18162 "total": false, 18163 "values": false 18164 }, 18165 "lines": true, 18166 "linewidth": 1, 18167 "links": [ 18168 18169 ], 18170 "nullPointMode": "null as zero", 18171 "percentage": false, 18172 "pointradius": 5, 18173 "points": false, 18174 "renderer": "flot", 18175 "seriesOverrides": [ 18176 18177 ], 18178 "spaceLength": 10, 18179 "span": 12, 18180 "stack": false, 18181 "steppedLine": false, 18182 "styles": [ 18183 { 18184 "alias": "Time", 18185 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18186 "pattern": "Time", 18187 "type": "hidden" 18188 }, 18189 { 18190 "alias": "CPU Usage", 18191 "colorMode": null, 18192 "colors": [ 18193 18194 ], 18195 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18196 "decimals": 2, 18197 "link": false, 18198 "linkTargetBlank": false, 18199 "linkTooltip": "Drill down", 18200 "linkUrl": "", 18201 "pattern": "Value #A", 18202 "thresholds": [ 18203 18204 ], 18205 "type": "number", 18206 "unit": "short" 18207 }, 18208 { 18209 "alias": "CPU Requests", 18210 "colorMode": null, 18211 "colors": [ 18212 18213 ], 18214 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18215 "decimals": 2, 18216 "link": false, 18217 "linkTargetBlank": false, 18218 "linkTooltip": "Drill down", 18219 "linkUrl": "", 18220 "pattern": "Value #B", 18221 "thresholds": [ 18222 18223 ], 18224 "type": "number", 18225 "unit": "short" 18226 }, 18227 { 18228 "alias": "CPU Requests %", 18229 "colorMode": null, 18230 "colors": [ 18231 18232 ], 18233 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18234 "decimals": 2, 18235 "link": false, 18236 "linkTargetBlank": false, 18237 "linkTooltip": "Drill down", 18238 "linkUrl": "", 18239 "pattern": "Value #C", 18240 "thresholds": [ 18241 18242 ], 18243 "type": "number", 18244 "unit": "percentunit" 18245 }, 18246 { 18247 "alias": "CPU Limits", 18248 "colorMode": null, 18249 "colors": [ 18250 18251 ], 18252 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18253 "decimals": 2, 18254 "link": false, 18255 "linkTargetBlank": false, 18256 "linkTooltip": "Drill down", 18257 "linkUrl": "", 18258 "pattern": "Value #D", 18259 "thresholds": [ 18260 18261 ], 18262 "type": "number", 18263 "unit": "short" 18264 }, 18265 { 18266 "alias": "CPU Limits %", 18267 "colorMode": null, 18268 "colors": [ 18269 18270 ], 18271 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18272 "decimals": 2, 18273 "link": false, 18274 "linkTargetBlank": false, 18275 "linkTooltip": "Drill down", 18276 "linkUrl": "", 18277 "pattern": "Value #E", 18278 "thresholds": [ 18279 18280 ], 18281 "type": "number", 18282 "unit": "percentunit" 18283 }, 18284 { 18285 "alias": "Pod", 18286 "colorMode": null, 18287 "colors": [ 18288 18289 ], 18290 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18291 "decimals": 2, 18292 "link": true, 18293 "linkTargetBlank": false, 18294 "linkTooltip": "Drill down", 18295 "linkUrl": "./d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 18296 "pattern": "pod", 18297 "thresholds": [ 18298 18299 ], 18300 "type": "number", 18301 "unit": "short" 18302 }, 18303 { 18304 "alias": "", 18305 "colorMode": null, 18306 "colors": [ 18307 18308 ], 18309 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18310 "decimals": 2, 18311 "pattern": "/.*/", 18312 "thresholds": [ 18313 18314 ], 18315 "type": "string", 18316 "unit": "short" 18317 } 18318 ], 18319 "targets": [ 18320 { 18321 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18322 "format": "table", 18323 "instant": true, 18324 "intervalFactor": 2, 18325 "legendFormat": "", 18326 "refId": "A", 18327 "step": 10 18328 }, 18329 { 18330 "expr": "sum(\n kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18331 "format": "table", 18332 "instant": true, 18333 "intervalFactor": 2, 18334 "legendFormat": "", 18335 "refId": "B", 18336 "step": 10 18337 }, 18338 { 18339 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18340 "format": "table", 18341 "instant": true, 18342 "intervalFactor": 2, 18343 "legendFormat": "", 18344 "refId": "C", 18345 "step": 10 18346 }, 18347 { 18348 "expr": "sum(\n kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18349 "format": "table", 18350 "instant": true, 18351 "intervalFactor": 2, 18352 "legendFormat": "", 18353 "refId": "D", 18354 "step": 10 18355 }, 18356 { 18357 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18358 "format": "table", 18359 "instant": true, 18360 "intervalFactor": 2, 18361 "legendFormat": "", 18362 "refId": "E", 18363 "step": 10 18364 } 18365 ], 18366 "thresholds": [ 18367 18368 ], 18369 "timeFrom": null, 18370 "timeShift": null, 18371 "title": "CPU Quota", 18372 "tooltip": { 18373 "shared": false, 18374 "sort": 0, 18375 "value_type": "individual" 18376 }, 18377 "transform": "table", 18378 "type": "table", 18379 "xaxis": { 18380 "buckets": null, 18381 "mode": "time", 18382 "name": null, 18383 "show": true, 18384 "values": [ 18385 18386 ] 18387 }, 18388 "yaxes": [ 18389 { 18390 "format": "short", 18391 "label": null, 18392 "logBase": 1, 18393 "max": null, 18394 "min": 0, 18395 "show": true 18396 }, 18397 { 18398 "format": "short", 18399 "label": null, 18400 "logBase": 1, 18401 "max": null, 18402 "min": null, 18403 "show": false 18404 } 18405 ] 18406 } 18407 ], 18408 "repeat": null, 18409 "repeatIteration": null, 18410 "repeatRowId": null, 18411 "showTitle": true, 18412 "title": "CPU Quota", 18413 "titleSize": "h6" 18414 }, 18415 { 18416 "collapse": false, 18417 "height": "250px", 18418 "panels": [ 18419 { 18420 "aliasColors": { 18421 18422 }, 18423 "bars": false, 18424 "dashLength": 10, 18425 "dashes": false, 18426 "datasource": "$datasource", 18427 "fill": 10, 18428 "id": 3, 18429 "legend": { 18430 "avg": false, 18431 "current": false, 18432 "max": false, 18433 "min": false, 18434 "show": true, 18435 "total": false, 18436 "values": false 18437 }, 18438 "lines": true, 18439 "linewidth": 0, 18440 "links": [ 18441 18442 ], 18443 "nullPointMode": "null as zero", 18444 "percentage": false, 18445 "pointradius": 5, 18446 "points": false, 18447 "renderer": "flot", 18448 "seriesOverrides": [ 18449 18450 ], 18451 "spaceLength": 10, 18452 "span": 12, 18453 "stack": true, 18454 "steppedLine": false, 18455 "targets": [ 18456 { 18457 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18458 "format": "time_series", 18459 "intervalFactor": 2, 18460 "legendFormat": "{{pod}}", 18461 "legendLink": null, 18462 "step": 10 18463 } 18464 ], 18465 "thresholds": [ 18466 18467 ], 18468 "timeFrom": null, 18469 "timeShift": null, 18470 "title": "Memory Usage", 18471 "tooltip": { 18472 "shared": false, 18473 "sort": 0, 18474 "value_type": "individual" 18475 }, 18476 "type": "graph", 18477 "xaxis": { 18478 "buckets": null, 18479 "mode": "time", 18480 "name": null, 18481 "show": true, 18482 "values": [ 18483 18484 ] 18485 }, 18486 "yaxes": [ 18487 { 18488 "format": "bytes", 18489 "label": null, 18490 "logBase": 1, 18491 "max": null, 18492 "min": 0, 18493 "show": true 18494 }, 18495 { 18496 "format": "short", 18497 "label": null, 18498 "logBase": 1, 18499 "max": null, 18500 "min": null, 18501 "show": false 18502 } 18503 ] 18504 } 18505 ], 18506 "repeat": null, 18507 "repeatIteration": null, 18508 "repeatRowId": null, 18509 "showTitle": true, 18510 "title": "Memory Usage", 18511 "titleSize": "h6" 18512 }, 18513 { 18514 "collapse": false, 18515 "height": "250px", 18516 "panels": [ 18517 { 18518 "aliasColors": { 18519 18520 }, 18521 "bars": false, 18522 "dashLength": 10, 18523 "dashes": false, 18524 "datasource": "$datasource", 18525 "fill": 1, 18526 "id": 4, 18527 "legend": { 18528 "avg": false, 18529 "current": false, 18530 "max": false, 18531 "min": false, 18532 "show": true, 18533 "total": false, 18534 "values": false 18535 }, 18536 "lines": true, 18537 "linewidth": 1, 18538 "links": [ 18539 18540 ], 18541 "nullPointMode": "null as zero", 18542 "percentage": false, 18543 "pointradius": 5, 18544 "points": false, 18545 "renderer": "flot", 18546 "seriesOverrides": [ 18547 18548 ], 18549 "spaceLength": 10, 18550 "span": 12, 18551 "stack": false, 18552 "steppedLine": false, 18553 "styles": [ 18554 { 18555 "alias": "Time", 18556 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18557 "pattern": "Time", 18558 "type": "hidden" 18559 }, 18560 { 18561 "alias": "Memory Usage", 18562 "colorMode": null, 18563 "colors": [ 18564 18565 ], 18566 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18567 "decimals": 2, 18568 "link": false, 18569 "linkTargetBlank": false, 18570 "linkTooltip": "Drill down", 18571 "linkUrl": "", 18572 "pattern": "Value #A", 18573 "thresholds": [ 18574 18575 ], 18576 "type": "number", 18577 "unit": "bytes" 18578 }, 18579 { 18580 "alias": "Memory Requests", 18581 "colorMode": null, 18582 "colors": [ 18583 18584 ], 18585 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18586 "decimals": 2, 18587 "link": false, 18588 "linkTargetBlank": false, 18589 "linkTooltip": "Drill down", 18590 "linkUrl": "", 18591 "pattern": "Value #B", 18592 "thresholds": [ 18593 18594 ], 18595 "type": "number", 18596 "unit": "bytes" 18597 }, 18598 { 18599 "alias": "Memory Requests %", 18600 "colorMode": null, 18601 "colors": [ 18602 18603 ], 18604 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18605 "decimals": 2, 18606 "link": false, 18607 "linkTargetBlank": false, 18608 "linkTooltip": "Drill down", 18609 "linkUrl": "", 18610 "pattern": "Value #C", 18611 "thresholds": [ 18612 18613 ], 18614 "type": "number", 18615 "unit": "percentunit" 18616 }, 18617 { 18618 "alias": "Memory Limits", 18619 "colorMode": null, 18620 "colors": [ 18621 18622 ], 18623 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18624 "decimals": 2, 18625 "link": false, 18626 "linkTargetBlank": false, 18627 "linkTooltip": "Drill down", 18628 "linkUrl": "", 18629 "pattern": "Value #D", 18630 "thresholds": [ 18631 18632 ], 18633 "type": "number", 18634 "unit": "bytes" 18635 }, 18636 { 18637 "alias": "Memory Limits %", 18638 "colorMode": null, 18639 "colors": [ 18640 18641 ], 18642 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18643 "decimals": 2, 18644 "link": false, 18645 "linkTargetBlank": false, 18646 "linkTooltip": "Drill down", 18647 "linkUrl": "", 18648 "pattern": "Value #E", 18649 "thresholds": [ 18650 18651 ], 18652 "type": "number", 18653 "unit": "percentunit" 18654 }, 18655 { 18656 "alias": "Pod", 18657 "colorMode": null, 18658 "colors": [ 18659 18660 ], 18661 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18662 "decimals": 2, 18663 "link": true, 18664 "linkTargetBlank": false, 18665 "linkTooltip": "Drill down", 18666 "linkUrl": "./d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 18667 "pattern": "pod", 18668 "thresholds": [ 18669 18670 ], 18671 "type": "number", 18672 "unit": "short" 18673 }, 18674 { 18675 "alias": "", 18676 "colorMode": null, 18677 "colors": [ 18678 18679 ], 18680 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18681 "decimals": 2, 18682 "pattern": "/.*/", 18683 "thresholds": [ 18684 18685 ], 18686 "type": "string", 18687 "unit": "short" 18688 } 18689 ], 18690 "targets": [ 18691 { 18692 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18693 "format": "table", 18694 "instant": true, 18695 "intervalFactor": 2, 18696 "legendFormat": "", 18697 "refId": "A", 18698 "step": 10 18699 }, 18700 { 18701 "expr": "sum(\n kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18702 "format": "table", 18703 "instant": true, 18704 "intervalFactor": 2, 18705 "legendFormat": "", 18706 "refId": "B", 18707 "step": 10 18708 }, 18709 { 18710 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18711 "format": "table", 18712 "instant": true, 18713 "intervalFactor": 2, 18714 "legendFormat": "", 18715 "refId": "C", 18716 "step": 10 18717 }, 18718 { 18719 "expr": "sum(\n kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18720 "format": "table", 18721 "instant": true, 18722 "intervalFactor": 2, 18723 "legendFormat": "", 18724 "refId": "D", 18725 "step": 10 18726 }, 18727 { 18728 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", 18729 "format": "table", 18730 "instant": true, 18731 "intervalFactor": 2, 18732 "legendFormat": "", 18733 "refId": "E", 18734 "step": 10 18735 } 18736 ], 18737 "thresholds": [ 18738 18739 ], 18740 "timeFrom": null, 18741 "timeShift": null, 18742 "title": "Memory Quota", 18743 "tooltip": { 18744 "shared": false, 18745 "sort": 0, 18746 "value_type": "individual" 18747 }, 18748 "transform": "table", 18749 "type": "table", 18750 "xaxis": { 18751 "buckets": null, 18752 "mode": "time", 18753 "name": null, 18754 "show": true, 18755 "values": [ 18756 18757 ] 18758 }, 18759 "yaxes": [ 18760 { 18761 "format": "short", 18762 "label": null, 18763 "logBase": 1, 18764 "max": null, 18765 "min": 0, 18766 "show": true 18767 }, 18768 { 18769 "format": "short", 18770 "label": null, 18771 "logBase": 1, 18772 "max": null, 18773 "min": null, 18774 "show": false 18775 } 18776 ] 18777 } 18778 ], 18779 "repeat": null, 18780 "repeatIteration": null, 18781 "repeatRowId": null, 18782 "showTitle": true, 18783 "title": "Memory Quota", 18784 "titleSize": "h6" 18785 }, 18786 { 18787 "collapse": false, 18788 "height": "250px", 18789 "panels": [ 18790 { 18791 "aliasColors": { 18792 18793 }, 18794 "bars": false, 18795 "dashLength": 10, 18796 "dashes": false, 18797 "datasource": "$datasource", 18798 "fill": 1, 18799 "id": 5, 18800 "interval": "1m", 18801 "legend": { 18802 "avg": false, 18803 "current": false, 18804 "max": false, 18805 "min": false, 18806 "show": true, 18807 "total": false, 18808 "values": false 18809 }, 18810 "lines": true, 18811 "linewidth": 1, 18812 "links": [ 18813 18814 ], 18815 "nullPointMode": "null as zero", 18816 "percentage": false, 18817 "pointradius": 5, 18818 "points": false, 18819 "renderer": "flot", 18820 "seriesOverrides": [ 18821 18822 ], 18823 "spaceLength": 10, 18824 "span": 12, 18825 "stack": false, 18826 "steppedLine": false, 18827 "styles": [ 18828 { 18829 "alias": "Time", 18830 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18831 "pattern": "Time", 18832 "type": "hidden" 18833 }, 18834 { 18835 "alias": "Current Receive Bandwidth", 18836 "colorMode": null, 18837 "colors": [ 18838 18839 ], 18840 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18841 "decimals": 2, 18842 "link": false, 18843 "linkTargetBlank": false, 18844 "linkTooltip": "Drill down", 18845 "linkUrl": "", 18846 "pattern": "Value #A", 18847 "thresholds": [ 18848 18849 ], 18850 "type": "number", 18851 "unit": "Bps" 18852 }, 18853 { 18854 "alias": "Current Transmit Bandwidth", 18855 "colorMode": null, 18856 "colors": [ 18857 18858 ], 18859 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18860 "decimals": 2, 18861 "link": false, 18862 "linkTargetBlank": false, 18863 "linkTooltip": "Drill down", 18864 "linkUrl": "", 18865 "pattern": "Value #B", 18866 "thresholds": [ 18867 18868 ], 18869 "type": "number", 18870 "unit": "Bps" 18871 }, 18872 { 18873 "alias": "Rate of Received Packets", 18874 "colorMode": null, 18875 "colors": [ 18876 18877 ], 18878 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18879 "decimals": 2, 18880 "link": false, 18881 "linkTargetBlank": false, 18882 "linkTooltip": "Drill down", 18883 "linkUrl": "", 18884 "pattern": "Value #C", 18885 "thresholds": [ 18886 18887 ], 18888 "type": "number", 18889 "unit": "pps" 18890 }, 18891 { 18892 "alias": "Rate of Transmitted Packets", 18893 "colorMode": null, 18894 "colors": [ 18895 18896 ], 18897 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18898 "decimals": 2, 18899 "link": false, 18900 "linkTargetBlank": false, 18901 "linkTooltip": "Drill down", 18902 "linkUrl": "", 18903 "pattern": "Value #D", 18904 "thresholds": [ 18905 18906 ], 18907 "type": "number", 18908 "unit": "pps" 18909 }, 18910 { 18911 "alias": "Rate of Received Packets Dropped", 18912 "colorMode": null, 18913 "colors": [ 18914 18915 ], 18916 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18917 "decimals": 2, 18918 "link": false, 18919 "linkTargetBlank": false, 18920 "linkTooltip": "Drill down", 18921 "linkUrl": "", 18922 "pattern": "Value #E", 18923 "thresholds": [ 18924 18925 ], 18926 "type": "number", 18927 "unit": "pps" 18928 }, 18929 { 18930 "alias": "Rate of Transmitted Packets Dropped", 18931 "colorMode": null, 18932 "colors": [ 18933 18934 ], 18935 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18936 "decimals": 2, 18937 "link": false, 18938 "linkTargetBlank": false, 18939 "linkTooltip": "Drill down", 18940 "linkUrl": "", 18941 "pattern": "Value #F", 18942 "thresholds": [ 18943 18944 ], 18945 "type": "number", 18946 "unit": "pps" 18947 }, 18948 { 18949 "alias": "Pod", 18950 "colorMode": null, 18951 "colors": [ 18952 18953 ], 18954 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18955 "decimals": 2, 18956 "link": true, 18957 "linkTargetBlank": false, 18958 "linkTooltip": "Drill down", 18959 "linkUrl": "./d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell", 18960 "pattern": "pod", 18961 "thresholds": [ 18962 18963 ], 18964 "type": "number", 18965 "unit": "short" 18966 }, 18967 { 18968 "alias": "", 18969 "colorMode": null, 18970 "colors": [ 18971 18972 ], 18973 "dateFormat": "YYYY-MM-DD HH:mm:ss", 18974 "decimals": 2, 18975 "pattern": "/.*/", 18976 "thresholds": [ 18977 18978 ], 18979 "type": "string", 18980 "unit": "short" 18981 } 18982 ], 18983 "targets": [ 18984 { 18985 "expr": "(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 18986 "format": "table", 18987 "instant": true, 18988 "intervalFactor": 2, 18989 "legendFormat": "", 18990 "refId": "A", 18991 "step": 10 18992 }, 18993 { 18994 "expr": "(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 18995 "format": "table", 18996 "instant": true, 18997 "intervalFactor": 2, 18998 "legendFormat": "", 18999 "refId": "B", 19000 "step": 10 19001 }, 19002 { 19003 "expr": "(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19004 "format": "table", 19005 "instant": true, 19006 "intervalFactor": 2, 19007 "legendFormat": "", 19008 "refId": "C", 19009 "step": 10 19010 }, 19011 { 19012 "expr": "(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19013 "format": "table", 19014 "instant": true, 19015 "intervalFactor": 2, 19016 "legendFormat": "", 19017 "refId": "D", 19018 "step": 10 19019 }, 19020 { 19021 "expr": "(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19022 "format": "table", 19023 "instant": true, 19024 "intervalFactor": 2, 19025 "legendFormat": "", 19026 "refId": "E", 19027 "step": 10 19028 }, 19029 { 19030 "expr": "(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19031 "format": "table", 19032 "instant": true, 19033 "intervalFactor": 2, 19034 "legendFormat": "", 19035 "refId": "F", 19036 "step": 10 19037 } 19038 ], 19039 "thresholds": [ 19040 19041 ], 19042 "timeFrom": null, 19043 "timeShift": null, 19044 "title": "Current Network Usage", 19045 "tooltip": { 19046 "shared": false, 19047 "sort": 0, 19048 "value_type": "individual" 19049 }, 19050 "transform": "table", 19051 "type": "table", 19052 "xaxis": { 19053 "buckets": null, 19054 "mode": "time", 19055 "name": null, 19056 "show": true, 19057 "values": [ 19058 19059 ] 19060 }, 19061 "yaxes": [ 19062 { 19063 "format": "short", 19064 "label": null, 19065 "logBase": 1, 19066 "max": null, 19067 "min": 0, 19068 "show": true 19069 }, 19070 { 19071 "format": "short", 19072 "label": null, 19073 "logBase": 1, 19074 "max": null, 19075 "min": null, 19076 "show": false 19077 } 19078 ] 19079 } 19080 ], 19081 "repeat": null, 19082 "repeatIteration": null, 19083 "repeatRowId": null, 19084 "showTitle": true, 19085 "title": "Current Network Usage", 19086 "titleSize": "h6" 19087 }, 19088 { 19089 "collapse": false, 19090 "height": "250px", 19091 "panels": [ 19092 { 19093 "aliasColors": { 19094 19095 }, 19096 "bars": false, 19097 "dashLength": 10, 19098 "dashes": false, 19099 "datasource": "$datasource", 19100 "fill": 10, 19101 "id": 6, 19102 "legend": { 19103 "avg": false, 19104 "current": false, 19105 "max": false, 19106 "min": false, 19107 "show": true, 19108 "total": false, 19109 "values": false 19110 }, 19111 "lines": true, 19112 "linewidth": 0, 19113 "links": [ 19114 19115 ], 19116 "nullPointMode": "null as zero", 19117 "percentage": false, 19118 "pointradius": 5, 19119 "points": false, 19120 "renderer": "flot", 19121 "seriesOverrides": [ 19122 19123 ], 19124 "spaceLength": 10, 19125 "span": 6, 19126 "stack": true, 19127 "steppedLine": false, 19128 "targets": [ 19129 { 19130 "expr": "(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19131 "format": "time_series", 19132 "intervalFactor": 2, 19133 "legendFormat": "{{pod}}", 19134 "legendLink": null, 19135 "step": 10 19136 } 19137 ], 19138 "thresholds": [ 19139 19140 ], 19141 "timeFrom": null, 19142 "timeShift": null, 19143 "title": "Receive Bandwidth", 19144 "tooltip": { 19145 "shared": false, 19146 "sort": 0, 19147 "value_type": "individual" 19148 }, 19149 "type": "graph", 19150 "xaxis": { 19151 "buckets": null, 19152 "mode": "time", 19153 "name": null, 19154 "show": true, 19155 "values": [ 19156 19157 ] 19158 }, 19159 "yaxes": [ 19160 { 19161 "format": "Bps", 19162 "label": null, 19163 "logBase": 1, 19164 "max": null, 19165 "min": 0, 19166 "show": true 19167 }, 19168 { 19169 "format": "short", 19170 "label": null, 19171 "logBase": 1, 19172 "max": null, 19173 "min": null, 19174 "show": false 19175 } 19176 ] 19177 }, 19178 { 19179 "aliasColors": { 19180 19181 }, 19182 "bars": false, 19183 "dashLength": 10, 19184 "dashes": false, 19185 "datasource": "$datasource", 19186 "fill": 10, 19187 "id": 7, 19188 "legend": { 19189 "avg": false, 19190 "current": false, 19191 "max": false, 19192 "min": false, 19193 "show": true, 19194 "total": false, 19195 "values": false 19196 }, 19197 "lines": true, 19198 "linewidth": 0, 19199 "links": [ 19200 19201 ], 19202 "nullPointMode": "null as zero", 19203 "percentage": false, 19204 "pointradius": 5, 19205 "points": false, 19206 "renderer": "flot", 19207 "seriesOverrides": [ 19208 19209 ], 19210 "spaceLength": 10, 19211 "span": 6, 19212 "stack": true, 19213 "steppedLine": false, 19214 "targets": [ 19215 { 19216 "expr": "(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19217 "format": "time_series", 19218 "intervalFactor": 2, 19219 "legendFormat": "{{pod}}", 19220 "legendLink": null, 19221 "step": 10 19222 } 19223 ], 19224 "thresholds": [ 19225 19226 ], 19227 "timeFrom": null, 19228 "timeShift": null, 19229 "title": "Transmit Bandwidth", 19230 "tooltip": { 19231 "shared": false, 19232 "sort": 0, 19233 "value_type": "individual" 19234 }, 19235 "type": "graph", 19236 "xaxis": { 19237 "buckets": null, 19238 "mode": "time", 19239 "name": null, 19240 "show": true, 19241 "values": [ 19242 19243 ] 19244 }, 19245 "yaxes": [ 19246 { 19247 "format": "Bps", 19248 "label": null, 19249 "logBase": 1, 19250 "max": null, 19251 "min": 0, 19252 "show": true 19253 }, 19254 { 19255 "format": "short", 19256 "label": null, 19257 "logBase": 1, 19258 "max": null, 19259 "min": null, 19260 "show": false 19261 } 19262 ] 19263 } 19264 ], 19265 "repeat": null, 19266 "repeatIteration": null, 19267 "repeatRowId": null, 19268 "showTitle": true, 19269 "title": "Bandwidth", 19270 "titleSize": "h6" 19271 }, 19272 { 19273 "collapse": false, 19274 "height": "250px", 19275 "panels": [ 19276 { 19277 "aliasColors": { 19278 19279 }, 19280 "bars": false, 19281 "dashLength": 10, 19282 "dashes": false, 19283 "datasource": "$datasource", 19284 "fill": 10, 19285 "id": 8, 19286 "legend": { 19287 "avg": false, 19288 "current": false, 19289 "max": false, 19290 "min": false, 19291 "show": true, 19292 "total": false, 19293 "values": false 19294 }, 19295 "lines": true, 19296 "linewidth": 0, 19297 "links": [ 19298 19299 ], 19300 "nullPointMode": "null as zero", 19301 "percentage": false, 19302 "pointradius": 5, 19303 "points": false, 19304 "renderer": "flot", 19305 "seriesOverrides": [ 19306 19307 ], 19308 "spaceLength": 10, 19309 "span": 6, 19310 "stack": true, 19311 "steppedLine": false, 19312 "targets": [ 19313 { 19314 "expr": "(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19315 "format": "time_series", 19316 "intervalFactor": 2, 19317 "legendFormat": "{{pod}}", 19318 "legendLink": null, 19319 "step": 10 19320 } 19321 ], 19322 "thresholds": [ 19323 19324 ], 19325 "timeFrom": null, 19326 "timeShift": null, 19327 "title": "Average Container Bandwidth by Pod: Received", 19328 "tooltip": { 19329 "shared": false, 19330 "sort": 0, 19331 "value_type": "individual" 19332 }, 19333 "type": "graph", 19334 "xaxis": { 19335 "buckets": null, 19336 "mode": "time", 19337 "name": null, 19338 "show": true, 19339 "values": [ 19340 19341 ] 19342 }, 19343 "yaxes": [ 19344 { 19345 "format": "Bps", 19346 "label": null, 19347 "logBase": 1, 19348 "max": null, 19349 "min": 0, 19350 "show": true 19351 }, 19352 { 19353 "format": "short", 19354 "label": null, 19355 "logBase": 1, 19356 "max": null, 19357 "min": null, 19358 "show": false 19359 } 19360 ] 19361 }, 19362 { 19363 "aliasColors": { 19364 19365 }, 19366 "bars": false, 19367 "dashLength": 10, 19368 "dashes": false, 19369 "datasource": "$datasource", 19370 "fill": 10, 19371 "id": 9, 19372 "legend": { 19373 "avg": false, 19374 "current": false, 19375 "max": false, 19376 "min": false, 19377 "show": true, 19378 "total": false, 19379 "values": false 19380 }, 19381 "lines": true, 19382 "linewidth": 0, 19383 "links": [ 19384 19385 ], 19386 "nullPointMode": "null as zero", 19387 "percentage": false, 19388 "pointradius": 5, 19389 "points": false, 19390 "renderer": "flot", 19391 "seriesOverrides": [ 19392 19393 ], 19394 "spaceLength": 10, 19395 "span": 6, 19396 "stack": true, 19397 "steppedLine": false, 19398 "targets": [ 19399 { 19400 "expr": "(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19401 "format": "time_series", 19402 "intervalFactor": 2, 19403 "legendFormat": "{{pod}}", 19404 "legendLink": null, 19405 "step": 10 19406 } 19407 ], 19408 "thresholds": [ 19409 19410 ], 19411 "timeFrom": null, 19412 "timeShift": null, 19413 "title": "Average Container Bandwidth by Pod: Transmitted", 19414 "tooltip": { 19415 "shared": false, 19416 "sort": 0, 19417 "value_type": "individual" 19418 }, 19419 "type": "graph", 19420 "xaxis": { 19421 "buckets": null, 19422 "mode": "time", 19423 "name": null, 19424 "show": true, 19425 "values": [ 19426 19427 ] 19428 }, 19429 "yaxes": [ 19430 { 19431 "format": "Bps", 19432 "label": null, 19433 "logBase": 1, 19434 "max": null, 19435 "min": 0, 19436 "show": true 19437 }, 19438 { 19439 "format": "short", 19440 "label": null, 19441 "logBase": 1, 19442 "max": null, 19443 "min": null, 19444 "show": false 19445 } 19446 ] 19447 } 19448 ], 19449 "repeat": null, 19450 "repeatIteration": null, 19451 "repeatRowId": null, 19452 "showTitle": true, 19453 "title": "Average Container Bandwidth by Pod", 19454 "titleSize": "h6" 19455 }, 19456 { 19457 "collapse": false, 19458 "height": "250px", 19459 "panels": [ 19460 { 19461 "aliasColors": { 19462 19463 }, 19464 "bars": false, 19465 "dashLength": 10, 19466 "dashes": false, 19467 "datasource": "$datasource", 19468 "fill": 10, 19469 "id": 10, 19470 "legend": { 19471 "avg": false, 19472 "current": false, 19473 "max": false, 19474 "min": false, 19475 "show": true, 19476 "total": false, 19477 "values": false 19478 }, 19479 "lines": true, 19480 "linewidth": 0, 19481 "links": [ 19482 19483 ], 19484 "nullPointMode": "null as zero", 19485 "percentage": false, 19486 "pointradius": 5, 19487 "points": false, 19488 "renderer": "flot", 19489 "seriesOverrides": [ 19490 19491 ], 19492 "spaceLength": 10, 19493 "span": 6, 19494 "stack": true, 19495 "steppedLine": false, 19496 "targets": [ 19497 { 19498 "expr": "(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19499 "format": "time_series", 19500 "intervalFactor": 2, 19501 "legendFormat": "{{pod}}", 19502 "legendLink": null, 19503 "step": 10 19504 } 19505 ], 19506 "thresholds": [ 19507 19508 ], 19509 "timeFrom": null, 19510 "timeShift": null, 19511 "title": "Rate of Received Packets", 19512 "tooltip": { 19513 "shared": false, 19514 "sort": 0, 19515 "value_type": "individual" 19516 }, 19517 "type": "graph", 19518 "xaxis": { 19519 "buckets": null, 19520 "mode": "time", 19521 "name": null, 19522 "show": true, 19523 "values": [ 19524 19525 ] 19526 }, 19527 "yaxes": [ 19528 { 19529 "format": "pps", 19530 "label": null, 19531 "logBase": 1, 19532 "max": null, 19533 "min": 0, 19534 "show": true 19535 }, 19536 { 19537 "format": "short", 19538 "label": null, 19539 "logBase": 1, 19540 "max": null, 19541 "min": null, 19542 "show": false 19543 } 19544 ] 19545 }, 19546 { 19547 "aliasColors": { 19548 19549 }, 19550 "bars": false, 19551 "dashLength": 10, 19552 "dashes": false, 19553 "datasource": "$datasource", 19554 "fill": 10, 19555 "id": 11, 19556 "legend": { 19557 "avg": false, 19558 "current": false, 19559 "max": false, 19560 "min": false, 19561 "show": true, 19562 "total": false, 19563 "values": false 19564 }, 19565 "lines": true, 19566 "linewidth": 0, 19567 "links": [ 19568 19569 ], 19570 "nullPointMode": "null as zero", 19571 "percentage": false, 19572 "pointradius": 5, 19573 "points": false, 19574 "renderer": "flot", 19575 "seriesOverrides": [ 19576 19577 ], 19578 "spaceLength": 10, 19579 "span": 6, 19580 "stack": true, 19581 "steppedLine": false, 19582 "targets": [ 19583 { 19584 "expr": "(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19585 "format": "time_series", 19586 "intervalFactor": 2, 19587 "legendFormat": "{{pod}}", 19588 "legendLink": null, 19589 "step": 10 19590 } 19591 ], 19592 "thresholds": [ 19593 19594 ], 19595 "timeFrom": null, 19596 "timeShift": null, 19597 "title": "Rate of Transmitted Packets", 19598 "tooltip": { 19599 "shared": false, 19600 "sort": 0, 19601 "value_type": "individual" 19602 }, 19603 "type": "graph", 19604 "xaxis": { 19605 "buckets": null, 19606 "mode": "time", 19607 "name": null, 19608 "show": true, 19609 "values": [ 19610 19611 ] 19612 }, 19613 "yaxes": [ 19614 { 19615 "format": "pps", 19616 "label": null, 19617 "logBase": 1, 19618 "max": null, 19619 "min": 0, 19620 "show": true 19621 }, 19622 { 19623 "format": "short", 19624 "label": null, 19625 "logBase": 1, 19626 "max": null, 19627 "min": null, 19628 "show": false 19629 } 19630 ] 19631 } 19632 ], 19633 "repeat": null, 19634 "repeatIteration": null, 19635 "repeatRowId": null, 19636 "showTitle": true, 19637 "title": "Rate of Packets", 19638 "titleSize": "h6" 19639 }, 19640 { 19641 "collapse": false, 19642 "height": "250px", 19643 "panels": [ 19644 { 19645 "aliasColors": { 19646 19647 }, 19648 "bars": false, 19649 "dashLength": 10, 19650 "dashes": false, 19651 "datasource": "$datasource", 19652 "fill": 10, 19653 "id": 12, 19654 "legend": { 19655 "avg": false, 19656 "current": false, 19657 "max": false, 19658 "min": false, 19659 "show": true, 19660 "total": false, 19661 "values": false 19662 }, 19663 "lines": true, 19664 "linewidth": 0, 19665 "links": [ 19666 19667 ], 19668 "nullPointMode": "null as zero", 19669 "percentage": false, 19670 "pointradius": 5, 19671 "points": false, 19672 "renderer": "flot", 19673 "seriesOverrides": [ 19674 19675 ], 19676 "spaceLength": 10, 19677 "span": 6, 19678 "stack": true, 19679 "steppedLine": false, 19680 "targets": [ 19681 { 19682 "expr": "(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19683 "format": "time_series", 19684 "intervalFactor": 2, 19685 "legendFormat": "{{pod}}", 19686 "legendLink": null, 19687 "step": 10 19688 } 19689 ], 19690 "thresholds": [ 19691 19692 ], 19693 "timeFrom": null, 19694 "timeShift": null, 19695 "title": "Rate of Received Packets Dropped", 19696 "tooltip": { 19697 "shared": false, 19698 "sort": 0, 19699 "value_type": "individual" 19700 }, 19701 "type": "graph", 19702 "xaxis": { 19703 "buckets": null, 19704 "mode": "time", 19705 "name": null, 19706 "show": true, 19707 "values": [ 19708 19709 ] 19710 }, 19711 "yaxes": [ 19712 { 19713 "format": "pps", 19714 "label": null, 19715 "logBase": 1, 19716 "max": null, 19717 "min": 0, 19718 "show": true 19719 }, 19720 { 19721 "format": "short", 19722 "label": null, 19723 "logBase": 1, 19724 "max": null, 19725 "min": null, 19726 "show": false 19727 } 19728 ] 19729 }, 19730 { 19731 "aliasColors": { 19732 19733 }, 19734 "bars": false, 19735 "dashLength": 10, 19736 "dashes": false, 19737 "datasource": "$datasource", 19738 "fill": 10, 19739 "id": 13, 19740 "legend": { 19741 "avg": false, 19742 "current": false, 19743 "max": false, 19744 "min": false, 19745 "show": true, 19746 "total": false, 19747 "values": false 19748 }, 19749 "lines": true, 19750 "linewidth": 0, 19751 "links": [ 19752 19753 ], 19754 "nullPointMode": "null as zero", 19755 "percentage": false, 19756 "pointradius": 5, 19757 "points": false, 19758 "renderer": "flot", 19759 "seriesOverrides": [ 19760 19761 ], 19762 "spaceLength": 10, 19763 "span": 6, 19764 "stack": true, 19765 "steppedLine": false, 19766 "targets": [ 19767 { 19768 "expr": "(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 19769 "format": "time_series", 19770 "intervalFactor": 2, 19771 "legendFormat": "{{pod}}", 19772 "legendLink": null, 19773 "step": 10 19774 } 19775 ], 19776 "thresholds": [ 19777 19778 ], 19779 "timeFrom": null, 19780 "timeShift": null, 19781 "title": "Rate of Transmitted Packets Dropped", 19782 "tooltip": { 19783 "shared": false, 19784 "sort": 0, 19785 "value_type": "individual" 19786 }, 19787 "type": "graph", 19788 "xaxis": { 19789 "buckets": null, 19790 "mode": "time", 19791 "name": null, 19792 "show": true, 19793 "values": [ 19794 19795 ] 19796 }, 19797 "yaxes": [ 19798 { 19799 "format": "pps", 19800 "label": null, 19801 "logBase": 1, 19802 "max": null, 19803 "min": 0, 19804 "show": true 19805 }, 19806 { 19807 "format": "short", 19808 "label": null, 19809 "logBase": 1, 19810 "max": null, 19811 "min": null, 19812 "show": false 19813 } 19814 ] 19815 } 19816 ], 19817 "repeat": null, 19818 "repeatIteration": null, 19819 "repeatRowId": null, 19820 "showTitle": true, 19821 "title": "Rate of Packets Dropped", 19822 "titleSize": "h6" 19823 } 19824 ], 19825 "schemaVersion": 14, 19826 "style": "dark", 19827 "tags": [ 19828 "kubernetes-mixin" 19829 ], 19830 "templating": { 19831 "list": [ 19832 { 19833 "current": { 19834 "text": "default", 19835 "value": "default" 19836 }, 19837 "hide": 0, 19838 "label": null, 19839 "name": "datasource", 19840 "options": [ 19841 19842 ], 19843 "query": "prometheus", 19844 "refresh": 1, 19845 "regex": "", 19846 "type": "datasource" 19847 }, 19848 { 19849 "allValue": null, 19850 "current": { 19851 "text": "", 19852 "value": "" 19853 }, 19854 "datasource": "$datasource", 19855 "hide": 2, 19856 "includeAll": false, 19857 "label": null, 19858 "multi": false, 19859 "name": "cluster", 19860 "options": [ 19861 19862 ], 19863 "query": "label_values(kube_pod_info, cluster)", 19864 "refresh": 2, 19865 "regex": "", 19866 "sort": 1, 19867 "tagValuesQuery": "", 19868 "tags": [ 19869 19870 ], 19871 "tagsQuery": "", 19872 "type": "query", 19873 "useTags": false 19874 }, 19875 { 19876 "allValue": null, 19877 "current": { 19878 "text": "", 19879 "value": "" 19880 }, 19881 "datasource": "$datasource", 19882 "hide": 0, 19883 "includeAll": false, 19884 "label": null, 19885 "multi": false, 19886 "name": "namespace", 19887 "options": [ 19888 19889 ], 19890 "query": "label_values(kube_pod_info{cluster=\"$cluster\"}, namespace)", 19891 "refresh": 2, 19892 "regex": "", 19893 "sort": 1, 19894 "tagValuesQuery": "", 19895 "tags": [ 19896 19897 ], 19898 "tagsQuery": "", 19899 "type": "query", 19900 "useTags": false 19901 }, 19902 { 19903 "allValue": null, 19904 "current": { 19905 "text": "", 19906 "value": "" 19907 }, 19908 "datasource": "$datasource", 19909 "hide": 0, 19910 "includeAll": false, 19911 "label": null, 19912 "multi": false, 19913 "name": "workload", 19914 "options": [ 19915 19916 ], 19917 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\"}, workload)", 19918 "refresh": 2, 19919 "regex": "", 19920 "sort": 1, 19921 "tagValuesQuery": "", 19922 "tags": [ 19923 19924 ], 19925 "tagsQuery": "", 19926 "type": "query", 19927 "useTags": false 19928 }, 19929 { 19930 "allValue": null, 19931 "current": { 19932 "text": "", 19933 "value": "" 19934 }, 19935 "datasource": "$datasource", 19936 "hide": 0, 19937 "includeAll": false, 19938 "label": null, 19939 "multi": false, 19940 "name": "type", 19941 "options": [ 19942 19943 ], 19944 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\"}, workload_type)", 19945 "refresh": 2, 19946 "regex": "", 19947 "sort": 1, 19948 "tagValuesQuery": "", 19949 "tags": [ 19950 19951 ], 19952 "tagsQuery": "", 19953 "type": "query", 19954 "useTags": false 19955 } 19956 ] 19957 }, 19958 "time": { 19959 "from": "now-1h", 19960 "to": "now" 19961 }, 19962 "timepicker": { 19963 "refresh_intervals": [ 19964 "5s", 19965 "10s", 19966 "30s", 19967 "1m", 19968 "5m", 19969 "15m", 19970 "30m", 19971 "1h", 19972 "2h", 19973 "1d" 19974 ], 19975 "time_options": [ 19976 "5m", 19977 "15m", 19978 "1h", 19979 "6h", 19980 "12h", 19981 "24h", 19982 "2d", 19983 "7d", 19984 "30d" 19985 ] 19986 }, 19987 "timezone": "UTC", 19988 "title": "Kubernetes / Compute Resources / Workload", 19989 "uid": "a164a7f0339f99e89cea5cb47e9be617", 19990 "version": 0 19991 } 19992 --- 19993 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/k8s-resources-workloads-namespace.yaml 19994 apiVersion: v1 19995 kind: ConfigMap 19996 metadata: 19997 namespace: kube-prometheus-stack-system 19998 name: kube-prometheus-stack-k8s-resources-workloads-namespace 19999 annotations: 20000 { } 20001 labels: 20002 grafana_dashboard: "1" 20003 app: kube-prometheus-stack-grafana 20004 app.kubernetes.io/instance: kube-prometheus-stack 20005 app.kubernetes.io/version: "18.0.1" 20006 app.kubernetes.io/part-of: kube-prometheus-stack 20007 release: "kube-prometheus-stack" 20008 heritage: "Helm" 20009 data: 20010 k8s-resources-workloads-namespace.json: |- 20011 { 20012 "annotations": { 20013 "list": [ 20014 20015 ] 20016 }, 20017 "editable": true, 20018 "gnetId": null, 20019 "graphTooltip": 0, 20020 "hideControls": false, 20021 "links": [ 20022 20023 ], 20024 "refresh": "10s", 20025 "rows": [ 20026 { 20027 "collapse": false, 20028 "height": "250px", 20029 "panels": [ 20030 { 20031 "aliasColors": { 20032 20033 }, 20034 "bars": false, 20035 "dashLength": 10, 20036 "dashes": false, 20037 "datasource": "$datasource", 20038 "fill": 10, 20039 "id": 1, 20040 "legend": { 20041 "avg": false, 20042 "current": false, 20043 "max": false, 20044 "min": false, 20045 "show": true, 20046 "total": false, 20047 "values": false 20048 }, 20049 "lines": true, 20050 "linewidth": 0, 20051 "links": [ 20052 20053 ], 20054 "nullPointMode": "null as zero", 20055 "percentage": false, 20056 "pointradius": 5, 20057 "points": false, 20058 "renderer": "flot", 20059 "seriesOverrides": [ 20060 { 20061 "alias": "quota - requests", 20062 "color": "#F2495C", 20063 "dashes": true, 20064 "fill": 0, 20065 "hiddenSeries": true, 20066 "hideTooltip": true, 20067 "legend": true, 20068 "linewidth": 2, 20069 "stack": false 20070 }, 20071 { 20072 "alias": "quota - limits", 20073 "color": "#FF9830", 20074 "dashes": true, 20075 "fill": 0, 20076 "hiddenSeries": true, 20077 "hideTooltip": true, 20078 "legend": true, 20079 "linewidth": 2, 20080 "stack": false 20081 } 20082 ], 20083 "spaceLength": 10, 20084 "span": 12, 20085 "stack": true, 20086 "steppedLine": false, 20087 "targets": [ 20088 { 20089 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20090 "format": "time_series", 20091 "intervalFactor": 2, 20092 "legendFormat": "{{workload}} - {{workload_type}}", 20093 "legendLink": null, 20094 "step": 10 20095 }, 20096 { 20097 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.cpu\"})", 20098 "format": "time_series", 20099 "intervalFactor": 2, 20100 "legendFormat": "quota - requests", 20101 "legendLink": null, 20102 "step": 10 20103 }, 20104 { 20105 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.cpu\"})", 20106 "format": "time_series", 20107 "intervalFactor": 2, 20108 "legendFormat": "quota - limits", 20109 "legendLink": null, 20110 "step": 10 20111 } 20112 ], 20113 "thresholds": [ 20114 20115 ], 20116 "timeFrom": null, 20117 "timeShift": null, 20118 "title": "CPU Usage", 20119 "tooltip": { 20120 "shared": false, 20121 "sort": 0, 20122 "value_type": "individual" 20123 }, 20124 "type": "graph", 20125 "xaxis": { 20126 "buckets": null, 20127 "mode": "time", 20128 "name": null, 20129 "show": true, 20130 "values": [ 20131 20132 ] 20133 }, 20134 "yaxes": [ 20135 { 20136 "format": "short", 20137 "label": null, 20138 "logBase": 1, 20139 "max": null, 20140 "min": 0, 20141 "show": true 20142 }, 20143 { 20144 "format": "short", 20145 "label": null, 20146 "logBase": 1, 20147 "max": null, 20148 "min": null, 20149 "show": false 20150 } 20151 ] 20152 } 20153 ], 20154 "repeat": null, 20155 "repeatIteration": null, 20156 "repeatRowId": null, 20157 "showTitle": true, 20158 "title": "CPU Usage", 20159 "titleSize": "h6" 20160 }, 20161 { 20162 "collapse": false, 20163 "height": "250px", 20164 "panels": [ 20165 { 20166 "aliasColors": { 20167 20168 }, 20169 "bars": false, 20170 "dashLength": 10, 20171 "dashes": false, 20172 "datasource": "$datasource", 20173 "fill": 1, 20174 "id": 2, 20175 "legend": { 20176 "avg": false, 20177 "current": false, 20178 "max": false, 20179 "min": false, 20180 "show": true, 20181 "total": false, 20182 "values": false 20183 }, 20184 "lines": true, 20185 "linewidth": 1, 20186 "links": [ 20187 20188 ], 20189 "nullPointMode": "null as zero", 20190 "percentage": false, 20191 "pointradius": 5, 20192 "points": false, 20193 "renderer": "flot", 20194 "seriesOverrides": [ 20195 20196 ], 20197 "spaceLength": 10, 20198 "span": 12, 20199 "stack": false, 20200 "steppedLine": false, 20201 "styles": [ 20202 { 20203 "alias": "Time", 20204 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20205 "pattern": "Time", 20206 "type": "hidden" 20207 }, 20208 { 20209 "alias": "Running Pods", 20210 "colorMode": null, 20211 "colors": [ 20212 20213 ], 20214 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20215 "decimals": 0, 20216 "link": false, 20217 "linkTargetBlank": false, 20218 "linkTooltip": "Drill down", 20219 "linkUrl": "", 20220 "pattern": "Value #A", 20221 "thresholds": [ 20222 20223 ], 20224 "type": "number", 20225 "unit": "short" 20226 }, 20227 { 20228 "alias": "CPU Usage", 20229 "colorMode": null, 20230 "colors": [ 20231 20232 ], 20233 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20234 "decimals": 2, 20235 "link": false, 20236 "linkTargetBlank": false, 20237 "linkTooltip": "Drill down", 20238 "linkUrl": "", 20239 "pattern": "Value #B", 20240 "thresholds": [ 20241 20242 ], 20243 "type": "number", 20244 "unit": "short" 20245 }, 20246 { 20247 "alias": "CPU Requests", 20248 "colorMode": null, 20249 "colors": [ 20250 20251 ], 20252 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20253 "decimals": 2, 20254 "link": false, 20255 "linkTargetBlank": false, 20256 "linkTooltip": "Drill down", 20257 "linkUrl": "", 20258 "pattern": "Value #C", 20259 "thresholds": [ 20260 20261 ], 20262 "type": "number", 20263 "unit": "short" 20264 }, 20265 { 20266 "alias": "CPU Requests %", 20267 "colorMode": null, 20268 "colors": [ 20269 20270 ], 20271 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20272 "decimals": 2, 20273 "link": false, 20274 "linkTargetBlank": false, 20275 "linkTooltip": "Drill down", 20276 "linkUrl": "", 20277 "pattern": "Value #D", 20278 "thresholds": [ 20279 20280 ], 20281 "type": "number", 20282 "unit": "percentunit" 20283 }, 20284 { 20285 "alias": "CPU Limits", 20286 "colorMode": null, 20287 "colors": [ 20288 20289 ], 20290 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20291 "decimals": 2, 20292 "link": false, 20293 "linkTargetBlank": false, 20294 "linkTooltip": "Drill down", 20295 "linkUrl": "", 20296 "pattern": "Value #E", 20297 "thresholds": [ 20298 20299 ], 20300 "type": "number", 20301 "unit": "short" 20302 }, 20303 { 20304 "alias": "CPU Limits %", 20305 "colorMode": null, 20306 "colors": [ 20307 20308 ], 20309 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20310 "decimals": 2, 20311 "link": false, 20312 "linkTargetBlank": false, 20313 "linkTooltip": "Drill down", 20314 "linkUrl": "", 20315 "pattern": "Value #F", 20316 "thresholds": [ 20317 20318 ], 20319 "type": "number", 20320 "unit": "percentunit" 20321 }, 20322 { 20323 "alias": "Workload", 20324 "colorMode": null, 20325 "colors": [ 20326 20327 ], 20328 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20329 "decimals": 2, 20330 "link": true, 20331 "linkTargetBlank": false, 20332 "linkTooltip": "Drill down", 20333 "linkUrl": "./d/a164a7f0339f99e89cea5cb47e9be617/k8s-resources-workload?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-workload=$__cell&var-type=$__cell_2", 20334 "pattern": "workload", 20335 "thresholds": [ 20336 20337 ], 20338 "type": "number", 20339 "unit": "short" 20340 }, 20341 { 20342 "alias": "Workload Type", 20343 "colorMode": null, 20344 "colors": [ 20345 20346 ], 20347 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20348 "decimals": 2, 20349 "link": false, 20350 "linkTargetBlank": false, 20351 "linkTooltip": "Drill down", 20352 "linkUrl": "", 20353 "pattern": "workload_type", 20354 "thresholds": [ 20355 20356 ], 20357 "type": "number", 20358 "unit": "short" 20359 }, 20360 { 20361 "alias": "", 20362 "colorMode": null, 20363 "colors": [ 20364 20365 ], 20366 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20367 "decimals": 2, 20368 "pattern": "/.*/", 20369 "thresholds": [ 20370 20371 ], 20372 "type": "string", 20373 "unit": "short" 20374 } 20375 ], 20376 "targets": [ 20377 { 20378 "expr": "count(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload, workload_type)", 20379 "format": "table", 20380 "instant": true, 20381 "intervalFactor": 2, 20382 "legendFormat": "", 20383 "refId": "A", 20384 "step": 10 20385 }, 20386 { 20387 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20388 "format": "table", 20389 "instant": true, 20390 "intervalFactor": 2, 20391 "legendFormat": "", 20392 "refId": "B", 20393 "step": 10 20394 }, 20395 { 20396 "expr": "sum(\n kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20397 "format": "table", 20398 "instant": true, 20399 "intervalFactor": 2, 20400 "legendFormat": "", 20401 "refId": "C", 20402 "step": 10 20403 }, 20404 { 20405 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20406 "format": "table", 20407 "instant": true, 20408 "intervalFactor": 2, 20409 "legendFormat": "", 20410 "refId": "D", 20411 "step": 10 20412 }, 20413 { 20414 "expr": "sum(\n kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20415 "format": "table", 20416 "instant": true, 20417 "intervalFactor": 2, 20418 "legendFormat": "", 20419 "refId": "E", 20420 "step": 10 20421 }, 20422 { 20423 "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20424 "format": "table", 20425 "instant": true, 20426 "intervalFactor": 2, 20427 "legendFormat": "", 20428 "refId": "F", 20429 "step": 10 20430 } 20431 ], 20432 "thresholds": [ 20433 20434 ], 20435 "timeFrom": null, 20436 "timeShift": null, 20437 "title": "CPU Quota", 20438 "tooltip": { 20439 "shared": false, 20440 "sort": 0, 20441 "value_type": "individual" 20442 }, 20443 "transform": "table", 20444 "type": "table", 20445 "xaxis": { 20446 "buckets": null, 20447 "mode": "time", 20448 "name": null, 20449 "show": true, 20450 "values": [ 20451 20452 ] 20453 }, 20454 "yaxes": [ 20455 { 20456 "format": "short", 20457 "label": null, 20458 "logBase": 1, 20459 "max": null, 20460 "min": 0, 20461 "show": true 20462 }, 20463 { 20464 "format": "short", 20465 "label": null, 20466 "logBase": 1, 20467 "max": null, 20468 "min": null, 20469 "show": false 20470 } 20471 ] 20472 } 20473 ], 20474 "repeat": null, 20475 "repeatIteration": null, 20476 "repeatRowId": null, 20477 "showTitle": true, 20478 "title": "CPU Quota", 20479 "titleSize": "h6" 20480 }, 20481 { 20482 "collapse": false, 20483 "height": "250px", 20484 "panels": [ 20485 { 20486 "aliasColors": { 20487 20488 }, 20489 "bars": false, 20490 "dashLength": 10, 20491 "dashes": false, 20492 "datasource": "$datasource", 20493 "fill": 10, 20494 "id": 3, 20495 "legend": { 20496 "avg": false, 20497 "current": false, 20498 "max": false, 20499 "min": false, 20500 "show": true, 20501 "total": false, 20502 "values": false 20503 }, 20504 "lines": true, 20505 "linewidth": 0, 20506 "links": [ 20507 20508 ], 20509 "nullPointMode": "null as zero", 20510 "percentage": false, 20511 "pointradius": 5, 20512 "points": false, 20513 "renderer": "flot", 20514 "seriesOverrides": [ 20515 { 20516 "alias": "quota - requests", 20517 "color": "#F2495C", 20518 "dashes": true, 20519 "fill": 0, 20520 "hiddenSeries": true, 20521 "hideTooltip": true, 20522 "legend": true, 20523 "linewidth": 2, 20524 "stack": false 20525 }, 20526 { 20527 "alias": "quota - limits", 20528 "color": "#FF9830", 20529 "dashes": true, 20530 "fill": 0, 20531 "hiddenSeries": true, 20532 "hideTooltip": true, 20533 "legend": true, 20534 "linewidth": 2, 20535 "stack": false 20536 } 20537 ], 20538 "spaceLength": 10, 20539 "span": 12, 20540 "stack": true, 20541 "steppedLine": false, 20542 "targets": [ 20543 { 20544 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20545 "format": "time_series", 20546 "intervalFactor": 2, 20547 "legendFormat": "{{workload}} - {{workload_type}}", 20548 "legendLink": null, 20549 "step": 10 20550 }, 20551 { 20552 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.memory\"})", 20553 "format": "time_series", 20554 "intervalFactor": 2, 20555 "legendFormat": "quota - requests", 20556 "legendLink": null, 20557 "step": 10 20558 }, 20559 { 20560 "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.memory\"})", 20561 "format": "time_series", 20562 "intervalFactor": 2, 20563 "legendFormat": "quota - limits", 20564 "legendLink": null, 20565 "step": 10 20566 } 20567 ], 20568 "thresholds": [ 20569 20570 ], 20571 "timeFrom": null, 20572 "timeShift": null, 20573 "title": "Memory Usage", 20574 "tooltip": { 20575 "shared": false, 20576 "sort": 0, 20577 "value_type": "individual" 20578 }, 20579 "type": "graph", 20580 "xaxis": { 20581 "buckets": null, 20582 "mode": "time", 20583 "name": null, 20584 "show": true, 20585 "values": [ 20586 20587 ] 20588 }, 20589 "yaxes": [ 20590 { 20591 "format": "bytes", 20592 "label": null, 20593 "logBase": 1, 20594 "max": null, 20595 "min": 0, 20596 "show": true 20597 }, 20598 { 20599 "format": "short", 20600 "label": null, 20601 "logBase": 1, 20602 "max": null, 20603 "min": null, 20604 "show": false 20605 } 20606 ] 20607 } 20608 ], 20609 "repeat": null, 20610 "repeatIteration": null, 20611 "repeatRowId": null, 20612 "showTitle": true, 20613 "title": "Memory Usage", 20614 "titleSize": "h6" 20615 }, 20616 { 20617 "collapse": false, 20618 "height": "250px", 20619 "panels": [ 20620 { 20621 "aliasColors": { 20622 20623 }, 20624 "bars": false, 20625 "dashLength": 10, 20626 "dashes": false, 20627 "datasource": "$datasource", 20628 "fill": 1, 20629 "id": 4, 20630 "legend": { 20631 "avg": false, 20632 "current": false, 20633 "max": false, 20634 "min": false, 20635 "show": true, 20636 "total": false, 20637 "values": false 20638 }, 20639 "lines": true, 20640 "linewidth": 1, 20641 "links": [ 20642 20643 ], 20644 "nullPointMode": "null as zero", 20645 "percentage": false, 20646 "pointradius": 5, 20647 "points": false, 20648 "renderer": "flot", 20649 "seriesOverrides": [ 20650 20651 ], 20652 "spaceLength": 10, 20653 "span": 12, 20654 "stack": false, 20655 "steppedLine": false, 20656 "styles": [ 20657 { 20658 "alias": "Time", 20659 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20660 "pattern": "Time", 20661 "type": "hidden" 20662 }, 20663 { 20664 "alias": "Running Pods", 20665 "colorMode": null, 20666 "colors": [ 20667 20668 ], 20669 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20670 "decimals": 0, 20671 "link": false, 20672 "linkTargetBlank": false, 20673 "linkTooltip": "Drill down", 20674 "linkUrl": "", 20675 "pattern": "Value #A", 20676 "thresholds": [ 20677 20678 ], 20679 "type": "number", 20680 "unit": "short" 20681 }, 20682 { 20683 "alias": "Memory Usage", 20684 "colorMode": null, 20685 "colors": [ 20686 20687 ], 20688 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20689 "decimals": 2, 20690 "link": false, 20691 "linkTargetBlank": false, 20692 "linkTooltip": "Drill down", 20693 "linkUrl": "", 20694 "pattern": "Value #B", 20695 "thresholds": [ 20696 20697 ], 20698 "type": "number", 20699 "unit": "bytes" 20700 }, 20701 { 20702 "alias": "Memory Requests", 20703 "colorMode": null, 20704 "colors": [ 20705 20706 ], 20707 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20708 "decimals": 2, 20709 "link": false, 20710 "linkTargetBlank": false, 20711 "linkTooltip": "Drill down", 20712 "linkUrl": "", 20713 "pattern": "Value #C", 20714 "thresholds": [ 20715 20716 ], 20717 "type": "number", 20718 "unit": "bytes" 20719 }, 20720 { 20721 "alias": "Memory Requests %", 20722 "colorMode": null, 20723 "colors": [ 20724 20725 ], 20726 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20727 "decimals": 2, 20728 "link": false, 20729 "linkTargetBlank": false, 20730 "linkTooltip": "Drill down", 20731 "linkUrl": "", 20732 "pattern": "Value #D", 20733 "thresholds": [ 20734 20735 ], 20736 "type": "number", 20737 "unit": "percentunit" 20738 }, 20739 { 20740 "alias": "Memory Limits", 20741 "colorMode": null, 20742 "colors": [ 20743 20744 ], 20745 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20746 "decimals": 2, 20747 "link": false, 20748 "linkTargetBlank": false, 20749 "linkTooltip": "Drill down", 20750 "linkUrl": "", 20751 "pattern": "Value #E", 20752 "thresholds": [ 20753 20754 ], 20755 "type": "number", 20756 "unit": "bytes" 20757 }, 20758 { 20759 "alias": "Memory Limits %", 20760 "colorMode": null, 20761 "colors": [ 20762 20763 ], 20764 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20765 "decimals": 2, 20766 "link": false, 20767 "linkTargetBlank": false, 20768 "linkTooltip": "Drill down", 20769 "linkUrl": "", 20770 "pattern": "Value #F", 20771 "thresholds": [ 20772 20773 ], 20774 "type": "number", 20775 "unit": "percentunit" 20776 }, 20777 { 20778 "alias": "Workload", 20779 "colorMode": null, 20780 "colors": [ 20781 20782 ], 20783 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20784 "decimals": 2, 20785 "link": true, 20786 "linkTargetBlank": false, 20787 "linkTooltip": "Drill down", 20788 "linkUrl": "./d/a164a7f0339f99e89cea5cb47e9be617/k8s-resources-workload?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-workload=$__cell&var-type=$__cell_2", 20789 "pattern": "workload", 20790 "thresholds": [ 20791 20792 ], 20793 "type": "number", 20794 "unit": "short" 20795 }, 20796 { 20797 "alias": "Workload Type", 20798 "colorMode": null, 20799 "colors": [ 20800 20801 ], 20802 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20803 "decimals": 2, 20804 "link": false, 20805 "linkTargetBlank": false, 20806 "linkTooltip": "Drill down", 20807 "linkUrl": "", 20808 "pattern": "workload_type", 20809 "thresholds": [ 20810 20811 ], 20812 "type": "number", 20813 "unit": "short" 20814 }, 20815 { 20816 "alias": "", 20817 "colorMode": null, 20818 "colors": [ 20819 20820 ], 20821 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20822 "decimals": 2, 20823 "pattern": "/.*/", 20824 "thresholds": [ 20825 20826 ], 20827 "type": "string", 20828 "unit": "short" 20829 } 20830 ], 20831 "targets": [ 20832 { 20833 "expr": "count(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload, workload_type)", 20834 "format": "table", 20835 "instant": true, 20836 "intervalFactor": 2, 20837 "legendFormat": "", 20838 "refId": "A", 20839 "step": 10 20840 }, 20841 { 20842 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20843 "format": "table", 20844 "instant": true, 20845 "intervalFactor": 2, 20846 "legendFormat": "", 20847 "refId": "B", 20848 "step": 10 20849 }, 20850 { 20851 "expr": "sum(\n kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20852 "format": "table", 20853 "instant": true, 20854 "intervalFactor": 2, 20855 "legendFormat": "", 20856 "refId": "C", 20857 "step": 10 20858 }, 20859 { 20860 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20861 "format": "table", 20862 "instant": true, 20863 "intervalFactor": 2, 20864 "legendFormat": "", 20865 "refId": "D", 20866 "step": 10 20867 }, 20868 { 20869 "expr": "sum(\n kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20870 "format": "table", 20871 "instant": true, 20872 "intervalFactor": 2, 20873 "legendFormat": "", 20874 "refId": "E", 20875 "step": 10 20876 }, 20877 { 20878 "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", 20879 "format": "table", 20880 "instant": true, 20881 "intervalFactor": 2, 20882 "legendFormat": "", 20883 "refId": "F", 20884 "step": 10 20885 } 20886 ], 20887 "thresholds": [ 20888 20889 ], 20890 "timeFrom": null, 20891 "timeShift": null, 20892 "title": "Memory Quota", 20893 "tooltip": { 20894 "shared": false, 20895 "sort": 0, 20896 "value_type": "individual" 20897 }, 20898 "transform": "table", 20899 "type": "table", 20900 "xaxis": { 20901 "buckets": null, 20902 "mode": "time", 20903 "name": null, 20904 "show": true, 20905 "values": [ 20906 20907 ] 20908 }, 20909 "yaxes": [ 20910 { 20911 "format": "short", 20912 "label": null, 20913 "logBase": 1, 20914 "max": null, 20915 "min": 0, 20916 "show": true 20917 }, 20918 { 20919 "format": "short", 20920 "label": null, 20921 "logBase": 1, 20922 "max": null, 20923 "min": null, 20924 "show": false 20925 } 20926 ] 20927 } 20928 ], 20929 "repeat": null, 20930 "repeatIteration": null, 20931 "repeatRowId": null, 20932 "showTitle": true, 20933 "title": "Memory Quota", 20934 "titleSize": "h6" 20935 }, 20936 { 20937 "collapse": false, 20938 "height": "250px", 20939 "panels": [ 20940 { 20941 "aliasColors": { 20942 20943 }, 20944 "bars": false, 20945 "dashLength": 10, 20946 "dashes": false, 20947 "datasource": "$datasource", 20948 "fill": 1, 20949 "id": 5, 20950 "interval": "1m", 20951 "legend": { 20952 "avg": false, 20953 "current": false, 20954 "max": false, 20955 "min": false, 20956 "show": true, 20957 "total": false, 20958 "values": false 20959 }, 20960 "lines": true, 20961 "linewidth": 1, 20962 "links": [ 20963 20964 ], 20965 "nullPointMode": "null as zero", 20966 "percentage": false, 20967 "pointradius": 5, 20968 "points": false, 20969 "renderer": "flot", 20970 "seriesOverrides": [ 20971 20972 ], 20973 "spaceLength": 10, 20974 "span": 12, 20975 "stack": false, 20976 "steppedLine": false, 20977 "styles": [ 20978 { 20979 "alias": "Time", 20980 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20981 "pattern": "Time", 20982 "type": "hidden" 20983 }, 20984 { 20985 "alias": "Current Receive Bandwidth", 20986 "colorMode": null, 20987 "colors": [ 20988 20989 ], 20990 "dateFormat": "YYYY-MM-DD HH:mm:ss", 20991 "decimals": 2, 20992 "link": false, 20993 "linkTargetBlank": false, 20994 "linkTooltip": "Drill down", 20995 "linkUrl": "", 20996 "pattern": "Value #A", 20997 "thresholds": [ 20998 20999 ], 21000 "type": "number", 21001 "unit": "Bps" 21002 }, 21003 { 21004 "alias": "Current Transmit Bandwidth", 21005 "colorMode": null, 21006 "colors": [ 21007 21008 ], 21009 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21010 "decimals": 2, 21011 "link": false, 21012 "linkTargetBlank": false, 21013 "linkTooltip": "Drill down", 21014 "linkUrl": "", 21015 "pattern": "Value #B", 21016 "thresholds": [ 21017 21018 ], 21019 "type": "number", 21020 "unit": "Bps" 21021 }, 21022 { 21023 "alias": "Rate of Received Packets", 21024 "colorMode": null, 21025 "colors": [ 21026 21027 ], 21028 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21029 "decimals": 2, 21030 "link": false, 21031 "linkTargetBlank": false, 21032 "linkTooltip": "Drill down", 21033 "linkUrl": "", 21034 "pattern": "Value #C", 21035 "thresholds": [ 21036 21037 ], 21038 "type": "number", 21039 "unit": "pps" 21040 }, 21041 { 21042 "alias": "Rate of Transmitted Packets", 21043 "colorMode": null, 21044 "colors": [ 21045 21046 ], 21047 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21048 "decimals": 2, 21049 "link": false, 21050 "linkTargetBlank": false, 21051 "linkTooltip": "Drill down", 21052 "linkUrl": "", 21053 "pattern": "Value #D", 21054 "thresholds": [ 21055 21056 ], 21057 "type": "number", 21058 "unit": "pps" 21059 }, 21060 { 21061 "alias": "Rate of Received Packets Dropped", 21062 "colorMode": null, 21063 "colors": [ 21064 21065 ], 21066 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21067 "decimals": 2, 21068 "link": false, 21069 "linkTargetBlank": false, 21070 "linkTooltip": "Drill down", 21071 "linkUrl": "", 21072 "pattern": "Value #E", 21073 "thresholds": [ 21074 21075 ], 21076 "type": "number", 21077 "unit": "pps" 21078 }, 21079 { 21080 "alias": "Rate of Transmitted Packets Dropped", 21081 "colorMode": null, 21082 "colors": [ 21083 21084 ], 21085 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21086 "decimals": 2, 21087 "link": false, 21088 "linkTargetBlank": false, 21089 "linkTooltip": "Drill down", 21090 "linkUrl": "", 21091 "pattern": "Value #F", 21092 "thresholds": [ 21093 21094 ], 21095 "type": "number", 21096 "unit": "pps" 21097 }, 21098 { 21099 "alias": "Workload", 21100 "colorMode": null, 21101 "colors": [ 21102 21103 ], 21104 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21105 "decimals": 2, 21106 "link": true, 21107 "linkTargetBlank": false, 21108 "linkTooltip": "Drill down to pods", 21109 "linkUrl": "./d/a164a7f0339f99e89cea5cb47e9be617/k8s-resources-workload?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-workload=$__cell&var-type=$type", 21110 "pattern": "workload", 21111 "thresholds": [ 21112 21113 ], 21114 "type": "number", 21115 "unit": "short" 21116 }, 21117 { 21118 "alias": "Workload Type", 21119 "colorMode": null, 21120 "colors": [ 21121 21122 ], 21123 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21124 "decimals": 2, 21125 "link": false, 21126 "linkTargetBlank": false, 21127 "linkTooltip": "Drill down", 21128 "linkUrl": "", 21129 "pattern": "workload_type", 21130 "thresholds": [ 21131 21132 ], 21133 "type": "number", 21134 "unit": "short" 21135 }, 21136 { 21137 "alias": "", 21138 "colorMode": null, 21139 "colors": [ 21140 21141 ], 21142 "dateFormat": "YYYY-MM-DD HH:mm:ss", 21143 "decimals": 2, 21144 "pattern": "/.*/", 21145 "thresholds": [ 21146 21147 ], 21148 "type": "string", 21149 "unit": "short" 21150 } 21151 ], 21152 "targets": [ 21153 { 21154 "expr": "(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21155 "format": "table", 21156 "instant": true, 21157 "intervalFactor": 2, 21158 "legendFormat": "", 21159 "refId": "A", 21160 "step": 10 21161 }, 21162 { 21163 "expr": "(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21164 "format": "table", 21165 "instant": true, 21166 "intervalFactor": 2, 21167 "legendFormat": "", 21168 "refId": "B", 21169 "step": 10 21170 }, 21171 { 21172 "expr": "(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21173 "format": "table", 21174 "instant": true, 21175 "intervalFactor": 2, 21176 "legendFormat": "", 21177 "refId": "C", 21178 "step": 10 21179 }, 21180 { 21181 "expr": "(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21182 "format": "table", 21183 "instant": true, 21184 "intervalFactor": 2, 21185 "legendFormat": "", 21186 "refId": "D", 21187 "step": 10 21188 }, 21189 { 21190 "expr": "(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21191 "format": "table", 21192 "instant": true, 21193 "intervalFactor": 2, 21194 "legendFormat": "", 21195 "refId": "E", 21196 "step": 10 21197 }, 21198 { 21199 "expr": "(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload_type=\"$type\"}) by (workload))\n", 21200 "format": "table", 21201 "instant": true, 21202 "intervalFactor": 2, 21203 "legendFormat": "", 21204 "refId": "F", 21205 "step": 10 21206 } 21207 ], 21208 "thresholds": [ 21209 21210 ], 21211 "timeFrom": null, 21212 "timeShift": null, 21213 "title": "Current Network Usage", 21214 "tooltip": { 21215 "shared": false, 21216 "sort": 0, 21217 "value_type": "individual" 21218 }, 21219 "transform": "table", 21220 "type": "table", 21221 "xaxis": { 21222 "buckets": null, 21223 "mode": "time", 21224 "name": null, 21225 "show": true, 21226 "values": [ 21227 21228 ] 21229 }, 21230 "yaxes": [ 21231 { 21232 "format": "short", 21233 "label": null, 21234 "logBase": 1, 21235 "max": null, 21236 "min": 0, 21237 "show": true 21238 }, 21239 { 21240 "format": "short", 21241 "label": null, 21242 "logBase": 1, 21243 "max": null, 21244 "min": null, 21245 "show": false 21246 } 21247 ] 21248 } 21249 ], 21250 "repeat": null, 21251 "repeatIteration": null, 21252 "repeatRowId": null, 21253 "showTitle": true, 21254 "title": "Current Network Usage", 21255 "titleSize": "h6" 21256 }, 21257 { 21258 "collapse": false, 21259 "height": "250px", 21260 "panels": [ 21261 { 21262 "aliasColors": { 21263 21264 }, 21265 "bars": false, 21266 "dashLength": 10, 21267 "dashes": false, 21268 "datasource": "$datasource", 21269 "fill": 10, 21270 "id": 6, 21271 "legend": { 21272 "avg": false, 21273 "current": false, 21274 "max": false, 21275 "min": false, 21276 "show": true, 21277 "total": false, 21278 "values": false 21279 }, 21280 "lines": true, 21281 "linewidth": 0, 21282 "links": [ 21283 21284 ], 21285 "nullPointMode": "null as zero", 21286 "percentage": false, 21287 "pointradius": 5, 21288 "points": false, 21289 "renderer": "flot", 21290 "seriesOverrides": [ 21291 21292 ], 21293 "spaceLength": 10, 21294 "span": 6, 21295 "stack": true, 21296 "steppedLine": false, 21297 "targets": [ 21298 { 21299 "expr": "(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21300 "format": "time_series", 21301 "intervalFactor": 2, 21302 "legendFormat": "{{workload}}", 21303 "legendLink": null, 21304 "step": 10 21305 } 21306 ], 21307 "thresholds": [ 21308 21309 ], 21310 "timeFrom": null, 21311 "timeShift": null, 21312 "title": "Receive Bandwidth", 21313 "tooltip": { 21314 "shared": false, 21315 "sort": 0, 21316 "value_type": "individual" 21317 }, 21318 "type": "graph", 21319 "xaxis": { 21320 "buckets": null, 21321 "mode": "time", 21322 "name": null, 21323 "show": true, 21324 "values": [ 21325 21326 ] 21327 }, 21328 "yaxes": [ 21329 { 21330 "format": "Bps", 21331 "label": null, 21332 "logBase": 1, 21333 "max": null, 21334 "min": 0, 21335 "show": true 21336 }, 21337 { 21338 "format": "short", 21339 "label": null, 21340 "logBase": 1, 21341 "max": null, 21342 "min": null, 21343 "show": false 21344 } 21345 ] 21346 }, 21347 { 21348 "aliasColors": { 21349 21350 }, 21351 "bars": false, 21352 "dashLength": 10, 21353 "dashes": false, 21354 "datasource": "$datasource", 21355 "fill": 10, 21356 "id": 7, 21357 "legend": { 21358 "avg": false, 21359 "current": false, 21360 "max": false, 21361 "min": false, 21362 "show": true, 21363 "total": false, 21364 "values": false 21365 }, 21366 "lines": true, 21367 "linewidth": 0, 21368 "links": [ 21369 21370 ], 21371 "nullPointMode": "null as zero", 21372 "percentage": false, 21373 "pointradius": 5, 21374 "points": false, 21375 "renderer": "flot", 21376 "seriesOverrides": [ 21377 21378 ], 21379 "spaceLength": 10, 21380 "span": 6, 21381 "stack": true, 21382 "steppedLine": false, 21383 "targets": [ 21384 { 21385 "expr": "(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21386 "format": "time_series", 21387 "intervalFactor": 2, 21388 "legendFormat": "{{workload}}", 21389 "legendLink": null, 21390 "step": 10 21391 } 21392 ], 21393 "thresholds": [ 21394 21395 ], 21396 "timeFrom": null, 21397 "timeShift": null, 21398 "title": "Transmit Bandwidth", 21399 "tooltip": { 21400 "shared": false, 21401 "sort": 0, 21402 "value_type": "individual" 21403 }, 21404 "type": "graph", 21405 "xaxis": { 21406 "buckets": null, 21407 "mode": "time", 21408 "name": null, 21409 "show": true, 21410 "values": [ 21411 21412 ] 21413 }, 21414 "yaxes": [ 21415 { 21416 "format": "Bps", 21417 "label": null, 21418 "logBase": 1, 21419 "max": null, 21420 "min": 0, 21421 "show": true 21422 }, 21423 { 21424 "format": "short", 21425 "label": null, 21426 "logBase": 1, 21427 "max": null, 21428 "min": null, 21429 "show": false 21430 } 21431 ] 21432 } 21433 ], 21434 "repeat": null, 21435 "repeatIteration": null, 21436 "repeatRowId": null, 21437 "showTitle": true, 21438 "title": "Bandwidth", 21439 "titleSize": "h6" 21440 }, 21441 { 21442 "collapse": false, 21443 "height": "250px", 21444 "panels": [ 21445 { 21446 "aliasColors": { 21447 21448 }, 21449 "bars": false, 21450 "dashLength": 10, 21451 "dashes": false, 21452 "datasource": "$datasource", 21453 "fill": 10, 21454 "id": 8, 21455 "legend": { 21456 "avg": false, 21457 "current": false, 21458 "max": false, 21459 "min": false, 21460 "show": true, 21461 "total": false, 21462 "values": false 21463 }, 21464 "lines": true, 21465 "linewidth": 0, 21466 "links": [ 21467 21468 ], 21469 "nullPointMode": "null as zero", 21470 "percentage": false, 21471 "pointradius": 5, 21472 "points": false, 21473 "renderer": "flot", 21474 "seriesOverrides": [ 21475 21476 ], 21477 "spaceLength": 10, 21478 "span": 6, 21479 "stack": true, 21480 "steppedLine": false, 21481 "targets": [ 21482 { 21483 "expr": "(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21484 "format": "time_series", 21485 "intervalFactor": 2, 21486 "legendFormat": "{{workload}}", 21487 "legendLink": null, 21488 "step": 10 21489 } 21490 ], 21491 "thresholds": [ 21492 21493 ], 21494 "timeFrom": null, 21495 "timeShift": null, 21496 "title": "Average Container Bandwidth by Workload: Received", 21497 "tooltip": { 21498 "shared": false, 21499 "sort": 0, 21500 "value_type": "individual" 21501 }, 21502 "type": "graph", 21503 "xaxis": { 21504 "buckets": null, 21505 "mode": "time", 21506 "name": null, 21507 "show": true, 21508 "values": [ 21509 21510 ] 21511 }, 21512 "yaxes": [ 21513 { 21514 "format": "Bps", 21515 "label": null, 21516 "logBase": 1, 21517 "max": null, 21518 "min": 0, 21519 "show": true 21520 }, 21521 { 21522 "format": "short", 21523 "label": null, 21524 "logBase": 1, 21525 "max": null, 21526 "min": null, 21527 "show": false 21528 } 21529 ] 21530 }, 21531 { 21532 "aliasColors": { 21533 21534 }, 21535 "bars": false, 21536 "dashLength": 10, 21537 "dashes": false, 21538 "datasource": "$datasource", 21539 "fill": 10, 21540 "id": 9, 21541 "legend": { 21542 "avg": false, 21543 "current": false, 21544 "max": false, 21545 "min": false, 21546 "show": true, 21547 "total": false, 21548 "values": false 21549 }, 21550 "lines": true, 21551 "linewidth": 0, 21552 "links": [ 21553 21554 ], 21555 "nullPointMode": "null as zero", 21556 "percentage": false, 21557 "pointradius": 5, 21558 "points": false, 21559 "renderer": "flot", 21560 "seriesOverrides": [ 21561 21562 ], 21563 "spaceLength": 10, 21564 "span": 6, 21565 "stack": true, 21566 "steppedLine": false, 21567 "targets": [ 21568 { 21569 "expr": "(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21570 "format": "time_series", 21571 "intervalFactor": 2, 21572 "legendFormat": "{{workload}}", 21573 "legendLink": null, 21574 "step": 10 21575 } 21576 ], 21577 "thresholds": [ 21578 21579 ], 21580 "timeFrom": null, 21581 "timeShift": null, 21582 "title": "Average Container Bandwidth by Workload: Transmitted", 21583 "tooltip": { 21584 "shared": false, 21585 "sort": 0, 21586 "value_type": "individual" 21587 }, 21588 "type": "graph", 21589 "xaxis": { 21590 "buckets": null, 21591 "mode": "time", 21592 "name": null, 21593 "show": true, 21594 "values": [ 21595 21596 ] 21597 }, 21598 "yaxes": [ 21599 { 21600 "format": "Bps", 21601 "label": null, 21602 "logBase": 1, 21603 "max": null, 21604 "min": 0, 21605 "show": true 21606 }, 21607 { 21608 "format": "short", 21609 "label": null, 21610 "logBase": 1, 21611 "max": null, 21612 "min": null, 21613 "show": false 21614 } 21615 ] 21616 } 21617 ], 21618 "repeat": null, 21619 "repeatIteration": null, 21620 "repeatRowId": null, 21621 "showTitle": true, 21622 "title": "Average Container Bandwidth by Workload", 21623 "titleSize": "h6" 21624 }, 21625 { 21626 "collapse": false, 21627 "height": "250px", 21628 "panels": [ 21629 { 21630 "aliasColors": { 21631 21632 }, 21633 "bars": false, 21634 "dashLength": 10, 21635 "dashes": false, 21636 "datasource": "$datasource", 21637 "fill": 10, 21638 "id": 10, 21639 "legend": { 21640 "avg": false, 21641 "current": false, 21642 "max": false, 21643 "min": false, 21644 "show": true, 21645 "total": false, 21646 "values": false 21647 }, 21648 "lines": true, 21649 "linewidth": 0, 21650 "links": [ 21651 21652 ], 21653 "nullPointMode": "null as zero", 21654 "percentage": false, 21655 "pointradius": 5, 21656 "points": false, 21657 "renderer": "flot", 21658 "seriesOverrides": [ 21659 21660 ], 21661 "spaceLength": 10, 21662 "span": 6, 21663 "stack": true, 21664 "steppedLine": false, 21665 "targets": [ 21666 { 21667 "expr": "(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21668 "format": "time_series", 21669 "intervalFactor": 2, 21670 "legendFormat": "{{workload}}", 21671 "legendLink": null, 21672 "step": 10 21673 } 21674 ], 21675 "thresholds": [ 21676 21677 ], 21678 "timeFrom": null, 21679 "timeShift": null, 21680 "title": "Rate of Received Packets", 21681 "tooltip": { 21682 "shared": false, 21683 "sort": 0, 21684 "value_type": "individual" 21685 }, 21686 "type": "graph", 21687 "xaxis": { 21688 "buckets": null, 21689 "mode": "time", 21690 "name": null, 21691 "show": true, 21692 "values": [ 21693 21694 ] 21695 }, 21696 "yaxes": [ 21697 { 21698 "format": "pps", 21699 "label": null, 21700 "logBase": 1, 21701 "max": null, 21702 "min": 0, 21703 "show": true 21704 }, 21705 { 21706 "format": "short", 21707 "label": null, 21708 "logBase": 1, 21709 "max": null, 21710 "min": null, 21711 "show": false 21712 } 21713 ] 21714 }, 21715 { 21716 "aliasColors": { 21717 21718 }, 21719 "bars": false, 21720 "dashLength": 10, 21721 "dashes": false, 21722 "datasource": "$datasource", 21723 "fill": 10, 21724 "id": 11, 21725 "legend": { 21726 "avg": false, 21727 "current": false, 21728 "max": false, 21729 "min": false, 21730 "show": true, 21731 "total": false, 21732 "values": false 21733 }, 21734 "lines": true, 21735 "linewidth": 0, 21736 "links": [ 21737 21738 ], 21739 "nullPointMode": "null as zero", 21740 "percentage": false, 21741 "pointradius": 5, 21742 "points": false, 21743 "renderer": "flot", 21744 "seriesOverrides": [ 21745 21746 ], 21747 "spaceLength": 10, 21748 "span": 6, 21749 "stack": true, 21750 "steppedLine": false, 21751 "targets": [ 21752 { 21753 "expr": "(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21754 "format": "time_series", 21755 "intervalFactor": 2, 21756 "legendFormat": "{{workload}}", 21757 "legendLink": null, 21758 "step": 10 21759 } 21760 ], 21761 "thresholds": [ 21762 21763 ], 21764 "timeFrom": null, 21765 "timeShift": null, 21766 "title": "Rate of Transmitted Packets", 21767 "tooltip": { 21768 "shared": false, 21769 "sort": 0, 21770 "value_type": "individual" 21771 }, 21772 "type": "graph", 21773 "xaxis": { 21774 "buckets": null, 21775 "mode": "time", 21776 "name": null, 21777 "show": true, 21778 "values": [ 21779 21780 ] 21781 }, 21782 "yaxes": [ 21783 { 21784 "format": "pps", 21785 "label": null, 21786 "logBase": 1, 21787 "max": null, 21788 "min": 0, 21789 "show": true 21790 }, 21791 { 21792 "format": "short", 21793 "label": null, 21794 "logBase": 1, 21795 "max": null, 21796 "min": null, 21797 "show": false 21798 } 21799 ] 21800 } 21801 ], 21802 "repeat": null, 21803 "repeatIteration": null, 21804 "repeatRowId": null, 21805 "showTitle": true, 21806 "title": "Rate of Packets", 21807 "titleSize": "h6" 21808 }, 21809 { 21810 "collapse": false, 21811 "height": "250px", 21812 "panels": [ 21813 { 21814 "aliasColors": { 21815 21816 }, 21817 "bars": false, 21818 "dashLength": 10, 21819 "dashes": false, 21820 "datasource": "$datasource", 21821 "fill": 10, 21822 "id": 12, 21823 "legend": { 21824 "avg": false, 21825 "current": false, 21826 "max": false, 21827 "min": false, 21828 "show": true, 21829 "total": false, 21830 "values": false 21831 }, 21832 "lines": true, 21833 "linewidth": 0, 21834 "links": [ 21835 21836 ], 21837 "nullPointMode": "null as zero", 21838 "percentage": false, 21839 "pointradius": 5, 21840 "points": false, 21841 "renderer": "flot", 21842 "seriesOverrides": [ 21843 21844 ], 21845 "spaceLength": 10, 21846 "span": 6, 21847 "stack": true, 21848 "steppedLine": false, 21849 "targets": [ 21850 { 21851 "expr": "(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21852 "format": "time_series", 21853 "intervalFactor": 2, 21854 "legendFormat": "{{workload}}", 21855 "legendLink": null, 21856 "step": 10 21857 } 21858 ], 21859 "thresholds": [ 21860 21861 ], 21862 "timeFrom": null, 21863 "timeShift": null, 21864 "title": "Rate of Received Packets Dropped", 21865 "tooltip": { 21866 "shared": false, 21867 "sort": 0, 21868 "value_type": "individual" 21869 }, 21870 "type": "graph", 21871 "xaxis": { 21872 "buckets": null, 21873 "mode": "time", 21874 "name": null, 21875 "show": true, 21876 "values": [ 21877 21878 ] 21879 }, 21880 "yaxes": [ 21881 { 21882 "format": "pps", 21883 "label": null, 21884 "logBase": 1, 21885 "max": null, 21886 "min": 0, 21887 "show": true 21888 }, 21889 { 21890 "format": "short", 21891 "label": null, 21892 "logBase": 1, 21893 "max": null, 21894 "min": null, 21895 "show": false 21896 } 21897 ] 21898 }, 21899 { 21900 "aliasColors": { 21901 21902 }, 21903 "bars": false, 21904 "dashLength": 10, 21905 "dashes": false, 21906 "datasource": "$datasource", 21907 "fill": 10, 21908 "id": 13, 21909 "legend": { 21910 "avg": false, 21911 "current": false, 21912 "max": false, 21913 "min": false, 21914 "show": true, 21915 "total": false, 21916 "values": false 21917 }, 21918 "lines": true, 21919 "linewidth": 0, 21920 "links": [ 21921 21922 ], 21923 "nullPointMode": "null as zero", 21924 "percentage": false, 21925 "pointradius": 5, 21926 "points": false, 21927 "renderer": "flot", 21928 "seriesOverrides": [ 21929 21930 ], 21931 "spaceLength": 10, 21932 "span": 6, 21933 "stack": true, 21934 "steppedLine": false, 21935 "targets": [ 21936 { 21937 "expr": "(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\", namespace=~\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 21938 "format": "time_series", 21939 "intervalFactor": 2, 21940 "legendFormat": "{{workload}}", 21941 "legendLink": null, 21942 "step": 10 21943 } 21944 ], 21945 "thresholds": [ 21946 21947 ], 21948 "timeFrom": null, 21949 "timeShift": null, 21950 "title": "Rate of Transmitted Packets Dropped", 21951 "tooltip": { 21952 "shared": false, 21953 "sort": 0, 21954 "value_type": "individual" 21955 }, 21956 "type": "graph", 21957 "xaxis": { 21958 "buckets": null, 21959 "mode": "time", 21960 "name": null, 21961 "show": true, 21962 "values": [ 21963 21964 ] 21965 }, 21966 "yaxes": [ 21967 { 21968 "format": "pps", 21969 "label": null, 21970 "logBase": 1, 21971 "max": null, 21972 "min": 0, 21973 "show": true 21974 }, 21975 { 21976 "format": "short", 21977 "label": null, 21978 "logBase": 1, 21979 "max": null, 21980 "min": null, 21981 "show": false 21982 } 21983 ] 21984 } 21985 ], 21986 "repeat": null, 21987 "repeatIteration": null, 21988 "repeatRowId": null, 21989 "showTitle": true, 21990 "title": "Rate of Packets Dropped", 21991 "titleSize": "h6" 21992 } 21993 ], 21994 "schemaVersion": 14, 21995 "style": "dark", 21996 "tags": [ 21997 "kubernetes-mixin" 21998 ], 21999 "templating": { 22000 "list": [ 22001 { 22002 "current": { 22003 "text": "default", 22004 "value": "default" 22005 }, 22006 "hide": 0, 22007 "label": null, 22008 "name": "datasource", 22009 "options": [ 22010 22011 ], 22012 "query": "prometheus", 22013 "refresh": 1, 22014 "regex": "", 22015 "type": "datasource" 22016 }, 22017 { 22018 "allValue": null, 22019 "current": { 22020 "text": "", 22021 "value": "" 22022 }, 22023 "datasource": "$datasource", 22024 "hide": 2, 22025 "includeAll": false, 22026 "label": null, 22027 "multi": false, 22028 "name": "cluster", 22029 "options": [ 22030 22031 ], 22032 "query": "label_values(kube_pod_info, cluster)", 22033 "refresh": 2, 22034 "regex": "", 22035 "sort": 1, 22036 "tagValuesQuery": "", 22037 "tags": [ 22038 22039 ], 22040 "tagsQuery": "", 22041 "type": "query", 22042 "useTags": false 22043 }, 22044 { 22045 "allValue": null, 22046 "auto": false, 22047 "auto_count": 30, 22048 "auto_min": "10s", 22049 "current": { 22050 "text": "deployment", 22051 "value": "deployment" 22052 }, 22053 "datasource": "$datasource", 22054 "definition": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\".+\"}, workload_type)", 22055 "hide": 0, 22056 "includeAll": false, 22057 "label": null, 22058 "multi": false, 22059 "name": "type", 22060 "options": [ 22061 22062 ], 22063 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=~\"$namespace\", workload=~\".+\"}, workload_type)", 22064 "refresh": 2, 22065 "regex": "", 22066 "skipUrlSync": false, 22067 "sort": 0, 22068 "tagValuesQuery": "", 22069 "tags": [ 22070 22071 ], 22072 "tagsQuery": "", 22073 "type": "query", 22074 "useTags": false 22075 }, 22076 { 22077 "allValue": null, 22078 "current": { 22079 "text": "", 22080 "value": "" 22081 }, 22082 "datasource": "$datasource", 22083 "hide": 0, 22084 "includeAll": false, 22085 "label": null, 22086 "multi": false, 22087 "name": "namespace", 22088 "options": [ 22089 22090 ], 22091 "query": "label_values(kube_pod_info{cluster=\"$cluster\"}, namespace)", 22092 "refresh": 2, 22093 "regex": "", 22094 "sort": 1, 22095 "tagValuesQuery": "", 22096 "tags": [ 22097 22098 ], 22099 "tagsQuery": "", 22100 "type": "query", 22101 "useTags": false 22102 } 22103 ] 22104 }, 22105 "time": { 22106 "from": "now-1h", 22107 "to": "now" 22108 }, 22109 "timepicker": { 22110 "refresh_intervals": [ 22111 "5s", 22112 "10s", 22113 "30s", 22114 "1m", 22115 "5m", 22116 "15m", 22117 "30m", 22118 "1h", 22119 "2h", 22120 "1d" 22121 ], 22122 "time_options": [ 22123 "5m", 22124 "15m", 22125 "1h", 22126 "6h", 22127 "12h", 22128 "24h", 22129 "2d", 22130 "7d", 22131 "30d" 22132 ] 22133 }, 22134 "timezone": "UTC", 22135 "title": "Kubernetes / Compute Resources / Namespace (Workloads)", 22136 "uid": "a87fb0d919ec0ea5f6543124e16c42a5", 22137 "version": 0 22138 } 22139 --- 22140 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/kubelet.yaml 22141 apiVersion: v1 22142 kind: ConfigMap 22143 metadata: 22144 namespace: kube-prometheus-stack-system 22145 name: kube-prometheus-stack-kubelet 22146 annotations: 22147 { } 22148 labels: 22149 grafana_dashboard: "1" 22150 app: kube-prometheus-stack-grafana 22151 app.kubernetes.io/instance: kube-prometheus-stack 22152 app.kubernetes.io/version: "18.0.1" 22153 app.kubernetes.io/part-of: kube-prometheus-stack 22154 release: "kube-prometheus-stack" 22155 heritage: "Helm" 22156 data: 22157 kubelet.json: |- 22158 { 22159 "__inputs": [ 22160 22161 ], 22162 "__requires": [ 22163 22164 ], 22165 "annotations": { 22166 "list": [ 22167 22168 ] 22169 }, 22170 "editable": false, 22171 "gnetId": null, 22172 "graphTooltip": 0, 22173 "hideControls": false, 22174 "id": null, 22175 "links": [ 22176 22177 ], 22178 "panels": [ 22179 { 22180 "datasource": "$datasource", 22181 "fieldConfig": { 22182 "defaults": { 22183 "links": [ 22184 22185 ], 22186 "mappings": [ 22187 22188 ], 22189 "thresholds": { 22190 "mode": "absolute", 22191 "steps": [ 22192 22193 ] 22194 }, 22195 "unit": "none" 22196 } 22197 }, 22198 "gridPos": { 22199 "h": 7, 22200 "w": 4, 22201 "x": 0, 22202 "y": 0 22203 }, 22204 "id": 2, 22205 "links": [ 22206 22207 ], 22208 "options": { 22209 "colorMode": "value", 22210 "graphMode": "area", 22211 "justifyMode": "auto", 22212 "orientation": "auto", 22213 "reduceOptions": { 22214 "calcs": [ 22215 "lastNotNull" 22216 ], 22217 "fields": "", 22218 "values": false 22219 } 22220 }, 22221 "pluginVersion": "7", 22222 "targets": [ 22223 { 22224 "expr": "sum(kubelet_node_name{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\"})", 22225 "format": "time_series", 22226 "intervalFactor": 2, 22227 "legendFormat": "", 22228 "refId": "A" 22229 } 22230 ], 22231 "title": "Running Kubelets", 22232 "transparent": false, 22233 "type": "stat" 22234 }, 22235 { 22236 "datasource": "$datasource", 22237 "fieldConfig": { 22238 "defaults": { 22239 "links": [ 22240 22241 ], 22242 "mappings": [ 22243 22244 ], 22245 "thresholds": { 22246 "mode": "absolute", 22247 "steps": [ 22248 22249 ] 22250 }, 22251 "unit": "none" 22252 } 22253 }, 22254 "gridPos": { 22255 "h": 7, 22256 "w": 4, 22257 "x": 4, 22258 "y": 0 22259 }, 22260 "id": 3, 22261 "links": [ 22262 22263 ], 22264 "options": { 22265 "colorMode": "value", 22266 "graphMode": "area", 22267 "justifyMode": "auto", 22268 "orientation": "auto", 22269 "reduceOptions": { 22270 "calcs": [ 22271 "lastNotNull" 22272 ], 22273 "fields": "", 22274 "values": false 22275 } 22276 }, 22277 "pluginVersion": "7", 22278 "targets": [ 22279 { 22280 "expr": "sum(kubelet_running_pods{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}) OR sum(kubelet_running_pod_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"})", 22281 "format": "time_series", 22282 "intervalFactor": 2, 22283 "legendFormat": "{{instance}}", 22284 "refId": "A" 22285 } 22286 ], 22287 "title": "Running Pods", 22288 "transparent": false, 22289 "type": "stat" 22290 }, 22291 { 22292 "datasource": "$datasource", 22293 "fieldConfig": { 22294 "defaults": { 22295 "links": [ 22296 22297 ], 22298 "mappings": [ 22299 22300 ], 22301 "thresholds": { 22302 "mode": "absolute", 22303 "steps": [ 22304 22305 ] 22306 }, 22307 "unit": "none" 22308 } 22309 }, 22310 "gridPos": { 22311 "h": 7, 22312 "w": 4, 22313 "x": 8, 22314 "y": 0 22315 }, 22316 "id": 4, 22317 "links": [ 22318 22319 ], 22320 "options": { 22321 "colorMode": "value", 22322 "graphMode": "area", 22323 "justifyMode": "auto", 22324 "orientation": "auto", 22325 "reduceOptions": { 22326 "calcs": [ 22327 "lastNotNull" 22328 ], 22329 "fields": "", 22330 "values": false 22331 } 22332 }, 22333 "pluginVersion": "7", 22334 "targets": [ 22335 { 22336 "expr": "sum(kubelet_running_containers{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}) OR sum(kubelet_running_container_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"})", 22337 "format": "time_series", 22338 "intervalFactor": 2, 22339 "legendFormat": "{{instance}}", 22340 "refId": "A" 22341 } 22342 ], 22343 "title": "Running Container", 22344 "transparent": false, 22345 "type": "stat" 22346 }, 22347 { 22348 "datasource": "$datasource", 22349 "fieldConfig": { 22350 "defaults": { 22351 "links": [ 22352 22353 ], 22354 "mappings": [ 22355 22356 ], 22357 "thresholds": { 22358 "mode": "absolute", 22359 "steps": [ 22360 22361 ] 22362 }, 22363 "unit": "none" 22364 } 22365 }, 22366 "gridPos": { 22367 "h": 7, 22368 "w": 4, 22369 "x": 12, 22370 "y": 0 22371 }, 22372 "id": 5, 22373 "links": [ 22374 22375 ], 22376 "options": { 22377 "colorMode": "value", 22378 "graphMode": "area", 22379 "justifyMode": "auto", 22380 "orientation": "auto", 22381 "reduceOptions": { 22382 "calcs": [ 22383 "lastNotNull" 22384 ], 22385 "fields": "", 22386 "values": false 22387 } 22388 }, 22389 "pluginVersion": "7", 22390 "targets": [ 22391 { 22392 "expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\", state=\"actual_state_of_world\"})", 22393 "format": "time_series", 22394 "intervalFactor": 2, 22395 "legendFormat": "{{instance}}", 22396 "refId": "A" 22397 } 22398 ], 22399 "title": "Actual Volume Count", 22400 "transparent": false, 22401 "type": "stat" 22402 }, 22403 { 22404 "datasource": "$datasource", 22405 "fieldConfig": { 22406 "defaults": { 22407 "links": [ 22408 22409 ], 22410 "mappings": [ 22411 22412 ], 22413 "thresholds": { 22414 "mode": "absolute", 22415 "steps": [ 22416 22417 ] 22418 }, 22419 "unit": "none" 22420 } 22421 }, 22422 "gridPos": { 22423 "h": 7, 22424 "w": 4, 22425 "x": 16, 22426 "y": 0 22427 }, 22428 "id": 6, 22429 "links": [ 22430 22431 ], 22432 "options": { 22433 "colorMode": "value", 22434 "graphMode": "area", 22435 "justifyMode": "auto", 22436 "orientation": "auto", 22437 "reduceOptions": { 22438 "calcs": [ 22439 "lastNotNull" 22440 ], 22441 "fields": "", 22442 "values": false 22443 } 22444 }, 22445 "pluginVersion": "7", 22446 "targets": [ 22447 { 22448 "expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",state=\"desired_state_of_world\"})", 22449 "format": "time_series", 22450 "intervalFactor": 2, 22451 "legendFormat": "{{instance}}", 22452 "refId": "A" 22453 } 22454 ], 22455 "title": "Desired Volume Count", 22456 "transparent": false, 22457 "type": "stat" 22458 }, 22459 { 22460 "datasource": "$datasource", 22461 "fieldConfig": { 22462 "defaults": { 22463 "links": [ 22464 22465 ], 22466 "mappings": [ 22467 22468 ], 22469 "thresholds": { 22470 "mode": "absolute", 22471 "steps": [ 22472 22473 ] 22474 }, 22475 "unit": "none" 22476 } 22477 }, 22478 "gridPos": { 22479 "h": 7, 22480 "w": 4, 22481 "x": 20, 22482 "y": 0 22483 }, 22484 "id": 7, 22485 "links": [ 22486 22487 ], 22488 "options": { 22489 "colorMode": "value", 22490 "graphMode": "area", 22491 "justifyMode": "auto", 22492 "orientation": "auto", 22493 "reduceOptions": { 22494 "calcs": [ 22495 "lastNotNull" 22496 ], 22497 "fields": "", 22498 "values": false 22499 } 22500 }, 22501 "pluginVersion": "7", 22502 "targets": [ 22503 { 22504 "expr": "sum(rate(kubelet_node_config_error{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m]))", 22505 "format": "time_series", 22506 "intervalFactor": 2, 22507 "legendFormat": "{{instance}}", 22508 "refId": "A" 22509 } 22510 ], 22511 "title": "Config Error Count", 22512 "transparent": false, 22513 "type": "stat" 22514 }, 22515 { 22516 "aliasColors": { 22517 22518 }, 22519 "bars": false, 22520 "dashLength": 10, 22521 "dashes": false, 22522 "datasource": "$datasource", 22523 "fill": 1, 22524 "fillGradient": 0, 22525 "gridPos": { 22526 "h": 7, 22527 "w": 12, 22528 "x": 0, 22529 "y": 7 22530 }, 22531 "id": 8, 22532 "legend": { 22533 "alignAsTable": true, 22534 "avg": false, 22535 "current": true, 22536 "max": false, 22537 "min": false, 22538 "rightSide": true, 22539 "show": true, 22540 "sideWidth": null, 22541 "total": false, 22542 "values": true 22543 }, 22544 "lines": true, 22545 "linewidth": 1, 22546 "links": [ 22547 22548 ], 22549 "nullPointMode": "null", 22550 "percentage": false, 22551 "pointradius": 5, 22552 "points": false, 22553 "renderer": "flot", 22554 "repeat": null, 22555 "seriesOverrides": [ 22556 22557 ], 22558 "spaceLength": 10, 22559 "stack": false, 22560 "steppedLine": false, 22561 "targets": [ 22562 { 22563 "expr": "sum(rate(kubelet_runtime_operations_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (operation_type, instance)", 22564 "format": "time_series", 22565 "intervalFactor": 2, 22566 "legendFormat": "{{instance}} {{operation_type}}", 22567 "refId": "A" 22568 } 22569 ], 22570 "thresholds": [ 22571 22572 ], 22573 "timeFrom": null, 22574 "timeShift": null, 22575 "title": "Operation Rate", 22576 "tooltip": { 22577 "shared": true, 22578 "sort": 0, 22579 "value_type": "individual" 22580 }, 22581 "type": "graph", 22582 "xaxis": { 22583 "buckets": null, 22584 "mode": "time", 22585 "name": null, 22586 "show": true, 22587 "values": [ 22588 22589 ] 22590 }, 22591 "yaxes": [ 22592 { 22593 "format": "ops", 22594 "label": null, 22595 "logBase": 1, 22596 "max": null, 22597 "min": null, 22598 "show": true 22599 }, 22600 { 22601 "format": "ops", 22602 "label": null, 22603 "logBase": 1, 22604 "max": null, 22605 "min": null, 22606 "show": true 22607 } 22608 ] 22609 }, 22610 { 22611 "aliasColors": { 22612 22613 }, 22614 "bars": false, 22615 "dashLength": 10, 22616 "dashes": false, 22617 "datasource": "$datasource", 22618 "fill": 1, 22619 "fillGradient": 0, 22620 "gridPos": { 22621 "h": 7, 22622 "w": 12, 22623 "x": 12, 22624 "y": 7 22625 }, 22626 "id": 9, 22627 "legend": { 22628 "alignAsTable": true, 22629 "avg": false, 22630 "current": true, 22631 "max": false, 22632 "min": false, 22633 "rightSide": true, 22634 "show": true, 22635 "sideWidth": null, 22636 "total": false, 22637 "values": true 22638 }, 22639 "lines": true, 22640 "linewidth": 1, 22641 "links": [ 22642 22643 ], 22644 "nullPointMode": "null", 22645 "percentage": false, 22646 "pointradius": 5, 22647 "points": false, 22648 "renderer": "flot", 22649 "repeat": null, 22650 "seriesOverrides": [ 22651 22652 ], 22653 "spaceLength": 10, 22654 "stack": false, 22655 "steppedLine": false, 22656 "targets": [ 22657 { 22658 "expr": "sum(rate(kubelet_runtime_operations_errors_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_type)", 22659 "format": "time_series", 22660 "intervalFactor": 2, 22661 "legendFormat": "{{instance}} {{operation_type}}", 22662 "refId": "A" 22663 } 22664 ], 22665 "thresholds": [ 22666 22667 ], 22668 "timeFrom": null, 22669 "timeShift": null, 22670 "title": "Operation Error Rate", 22671 "tooltip": { 22672 "shared": true, 22673 "sort": 0, 22674 "value_type": "individual" 22675 }, 22676 "type": "graph", 22677 "xaxis": { 22678 "buckets": null, 22679 "mode": "time", 22680 "name": null, 22681 "show": true, 22682 "values": [ 22683 22684 ] 22685 }, 22686 "yaxes": [ 22687 { 22688 "format": "ops", 22689 "label": null, 22690 "logBase": 1, 22691 "max": null, 22692 "min": null, 22693 "show": true 22694 }, 22695 { 22696 "format": "ops", 22697 "label": null, 22698 "logBase": 1, 22699 "max": null, 22700 "min": null, 22701 "show": true 22702 } 22703 ] 22704 }, 22705 { 22706 "aliasColors": { 22707 22708 }, 22709 "bars": false, 22710 "dashLength": 10, 22711 "dashes": false, 22712 "datasource": "$datasource", 22713 "fill": 1, 22714 "fillGradient": 0, 22715 "gridPos": { 22716 "h": 7, 22717 "w": 24, 22718 "x": 0, 22719 "y": 14 22720 }, 22721 "id": 10, 22722 "legend": { 22723 "alignAsTable": true, 22724 "avg": false, 22725 "current": true, 22726 "max": false, 22727 "min": false, 22728 "rightSide": true, 22729 "show": true, 22730 "sideWidth": null, 22731 "total": false, 22732 "values": true 22733 }, 22734 "lines": true, 22735 "linewidth": 1, 22736 "links": [ 22737 22738 ], 22739 "nullPointMode": "null", 22740 "percentage": false, 22741 "pointradius": 5, 22742 "points": false, 22743 "renderer": "flot", 22744 "repeat": null, 22745 "seriesOverrides": [ 22746 22747 ], 22748 "spaceLength": 10, 22749 "stack": false, 22750 "steppedLine": false, 22751 "targets": [ 22752 { 22753 "expr": "histogram_quantile(0.99, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_type, le))", 22754 "format": "time_series", 22755 "intervalFactor": 2, 22756 "legendFormat": "{{instance}} {{operation_type}}", 22757 "refId": "A" 22758 } 22759 ], 22760 "thresholds": [ 22761 22762 ], 22763 "timeFrom": null, 22764 "timeShift": null, 22765 "title": "Operation duration 99th quantile", 22766 "tooltip": { 22767 "shared": true, 22768 "sort": 0, 22769 "value_type": "individual" 22770 }, 22771 "type": "graph", 22772 "xaxis": { 22773 "buckets": null, 22774 "mode": "time", 22775 "name": null, 22776 "show": true, 22777 "values": [ 22778 22779 ] 22780 }, 22781 "yaxes": [ 22782 { 22783 "format": "s", 22784 "label": null, 22785 "logBase": 1, 22786 "max": null, 22787 "min": null, 22788 "show": true 22789 }, 22790 { 22791 "format": "s", 22792 "label": null, 22793 "logBase": 1, 22794 "max": null, 22795 "min": null, 22796 "show": true 22797 } 22798 ] 22799 }, 22800 { 22801 "aliasColors": { 22802 22803 }, 22804 "bars": false, 22805 "dashLength": 10, 22806 "dashes": false, 22807 "datasource": "$datasource", 22808 "fill": 1, 22809 "fillGradient": 0, 22810 "gridPos": { 22811 "h": 7, 22812 "w": 12, 22813 "x": 0, 22814 "y": 21 22815 }, 22816 "id": 11, 22817 "legend": { 22818 "alignAsTable": true, 22819 "avg": false, 22820 "current": true, 22821 "max": false, 22822 "min": false, 22823 "rightSide": true, 22824 "show": true, 22825 "sideWidth": null, 22826 "total": false, 22827 "values": true 22828 }, 22829 "lines": true, 22830 "linewidth": 1, 22831 "links": [ 22832 22833 ], 22834 "nullPointMode": "null", 22835 "percentage": false, 22836 "pointradius": 5, 22837 "points": false, 22838 "renderer": "flot", 22839 "repeat": null, 22840 "seriesOverrides": [ 22841 22842 ], 22843 "spaceLength": 10, 22844 "stack": false, 22845 "steppedLine": false, 22846 "targets": [ 22847 { 22848 "expr": "sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance)", 22849 "format": "time_series", 22850 "intervalFactor": 2, 22851 "legendFormat": "{{instance}} pod", 22852 "refId": "A" 22853 }, 22854 { 22855 "expr": "sum(rate(kubelet_pod_worker_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance)", 22856 "format": "time_series", 22857 "intervalFactor": 2, 22858 "legendFormat": "{{instance}} worker", 22859 "refId": "B" 22860 } 22861 ], 22862 "thresholds": [ 22863 22864 ], 22865 "timeFrom": null, 22866 "timeShift": null, 22867 "title": "Pod Start Rate", 22868 "tooltip": { 22869 "shared": true, 22870 "sort": 0, 22871 "value_type": "individual" 22872 }, 22873 "type": "graph", 22874 "xaxis": { 22875 "buckets": null, 22876 "mode": "time", 22877 "name": null, 22878 "show": true, 22879 "values": [ 22880 22881 ] 22882 }, 22883 "yaxes": [ 22884 { 22885 "format": "ops", 22886 "label": null, 22887 "logBase": 1, 22888 "max": null, 22889 "min": null, 22890 "show": true 22891 }, 22892 { 22893 "format": "ops", 22894 "label": null, 22895 "logBase": 1, 22896 "max": null, 22897 "min": null, 22898 "show": true 22899 } 22900 ] 22901 }, 22902 { 22903 "aliasColors": { 22904 22905 }, 22906 "bars": false, 22907 "dashLength": 10, 22908 "dashes": false, 22909 "datasource": "$datasource", 22910 "fill": 1, 22911 "fillGradient": 0, 22912 "gridPos": { 22913 "h": 7, 22914 "w": 12, 22915 "x": 12, 22916 "y": 21 22917 }, 22918 "id": 12, 22919 "legend": { 22920 "alignAsTable": true, 22921 "avg": false, 22922 "current": true, 22923 "max": false, 22924 "min": false, 22925 "rightSide": true, 22926 "show": true, 22927 "sideWidth": null, 22928 "total": false, 22929 "values": true 22930 }, 22931 "lines": true, 22932 "linewidth": 1, 22933 "links": [ 22934 22935 ], 22936 "nullPointMode": "null", 22937 "percentage": false, 22938 "pointradius": 5, 22939 "points": false, 22940 "renderer": "flot", 22941 "repeat": null, 22942 "seriesOverrides": [ 22943 22944 ], 22945 "spaceLength": 10, 22946 "stack": false, 22947 "steppedLine": false, 22948 "targets": [ 22949 { 22950 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))", 22951 "format": "time_series", 22952 "intervalFactor": 2, 22953 "legendFormat": "{{instance}} pod", 22954 "refId": "A" 22955 }, 22956 { 22957 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_worker_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))", 22958 "format": "time_series", 22959 "intervalFactor": 2, 22960 "legendFormat": "{{instance}} worker", 22961 "refId": "B" 22962 } 22963 ], 22964 "thresholds": [ 22965 22966 ], 22967 "timeFrom": null, 22968 "timeShift": null, 22969 "title": "Pod Start Duration", 22970 "tooltip": { 22971 "shared": true, 22972 "sort": 0, 22973 "value_type": "individual" 22974 }, 22975 "type": "graph", 22976 "xaxis": { 22977 "buckets": null, 22978 "mode": "time", 22979 "name": null, 22980 "show": true, 22981 "values": [ 22982 22983 ] 22984 }, 22985 "yaxes": [ 22986 { 22987 "format": "s", 22988 "label": null, 22989 "logBase": 1, 22990 "max": null, 22991 "min": null, 22992 "show": true 22993 }, 22994 { 22995 "format": "s", 22996 "label": null, 22997 "logBase": 1, 22998 "max": null, 22999 "min": null, 23000 "show": true 23001 } 23002 ] 23003 }, 23004 { 23005 "aliasColors": { 23006 23007 }, 23008 "bars": false, 23009 "dashLength": 10, 23010 "dashes": false, 23011 "datasource": "$datasource", 23012 "fill": 1, 23013 "fillGradient": 0, 23014 "gridPos": { 23015 "h": 7, 23016 "w": 12, 23017 "x": 0, 23018 "y": 28 23019 }, 23020 "id": 13, 23021 "legend": { 23022 "alignAsTable": true, 23023 "avg": false, 23024 "current": true, 23025 "hideEmpty": true, 23026 "hideZero": true, 23027 "max": false, 23028 "min": false, 23029 "rightSide": true, 23030 "show": true, 23031 "sideWidth": null, 23032 "total": false, 23033 "values": true 23034 }, 23035 "lines": true, 23036 "linewidth": 1, 23037 "links": [ 23038 23039 ], 23040 "nullPointMode": "null", 23041 "percentage": false, 23042 "pointradius": 5, 23043 "points": false, 23044 "renderer": "flot", 23045 "repeat": null, 23046 "seriesOverrides": [ 23047 23048 ], 23049 "spaceLength": 10, 23050 "stack": false, 23051 "steppedLine": false, 23052 "targets": [ 23053 { 23054 "expr": "sum(rate(storage_operation_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)", 23055 "format": "time_series", 23056 "intervalFactor": 2, 23057 "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}", 23058 "refId": "A" 23059 } 23060 ], 23061 "thresholds": [ 23062 23063 ], 23064 "timeFrom": null, 23065 "timeShift": null, 23066 "title": "Storage Operation Rate", 23067 "tooltip": { 23068 "shared": true, 23069 "sort": 0, 23070 "value_type": "individual" 23071 }, 23072 "type": "graph", 23073 "xaxis": { 23074 "buckets": null, 23075 "mode": "time", 23076 "name": null, 23077 "show": true, 23078 "values": [ 23079 23080 ] 23081 }, 23082 "yaxes": [ 23083 { 23084 "format": "ops", 23085 "label": null, 23086 "logBase": 1, 23087 "max": null, 23088 "min": null, 23089 "show": true 23090 }, 23091 { 23092 "format": "ops", 23093 "label": null, 23094 "logBase": 1, 23095 "max": null, 23096 "min": null, 23097 "show": true 23098 } 23099 ] 23100 }, 23101 { 23102 "aliasColors": { 23103 23104 }, 23105 "bars": false, 23106 "dashLength": 10, 23107 "dashes": false, 23108 "datasource": "$datasource", 23109 "fill": 1, 23110 "fillGradient": 0, 23111 "gridPos": { 23112 "h": 7, 23113 "w": 12, 23114 "x": 12, 23115 "y": 28 23116 }, 23117 "id": 14, 23118 "legend": { 23119 "alignAsTable": true, 23120 "avg": false, 23121 "current": true, 23122 "hideEmpty": true, 23123 "hideZero": true, 23124 "max": false, 23125 "min": false, 23126 "rightSide": true, 23127 "show": true, 23128 "sideWidth": null, 23129 "total": false, 23130 "values": true 23131 }, 23132 "lines": true, 23133 "linewidth": 1, 23134 "links": [ 23135 23136 ], 23137 "nullPointMode": "null", 23138 "percentage": false, 23139 "pointradius": 5, 23140 "points": false, 23141 "renderer": "flot", 23142 "repeat": null, 23143 "seriesOverrides": [ 23144 23145 ], 23146 "spaceLength": 10, 23147 "stack": false, 23148 "steppedLine": false, 23149 "targets": [ 23150 { 23151 "expr": "sum(rate(storage_operation_errors_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)", 23152 "format": "time_series", 23153 "intervalFactor": 2, 23154 "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}", 23155 "refId": "A" 23156 } 23157 ], 23158 "thresholds": [ 23159 23160 ], 23161 "timeFrom": null, 23162 "timeShift": null, 23163 "title": "Storage Operation Error Rate", 23164 "tooltip": { 23165 "shared": true, 23166 "sort": 0, 23167 "value_type": "individual" 23168 }, 23169 "type": "graph", 23170 "xaxis": { 23171 "buckets": null, 23172 "mode": "time", 23173 "name": null, 23174 "show": true, 23175 "values": [ 23176 23177 ] 23178 }, 23179 "yaxes": [ 23180 { 23181 "format": "ops", 23182 "label": null, 23183 "logBase": 1, 23184 "max": null, 23185 "min": null, 23186 "show": true 23187 }, 23188 { 23189 "format": "ops", 23190 "label": null, 23191 "logBase": 1, 23192 "max": null, 23193 "min": null, 23194 "show": true 23195 } 23196 ] 23197 }, 23198 { 23199 "aliasColors": { 23200 23201 }, 23202 "bars": false, 23203 "dashLength": 10, 23204 "dashes": false, 23205 "datasource": "$datasource", 23206 "fill": 1, 23207 "fillGradient": 0, 23208 "gridPos": { 23209 "h": 7, 23210 "w": 24, 23211 "x": 0, 23212 "y": 35 23213 }, 23214 "id": 15, 23215 "legend": { 23216 "alignAsTable": true, 23217 "avg": false, 23218 "current": true, 23219 "hideEmpty": true, 23220 "hideZero": true, 23221 "max": false, 23222 "min": false, 23223 "rightSide": true, 23224 "show": true, 23225 "sideWidth": null, 23226 "total": false, 23227 "values": true 23228 }, 23229 "lines": true, 23230 "linewidth": 1, 23231 "links": [ 23232 23233 ], 23234 "nullPointMode": "null", 23235 "percentage": false, 23236 "pointradius": 5, 23237 "points": false, 23238 "renderer": "flot", 23239 "repeat": null, 23240 "seriesOverrides": [ 23241 23242 ], 23243 "spaceLength": 10, 23244 "stack": false, 23245 "steppedLine": false, 23246 "targets": [ 23247 { 23248 "expr": "histogram_quantile(0.99, sum(rate(storage_operation_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin, le))", 23249 "format": "time_series", 23250 "intervalFactor": 2, 23251 "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}", 23252 "refId": "A" 23253 } 23254 ], 23255 "thresholds": [ 23256 23257 ], 23258 "timeFrom": null, 23259 "timeShift": null, 23260 "title": "Storage Operation Duration 99th quantile", 23261 "tooltip": { 23262 "shared": true, 23263 "sort": 0, 23264 "value_type": "individual" 23265 }, 23266 "type": "graph", 23267 "xaxis": { 23268 "buckets": null, 23269 "mode": "time", 23270 "name": null, 23271 "show": true, 23272 "values": [ 23273 23274 ] 23275 }, 23276 "yaxes": [ 23277 { 23278 "format": "s", 23279 "label": null, 23280 "logBase": 1, 23281 "max": null, 23282 "min": null, 23283 "show": true 23284 }, 23285 { 23286 "format": "s", 23287 "label": null, 23288 "logBase": 1, 23289 "max": null, 23290 "min": null, 23291 "show": true 23292 } 23293 ] 23294 }, 23295 { 23296 "aliasColors": { 23297 23298 }, 23299 "bars": false, 23300 "dashLength": 10, 23301 "dashes": false, 23302 "datasource": "$datasource", 23303 "fill": 1, 23304 "fillGradient": 0, 23305 "gridPos": { 23306 "h": 7, 23307 "w": 12, 23308 "x": 0, 23309 "y": 42 23310 }, 23311 "id": 16, 23312 "legend": { 23313 "alignAsTable": true, 23314 "avg": false, 23315 "current": true, 23316 "max": false, 23317 "min": false, 23318 "rightSide": true, 23319 "show": true, 23320 "sideWidth": null, 23321 "total": false, 23322 "values": true 23323 }, 23324 "lines": true, 23325 "linewidth": 1, 23326 "links": [ 23327 23328 ], 23329 "nullPointMode": "null", 23330 "percentage": false, 23331 "pointradius": 5, 23332 "points": false, 23333 "renderer": "flot", 23334 "repeat": null, 23335 "seriesOverrides": [ 23336 23337 ], 23338 "spaceLength": 10, 23339 "stack": false, 23340 "steppedLine": false, 23341 "targets": [ 23342 { 23343 "expr": "sum(rate(kubelet_cgroup_manager_duration_seconds_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, operation_type)", 23344 "format": "time_series", 23345 "intervalFactor": 2, 23346 "legendFormat": "{{operation_type}}", 23347 "refId": "A" 23348 } 23349 ], 23350 "thresholds": [ 23351 23352 ], 23353 "timeFrom": null, 23354 "timeShift": null, 23355 "title": "Cgroup manager operation rate", 23356 "tooltip": { 23357 "shared": true, 23358 "sort": 0, 23359 "value_type": "individual" 23360 }, 23361 "type": "graph", 23362 "xaxis": { 23363 "buckets": null, 23364 "mode": "time", 23365 "name": null, 23366 "show": true, 23367 "values": [ 23368 23369 ] 23370 }, 23371 "yaxes": [ 23372 { 23373 "format": "ops", 23374 "label": null, 23375 "logBase": 1, 23376 "max": null, 23377 "min": null, 23378 "show": true 23379 }, 23380 { 23381 "format": "ops", 23382 "label": null, 23383 "logBase": 1, 23384 "max": null, 23385 "min": null, 23386 "show": true 23387 } 23388 ] 23389 }, 23390 { 23391 "aliasColors": { 23392 23393 }, 23394 "bars": false, 23395 "dashLength": 10, 23396 "dashes": false, 23397 "datasource": "$datasource", 23398 "fill": 1, 23399 "fillGradient": 0, 23400 "gridPos": { 23401 "h": 7, 23402 "w": 12, 23403 "x": 12, 23404 "y": 42 23405 }, 23406 "id": 17, 23407 "legend": { 23408 "alignAsTable": true, 23409 "avg": false, 23410 "current": true, 23411 "max": false, 23412 "min": false, 23413 "rightSide": true, 23414 "show": true, 23415 "sideWidth": null, 23416 "total": false, 23417 "values": true 23418 }, 23419 "lines": true, 23420 "linewidth": 1, 23421 "links": [ 23422 23423 ], 23424 "nullPointMode": "null", 23425 "percentage": false, 23426 "pointradius": 5, 23427 "points": false, 23428 "renderer": "flot", 23429 "repeat": null, 23430 "seriesOverrides": [ 23431 23432 ], 23433 "spaceLength": 10, 23434 "stack": false, 23435 "steppedLine": false, 23436 "targets": [ 23437 { 23438 "expr": "histogram_quantile(0.99, sum(rate(kubelet_cgroup_manager_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, operation_type, le))", 23439 "format": "time_series", 23440 "intervalFactor": 2, 23441 "legendFormat": "{{instance}} {{operation_type}}", 23442 "refId": "A" 23443 } 23444 ], 23445 "thresholds": [ 23446 23447 ], 23448 "timeFrom": null, 23449 "timeShift": null, 23450 "title": "Cgroup manager 99th quantile", 23451 "tooltip": { 23452 "shared": true, 23453 "sort": 0, 23454 "value_type": "individual" 23455 }, 23456 "type": "graph", 23457 "xaxis": { 23458 "buckets": null, 23459 "mode": "time", 23460 "name": null, 23461 "show": true, 23462 "values": [ 23463 23464 ] 23465 }, 23466 "yaxes": [ 23467 { 23468 "format": "s", 23469 "label": null, 23470 "logBase": 1, 23471 "max": null, 23472 "min": null, 23473 "show": true 23474 }, 23475 { 23476 "format": "s", 23477 "label": null, 23478 "logBase": 1, 23479 "max": null, 23480 "min": null, 23481 "show": true 23482 } 23483 ] 23484 }, 23485 { 23486 "aliasColors": { 23487 23488 }, 23489 "bars": false, 23490 "dashLength": 10, 23491 "dashes": false, 23492 "datasource": "$datasource", 23493 "description": "Pod lifecycle event generator", 23494 "fill": 1, 23495 "fillGradient": 0, 23496 "gridPos": { 23497 "h": 7, 23498 "w": 12, 23499 "x": 0, 23500 "y": 49 23501 }, 23502 "id": 18, 23503 "legend": { 23504 "alignAsTable": true, 23505 "avg": false, 23506 "current": true, 23507 "max": false, 23508 "min": false, 23509 "rightSide": true, 23510 "show": true, 23511 "sideWidth": null, 23512 "total": false, 23513 "values": true 23514 }, 23515 "lines": true, 23516 "linewidth": 1, 23517 "links": [ 23518 23519 ], 23520 "nullPointMode": "null", 23521 "percentage": false, 23522 "pointradius": 5, 23523 "points": false, 23524 "renderer": "flot", 23525 "repeat": null, 23526 "seriesOverrides": [ 23527 23528 ], 23529 "spaceLength": 10, 23530 "stack": false, 23531 "steppedLine": false, 23532 "targets": [ 23533 { 23534 "expr": "sum(rate(kubelet_pleg_relist_duration_seconds_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance)", 23535 "format": "time_series", 23536 "intervalFactor": 2, 23537 "legendFormat": "{{instance}}", 23538 "refId": "A" 23539 } 23540 ], 23541 "thresholds": [ 23542 23543 ], 23544 "timeFrom": null, 23545 "timeShift": null, 23546 "title": "PLEG relist rate", 23547 "tooltip": { 23548 "shared": true, 23549 "sort": 0, 23550 "value_type": "individual" 23551 }, 23552 "type": "graph", 23553 "xaxis": { 23554 "buckets": null, 23555 "mode": "time", 23556 "name": null, 23557 "show": true, 23558 "values": [ 23559 23560 ] 23561 }, 23562 "yaxes": [ 23563 { 23564 "format": "ops", 23565 "label": null, 23566 "logBase": 1, 23567 "max": null, 23568 "min": null, 23569 "show": true 23570 }, 23571 { 23572 "format": "ops", 23573 "label": null, 23574 "logBase": 1, 23575 "max": null, 23576 "min": null, 23577 "show": true 23578 } 23579 ] 23580 }, 23581 { 23582 "aliasColors": { 23583 23584 }, 23585 "bars": false, 23586 "dashLength": 10, 23587 "dashes": false, 23588 "datasource": "$datasource", 23589 "fill": 1, 23590 "fillGradient": 0, 23591 "gridPos": { 23592 "h": 7, 23593 "w": 12, 23594 "x": 12, 23595 "y": 49 23596 }, 23597 "id": 19, 23598 "legend": { 23599 "alignAsTable": true, 23600 "avg": false, 23601 "current": true, 23602 "max": false, 23603 "min": false, 23604 "rightSide": true, 23605 "show": true, 23606 "sideWidth": null, 23607 "total": false, 23608 "values": true 23609 }, 23610 "lines": true, 23611 "linewidth": 1, 23612 "links": [ 23613 23614 ], 23615 "nullPointMode": "null", 23616 "percentage": false, 23617 "pointradius": 5, 23618 "points": false, 23619 "renderer": "flot", 23620 "repeat": null, 23621 "seriesOverrides": [ 23622 23623 ], 23624 "spaceLength": 10, 23625 "stack": false, 23626 "steppedLine": false, 23627 "targets": [ 23628 { 23629 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_interval_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))", 23630 "format": "time_series", 23631 "intervalFactor": 2, 23632 "legendFormat": "{{instance}}", 23633 "refId": "A" 23634 } 23635 ], 23636 "thresholds": [ 23637 23638 ], 23639 "timeFrom": null, 23640 "timeShift": null, 23641 "title": "PLEG relist interval", 23642 "tooltip": { 23643 "shared": true, 23644 "sort": 0, 23645 "value_type": "individual" 23646 }, 23647 "type": "graph", 23648 "xaxis": { 23649 "buckets": null, 23650 "mode": "time", 23651 "name": null, 23652 "show": true, 23653 "values": [ 23654 23655 ] 23656 }, 23657 "yaxes": [ 23658 { 23659 "format": "s", 23660 "label": null, 23661 "logBase": 1, 23662 "max": null, 23663 "min": null, 23664 "show": true 23665 }, 23666 { 23667 "format": "s", 23668 "label": null, 23669 "logBase": 1, 23670 "max": null, 23671 "min": null, 23672 "show": true 23673 } 23674 ] 23675 }, 23676 { 23677 "aliasColors": { 23678 23679 }, 23680 "bars": false, 23681 "dashLength": 10, 23682 "dashes": false, 23683 "datasource": "$datasource", 23684 "fill": 1, 23685 "fillGradient": 0, 23686 "gridPos": { 23687 "h": 7, 23688 "w": 24, 23689 "x": 0, 23690 "y": 56 23691 }, 23692 "id": 20, 23693 "legend": { 23694 "alignAsTable": true, 23695 "avg": false, 23696 "current": true, 23697 "max": false, 23698 "min": false, 23699 "rightSide": true, 23700 "show": true, 23701 "sideWidth": null, 23702 "total": false, 23703 "values": true 23704 }, 23705 "lines": true, 23706 "linewidth": 1, 23707 "links": [ 23708 23709 ], 23710 "nullPointMode": "null", 23711 "percentage": false, 23712 "pointradius": 5, 23713 "points": false, 23714 "renderer": "flot", 23715 "repeat": null, 23716 "seriesOverrides": [ 23717 23718 ], 23719 "spaceLength": 10, 23720 "stack": false, 23721 "steppedLine": false, 23722 "targets": [ 23723 { 23724 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))", 23725 "format": "time_series", 23726 "intervalFactor": 2, 23727 "legendFormat": "{{instance}}", 23728 "refId": "A" 23729 } 23730 ], 23731 "thresholds": [ 23732 23733 ], 23734 "timeFrom": null, 23735 "timeShift": null, 23736 "title": "PLEG relist duration", 23737 "tooltip": { 23738 "shared": true, 23739 "sort": 0, 23740 "value_type": "individual" 23741 }, 23742 "type": "graph", 23743 "xaxis": { 23744 "buckets": null, 23745 "mode": "time", 23746 "name": null, 23747 "show": true, 23748 "values": [ 23749 23750 ] 23751 }, 23752 "yaxes": [ 23753 { 23754 "format": "s", 23755 "label": null, 23756 "logBase": 1, 23757 "max": null, 23758 "min": null, 23759 "show": true 23760 }, 23761 { 23762 "format": "s", 23763 "label": null, 23764 "logBase": 1, 23765 "max": null, 23766 "min": null, 23767 "show": true 23768 } 23769 ] 23770 }, 23771 { 23772 "aliasColors": { 23773 23774 }, 23775 "bars": false, 23776 "dashLength": 10, 23777 "dashes": false, 23778 "datasource": "$datasource", 23779 "fill": 1, 23780 "fillGradient": 0, 23781 "gridPos": { 23782 "h": 7, 23783 "w": 24, 23784 "x": 0, 23785 "y": 63 23786 }, 23787 "id": 21, 23788 "legend": { 23789 "alignAsTable": false, 23790 "avg": false, 23791 "current": false, 23792 "max": false, 23793 "min": false, 23794 "rightSide": false, 23795 "show": true, 23796 "sideWidth": null, 23797 "total": false, 23798 "values": false 23799 }, 23800 "lines": true, 23801 "linewidth": 1, 23802 "links": [ 23803 23804 ], 23805 "nullPointMode": "null", 23806 "percentage": false, 23807 "pointradius": 5, 23808 "points": false, 23809 "renderer": "flot", 23810 "repeat": null, 23811 "seriesOverrides": [ 23812 23813 ], 23814 "spaceLength": 10, 23815 "stack": false, 23816 "steppedLine": false, 23817 "targets": [ 23818 { 23819 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"2..\"}[5m]))", 23820 "format": "time_series", 23821 "intervalFactor": 2, 23822 "legendFormat": "2xx", 23823 "refId": "A" 23824 }, 23825 { 23826 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"3..\"}[5m]))", 23827 "format": "time_series", 23828 "intervalFactor": 2, 23829 "legendFormat": "3xx", 23830 "refId": "B" 23831 }, 23832 { 23833 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"4..\"}[5m]))", 23834 "format": "time_series", 23835 "intervalFactor": 2, 23836 "legendFormat": "4xx", 23837 "refId": "C" 23838 }, 23839 { 23840 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"5..\"}[5m]))", 23841 "format": "time_series", 23842 "intervalFactor": 2, 23843 "legendFormat": "5xx", 23844 "refId": "D" 23845 } 23846 ], 23847 "thresholds": [ 23848 23849 ], 23850 "timeFrom": null, 23851 "timeShift": null, 23852 "title": "RPC Rate", 23853 "tooltip": { 23854 "shared": true, 23855 "sort": 0, 23856 "value_type": "individual" 23857 }, 23858 "type": "graph", 23859 "xaxis": { 23860 "buckets": null, 23861 "mode": "time", 23862 "name": null, 23863 "show": true, 23864 "values": [ 23865 23866 ] 23867 }, 23868 "yaxes": [ 23869 { 23870 "format": "ops", 23871 "label": null, 23872 "logBase": 1, 23873 "max": null, 23874 "min": null, 23875 "show": true 23876 }, 23877 { 23878 "format": "ops", 23879 "label": null, 23880 "logBase": 1, 23881 "max": null, 23882 "min": null, 23883 "show": true 23884 } 23885 ] 23886 }, 23887 { 23888 "aliasColors": { 23889 23890 }, 23891 "bars": false, 23892 "dashLength": 10, 23893 "dashes": false, 23894 "datasource": "$datasource", 23895 "fill": 1, 23896 "fillGradient": 0, 23897 "gridPos": { 23898 "h": 7, 23899 "w": 24, 23900 "x": 0, 23901 "y": 70 23902 }, 23903 "id": 22, 23904 "legend": { 23905 "alignAsTable": true, 23906 "avg": false, 23907 "current": true, 23908 "max": false, 23909 "min": false, 23910 "rightSide": true, 23911 "show": true, 23912 "sideWidth": null, 23913 "total": false, 23914 "values": true 23915 }, 23916 "lines": true, 23917 "linewidth": 1, 23918 "links": [ 23919 23920 ], 23921 "nullPointMode": "null", 23922 "percentage": false, 23923 "pointradius": 5, 23924 "points": false, 23925 "renderer": "flot", 23926 "repeat": null, 23927 "seriesOverrides": [ 23928 23929 ], 23930 "spaceLength": 10, 23931 "stack": false, 23932 "steppedLine": false, 23933 "targets": [ 23934 { 23935 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, verb, url, le))", 23936 "format": "time_series", 23937 "intervalFactor": 2, 23938 "legendFormat": "{{instance}} {{verb}} {{url}}", 23939 "refId": "A" 23940 } 23941 ], 23942 "thresholds": [ 23943 23944 ], 23945 "timeFrom": null, 23946 "timeShift": null, 23947 "title": "Request duration 99th quantile", 23948 "tooltip": { 23949 "shared": true, 23950 "sort": 0, 23951 "value_type": "individual" 23952 }, 23953 "type": "graph", 23954 "xaxis": { 23955 "buckets": null, 23956 "mode": "time", 23957 "name": null, 23958 "show": true, 23959 "values": [ 23960 23961 ] 23962 }, 23963 "yaxes": [ 23964 { 23965 "format": "s", 23966 "label": null, 23967 "logBase": 1, 23968 "max": null, 23969 "min": null, 23970 "show": true 23971 }, 23972 { 23973 "format": "s", 23974 "label": null, 23975 "logBase": 1, 23976 "max": null, 23977 "min": null, 23978 "show": true 23979 } 23980 ] 23981 }, 23982 { 23983 "aliasColors": { 23984 23985 }, 23986 "bars": false, 23987 "dashLength": 10, 23988 "dashes": false, 23989 "datasource": "$datasource", 23990 "fill": 1, 23991 "fillGradient": 0, 23992 "gridPos": { 23993 "h": 7, 23994 "w": 8, 23995 "x": 0, 23996 "y": 77 23997 }, 23998 "id": 23, 23999 "legend": { 24000 "alignAsTable": false, 24001 "avg": false, 24002 "current": false, 24003 "max": false, 24004 "min": false, 24005 "rightSide": false, 24006 "show": true, 24007 "sideWidth": null, 24008 "total": false, 24009 "values": false 24010 }, 24011 "lines": true, 24012 "linewidth": 1, 24013 "links": [ 24014 24015 ], 24016 "nullPointMode": "null", 24017 "percentage": false, 24018 "pointradius": 5, 24019 "points": false, 24020 "renderer": "flot", 24021 "repeat": null, 24022 "seriesOverrides": [ 24023 24024 ], 24025 "spaceLength": 10, 24026 "stack": false, 24027 "steppedLine": false, 24028 "targets": [ 24029 { 24030 "expr": "process_resident_memory_bytes{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}", 24031 "format": "time_series", 24032 "intervalFactor": 2, 24033 "legendFormat": "{{instance}}", 24034 "refId": "A" 24035 } 24036 ], 24037 "thresholds": [ 24038 24039 ], 24040 "timeFrom": null, 24041 "timeShift": null, 24042 "title": "Memory", 24043 "tooltip": { 24044 "shared": true, 24045 "sort": 0, 24046 "value_type": "individual" 24047 }, 24048 "type": "graph", 24049 "xaxis": { 24050 "buckets": null, 24051 "mode": "time", 24052 "name": null, 24053 "show": true, 24054 "values": [ 24055 24056 ] 24057 }, 24058 "yaxes": [ 24059 { 24060 "format": "bytes", 24061 "label": null, 24062 "logBase": 1, 24063 "max": null, 24064 "min": null, 24065 "show": true 24066 }, 24067 { 24068 "format": "bytes", 24069 "label": null, 24070 "logBase": 1, 24071 "max": null, 24072 "min": null, 24073 "show": true 24074 } 24075 ] 24076 }, 24077 { 24078 "aliasColors": { 24079 24080 }, 24081 "bars": false, 24082 "dashLength": 10, 24083 "dashes": false, 24084 "datasource": "$datasource", 24085 "fill": 1, 24086 "fillGradient": 0, 24087 "gridPos": { 24088 "h": 7, 24089 "w": 8, 24090 "x": 8, 24091 "y": 77 24092 }, 24093 "id": 24, 24094 "legend": { 24095 "alignAsTable": false, 24096 "avg": false, 24097 "current": false, 24098 "max": false, 24099 "min": false, 24100 "rightSide": false, 24101 "show": true, 24102 "sideWidth": null, 24103 "total": false, 24104 "values": false 24105 }, 24106 "lines": true, 24107 "linewidth": 1, 24108 "links": [ 24109 24110 ], 24111 "nullPointMode": "null", 24112 "percentage": false, 24113 "pointradius": 5, 24114 "points": false, 24115 "renderer": "flot", 24116 "repeat": null, 24117 "seriesOverrides": [ 24118 24119 ], 24120 "spaceLength": 10, 24121 "stack": false, 24122 "steppedLine": false, 24123 "targets": [ 24124 { 24125 "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])", 24126 "format": "time_series", 24127 "intervalFactor": 2, 24128 "legendFormat": "{{instance}}", 24129 "refId": "A" 24130 } 24131 ], 24132 "thresholds": [ 24133 24134 ], 24135 "timeFrom": null, 24136 "timeShift": null, 24137 "title": "CPU usage", 24138 "tooltip": { 24139 "shared": true, 24140 "sort": 0, 24141 "value_type": "individual" 24142 }, 24143 "type": "graph", 24144 "xaxis": { 24145 "buckets": null, 24146 "mode": "time", 24147 "name": null, 24148 "show": true, 24149 "values": [ 24150 24151 ] 24152 }, 24153 "yaxes": [ 24154 { 24155 "format": "short", 24156 "label": null, 24157 "logBase": 1, 24158 "max": null, 24159 "min": null, 24160 "show": true 24161 }, 24162 { 24163 "format": "short", 24164 "label": null, 24165 "logBase": 1, 24166 "max": null, 24167 "min": null, 24168 "show": true 24169 } 24170 ] 24171 }, 24172 { 24173 "aliasColors": { 24174 24175 }, 24176 "bars": false, 24177 "dashLength": 10, 24178 "dashes": false, 24179 "datasource": "$datasource", 24180 "fill": 1, 24181 "fillGradient": 0, 24182 "gridPos": { 24183 "h": 7, 24184 "w": 8, 24185 "x": 16, 24186 "y": 77 24187 }, 24188 "id": 25, 24189 "legend": { 24190 "alignAsTable": false, 24191 "avg": false, 24192 "current": false, 24193 "max": false, 24194 "min": false, 24195 "rightSide": false, 24196 "show": true, 24197 "sideWidth": null, 24198 "total": false, 24199 "values": false 24200 }, 24201 "lines": true, 24202 "linewidth": 1, 24203 "links": [ 24204 24205 ], 24206 "nullPointMode": "null", 24207 "percentage": false, 24208 "pointradius": 5, 24209 "points": false, 24210 "renderer": "flot", 24211 "repeat": null, 24212 "seriesOverrides": [ 24213 24214 ], 24215 "spaceLength": 10, 24216 "stack": false, 24217 "steppedLine": false, 24218 "targets": [ 24219 { 24220 "expr": "go_goroutines{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}", 24221 "format": "time_series", 24222 "intervalFactor": 2, 24223 "legendFormat": "{{instance}}", 24224 "refId": "A" 24225 } 24226 ], 24227 "thresholds": [ 24228 24229 ], 24230 "timeFrom": null, 24231 "timeShift": null, 24232 "title": "Goroutines", 24233 "tooltip": { 24234 "shared": true, 24235 "sort": 0, 24236 "value_type": "individual" 24237 }, 24238 "type": "graph", 24239 "xaxis": { 24240 "buckets": null, 24241 "mode": "time", 24242 "name": null, 24243 "show": true, 24244 "values": [ 24245 24246 ] 24247 }, 24248 "yaxes": [ 24249 { 24250 "format": "short", 24251 "label": null, 24252 "logBase": 1, 24253 "max": null, 24254 "min": null, 24255 "show": true 24256 }, 24257 { 24258 "format": "short", 24259 "label": null, 24260 "logBase": 1, 24261 "max": null, 24262 "min": null, 24263 "show": true 24264 } 24265 ] 24266 } 24267 ], 24268 "refresh": "10s", 24269 "rows": [ 24270 24271 ], 24272 "schemaVersion": 14, 24273 "style": "dark", 24274 "tags": [ 24275 "kubernetes-mixin" 24276 ], 24277 "templating": { 24278 "list": [ 24279 { 24280 "current": { 24281 "text": "default", 24282 "value": "default" 24283 }, 24284 "hide": 0, 24285 "label": null, 24286 "name": "datasource", 24287 "options": [ 24288 24289 ], 24290 "query": "prometheus", 24291 "refresh": 1, 24292 "regex": "", 24293 "type": "datasource" 24294 }, 24295 { 24296 "allValue": null, 24297 "current": { 24298 24299 }, 24300 "datasource": "$datasource", 24301 "hide": 2, 24302 "includeAll": false, 24303 "label": "cluster", 24304 "multi": false, 24305 "name": "cluster", 24306 "options": [ 24307 24308 ], 24309 "query": "label_values(kube_pod_info, cluster)", 24310 "refresh": 2, 24311 "regex": "", 24312 "sort": 1, 24313 "tagValuesQuery": "", 24314 "tags": [ 24315 24316 ], 24317 "tagsQuery": "", 24318 "type": "query", 24319 "useTags": false 24320 }, 24321 { 24322 "allValue": null, 24323 "current": { 24324 24325 }, 24326 "datasource": "$datasource", 24327 "hide": 0, 24328 "includeAll": true, 24329 "label": null, 24330 "multi": false, 24331 "name": "instance", 24332 "options": [ 24333 24334 ], 24335 "query": "label_values(kubelet_runtime_operations_total{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\"}, instance)", 24336 "refresh": 2, 24337 "regex": "", 24338 "sort": 1, 24339 "tagValuesQuery": "", 24340 "tags": [ 24341 24342 ], 24343 "tagsQuery": "", 24344 "type": "query", 24345 "useTags": false 24346 } 24347 ] 24348 }, 24349 "time": { 24350 "from": "now-1h", 24351 "to": "now" 24352 }, 24353 "timepicker": { 24354 "refresh_intervals": [ 24355 "5s", 24356 "10s", 24357 "30s", 24358 "1m", 24359 "5m", 24360 "15m", 24361 "30m", 24362 "1h", 24363 "2h", 24364 "1d" 24365 ], 24366 "time_options": [ 24367 "5m", 24368 "15m", 24369 "1h", 24370 "6h", 24371 "12h", 24372 "24h", 24373 "2d", 24374 "7d", 24375 "30d" 24376 ] 24377 }, 24378 "timezone": "UTC", 24379 "title": "Kubernetes / Kubelet", 24380 "uid": "3138fa155d5915769fbded898ac09fd9", 24381 "version": 0 24382 } 24383 --- 24384 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/namespace-by-pod.yaml 24385 apiVersion: v1 24386 kind: ConfigMap 24387 metadata: 24388 namespace: kube-prometheus-stack-system 24389 name: kube-prometheus-stack-namespace-by-pod 24390 annotations: 24391 { } 24392 labels: 24393 grafana_dashboard: "1" 24394 app: kube-prometheus-stack-grafana 24395 24396 24397 app.kubernetes.io/instance: kube-prometheus-stack 24398 app.kubernetes.io/version: "18.0.1" 24399 app.kubernetes.io/part-of: kube-prometheus-stack 24400 24401 release: "kube-prometheus-stack" 24402 heritage: "Helm" 24403 data: 24404 namespace-by-pod.json: |- 24405 { 24406 "__inputs": [ 24407 24408 ], 24409 "__requires": [ 24410 24411 ], 24412 "annotations": { 24413 "list": [ 24414 { 24415 "builtIn": 1, 24416 "datasource": "-- Grafana --", 24417 "enable": true, 24418 "hide": true, 24419 "iconColor": "rgba(0, 211, 255, 1)", 24420 "name": "Annotations & Alerts", 24421 "type": "dashboard" 24422 } 24423 ] 24424 }, 24425 "editable": true, 24426 "gnetId": null, 24427 "graphTooltip": 0, 24428 "hideControls": false, 24429 "id": null, 24430 "links": [ 24431 24432 ], 24433 "panels": [ 24434 { 24435 "collapse": false, 24436 "collapsed": false, 24437 "gridPos": { 24438 "h": 1, 24439 "w": 24, 24440 "x": 0, 24441 "y": 0 24442 }, 24443 "id": 2, 24444 "panels": [ 24445 24446 ], 24447 "repeat": null, 24448 "repeatIteration": null, 24449 "repeatRowId": null, 24450 "showTitle": true, 24451 "title": "Current Bandwidth", 24452 "titleSize": "h6", 24453 "type": "row" 24454 }, 24455 { 24456 "cacheTimeout": null, 24457 "colorBackground": false, 24458 "colorValue": false, 24459 "colors": [ 24460 "#299c46", 24461 "rgba(237, 129, 40, 0.89)", 24462 "#d44a3a" 24463 ], 24464 "datasource": "$datasource", 24465 "decimals": 0, 24466 "format": "time_series", 24467 "gauge": { 24468 "maxValue": 100, 24469 "minValue": 0, 24470 "show": false, 24471 "thresholdLabels": false, 24472 "thresholdMarkers": true 24473 }, 24474 "gridPos": { 24475 "h": 9, 24476 "w": 12, 24477 "x": 0, 24478 "y": 1 24479 }, 24480 "height": 9, 24481 "id": 3, 24482 "interval": null, 24483 "links": [ 24484 24485 ], 24486 "mappingType": 1, 24487 "mappingTypes": [ 24488 { 24489 "name": "value to text", 24490 "value": 1 24491 }, 24492 { 24493 "name": "range to text", 24494 "value": 2 24495 } 24496 ], 24497 "maxDataPoints": 100, 24498 "minSpan": 12, 24499 "nullPointMode": "connected", 24500 "nullText": null, 24501 "options": { 24502 "fieldOptions": { 24503 "calcs": [ 24504 "last" 24505 ], 24506 "defaults": { 24507 "max": 10000000000, 24508 "min": 0, 24509 "title": "$namespace", 24510 "unit": "Bps" 24511 }, 24512 "mappings": [ 24513 24514 ], 24515 "override": { 24516 24517 }, 24518 "thresholds": [ 24519 { 24520 "color": "dark-green", 24521 "index": 0, 24522 "value": null 24523 }, 24524 { 24525 "color": "dark-yellow", 24526 "index": 1, 24527 "value": 5000000000 24528 }, 24529 { 24530 "color": "dark-red", 24531 "index": 2, 24532 "value": 7000000000 24533 } 24534 ], 24535 "values": false 24536 } 24537 }, 24538 "postfix": "", 24539 "postfixFontSize": "50%", 24540 "prefix": "", 24541 "prefixFontSize": "50%", 24542 "rangeMaps": [ 24543 { 24544 "from": "null", 24545 "text": "N/A", 24546 "to": "null" 24547 } 24548 ], 24549 "span": 12, 24550 "sparkline": { 24551 "fillColor": "rgba(31, 118, 189, 0.18)", 24552 "full": false, 24553 "lineColor": "rgb(31, 120, 193)", 24554 "show": false 24555 }, 24556 "tableColumn": "", 24557 "targets": [ 24558 { 24559 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution]))", 24560 "format": "time_series", 24561 "instant": null, 24562 "intervalFactor": 1, 24563 "legendFormat": "", 24564 "refId": "A" 24565 } 24566 ], 24567 "thresholds": "", 24568 "timeFrom": null, 24569 "timeShift": null, 24570 "title": "Current Rate of Bytes Received", 24571 "type": "gauge", 24572 "valueFontSize": "80%", 24573 "valueMaps": [ 24574 { 24575 "op": "=", 24576 "text": "N/A", 24577 "value": "null" 24578 } 24579 ], 24580 "valueName": "current" 24581 }, 24582 { 24583 "cacheTimeout": null, 24584 "colorBackground": false, 24585 "colorValue": false, 24586 "colors": [ 24587 "#299c46", 24588 "rgba(237, 129, 40, 0.89)", 24589 "#d44a3a" 24590 ], 24591 "datasource": "$datasource", 24592 "decimals": 0, 24593 "format": "time_series", 24594 "gauge": { 24595 "maxValue": 100, 24596 "minValue": 0, 24597 "show": false, 24598 "thresholdLabels": false, 24599 "thresholdMarkers": true 24600 }, 24601 "gridPos": { 24602 "h": 9, 24603 "w": 12, 24604 "x": 12, 24605 "y": 1 24606 }, 24607 "height": 9, 24608 "id": 4, 24609 "interval": null, 24610 "links": [ 24611 24612 ], 24613 "mappingType": 1, 24614 "mappingTypes": [ 24615 { 24616 "name": "value to text", 24617 "value": 1 24618 }, 24619 { 24620 "name": "range to text", 24621 "value": 2 24622 } 24623 ], 24624 "maxDataPoints": 100, 24625 "minSpan": 12, 24626 "nullPointMode": "connected", 24627 "nullText": null, 24628 "options": { 24629 "fieldOptions": { 24630 "calcs": [ 24631 "last" 24632 ], 24633 "defaults": { 24634 "max": 10000000000, 24635 "min": 0, 24636 "title": "$namespace", 24637 "unit": "Bps" 24638 }, 24639 "mappings": [ 24640 24641 ], 24642 "override": { 24643 24644 }, 24645 "thresholds": [ 24646 { 24647 "color": "dark-green", 24648 "index": 0, 24649 "value": null 24650 }, 24651 { 24652 "color": "dark-yellow", 24653 "index": 1, 24654 "value": 5000000000 24655 }, 24656 { 24657 "color": "dark-red", 24658 "index": 2, 24659 "value": 7000000000 24660 } 24661 ], 24662 "values": false 24663 } 24664 }, 24665 "postfix": "", 24666 "postfixFontSize": "50%", 24667 "prefix": "", 24668 "prefixFontSize": "50%", 24669 "rangeMaps": [ 24670 { 24671 "from": "null", 24672 "text": "N/A", 24673 "to": "null" 24674 } 24675 ], 24676 "span": 12, 24677 "sparkline": { 24678 "fillColor": "rgba(31, 118, 189, 0.18)", 24679 "full": false, 24680 "lineColor": "rgb(31, 120, 193)", 24681 "show": false 24682 }, 24683 "tableColumn": "", 24684 "targets": [ 24685 { 24686 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution]))", 24687 "format": "time_series", 24688 "instant": null, 24689 "intervalFactor": 1, 24690 "legendFormat": "", 24691 "refId": "A" 24692 } 24693 ], 24694 "thresholds": "", 24695 "timeFrom": null, 24696 "timeShift": null, 24697 "title": "Current Rate of Bytes Transmitted", 24698 "type": "gauge", 24699 "valueFontSize": "80%", 24700 "valueMaps": [ 24701 { 24702 "op": "=", 24703 "text": "N/A", 24704 "value": "null" 24705 } 24706 ], 24707 "valueName": "current" 24708 }, 24709 { 24710 "columns": [ 24711 { 24712 "text": "Time", 24713 "value": "Time" 24714 }, 24715 { 24716 "text": "Value #A", 24717 "value": "Value #A" 24718 }, 24719 { 24720 "text": "Value #B", 24721 "value": "Value #B" 24722 }, 24723 { 24724 "text": "Value #C", 24725 "value": "Value #C" 24726 }, 24727 { 24728 "text": "Value #D", 24729 "value": "Value #D" 24730 }, 24731 { 24732 "text": "Value #E", 24733 "value": "Value #E" 24734 }, 24735 { 24736 "text": "Value #F", 24737 "value": "Value #F" 24738 }, 24739 { 24740 "text": "pod", 24741 "value": "pod" 24742 } 24743 ], 24744 "datasource": "$datasource", 24745 "fill": 1, 24746 "fontSize": "100%", 24747 "gridPos": { 24748 "h": 9, 24749 "w": 24, 24750 "x": 0, 24751 "y": 10 24752 }, 24753 "id": 5, 24754 "lines": true, 24755 "linewidth": 1, 24756 "links": [ 24757 24758 ], 24759 "minSpan": 24, 24760 "nullPointMode": "null as zero", 24761 "renderer": "flot", 24762 "scroll": true, 24763 "showHeader": true, 24764 "sort": { 24765 "col": 0, 24766 "desc": false 24767 }, 24768 "spaceLength": 10, 24769 "span": 24, 24770 "styles": [ 24771 { 24772 "alias": "Time", 24773 "colorMode": null, 24774 "colors": [ 24775 24776 ], 24777 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24778 "decimals": 2, 24779 "link": false, 24780 "linkTooltip": "Drill down", 24781 "linkUrl": "", 24782 "pattern": "Time", 24783 "thresholds": [ 24784 24785 ], 24786 "type": "hidden", 24787 "unit": "short" 24788 }, 24789 { 24790 "alias": "Bandwidth Received", 24791 "colorMode": null, 24792 "colors": [ 24793 24794 ], 24795 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24796 "decimals": 2, 24797 "link": false, 24798 "linkTooltip": "Drill down", 24799 "linkUrl": "", 24800 "pattern": "Value #A", 24801 "thresholds": [ 24802 24803 ], 24804 "type": "number", 24805 "unit": "Bps" 24806 }, 24807 { 24808 "alias": "Bandwidth Transmitted", 24809 "colorMode": null, 24810 "colors": [ 24811 24812 ], 24813 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24814 "decimals": 2, 24815 "link": false, 24816 "linkTooltip": "Drill down", 24817 "linkUrl": "", 24818 "pattern": "Value #B", 24819 "thresholds": [ 24820 24821 ], 24822 "type": "number", 24823 "unit": "Bps" 24824 }, 24825 { 24826 "alias": "Rate of Received Packets", 24827 "colorMode": null, 24828 "colors": [ 24829 24830 ], 24831 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24832 "decimals": 2, 24833 "link": false, 24834 "linkTooltip": "Drill down", 24835 "linkUrl": "", 24836 "pattern": "Value #C", 24837 "thresholds": [ 24838 24839 ], 24840 "type": "number", 24841 "unit": "pps" 24842 }, 24843 { 24844 "alias": "Rate of Transmitted Packets", 24845 "colorMode": null, 24846 "colors": [ 24847 24848 ], 24849 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24850 "decimals": 2, 24851 "link": false, 24852 "linkTooltip": "Drill down", 24853 "linkUrl": "", 24854 "pattern": "Value #D", 24855 "thresholds": [ 24856 24857 ], 24858 "type": "number", 24859 "unit": "pps" 24860 }, 24861 { 24862 "alias": "Rate of Received Packets Dropped", 24863 "colorMode": null, 24864 "colors": [ 24865 24866 ], 24867 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24868 "decimals": 2, 24869 "link": false, 24870 "linkTooltip": "Drill down", 24871 "linkUrl": "", 24872 "pattern": "Value #E", 24873 "thresholds": [ 24874 24875 ], 24876 "type": "number", 24877 "unit": "pps" 24878 }, 24879 { 24880 "alias": "Rate of Transmitted Packets Dropped", 24881 "colorMode": null, 24882 "colors": [ 24883 24884 ], 24885 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24886 "decimals": 2, 24887 "link": false, 24888 "linkTooltip": "Drill down", 24889 "linkUrl": "", 24890 "pattern": "Value #F", 24891 "thresholds": [ 24892 24893 ], 24894 "type": "number", 24895 "unit": "pps" 24896 }, 24897 { 24898 "alias": "Pod", 24899 "colorMode": null, 24900 "colors": [ 24901 24902 ], 24903 "dateFormat": "YYYY-MM-DD HH:mm:ss", 24904 "decimals": 2, 24905 "link": true, 24906 "linkTooltip": "Drill down", 24907 "linkUrl": "d/7a18067ce943a40ae25454675c19ff5c/kubernetes-networking-pod?orgId=1&refresh=30s&var-namespace=$namespace&var-pod=$__cell", 24908 "pattern": "pod", 24909 "thresholds": [ 24910 24911 ], 24912 "type": "number", 24913 "unit": "short" 24914 } 24915 ], 24916 "targets": [ 24917 { 24918 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 24919 "format": "table", 24920 "instant": true, 24921 "intervalFactor": 2, 24922 "legendFormat": "", 24923 "refId": "A", 24924 "step": 10 24925 }, 24926 { 24927 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 24928 "format": "table", 24929 "instant": true, 24930 "intervalFactor": 2, 24931 "legendFormat": "", 24932 "refId": "B", 24933 "step": 10 24934 }, 24935 { 24936 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 24937 "format": "table", 24938 "instant": true, 24939 "intervalFactor": 2, 24940 "legendFormat": "", 24941 "refId": "C", 24942 "step": 10 24943 }, 24944 { 24945 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 24946 "format": "table", 24947 "instant": true, 24948 "intervalFactor": 2, 24949 "legendFormat": "", 24950 "refId": "D", 24951 "step": 10 24952 }, 24953 { 24954 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 24955 "format": "table", 24956 "instant": true, 24957 "intervalFactor": 2, 24958 "legendFormat": "", 24959 "refId": "E", 24960 "step": 10 24961 }, 24962 { 24963 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 24964 "format": "table", 24965 "instant": true, 24966 "intervalFactor": 2, 24967 "legendFormat": "", 24968 "refId": "F", 24969 "step": 10 24970 } 24971 ], 24972 "timeFrom": null, 24973 "timeShift": null, 24974 "title": "Current Status", 24975 "type": "table" 24976 }, 24977 { 24978 "collapse": false, 24979 "collapsed": false, 24980 "gridPos": { 24981 "h": 1, 24982 "w": 24, 24983 "x": 0, 24984 "y": 19 24985 }, 24986 "id": 6, 24987 "panels": [ 24988 24989 ], 24990 "repeat": null, 24991 "repeatIteration": null, 24992 "repeatRowId": null, 24993 "showTitle": true, 24994 "title": "Bandwidth", 24995 "titleSize": "h6", 24996 "type": "row" 24997 }, 24998 { 24999 "aliasColors": { 25000 25001 }, 25002 "bars": false, 25003 "dashLength": 10, 25004 "dashes": false, 25005 "datasource": "$datasource", 25006 "fill": 2, 25007 "fillGradient": 0, 25008 "gridPos": { 25009 "h": 9, 25010 "w": 12, 25011 "x": 0, 25012 "y": 20 25013 }, 25014 "id": 7, 25015 "legend": { 25016 "alignAsTable": false, 25017 "avg": false, 25018 "current": false, 25019 "hideEmpty": true, 25020 "hideZero": true, 25021 "max": false, 25022 "min": false, 25023 "rightSide": false, 25024 "show": true, 25025 "sideWidth": null, 25026 "total": false, 25027 "values": false 25028 }, 25029 "lines": true, 25030 "linewidth": 2, 25031 "links": [ 25032 25033 ], 25034 "minSpan": 12, 25035 "nullPointMode": "connected", 25036 "paceLength": 10, 25037 "percentage": false, 25038 "pointradius": 5, 25039 "points": false, 25040 "renderer": "flot", 25041 "repeat": null, 25042 "seriesOverrides": [ 25043 25044 ], 25045 "spaceLength": 10, 25046 "span": 12, 25047 "stack": true, 25048 "steppedLine": false, 25049 "targets": [ 25050 { 25051 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25052 "format": "time_series", 25053 "intervalFactor": 1, 25054 "legendFormat": "{{pod}}", 25055 "refId": "A", 25056 "step": 10 25057 } 25058 ], 25059 "thresholds": [ 25060 25061 ], 25062 "timeFrom": null, 25063 "timeShift": null, 25064 "title": "Receive Bandwidth", 25065 "tooltip": { 25066 "shared": true, 25067 "sort": 2, 25068 "value_type": "individual" 25069 }, 25070 "type": "graph", 25071 "xaxis": { 25072 "buckets": null, 25073 "mode": "time", 25074 "name": null, 25075 "show": true, 25076 "values": [ 25077 25078 ] 25079 }, 25080 "yaxes": [ 25081 { 25082 "format": "Bps", 25083 "label": null, 25084 "logBase": 1, 25085 "max": null, 25086 "min": 0, 25087 "show": true 25088 }, 25089 { 25090 "format": "Bps", 25091 "label": null, 25092 "logBase": 1, 25093 "max": null, 25094 "min": 0, 25095 "show": true 25096 } 25097 ] 25098 }, 25099 { 25100 "aliasColors": { 25101 25102 }, 25103 "bars": false, 25104 "dashLength": 10, 25105 "dashes": false, 25106 "datasource": "$datasource", 25107 "fill": 2, 25108 "fillGradient": 0, 25109 "gridPos": { 25110 "h": 9, 25111 "w": 12, 25112 "x": 12, 25113 "y": 20 25114 }, 25115 "id": 8, 25116 "legend": { 25117 "alignAsTable": false, 25118 "avg": false, 25119 "current": false, 25120 "hideEmpty": true, 25121 "hideZero": true, 25122 "max": false, 25123 "min": false, 25124 "rightSide": false, 25125 "show": true, 25126 "sideWidth": null, 25127 "total": false, 25128 "values": false 25129 }, 25130 "lines": true, 25131 "linewidth": 2, 25132 "links": [ 25133 25134 ], 25135 "minSpan": 12, 25136 "nullPointMode": "connected", 25137 "paceLength": 10, 25138 "percentage": false, 25139 "pointradius": 5, 25140 "points": false, 25141 "renderer": "flot", 25142 "repeat": null, 25143 "seriesOverrides": [ 25144 25145 ], 25146 "spaceLength": 10, 25147 "span": 12, 25148 "stack": true, 25149 "steppedLine": false, 25150 "targets": [ 25151 { 25152 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25153 "format": "time_series", 25154 "intervalFactor": 1, 25155 "legendFormat": "{{pod}}", 25156 "refId": "A", 25157 "step": 10 25158 } 25159 ], 25160 "thresholds": [ 25161 25162 ], 25163 "timeFrom": null, 25164 "timeShift": null, 25165 "title": "Transmit Bandwidth", 25166 "tooltip": { 25167 "shared": true, 25168 "sort": 2, 25169 "value_type": "individual" 25170 }, 25171 "type": "graph", 25172 "xaxis": { 25173 "buckets": null, 25174 "mode": "time", 25175 "name": null, 25176 "show": true, 25177 "values": [ 25178 25179 ] 25180 }, 25181 "yaxes": [ 25182 { 25183 "format": "Bps", 25184 "label": null, 25185 "logBase": 1, 25186 "max": null, 25187 "min": 0, 25188 "show": true 25189 }, 25190 { 25191 "format": "Bps", 25192 "label": null, 25193 "logBase": 1, 25194 "max": null, 25195 "min": 0, 25196 "show": true 25197 } 25198 ] 25199 }, 25200 { 25201 "collapse": true, 25202 "collapsed": true, 25203 "gridPos": { 25204 "h": 1, 25205 "w": 24, 25206 "x": 0, 25207 "y": 29 25208 }, 25209 "id": 9, 25210 "panels": [ 25211 { 25212 "aliasColors": { 25213 25214 }, 25215 "bars": false, 25216 "dashLength": 10, 25217 "dashes": false, 25218 "datasource": "$datasource", 25219 "fill": 2, 25220 "fillGradient": 0, 25221 "gridPos": { 25222 "h": 10, 25223 "w": 12, 25224 "x": 0, 25225 "y": 30 25226 }, 25227 "id": 10, 25228 "legend": { 25229 "alignAsTable": false, 25230 "avg": false, 25231 "current": false, 25232 "hideEmpty": true, 25233 "hideZero": true, 25234 "max": false, 25235 "min": false, 25236 "rightSide": false, 25237 "show": true, 25238 "sideWidth": null, 25239 "total": false, 25240 "values": false 25241 }, 25242 "lines": true, 25243 "linewidth": 2, 25244 "links": [ 25245 25246 ], 25247 "minSpan": 12, 25248 "nullPointMode": "connected", 25249 "paceLength": 10, 25250 "percentage": false, 25251 "pointradius": 5, 25252 "points": false, 25253 "renderer": "flot", 25254 "repeat": null, 25255 "seriesOverrides": [ 25256 25257 ], 25258 "spaceLength": 10, 25259 "span": 12, 25260 "stack": true, 25261 "steppedLine": false, 25262 "targets": [ 25263 { 25264 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25265 "format": "time_series", 25266 "intervalFactor": 1, 25267 "legendFormat": "{{pod}}", 25268 "refId": "A", 25269 "step": 10 25270 } 25271 ], 25272 "thresholds": [ 25273 25274 ], 25275 "timeFrom": null, 25276 "timeShift": null, 25277 "title": "Rate of Received Packets", 25278 "tooltip": { 25279 "shared": true, 25280 "sort": 2, 25281 "value_type": "individual" 25282 }, 25283 "type": "graph", 25284 "xaxis": { 25285 "buckets": null, 25286 "mode": "time", 25287 "name": null, 25288 "show": true, 25289 "values": [ 25290 25291 ] 25292 }, 25293 "yaxes": [ 25294 { 25295 "format": "pps", 25296 "label": null, 25297 "logBase": 1, 25298 "max": null, 25299 "min": 0, 25300 "show": true 25301 }, 25302 { 25303 "format": "pps", 25304 "label": null, 25305 "logBase": 1, 25306 "max": null, 25307 "min": 0, 25308 "show": true 25309 } 25310 ] 25311 }, 25312 { 25313 "aliasColors": { 25314 25315 }, 25316 "bars": false, 25317 "dashLength": 10, 25318 "dashes": false, 25319 "datasource": "$datasource", 25320 "fill": 2, 25321 "fillGradient": 0, 25322 "gridPos": { 25323 "h": 10, 25324 "w": 12, 25325 "x": 12, 25326 "y": 30 25327 }, 25328 "id": 11, 25329 "legend": { 25330 "alignAsTable": false, 25331 "avg": false, 25332 "current": false, 25333 "hideEmpty": true, 25334 "hideZero": true, 25335 "max": false, 25336 "min": false, 25337 "rightSide": false, 25338 "show": true, 25339 "sideWidth": null, 25340 "total": false, 25341 "values": false 25342 }, 25343 "lines": true, 25344 "linewidth": 2, 25345 "links": [ 25346 25347 ], 25348 "minSpan": 12, 25349 "nullPointMode": "connected", 25350 "paceLength": 10, 25351 "percentage": false, 25352 "pointradius": 5, 25353 "points": false, 25354 "renderer": "flot", 25355 "repeat": null, 25356 "seriesOverrides": [ 25357 25358 ], 25359 "spaceLength": 10, 25360 "span": 12, 25361 "stack": true, 25362 "steppedLine": false, 25363 "targets": [ 25364 { 25365 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25366 "format": "time_series", 25367 "intervalFactor": 1, 25368 "legendFormat": "{{pod}}", 25369 "refId": "A", 25370 "step": 10 25371 } 25372 ], 25373 "thresholds": [ 25374 25375 ], 25376 "timeFrom": null, 25377 "timeShift": null, 25378 "title": "Rate of Transmitted Packets", 25379 "tooltip": { 25380 "shared": true, 25381 "sort": 2, 25382 "value_type": "individual" 25383 }, 25384 "type": "graph", 25385 "xaxis": { 25386 "buckets": null, 25387 "mode": "time", 25388 "name": null, 25389 "show": true, 25390 "values": [ 25391 25392 ] 25393 }, 25394 "yaxes": [ 25395 { 25396 "format": "pps", 25397 "label": null, 25398 "logBase": 1, 25399 "max": null, 25400 "min": 0, 25401 "show": true 25402 }, 25403 { 25404 "format": "pps", 25405 "label": null, 25406 "logBase": 1, 25407 "max": null, 25408 "min": 0, 25409 "show": true 25410 } 25411 ] 25412 } 25413 ], 25414 "repeat": null, 25415 "repeatIteration": null, 25416 "repeatRowId": null, 25417 "showTitle": true, 25418 "title": "Packets", 25419 "titleSize": "h6", 25420 "type": "row" 25421 }, 25422 { 25423 "collapse": true, 25424 "collapsed": true, 25425 "gridPos": { 25426 "h": 1, 25427 "w": 24, 25428 "x": 0, 25429 "y": 30 25430 }, 25431 "id": 12, 25432 "panels": [ 25433 { 25434 "aliasColors": { 25435 25436 }, 25437 "bars": false, 25438 "dashLength": 10, 25439 "dashes": false, 25440 "datasource": "$datasource", 25441 "fill": 2, 25442 "fillGradient": 0, 25443 "gridPos": { 25444 "h": 10, 25445 "w": 12, 25446 "x": 0, 25447 "y": 40 25448 }, 25449 "id": 13, 25450 "legend": { 25451 "alignAsTable": false, 25452 "avg": false, 25453 "current": false, 25454 "hideEmpty": true, 25455 "hideZero": true, 25456 "max": false, 25457 "min": false, 25458 "rightSide": false, 25459 "show": true, 25460 "sideWidth": null, 25461 "total": false, 25462 "values": false 25463 }, 25464 "lines": true, 25465 "linewidth": 2, 25466 "links": [ 25467 25468 ], 25469 "minSpan": 12, 25470 "nullPointMode": "connected", 25471 "paceLength": 10, 25472 "percentage": false, 25473 "pointradius": 5, 25474 "points": false, 25475 "renderer": "flot", 25476 "repeat": null, 25477 "seriesOverrides": [ 25478 25479 ], 25480 "spaceLength": 10, 25481 "span": 12, 25482 "stack": true, 25483 "steppedLine": false, 25484 "targets": [ 25485 { 25486 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25487 "format": "time_series", 25488 "intervalFactor": 1, 25489 "legendFormat": "{{pod}}", 25490 "refId": "A", 25491 "step": 10 25492 } 25493 ], 25494 "thresholds": [ 25495 25496 ], 25497 "timeFrom": null, 25498 "timeShift": null, 25499 "title": "Rate of Received Packets Dropped", 25500 "tooltip": { 25501 "shared": true, 25502 "sort": 2, 25503 "value_type": "individual" 25504 }, 25505 "type": "graph", 25506 "xaxis": { 25507 "buckets": null, 25508 "mode": "time", 25509 "name": null, 25510 "show": true, 25511 "values": [ 25512 25513 ] 25514 }, 25515 "yaxes": [ 25516 { 25517 "format": "pps", 25518 "label": null, 25519 "logBase": 1, 25520 "max": null, 25521 "min": 0, 25522 "show": true 25523 }, 25524 { 25525 "format": "pps", 25526 "label": null, 25527 "logBase": 1, 25528 "max": null, 25529 "min": 0, 25530 "show": true 25531 } 25532 ] 25533 }, 25534 { 25535 "aliasColors": { 25536 25537 }, 25538 "bars": false, 25539 "dashLength": 10, 25540 "dashes": false, 25541 "datasource": "$datasource", 25542 "fill": 2, 25543 "fillGradient": 0, 25544 "gridPos": { 25545 "h": 10, 25546 "w": 12, 25547 "x": 12, 25548 "y": 40 25549 }, 25550 "id": 14, 25551 "legend": { 25552 "alignAsTable": false, 25553 "avg": false, 25554 "current": false, 25555 "hideEmpty": true, 25556 "hideZero": true, 25557 "max": false, 25558 "min": false, 25559 "rightSide": false, 25560 "show": true, 25561 "sideWidth": null, 25562 "total": false, 25563 "values": false 25564 }, 25565 "lines": true, 25566 "linewidth": 2, 25567 "links": [ 25568 25569 ], 25570 "minSpan": 12, 25571 "nullPointMode": "connected", 25572 "paceLength": 10, 25573 "percentage": false, 25574 "pointradius": 5, 25575 "points": false, 25576 "renderer": "flot", 25577 "repeat": null, 25578 "seriesOverrides": [ 25579 25580 ], 25581 "spaceLength": 10, 25582 "span": 12, 25583 "stack": true, 25584 "steppedLine": false, 25585 "targets": [ 25586 { 25587 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])) by (pod)", 25588 "format": "time_series", 25589 "intervalFactor": 1, 25590 "legendFormat": "{{pod}}", 25591 "refId": "A", 25592 "step": 10 25593 } 25594 ], 25595 "thresholds": [ 25596 25597 ], 25598 "timeFrom": null, 25599 "timeShift": null, 25600 "title": "Rate of Transmitted Packets Dropped", 25601 "tooltip": { 25602 "shared": true, 25603 "sort": 2, 25604 "value_type": "individual" 25605 }, 25606 "type": "graph", 25607 "xaxis": { 25608 "buckets": null, 25609 "mode": "time", 25610 "name": null, 25611 "show": true, 25612 "values": [ 25613 25614 ] 25615 }, 25616 "yaxes": [ 25617 { 25618 "format": "pps", 25619 "label": null, 25620 "logBase": 1, 25621 "max": null, 25622 "min": 0, 25623 "show": true 25624 }, 25625 { 25626 "format": "pps", 25627 "label": null, 25628 "logBase": 1, 25629 "max": null, 25630 "min": 0, 25631 "show": true 25632 } 25633 ] 25634 } 25635 ], 25636 "repeat": null, 25637 "repeatIteration": null, 25638 "repeatRowId": null, 25639 "showTitle": true, 25640 "title": "Errors", 25641 "titleSize": "h6", 25642 "type": "row" 25643 } 25644 ], 25645 "refresh": "10s", 25646 "rows": [ 25647 25648 ], 25649 "schemaVersion": 18, 25650 "style": "dark", 25651 "tags": [ 25652 "kubernetes-mixin" 25653 ], 25654 "templating": { 25655 "list": [ 25656 { 25657 "current": { 25658 "text": "default", 25659 "value": "default" 25660 }, 25661 "hide": 0, 25662 "label": null, 25663 "name": "datasource", 25664 "options": [ 25665 25666 ], 25667 "query": "prometheus", 25668 "refresh": 1, 25669 "regex": "", 25670 "type": "datasource" 25671 }, 25672 { 25673 "allValue": null, 25674 "current": { 25675 25676 }, 25677 "datasource": "$datasource", 25678 "hide": 2, 25679 "includeAll": false, 25680 "label": null, 25681 "multi": false, 25682 "name": "cluster", 25683 "options": [ 25684 25685 ], 25686 "query": "label_values(kube_pod_info, cluster)", 25687 "refresh": 2, 25688 "regex": "", 25689 "sort": 0, 25690 "tagValuesQuery": "", 25691 "tags": [ 25692 25693 ], 25694 "tagsQuery": "", 25695 "type": "query", 25696 "useTags": false 25697 }, 25698 { 25699 "allValue": ".+", 25700 "auto": false, 25701 "auto_count": 30, 25702 "auto_min": "10s", 25703 "current": { 25704 "text": "kube-system", 25705 "value": "kube-system" 25706 }, 25707 "datasource": "$datasource", 25708 "definition": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 25709 "hide": 0, 25710 "includeAll": true, 25711 "label": null, 25712 "multi": false, 25713 "name": "namespace", 25714 "options": [ 25715 25716 ], 25717 "query": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 25718 "refresh": 2, 25719 "regex": "", 25720 "skipUrlSync": false, 25721 "sort": 1, 25722 "tagValuesQuery": "", 25723 "tags": [ 25724 25725 ], 25726 "tagsQuery": "", 25727 "type": "query", 25728 "useTags": false 25729 }, 25730 { 25731 "allValue": null, 25732 "auto": false, 25733 "auto_count": 30, 25734 "auto_min": "10s", 25735 "current": { 25736 "text": "5m", 25737 "value": "5m" 25738 }, 25739 "datasource": "$datasource", 25740 "hide": 0, 25741 "includeAll": false, 25742 "label": null, 25743 "multi": false, 25744 "name": "resolution", 25745 "options": [ 25746 { 25747 "selected": false, 25748 "text": "30s", 25749 "value": "30s" 25750 }, 25751 { 25752 "selected": true, 25753 "text": "5m", 25754 "value": "5m" 25755 }, 25756 { 25757 "selected": false, 25758 "text": "1h", 25759 "value": "1h" 25760 } 25761 ], 25762 "query": "30s,5m,1h", 25763 "refresh": 2, 25764 "regex": "", 25765 "skipUrlSync": false, 25766 "sort": 1, 25767 "tagValuesQuery": "", 25768 "tags": [ 25769 25770 ], 25771 "tagsQuery": "", 25772 "type": "interval", 25773 "useTags": false 25774 }, 25775 { 25776 "allValue": null, 25777 "auto": false, 25778 "auto_count": 30, 25779 "auto_min": "10s", 25780 "current": { 25781 "text": "5m", 25782 "value": "5m" 25783 }, 25784 "datasource": "$datasource", 25785 "hide": 2, 25786 "includeAll": false, 25787 "label": null, 25788 "multi": false, 25789 "name": "interval", 25790 "options": [ 25791 { 25792 "selected": true, 25793 "text": "4h", 25794 "value": "4h" 25795 } 25796 ], 25797 "query": "4h", 25798 "refresh": 2, 25799 "regex": "", 25800 "skipUrlSync": false, 25801 "sort": 1, 25802 "tagValuesQuery": "", 25803 "tags": [ 25804 25805 ], 25806 "tagsQuery": "", 25807 "type": "interval", 25808 "useTags": false 25809 } 25810 ] 25811 }, 25812 "time": { 25813 "from": "now-1h", 25814 "to": "now" 25815 }, 25816 "timepicker": { 25817 "refresh_intervals": [ 25818 "5s", 25819 "10s", 25820 "30s", 25821 "1m", 25822 "5m", 25823 "15m", 25824 "30m", 25825 "1h", 25826 "2h", 25827 "1d" 25828 ], 25829 "time_options": [ 25830 "5m", 25831 "15m", 25832 "1h", 25833 "6h", 25834 "12h", 25835 "24h", 25836 "2d", 25837 "7d", 25838 "30d" 25839 ] 25840 }, 25841 "timezone": "UTC", 25842 "title": "Kubernetes / Networking / Namespace (Pods)", 25843 "uid": "8b7a8b326d7a6f1f04244066368c67af", 25844 "version": 0 25845 } 25846 --- 25847 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/namespace-by-workload.yaml 25848 apiVersion: v1 25849 kind: ConfigMap 25850 metadata: 25851 namespace: kube-prometheus-stack-system 25852 name: kube-prometheus-stack-namespace-by-workload 25853 annotations: 25854 { } 25855 labels: 25856 grafana_dashboard: "1" 25857 app: kube-prometheus-stack-grafana 25858 25859 25860 app.kubernetes.io/instance: kube-prometheus-stack 25861 app.kubernetes.io/version: "18.0.1" 25862 app.kubernetes.io/part-of: kube-prometheus-stack 25863 25864 release: "kube-prometheus-stack" 25865 heritage: "Helm" 25866 data: 25867 namespace-by-workload.json: |- 25868 { 25869 "__inputs": [ 25870 25871 ], 25872 "__requires": [ 25873 25874 ], 25875 "annotations": { 25876 "list": [ 25877 { 25878 "builtIn": 1, 25879 "datasource": "-- Grafana --", 25880 "enable": true, 25881 "hide": true, 25882 "iconColor": "rgba(0, 211, 255, 1)", 25883 "name": "Annotations & Alerts", 25884 "type": "dashboard" 25885 } 25886 ] 25887 }, 25888 "editable": true, 25889 "gnetId": null, 25890 "graphTooltip": 0, 25891 "hideControls": false, 25892 "id": null, 25893 "links": [ 25894 25895 ], 25896 "panels": [ 25897 { 25898 "collapse": false, 25899 "collapsed": false, 25900 "gridPos": { 25901 "h": 1, 25902 "w": 24, 25903 "x": 0, 25904 "y": 0 25905 }, 25906 "id": 2, 25907 "panels": [ 25908 25909 ], 25910 "repeat": null, 25911 "repeatIteration": null, 25912 "repeatRowId": null, 25913 "showTitle": true, 25914 "title": "Current Bandwidth", 25915 "titleSize": "h6", 25916 "type": "row" 25917 }, 25918 { 25919 "aliasColors": { 25920 25921 }, 25922 "bars": true, 25923 "dashLength": 10, 25924 "dashes": false, 25925 "datasource": "$datasource", 25926 "fill": 2, 25927 "fillGradient": 0, 25928 "gridPos": { 25929 "h": 9, 25930 "w": 12, 25931 "x": 0, 25932 "y": 1 25933 }, 25934 "id": 3, 25935 "legend": { 25936 "alignAsTable": true, 25937 "avg": false, 25938 "current": true, 25939 "hideEmpty": true, 25940 "hideZero": true, 25941 "max": false, 25942 "min": false, 25943 "rightSide": true, 25944 "show": true, 25945 "sideWidth": null, 25946 "sort": "current", 25947 "sortDesc": true, 25948 "total": false, 25949 "values": true 25950 }, 25951 "lines": false, 25952 "linewidth": 1, 25953 "links": [ 25954 25955 ], 25956 "minSpan": 24, 25957 "nullPointMode": "null", 25958 "paceLength": 10, 25959 "percentage": false, 25960 "pointradius": 5, 25961 "points": false, 25962 "renderer": "flot", 25963 "repeat": null, 25964 "seriesOverrides": [ 25965 25966 ], 25967 "spaceLength": 10, 25968 "span": 24, 25969 "stack": false, 25970 "steppedLine": false, 25971 "targets": [ 25972 { 25973 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 25974 "format": "time_series", 25975 "intervalFactor": 1, 25976 "legendFormat": "{{ workload }}", 25977 "refId": "A", 25978 "step": 10 25979 } 25980 ], 25981 "thresholds": [ 25982 25983 ], 25984 "timeFrom": null, 25985 "timeShift": null, 25986 "title": "Current Rate of Bytes Received", 25987 "tooltip": { 25988 "shared": true, 25989 "sort": 2, 25990 "value_type": "individual" 25991 }, 25992 "type": "graph", 25993 "xaxis": { 25994 "buckets": null, 25995 "mode": "series", 25996 "name": null, 25997 "show": false, 25998 "values": [ 25999 "current" 26000 ] 26001 }, 26002 "yaxes": [ 26003 { 26004 "format": "Bps", 26005 "label": null, 26006 "logBase": 1, 26007 "max": null, 26008 "min": 0, 26009 "show": true 26010 }, 26011 { 26012 "format": "Bps", 26013 "label": null, 26014 "logBase": 1, 26015 "max": null, 26016 "min": 0, 26017 "show": true 26018 } 26019 ] 26020 }, 26021 { 26022 "aliasColors": { 26023 26024 }, 26025 "bars": true, 26026 "dashLength": 10, 26027 "dashes": false, 26028 "datasource": "$datasource", 26029 "fill": 2, 26030 "fillGradient": 0, 26031 "gridPos": { 26032 "h": 9, 26033 "w": 12, 26034 "x": 12, 26035 "y": 1 26036 }, 26037 "id": 4, 26038 "legend": { 26039 "alignAsTable": true, 26040 "avg": false, 26041 "current": true, 26042 "hideEmpty": true, 26043 "hideZero": true, 26044 "max": false, 26045 "min": false, 26046 "rightSide": true, 26047 "show": true, 26048 "sideWidth": null, 26049 "sort": "current", 26050 "sortDesc": true, 26051 "total": false, 26052 "values": true 26053 }, 26054 "lines": false, 26055 "linewidth": 1, 26056 "links": [ 26057 26058 ], 26059 "minSpan": 24, 26060 "nullPointMode": "null", 26061 "paceLength": 10, 26062 "percentage": false, 26063 "pointradius": 5, 26064 "points": false, 26065 "renderer": "flot", 26066 "repeat": null, 26067 "seriesOverrides": [ 26068 26069 ], 26070 "spaceLength": 10, 26071 "span": 24, 26072 "stack": false, 26073 "steppedLine": false, 26074 "targets": [ 26075 { 26076 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26077 "format": "time_series", 26078 "intervalFactor": 1, 26079 "legendFormat": "{{ workload }}", 26080 "refId": "A", 26081 "step": 10 26082 } 26083 ], 26084 "thresholds": [ 26085 26086 ], 26087 "timeFrom": null, 26088 "timeShift": null, 26089 "title": "Current Rate of Bytes Transmitted", 26090 "tooltip": { 26091 "shared": true, 26092 "sort": 2, 26093 "value_type": "individual" 26094 }, 26095 "type": "graph", 26096 "xaxis": { 26097 "buckets": null, 26098 "mode": "series", 26099 "name": null, 26100 "show": false, 26101 "values": [ 26102 "current" 26103 ] 26104 }, 26105 "yaxes": [ 26106 { 26107 "format": "Bps", 26108 "label": null, 26109 "logBase": 1, 26110 "max": null, 26111 "min": 0, 26112 "show": true 26113 }, 26114 { 26115 "format": "Bps", 26116 "label": null, 26117 "logBase": 1, 26118 "max": null, 26119 "min": 0, 26120 "show": true 26121 } 26122 ] 26123 }, 26124 { 26125 "columns": [ 26126 { 26127 "text": "Time", 26128 "value": "Time" 26129 }, 26130 { 26131 "text": "Value #A", 26132 "value": "Value #A" 26133 }, 26134 { 26135 "text": "Value #B", 26136 "value": "Value #B" 26137 }, 26138 { 26139 "text": "Value #C", 26140 "value": "Value #C" 26141 }, 26142 { 26143 "text": "Value #D", 26144 "value": "Value #D" 26145 }, 26146 { 26147 "text": "Value #E", 26148 "value": "Value #E" 26149 }, 26150 { 26151 "text": "Value #F", 26152 "value": "Value #F" 26153 }, 26154 { 26155 "text": "Value #G", 26156 "value": "Value #G" 26157 }, 26158 { 26159 "text": "Value #H", 26160 "value": "Value #H" 26161 }, 26162 { 26163 "text": "workload", 26164 "value": "workload" 26165 } 26166 ], 26167 "datasource": "$datasource", 26168 "fill": 1, 26169 "fontSize": "90%", 26170 "gridPos": { 26171 "h": 9, 26172 "w": 24, 26173 "x": 0, 26174 "y": 10 26175 }, 26176 "id": 5, 26177 "lines": true, 26178 "linewidth": 1, 26179 "links": [ 26180 26181 ], 26182 "minSpan": 24, 26183 "nullPointMode": "null as zero", 26184 "renderer": "flot", 26185 "scroll": true, 26186 "showHeader": true, 26187 "sort": { 26188 "col": 0, 26189 "desc": false 26190 }, 26191 "spaceLength": 10, 26192 "span": 24, 26193 "styles": [ 26194 { 26195 "alias": "Time", 26196 "colorMode": null, 26197 "colors": [ 26198 26199 ], 26200 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26201 "decimals": 2, 26202 "link": false, 26203 "linkTooltip": "Drill down", 26204 "linkUrl": "", 26205 "pattern": "Time", 26206 "thresholds": [ 26207 26208 ], 26209 "type": "hidden", 26210 "unit": "short" 26211 }, 26212 { 26213 "alias": "Current Bandwidth Received", 26214 "colorMode": null, 26215 "colors": [ 26216 26217 ], 26218 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26219 "decimals": 2, 26220 "link": false, 26221 "linkTooltip": "Drill down", 26222 "linkUrl": "", 26223 "pattern": "Value #A", 26224 "thresholds": [ 26225 26226 ], 26227 "type": "number", 26228 "unit": "Bps" 26229 }, 26230 { 26231 "alias": "Current Bandwidth Transmitted", 26232 "colorMode": null, 26233 "colors": [ 26234 26235 ], 26236 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26237 "decimals": 2, 26238 "link": false, 26239 "linkTooltip": "Drill down", 26240 "linkUrl": "", 26241 "pattern": "Value #B", 26242 "thresholds": [ 26243 26244 ], 26245 "type": "number", 26246 "unit": "Bps" 26247 }, 26248 { 26249 "alias": "Average Bandwidth Received", 26250 "colorMode": null, 26251 "colors": [ 26252 26253 ], 26254 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26255 "decimals": 2, 26256 "link": false, 26257 "linkTooltip": "Drill down", 26258 "linkUrl": "", 26259 "pattern": "Value #C", 26260 "thresholds": [ 26261 26262 ], 26263 "type": "number", 26264 "unit": "Bps" 26265 }, 26266 { 26267 "alias": "Average Bandwidth Transmitted", 26268 "colorMode": null, 26269 "colors": [ 26270 26271 ], 26272 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26273 "decimals": 2, 26274 "link": false, 26275 "linkTooltip": "Drill down", 26276 "linkUrl": "", 26277 "pattern": "Value #D", 26278 "thresholds": [ 26279 26280 ], 26281 "type": "number", 26282 "unit": "Bps" 26283 }, 26284 { 26285 "alias": "Rate of Received Packets", 26286 "colorMode": null, 26287 "colors": [ 26288 26289 ], 26290 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26291 "decimals": 2, 26292 "link": false, 26293 "linkTooltip": "Drill down", 26294 "linkUrl": "", 26295 "pattern": "Value #E", 26296 "thresholds": [ 26297 26298 ], 26299 "type": "number", 26300 "unit": "pps" 26301 }, 26302 { 26303 "alias": "Rate of Transmitted Packets", 26304 "colorMode": null, 26305 "colors": [ 26306 26307 ], 26308 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26309 "decimals": 2, 26310 "link": false, 26311 "linkTooltip": "Drill down", 26312 "linkUrl": "", 26313 "pattern": "Value #F", 26314 "thresholds": [ 26315 26316 ], 26317 "type": "number", 26318 "unit": "pps" 26319 }, 26320 { 26321 "alias": "Rate of Received Packets Dropped", 26322 "colorMode": null, 26323 "colors": [ 26324 26325 ], 26326 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26327 "decimals": 2, 26328 "link": false, 26329 "linkTooltip": "Drill down", 26330 "linkUrl": "", 26331 "pattern": "Value #G", 26332 "thresholds": [ 26333 26334 ], 26335 "type": "number", 26336 "unit": "pps" 26337 }, 26338 { 26339 "alias": "Rate of Transmitted Packets Dropped", 26340 "colorMode": null, 26341 "colors": [ 26342 26343 ], 26344 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26345 "decimals": 2, 26346 "link": false, 26347 "linkTooltip": "Drill down", 26348 "linkUrl": "", 26349 "pattern": "Value #H", 26350 "thresholds": [ 26351 26352 ], 26353 "type": "number", 26354 "unit": "pps" 26355 }, 26356 { 26357 "alias": "Workload", 26358 "colorMode": null, 26359 "colors": [ 26360 26361 ], 26362 "dateFormat": "YYYY-MM-DD HH:mm:ss", 26363 "decimals": 2, 26364 "link": true, 26365 "linkTooltip": "Drill down", 26366 "linkUrl": "d/728bf77cc1166d2f3133bf25846876cc/kubernetes-networking-workload?orgId=1&refresh=30s&var-namespace=$namespace&var-type=$type&var-workload=$__cell", 26367 "pattern": "workload", 26368 "thresholds": [ 26369 26370 ], 26371 "type": "number", 26372 "unit": "short" 26373 } 26374 ], 26375 "targets": [ 26376 { 26377 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26378 "format": "table", 26379 "instant": true, 26380 "intervalFactor": 2, 26381 "legendFormat": "", 26382 "refId": "A", 26383 "step": 10 26384 }, 26385 { 26386 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26387 "format": "table", 26388 "instant": true, 26389 "intervalFactor": 2, 26390 "legendFormat": "", 26391 "refId": "B", 26392 "step": 10 26393 }, 26394 { 26395 "expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26396 "format": "table", 26397 "instant": true, 26398 "intervalFactor": 2, 26399 "legendFormat": "", 26400 "refId": "C", 26401 "step": 10 26402 }, 26403 { 26404 "expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26405 "format": "table", 26406 "instant": true, 26407 "intervalFactor": 2, 26408 "legendFormat": "", 26409 "refId": "D", 26410 "step": 10 26411 }, 26412 { 26413 "expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26414 "format": "table", 26415 "instant": true, 26416 "intervalFactor": 2, 26417 "legendFormat": "", 26418 "refId": "E", 26419 "step": 10 26420 }, 26421 { 26422 "expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26423 "format": "table", 26424 "instant": true, 26425 "intervalFactor": 2, 26426 "legendFormat": "", 26427 "refId": "F", 26428 "step": 10 26429 }, 26430 { 26431 "expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26432 "format": "table", 26433 "instant": true, 26434 "intervalFactor": 2, 26435 "legendFormat": "", 26436 "refId": "G", 26437 "step": 10 26438 }, 26439 { 26440 "expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26441 "format": "table", 26442 "instant": true, 26443 "intervalFactor": 2, 26444 "legendFormat": "", 26445 "refId": "H", 26446 "step": 10 26447 } 26448 ], 26449 "timeFrom": null, 26450 "timeShift": null, 26451 "title": "Current Status", 26452 "type": "table" 26453 }, 26454 { 26455 "collapse": true, 26456 "collapsed": true, 26457 "gridPos": { 26458 "h": 1, 26459 "w": 24, 26460 "x": 0, 26461 "y": 19 26462 }, 26463 "id": 6, 26464 "panels": [ 26465 { 26466 "aliasColors": { 26467 26468 }, 26469 "bars": true, 26470 "dashLength": 10, 26471 "dashes": false, 26472 "datasource": "$datasource", 26473 "fill": 2, 26474 "fillGradient": 0, 26475 "gridPos": { 26476 "h": 9, 26477 "w": 12, 26478 "x": 0, 26479 "y": 20 26480 }, 26481 "id": 7, 26482 "legend": { 26483 "alignAsTable": true, 26484 "avg": false, 26485 "current": true, 26486 "hideEmpty": true, 26487 "hideZero": true, 26488 "max": false, 26489 "min": false, 26490 "rightSide": true, 26491 "show": true, 26492 "sideWidth": null, 26493 "sort": "current", 26494 "sortDesc": true, 26495 "total": false, 26496 "values": true 26497 }, 26498 "lines": false, 26499 "linewidth": 1, 26500 "links": [ 26501 26502 ], 26503 "minSpan": 24, 26504 "nullPointMode": "null", 26505 "paceLength": 10, 26506 "percentage": false, 26507 "pointradius": 5, 26508 "points": false, 26509 "renderer": "flot", 26510 "repeat": null, 26511 "seriesOverrides": [ 26512 26513 ], 26514 "spaceLength": 10, 26515 "span": 24, 26516 "stack": false, 26517 "steppedLine": false, 26518 "targets": [ 26519 { 26520 "expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26521 "format": "time_series", 26522 "intervalFactor": 1, 26523 "legendFormat": "{{ workload }}", 26524 "refId": "A", 26525 "step": 10 26526 } 26527 ], 26528 "thresholds": [ 26529 26530 ], 26531 "timeFrom": null, 26532 "timeShift": null, 26533 "title": "Average Rate of Bytes Received", 26534 "tooltip": { 26535 "shared": true, 26536 "sort": 2, 26537 "value_type": "individual" 26538 }, 26539 "type": "graph", 26540 "xaxis": { 26541 "buckets": null, 26542 "mode": "series", 26543 "name": null, 26544 "show": false, 26545 "values": [ 26546 "current" 26547 ] 26548 }, 26549 "yaxes": [ 26550 { 26551 "format": "Bps", 26552 "label": null, 26553 "logBase": 1, 26554 "max": null, 26555 "min": 0, 26556 "show": true 26557 }, 26558 { 26559 "format": "Bps", 26560 "label": null, 26561 "logBase": 1, 26562 "max": null, 26563 "min": 0, 26564 "show": true 26565 } 26566 ] 26567 }, 26568 { 26569 "aliasColors": { 26570 26571 }, 26572 "bars": true, 26573 "dashLength": 10, 26574 "dashes": false, 26575 "datasource": "$datasource", 26576 "fill": 2, 26577 "fillGradient": 0, 26578 "gridPos": { 26579 "h": 9, 26580 "w": 12, 26581 "x": 12, 26582 "y": 20 26583 }, 26584 "id": 8, 26585 "legend": { 26586 "alignAsTable": true, 26587 "avg": false, 26588 "current": true, 26589 "hideEmpty": true, 26590 "hideZero": true, 26591 "max": false, 26592 "min": false, 26593 "rightSide": true, 26594 "show": true, 26595 "sideWidth": null, 26596 "sort": "current", 26597 "sortDesc": true, 26598 "total": false, 26599 "values": true 26600 }, 26601 "lines": false, 26602 "linewidth": 1, 26603 "links": [ 26604 26605 ], 26606 "minSpan": 24, 26607 "nullPointMode": "null", 26608 "paceLength": 10, 26609 "percentage": false, 26610 "pointradius": 5, 26611 "points": false, 26612 "renderer": "flot", 26613 "repeat": null, 26614 "seriesOverrides": [ 26615 26616 ], 26617 "spaceLength": 10, 26618 "span": 24, 26619 "stack": false, 26620 "steppedLine": false, 26621 "targets": [ 26622 { 26623 "expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26624 "format": "time_series", 26625 "intervalFactor": 1, 26626 "legendFormat": "{{ workload }}", 26627 "refId": "A", 26628 "step": 10 26629 } 26630 ], 26631 "thresholds": [ 26632 26633 ], 26634 "timeFrom": null, 26635 "timeShift": null, 26636 "title": "Average Rate of Bytes Transmitted", 26637 "tooltip": { 26638 "shared": true, 26639 "sort": 2, 26640 "value_type": "individual" 26641 }, 26642 "type": "graph", 26643 "xaxis": { 26644 "buckets": null, 26645 "mode": "series", 26646 "name": null, 26647 "show": false, 26648 "values": [ 26649 "current" 26650 ] 26651 }, 26652 "yaxes": [ 26653 { 26654 "format": "Bps", 26655 "label": null, 26656 "logBase": 1, 26657 "max": null, 26658 "min": 0, 26659 "show": true 26660 }, 26661 { 26662 "format": "Bps", 26663 "label": null, 26664 "logBase": 1, 26665 "max": null, 26666 "min": 0, 26667 "show": true 26668 } 26669 ] 26670 } 26671 ], 26672 "repeat": null, 26673 "repeatIteration": null, 26674 "repeatRowId": null, 26675 "showTitle": true, 26676 "title": "Average Bandwidth", 26677 "titleSize": "h6", 26678 "type": "row" 26679 }, 26680 { 26681 "collapse": false, 26682 "collapsed": false, 26683 "gridPos": { 26684 "h": 1, 26685 "w": 24, 26686 "x": 0, 26687 "y": 29 26688 }, 26689 "id": 9, 26690 "panels": [ 26691 26692 ], 26693 "repeat": null, 26694 "repeatIteration": null, 26695 "repeatRowId": null, 26696 "showTitle": true, 26697 "title": "Bandwidth HIstory", 26698 "titleSize": "h6", 26699 "type": "row" 26700 }, 26701 { 26702 "aliasColors": { 26703 26704 }, 26705 "bars": false, 26706 "dashLength": 10, 26707 "dashes": false, 26708 "datasource": "$datasource", 26709 "fill": 2, 26710 "fillGradient": 0, 26711 "gridPos": { 26712 "h": 9, 26713 "w": 12, 26714 "x": 0, 26715 "y": 38 26716 }, 26717 "id": 10, 26718 "legend": { 26719 "alignAsTable": false, 26720 "avg": false, 26721 "current": false, 26722 "hideEmpty": true, 26723 "hideZero": true, 26724 "max": false, 26725 "min": false, 26726 "rightSide": false, 26727 "show": true, 26728 "sideWidth": null, 26729 "total": false, 26730 "values": false 26731 }, 26732 "lines": true, 26733 "linewidth": 2, 26734 "links": [ 26735 26736 ], 26737 "minSpan": 12, 26738 "nullPointMode": "connected", 26739 "paceLength": 10, 26740 "percentage": false, 26741 "pointradius": 5, 26742 "points": false, 26743 "renderer": "flot", 26744 "repeat": null, 26745 "seriesOverrides": [ 26746 26747 ], 26748 "spaceLength": 10, 26749 "span": 12, 26750 "stack": true, 26751 "steppedLine": false, 26752 "targets": [ 26753 { 26754 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26755 "format": "time_series", 26756 "intervalFactor": 1, 26757 "legendFormat": "{{workload}}", 26758 "refId": "A", 26759 "step": 10 26760 } 26761 ], 26762 "thresholds": [ 26763 26764 ], 26765 "timeFrom": null, 26766 "timeShift": null, 26767 "title": "Receive Bandwidth", 26768 "tooltip": { 26769 "shared": true, 26770 "sort": 2, 26771 "value_type": "individual" 26772 }, 26773 "type": "graph", 26774 "xaxis": { 26775 "buckets": null, 26776 "mode": "time", 26777 "name": null, 26778 "show": true, 26779 "values": [ 26780 26781 ] 26782 }, 26783 "yaxes": [ 26784 { 26785 "format": "Bps", 26786 "label": null, 26787 "logBase": 1, 26788 "max": null, 26789 "min": 0, 26790 "show": true 26791 }, 26792 { 26793 "format": "Bps", 26794 "label": null, 26795 "logBase": 1, 26796 "max": null, 26797 "min": 0, 26798 "show": true 26799 } 26800 ] 26801 }, 26802 { 26803 "aliasColors": { 26804 26805 }, 26806 "bars": false, 26807 "dashLength": 10, 26808 "dashes": false, 26809 "datasource": "$datasource", 26810 "fill": 2, 26811 "fillGradient": 0, 26812 "gridPos": { 26813 "h": 9, 26814 "w": 12, 26815 "x": 12, 26816 "y": 38 26817 }, 26818 "id": 11, 26819 "legend": { 26820 "alignAsTable": false, 26821 "avg": false, 26822 "current": false, 26823 "hideEmpty": true, 26824 "hideZero": true, 26825 "max": false, 26826 "min": false, 26827 "rightSide": false, 26828 "show": true, 26829 "sideWidth": null, 26830 "total": false, 26831 "values": false 26832 }, 26833 "lines": true, 26834 "linewidth": 2, 26835 "links": [ 26836 26837 ], 26838 "minSpan": 12, 26839 "nullPointMode": "connected", 26840 "paceLength": 10, 26841 "percentage": false, 26842 "pointradius": 5, 26843 "points": false, 26844 "renderer": "flot", 26845 "repeat": null, 26846 "seriesOverrides": [ 26847 26848 ], 26849 "spaceLength": 10, 26850 "span": 12, 26851 "stack": true, 26852 "steppedLine": false, 26853 "targets": [ 26854 { 26855 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26856 "format": "time_series", 26857 "intervalFactor": 1, 26858 "legendFormat": "{{workload}}", 26859 "refId": "A", 26860 "step": 10 26861 } 26862 ], 26863 "thresholds": [ 26864 26865 ], 26866 "timeFrom": null, 26867 "timeShift": null, 26868 "title": "Transmit Bandwidth", 26869 "tooltip": { 26870 "shared": true, 26871 "sort": 2, 26872 "value_type": "individual" 26873 }, 26874 "type": "graph", 26875 "xaxis": { 26876 "buckets": null, 26877 "mode": "time", 26878 "name": null, 26879 "show": true, 26880 "values": [ 26881 26882 ] 26883 }, 26884 "yaxes": [ 26885 { 26886 "format": "Bps", 26887 "label": null, 26888 "logBase": 1, 26889 "max": null, 26890 "min": 0, 26891 "show": true 26892 }, 26893 { 26894 "format": "Bps", 26895 "label": null, 26896 "logBase": 1, 26897 "max": null, 26898 "min": 0, 26899 "show": true 26900 } 26901 ] 26902 }, 26903 { 26904 "collapse": true, 26905 "collapsed": true, 26906 "gridPos": { 26907 "h": 1, 26908 "w": 24, 26909 "x": 0, 26910 "y": 39 26911 }, 26912 "id": 12, 26913 "panels": [ 26914 { 26915 "aliasColors": { 26916 26917 }, 26918 "bars": false, 26919 "dashLength": 10, 26920 "dashes": false, 26921 "datasource": "$datasource", 26922 "fill": 2, 26923 "fillGradient": 0, 26924 "gridPos": { 26925 "h": 9, 26926 "w": 12, 26927 "x": 0, 26928 "y": 40 26929 }, 26930 "id": 13, 26931 "legend": { 26932 "alignAsTable": false, 26933 "avg": false, 26934 "current": false, 26935 "hideEmpty": true, 26936 "hideZero": true, 26937 "max": false, 26938 "min": false, 26939 "rightSide": false, 26940 "show": true, 26941 "sideWidth": null, 26942 "total": false, 26943 "values": false 26944 }, 26945 "lines": true, 26946 "linewidth": 2, 26947 "links": [ 26948 26949 ], 26950 "minSpan": 12, 26951 "nullPointMode": "connected", 26952 "paceLength": 10, 26953 "percentage": false, 26954 "pointradius": 5, 26955 "points": false, 26956 "renderer": "flot", 26957 "repeat": null, 26958 "seriesOverrides": [ 26959 26960 ], 26961 "spaceLength": 10, 26962 "span": 12, 26963 "stack": true, 26964 "steppedLine": false, 26965 "targets": [ 26966 { 26967 "expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 26968 "format": "time_series", 26969 "intervalFactor": 1, 26970 "legendFormat": "{{workload}}", 26971 "refId": "A", 26972 "step": 10 26973 } 26974 ], 26975 "thresholds": [ 26976 26977 ], 26978 "timeFrom": null, 26979 "timeShift": null, 26980 "title": "Rate of Received Packets", 26981 "tooltip": { 26982 "shared": true, 26983 "sort": 2, 26984 "value_type": "individual" 26985 }, 26986 "type": "graph", 26987 "xaxis": { 26988 "buckets": null, 26989 "mode": "time", 26990 "name": null, 26991 "show": true, 26992 "values": [ 26993 26994 ] 26995 }, 26996 "yaxes": [ 26997 { 26998 "format": "pps", 26999 "label": null, 27000 "logBase": 1, 27001 "max": null, 27002 "min": 0, 27003 "show": true 27004 }, 27005 { 27006 "format": "pps", 27007 "label": null, 27008 "logBase": 1, 27009 "max": null, 27010 "min": 0, 27011 "show": true 27012 } 27013 ] 27014 }, 27015 { 27016 "aliasColors": { 27017 27018 }, 27019 "bars": false, 27020 "dashLength": 10, 27021 "dashes": false, 27022 "datasource": "$datasource", 27023 "fill": 2, 27024 "fillGradient": 0, 27025 "gridPos": { 27026 "h": 9, 27027 "w": 12, 27028 "x": 12, 27029 "y": 40 27030 }, 27031 "id": 14, 27032 "legend": { 27033 "alignAsTable": false, 27034 "avg": false, 27035 "current": false, 27036 "hideEmpty": true, 27037 "hideZero": true, 27038 "max": false, 27039 "min": false, 27040 "rightSide": false, 27041 "show": true, 27042 "sideWidth": null, 27043 "total": false, 27044 "values": false 27045 }, 27046 "lines": true, 27047 "linewidth": 2, 27048 "links": [ 27049 27050 ], 27051 "minSpan": 12, 27052 "nullPointMode": "connected", 27053 "paceLength": 10, 27054 "percentage": false, 27055 "pointradius": 5, 27056 "points": false, 27057 "renderer": "flot", 27058 "repeat": null, 27059 "seriesOverrides": [ 27060 27061 ], 27062 "spaceLength": 10, 27063 "span": 12, 27064 "stack": true, 27065 "steppedLine": false, 27066 "targets": [ 27067 { 27068 "expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 27069 "format": "time_series", 27070 "intervalFactor": 1, 27071 "legendFormat": "{{workload}}", 27072 "refId": "A", 27073 "step": 10 27074 } 27075 ], 27076 "thresholds": [ 27077 27078 ], 27079 "timeFrom": null, 27080 "timeShift": null, 27081 "title": "Rate of Transmitted Packets", 27082 "tooltip": { 27083 "shared": true, 27084 "sort": 2, 27085 "value_type": "individual" 27086 }, 27087 "type": "graph", 27088 "xaxis": { 27089 "buckets": null, 27090 "mode": "time", 27091 "name": null, 27092 "show": true, 27093 "values": [ 27094 27095 ] 27096 }, 27097 "yaxes": [ 27098 { 27099 "format": "pps", 27100 "label": null, 27101 "logBase": 1, 27102 "max": null, 27103 "min": 0, 27104 "show": true 27105 }, 27106 { 27107 "format": "pps", 27108 "label": null, 27109 "logBase": 1, 27110 "max": null, 27111 "min": 0, 27112 "show": true 27113 } 27114 ] 27115 } 27116 ], 27117 "repeat": null, 27118 "repeatIteration": null, 27119 "repeatRowId": null, 27120 "showTitle": true, 27121 "title": "Packets", 27122 "titleSize": "h6", 27123 "type": "row" 27124 }, 27125 { 27126 "collapse": true, 27127 "collapsed": true, 27128 "gridPos": { 27129 "h": 1, 27130 "w": 24, 27131 "x": 0, 27132 "y": 40 27133 }, 27134 "id": 15, 27135 "panels": [ 27136 { 27137 "aliasColors": { 27138 27139 }, 27140 "bars": false, 27141 "dashLength": 10, 27142 "dashes": false, 27143 "datasource": "$datasource", 27144 "fill": 2, 27145 "fillGradient": 0, 27146 "gridPos": { 27147 "h": 9, 27148 "w": 12, 27149 "x": 0, 27150 "y": 41 27151 }, 27152 "id": 16, 27153 "legend": { 27154 "alignAsTable": false, 27155 "avg": false, 27156 "current": false, 27157 "hideEmpty": true, 27158 "hideZero": true, 27159 "max": false, 27160 "min": false, 27161 "rightSide": false, 27162 "show": true, 27163 "sideWidth": null, 27164 "total": false, 27165 "values": false 27166 }, 27167 "lines": true, 27168 "linewidth": 2, 27169 "links": [ 27170 27171 ], 27172 "minSpan": 12, 27173 "nullPointMode": "connected", 27174 "paceLength": 10, 27175 "percentage": false, 27176 "pointradius": 5, 27177 "points": false, 27178 "renderer": "flot", 27179 "repeat": null, 27180 "seriesOverrides": [ 27181 27182 ], 27183 "spaceLength": 10, 27184 "span": 12, 27185 "stack": true, 27186 "steppedLine": false, 27187 "targets": [ 27188 { 27189 "expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 27190 "format": "time_series", 27191 "intervalFactor": 1, 27192 "legendFormat": "{{workload}}", 27193 "refId": "A", 27194 "step": 10 27195 } 27196 ], 27197 "thresholds": [ 27198 27199 ], 27200 "timeFrom": null, 27201 "timeShift": null, 27202 "title": "Rate of Received Packets Dropped", 27203 "tooltip": { 27204 "shared": true, 27205 "sort": 2, 27206 "value_type": "individual" 27207 }, 27208 "type": "graph", 27209 "xaxis": { 27210 "buckets": null, 27211 "mode": "time", 27212 "name": null, 27213 "show": true, 27214 "values": [ 27215 27216 ] 27217 }, 27218 "yaxes": [ 27219 { 27220 "format": "pps", 27221 "label": null, 27222 "logBase": 1, 27223 "max": null, 27224 "min": 0, 27225 "show": true 27226 }, 27227 { 27228 "format": "pps", 27229 "label": null, 27230 "logBase": 1, 27231 "max": null, 27232 "min": 0, 27233 "show": true 27234 } 27235 ] 27236 }, 27237 { 27238 "aliasColors": { 27239 27240 }, 27241 "bars": false, 27242 "dashLength": 10, 27243 "dashes": false, 27244 "datasource": "$datasource", 27245 "fill": 2, 27246 "fillGradient": 0, 27247 "gridPos": { 27248 "h": 9, 27249 "w": 12, 27250 "x": 12, 27251 "y": 41 27252 }, 27253 "id": 17, 27254 "legend": { 27255 "alignAsTable": false, 27256 "avg": false, 27257 "current": false, 27258 "hideEmpty": true, 27259 "hideZero": true, 27260 "max": false, 27261 "min": false, 27262 "rightSide": false, 27263 "show": true, 27264 "sideWidth": null, 27265 "total": false, 27266 "values": false 27267 }, 27268 "lines": true, 27269 "linewidth": 2, 27270 "links": [ 27271 27272 ], 27273 "minSpan": 12, 27274 "nullPointMode": "connected", 27275 "paceLength": 10, 27276 "percentage": false, 27277 "pointradius": 5, 27278 "points": false, 27279 "renderer": "flot", 27280 "repeat": null, 27281 "seriesOverrides": [ 27282 27283 ], 27284 "spaceLength": 10, 27285 "span": 12, 27286 "stack": true, 27287 "steppedLine": false, 27288 "targets": [ 27289 { 27290 "expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\", workload_type=\"$type\"}) by (workload))\n", 27291 "format": "time_series", 27292 "intervalFactor": 1, 27293 "legendFormat": "{{workload}}", 27294 "refId": "A", 27295 "step": 10 27296 } 27297 ], 27298 "thresholds": [ 27299 27300 ], 27301 "timeFrom": null, 27302 "timeShift": null, 27303 "title": "Rate of Transmitted Packets Dropped", 27304 "tooltip": { 27305 "shared": true, 27306 "sort": 2, 27307 "value_type": "individual" 27308 }, 27309 "type": "graph", 27310 "xaxis": { 27311 "buckets": null, 27312 "mode": "time", 27313 "name": null, 27314 "show": true, 27315 "values": [ 27316 27317 ] 27318 }, 27319 "yaxes": [ 27320 { 27321 "format": "pps", 27322 "label": null, 27323 "logBase": 1, 27324 "max": null, 27325 "min": 0, 27326 "show": true 27327 }, 27328 { 27329 "format": "pps", 27330 "label": null, 27331 "logBase": 1, 27332 "max": null, 27333 "min": 0, 27334 "show": true 27335 } 27336 ] 27337 } 27338 ], 27339 "repeat": null, 27340 "repeatIteration": null, 27341 "repeatRowId": null, 27342 "showTitle": true, 27343 "title": "Errors", 27344 "titleSize": "h6", 27345 "type": "row" 27346 } 27347 ], 27348 "refresh": "10s", 27349 "rows": [ 27350 27351 ], 27352 "schemaVersion": 18, 27353 "style": "dark", 27354 "tags": [ 27355 "kubernetes-mixin" 27356 ], 27357 "templating": { 27358 "list": [ 27359 { 27360 "current": { 27361 "text": "default", 27362 "value": "default" 27363 }, 27364 "hide": 0, 27365 "label": null, 27366 "name": "datasource", 27367 "options": [ 27368 27369 ], 27370 "query": "prometheus", 27371 "refresh": 1, 27372 "regex": "", 27373 "type": "datasource" 27374 }, 27375 { 27376 "allValue": null, 27377 "current": { 27378 27379 }, 27380 "datasource": "$datasource", 27381 "hide": 2, 27382 "includeAll": false, 27383 "label": null, 27384 "multi": false, 27385 "name": "cluster", 27386 "options": [ 27387 27388 ], 27389 "query": "label_values(kube_pod_info, cluster)", 27390 "refresh": 2, 27391 "regex": "", 27392 "sort": 0, 27393 "tagValuesQuery": "", 27394 "tags": [ 27395 27396 ], 27397 "tagsQuery": "", 27398 "type": "query", 27399 "useTags": false 27400 }, 27401 { 27402 "allValue": null, 27403 "auto": false, 27404 "auto_count": 30, 27405 "auto_min": "10s", 27406 "current": { 27407 "text": "kube-system", 27408 "value": "kube-system" 27409 }, 27410 "datasource": "$datasource", 27411 "definition": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 27412 "hide": 0, 27413 "includeAll": false, 27414 "label": null, 27415 "multi": false, 27416 "name": "namespace", 27417 "options": [ 27418 27419 ], 27420 "query": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 27421 "refresh": 2, 27422 "regex": "", 27423 "skipUrlSync": false, 27424 "sort": 1, 27425 "tagValuesQuery": "", 27426 "tags": [ 27427 27428 ], 27429 "tagsQuery": "", 27430 "type": "query", 27431 "useTags": false 27432 }, 27433 { 27434 "allValue": null, 27435 "auto": false, 27436 "auto_count": 30, 27437 "auto_min": "10s", 27438 "current": { 27439 "text": "deployment", 27440 "value": "deployment" 27441 }, 27442 "datasource": "$datasource", 27443 "definition": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\"}, workload_type)", 27444 "hide": 0, 27445 "includeAll": false, 27446 "label": null, 27447 "multi": false, 27448 "name": "type", 27449 "options": [ 27450 27451 ], 27452 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\".+\"}, workload_type)", 27453 "refresh": 2, 27454 "regex": "", 27455 "skipUrlSync": false, 27456 "sort": 0, 27457 "tagValuesQuery": "", 27458 "tags": [ 27459 27460 ], 27461 "tagsQuery": "", 27462 "type": "query", 27463 "useTags": false 27464 }, 27465 { 27466 "allValue": null, 27467 "auto": false, 27468 "auto_count": 30, 27469 "auto_min": "10s", 27470 "current": { 27471 "text": "5m", 27472 "value": "5m" 27473 }, 27474 "datasource": "$datasource", 27475 "hide": 0, 27476 "includeAll": false, 27477 "label": null, 27478 "multi": false, 27479 "name": "resolution", 27480 "options": [ 27481 { 27482 "selected": false, 27483 "text": "30s", 27484 "value": "30s" 27485 }, 27486 { 27487 "selected": true, 27488 "text": "5m", 27489 "value": "5m" 27490 }, 27491 { 27492 "selected": false, 27493 "text": "1h", 27494 "value": "1h" 27495 } 27496 ], 27497 "query": "30s,5m,1h", 27498 "refresh": 2, 27499 "regex": "", 27500 "skipUrlSync": false, 27501 "sort": 1, 27502 "tagValuesQuery": "", 27503 "tags": [ 27504 27505 ], 27506 "tagsQuery": "", 27507 "type": "interval", 27508 "useTags": false 27509 }, 27510 { 27511 "allValue": null, 27512 "auto": false, 27513 "auto_count": 30, 27514 "auto_min": "10s", 27515 "current": { 27516 "text": "5m", 27517 "value": "5m" 27518 }, 27519 "datasource": "$datasource", 27520 "hide": 2, 27521 "includeAll": false, 27522 "label": null, 27523 "multi": false, 27524 "name": "interval", 27525 "options": [ 27526 { 27527 "selected": true, 27528 "text": "4h", 27529 "value": "4h" 27530 } 27531 ], 27532 "query": "4h", 27533 "refresh": 2, 27534 "regex": "", 27535 "skipUrlSync": false, 27536 "sort": 1, 27537 "tagValuesQuery": "", 27538 "tags": [ 27539 27540 ], 27541 "tagsQuery": "", 27542 "type": "interval", 27543 "useTags": false 27544 } 27545 ] 27546 }, 27547 "time": { 27548 "from": "now-1h", 27549 "to": "now" 27550 }, 27551 "timepicker": { 27552 "refresh_intervals": [ 27553 "5s", 27554 "10s", 27555 "30s", 27556 "1m", 27557 "5m", 27558 "15m", 27559 "30m", 27560 "1h", 27561 "2h", 27562 "1d" 27563 ], 27564 "time_options": [ 27565 "5m", 27566 "15m", 27567 "1h", 27568 "6h", 27569 "12h", 27570 "24h", 27571 "2d", 27572 "7d", 27573 "30d" 27574 ] 27575 }, 27576 "timezone": "UTC", 27577 "title": "Kubernetes / Networking / Namespace (Workload)", 27578 "uid": "bbb2a765a623ae38130206c7d94a160f", 27579 "version": 0 27580 } 27581 --- 27582 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/node-cluster-rsrc-use.yaml 27583 apiVersion: v1 27584 kind: ConfigMap 27585 metadata: 27586 namespace: kube-prometheus-stack-system 27587 name: kube-prometheus-stack-node-cluster-rsrc-use 27588 annotations: 27589 { } 27590 labels: 27591 grafana_dashboard: "1" 27592 app: kube-prometheus-stack-grafana 27593 27594 27595 app.kubernetes.io/instance: kube-prometheus-stack 27596 app.kubernetes.io/version: "18.0.1" 27597 app.kubernetes.io/part-of: kube-prometheus-stack 27598 27599 release: "kube-prometheus-stack" 27600 heritage: "Helm" 27601 data: 27602 node-cluster-rsrc-use.json: |- 27603 { 27604 "__inputs": [ 27605 27606 ], 27607 "__requires": [ 27608 27609 ], 27610 "annotations": { 27611 "list": [ 27612 27613 ] 27614 }, 27615 "editable": false, 27616 "gnetId": null, 27617 "graphTooltip": 1, 27618 "hideControls": false, 27619 "id": null, 27620 "links": [ 27621 27622 ], 27623 "refresh": "30s", 27624 "rows": [ 27625 { 27626 "collapse": false, 27627 "collapsed": false, 27628 "panels": [ 27629 { 27630 "aliasColors": { 27631 27632 }, 27633 "bars": false, 27634 "dashLength": 10, 27635 "dashes": false, 27636 "datasource": "$datasource", 27637 "fill": 10, 27638 "fillGradient": 0, 27639 "gridPos": { 27640 27641 }, 27642 "id": 2, 27643 "legend": { 27644 "alignAsTable": false, 27645 "avg": false, 27646 "current": false, 27647 "max": false, 27648 "min": false, 27649 "rightSide": false, 27650 "show": false, 27651 "sideWidth": null, 27652 "total": false, 27653 "values": false 27654 }, 27655 "lines": true, 27656 "linewidth": 1, 27657 "links": [ 27658 27659 ], 27660 "nullPointMode": "null", 27661 "percentage": false, 27662 "pointradius": 5, 27663 "points": false, 27664 "renderer": "flot", 27665 "repeat": null, 27666 "seriesOverrides": [ 27667 27668 ], 27669 "spaceLength": 10, 27670 "span": 6, 27671 "stack": true, 27672 "steppedLine": false, 27673 "targets": [ 27674 { 27675 "expr": "((\n instance:node_cpu_utilisation:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}\n *\n instance:node_num_cpu:sum{job=\"node-exporter\", cluster=\"$cluster\"}\n) != 0 )\n/ scalar(sum(instance:node_num_cpu:sum{job=\"node-exporter\", cluster=\"$cluster\"}))\n", 27676 "format": "time_series", 27677 "intervalFactor": 2, 27678 "legendFormat": "{{ instance }}", 27679 "refId": "A" 27680 } 27681 ], 27682 "thresholds": [ 27683 27684 ], 27685 "timeFrom": null, 27686 "timeShift": null, 27687 "title": "CPU Utilisation", 27688 "tooltip": { 27689 "shared": true, 27690 "sort": 2, 27691 "value_type": "individual" 27692 }, 27693 "type": "graph", 27694 "xaxis": { 27695 "buckets": null, 27696 "mode": "time", 27697 "name": null, 27698 "show": true, 27699 "values": [ 27700 27701 ] 27702 }, 27703 "yaxes": [ 27704 { 27705 "format": "percentunit", 27706 "label": null, 27707 "logBase": 1, 27708 "max": null, 27709 "min": null, 27710 "show": true 27711 }, 27712 { 27713 "format": "percentunit", 27714 "label": null, 27715 "logBase": 1, 27716 "max": null, 27717 "min": null, 27718 "show": true 27719 } 27720 ] 27721 }, 27722 { 27723 "aliasColors": { 27724 27725 }, 27726 "bars": false, 27727 "dashLength": 10, 27728 "dashes": false, 27729 "datasource": "$datasource", 27730 "fill": 10, 27731 "fillGradient": 0, 27732 "gridPos": { 27733 27734 }, 27735 "id": 3, 27736 "legend": { 27737 "alignAsTable": false, 27738 "avg": false, 27739 "current": false, 27740 "max": false, 27741 "min": false, 27742 "rightSide": false, 27743 "show": false, 27744 "sideWidth": null, 27745 "total": false, 27746 "values": false 27747 }, 27748 "lines": true, 27749 "linewidth": 1, 27750 "links": [ 27751 27752 ], 27753 "nullPointMode": "null", 27754 "percentage": false, 27755 "pointradius": 5, 27756 "points": false, 27757 "renderer": "flot", 27758 "repeat": null, 27759 "seriesOverrides": [ 27760 27761 ], 27762 "spaceLength": 10, 27763 "span": 6, 27764 "stack": true, 27765 "steppedLine": false, 27766 "targets": [ 27767 { 27768 "expr": "(\n instance:node_load1_per_cpu:ratio{job=\"node-exporter\", cluster=\"$cluster\"}\n / scalar(count(instance:node_load1_per_cpu:ratio{job=\"node-exporter\", cluster=\"$cluster\"}))\n) != 0\n", 27769 "format": "time_series", 27770 "intervalFactor": 2, 27771 "legendFormat": "{{instance}}", 27772 "refId": "A" 27773 } 27774 ], 27775 "thresholds": [ 27776 27777 ], 27778 "timeFrom": null, 27779 "timeShift": null, 27780 "title": "CPU Saturation (Load1 per CPU)", 27781 "tooltip": { 27782 "shared": true, 27783 "sort": 2, 27784 "value_type": "individual" 27785 }, 27786 "type": "graph", 27787 "xaxis": { 27788 "buckets": null, 27789 "mode": "time", 27790 "name": null, 27791 "show": true, 27792 "values": [ 27793 27794 ] 27795 }, 27796 "yaxes": [ 27797 { 27798 "format": "percentunit", 27799 "label": null, 27800 "logBase": 1, 27801 "max": null, 27802 "min": null, 27803 "show": true 27804 }, 27805 { 27806 "format": "percentunit", 27807 "label": null, 27808 "logBase": 1, 27809 "max": null, 27810 "min": null, 27811 "show": true 27812 } 27813 ] 27814 } 27815 ], 27816 "repeat": null, 27817 "repeatIteration": null, 27818 "repeatRowId": null, 27819 "showTitle": true, 27820 "title": "CPU", 27821 "titleSize": "h6", 27822 "type": "row" 27823 }, 27824 { 27825 "collapse": false, 27826 "collapsed": false, 27827 "panels": [ 27828 { 27829 "aliasColors": { 27830 27831 }, 27832 "bars": false, 27833 "dashLength": 10, 27834 "dashes": false, 27835 "datasource": "$datasource", 27836 "fill": 10, 27837 "fillGradient": 0, 27838 "gridPos": { 27839 27840 }, 27841 "id": 4, 27842 "legend": { 27843 "alignAsTable": false, 27844 "avg": false, 27845 "current": false, 27846 "max": false, 27847 "min": false, 27848 "rightSide": false, 27849 "show": false, 27850 "sideWidth": null, 27851 "total": false, 27852 "values": false 27853 }, 27854 "lines": true, 27855 "linewidth": 1, 27856 "links": [ 27857 27858 ], 27859 "nullPointMode": "null", 27860 "percentage": false, 27861 "pointradius": 5, 27862 "points": false, 27863 "renderer": "flot", 27864 "repeat": null, 27865 "seriesOverrides": [ 27866 27867 ], 27868 "spaceLength": 10, 27869 "span": 6, 27870 "stack": true, 27871 "steppedLine": false, 27872 "targets": [ 27873 { 27874 "expr": "(\n instance:node_memory_utilisation:ratio{job=\"node-exporter\", cluster=\"$cluster\"}\n / scalar(count(instance:node_memory_utilisation:ratio{job=\"node-exporter\", cluster=\"$cluster\"}))\n) != 0\n", 27875 "format": "time_series", 27876 "intervalFactor": 2, 27877 "legendFormat": "{{instance}}", 27878 "refId": "A" 27879 } 27880 ], 27881 "thresholds": [ 27882 27883 ], 27884 "timeFrom": null, 27885 "timeShift": null, 27886 "title": "Memory Utilisation", 27887 "tooltip": { 27888 "shared": true, 27889 "sort": 2, 27890 "value_type": "individual" 27891 }, 27892 "type": "graph", 27893 "xaxis": { 27894 "buckets": null, 27895 "mode": "time", 27896 "name": null, 27897 "show": true, 27898 "values": [ 27899 27900 ] 27901 }, 27902 "yaxes": [ 27903 { 27904 "format": "percentunit", 27905 "label": null, 27906 "logBase": 1, 27907 "max": null, 27908 "min": null, 27909 "show": true 27910 }, 27911 { 27912 "format": "percentunit", 27913 "label": null, 27914 "logBase": 1, 27915 "max": null, 27916 "min": null, 27917 "show": true 27918 } 27919 ] 27920 }, 27921 { 27922 "aliasColors": { 27923 27924 }, 27925 "bars": false, 27926 "dashLength": 10, 27927 "dashes": false, 27928 "datasource": "$datasource", 27929 "fill": 10, 27930 "fillGradient": 0, 27931 "gridPos": { 27932 27933 }, 27934 "id": 5, 27935 "legend": { 27936 "alignAsTable": false, 27937 "avg": false, 27938 "current": false, 27939 "max": false, 27940 "min": false, 27941 "rightSide": false, 27942 "show": false, 27943 "sideWidth": null, 27944 "total": false, 27945 "values": false 27946 }, 27947 "lines": true, 27948 "linewidth": 1, 27949 "links": [ 27950 27951 ], 27952 "nullPointMode": "null", 27953 "percentage": false, 27954 "pointradius": 5, 27955 "points": false, 27956 "renderer": "flot", 27957 "repeat": null, 27958 "seriesOverrides": [ 27959 27960 ], 27961 "spaceLength": 10, 27962 "span": 6, 27963 "stack": true, 27964 "steppedLine": false, 27965 "targets": [ 27966 { 27967 "expr": "instance:node_vmstat_pgmajfault:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}", 27968 "format": "time_series", 27969 "intervalFactor": 2, 27970 "legendFormat": "{{instance}}", 27971 "refId": "A" 27972 } 27973 ], 27974 "thresholds": [ 27975 27976 ], 27977 "timeFrom": null, 27978 "timeShift": null, 27979 "title": "Memory Saturation (Major Page Faults)", 27980 "tooltip": { 27981 "shared": true, 27982 "sort": 2, 27983 "value_type": "individual" 27984 }, 27985 "type": "graph", 27986 "xaxis": { 27987 "buckets": null, 27988 "mode": "time", 27989 "name": null, 27990 "show": true, 27991 "values": [ 27992 27993 ] 27994 }, 27995 "yaxes": [ 27996 { 27997 "format": "rds", 27998 "label": null, 27999 "logBase": 1, 28000 "max": null, 28001 "min": null, 28002 "show": true 28003 }, 28004 { 28005 "format": "rds", 28006 "label": null, 28007 "logBase": 1, 28008 "max": null, 28009 "min": null, 28010 "show": true 28011 } 28012 ] 28013 } 28014 ], 28015 "repeat": null, 28016 "repeatIteration": null, 28017 "repeatRowId": null, 28018 "showTitle": true, 28019 "title": "Memory", 28020 "titleSize": "h6", 28021 "type": "row" 28022 }, 28023 { 28024 "collapse": false, 28025 "collapsed": false, 28026 "panels": [ 28027 { 28028 "aliasColors": { 28029 28030 }, 28031 "bars": false, 28032 "dashLength": 10, 28033 "dashes": false, 28034 "datasource": "$datasource", 28035 "fill": 10, 28036 "fillGradient": 0, 28037 "gridPos": { 28038 28039 }, 28040 "id": 6, 28041 "legend": { 28042 "alignAsTable": false, 28043 "avg": false, 28044 "current": false, 28045 "max": false, 28046 "min": false, 28047 "rightSide": false, 28048 "show": false, 28049 "sideWidth": null, 28050 "total": false, 28051 "values": false 28052 }, 28053 "lines": true, 28054 "linewidth": 1, 28055 "links": [ 28056 28057 ], 28058 "nullPointMode": "null", 28059 "percentage": false, 28060 "pointradius": 5, 28061 "points": false, 28062 "renderer": "flot", 28063 "repeat": null, 28064 "seriesOverrides": [ 28065 { 28066 "alias": "/Receive/", 28067 "stack": "A" 28068 }, 28069 { 28070 "alias": "/Transmit/", 28071 "stack": "B", 28072 "transform": "negative-Y" 28073 } 28074 ], 28075 "spaceLength": 10, 28076 "span": 6, 28077 "stack": true, 28078 "steppedLine": false, 28079 "targets": [ 28080 { 28081 "expr": "instance:node_network_receive_bytes_excluding_lo:rate5m{job=\"node-exporter\", cluster=\"$cluster\"} != 0", 28082 "format": "time_series", 28083 "intervalFactor": 2, 28084 "legendFormat": "{{instance}} Receive", 28085 "refId": "A" 28086 }, 28087 { 28088 "expr": "instance:node_network_transmit_bytes_excluding_lo:rate5m{job=\"node-exporter\", cluster=\"$cluster\"} != 0", 28089 "format": "time_series", 28090 "intervalFactor": 2, 28091 "legendFormat": "{{instance}} Transmit", 28092 "refId": "B" 28093 } 28094 ], 28095 "thresholds": [ 28096 28097 ], 28098 "timeFrom": null, 28099 "timeShift": null, 28100 "title": "Network Utilisation (Bytes Receive/Transmit)", 28101 "tooltip": { 28102 "shared": true, 28103 "sort": 2, 28104 "value_type": "individual" 28105 }, 28106 "type": "graph", 28107 "xaxis": { 28108 "buckets": null, 28109 "mode": "time", 28110 "name": null, 28111 "show": true, 28112 "values": [ 28113 28114 ] 28115 }, 28116 "yaxes": [ 28117 { 28118 "format": "Bps", 28119 "label": null, 28120 "logBase": 1, 28121 "max": null, 28122 "min": null, 28123 "show": true 28124 }, 28125 { 28126 "format": "Bps", 28127 "label": null, 28128 "logBase": 1, 28129 "max": null, 28130 "min": null, 28131 "show": true 28132 } 28133 ] 28134 }, 28135 { 28136 "aliasColors": { 28137 28138 }, 28139 "bars": false, 28140 "dashLength": 10, 28141 "dashes": false, 28142 "datasource": "$datasource", 28143 "fill": 10, 28144 "fillGradient": 0, 28145 "gridPos": { 28146 28147 }, 28148 "id": 7, 28149 "legend": { 28150 "alignAsTable": false, 28151 "avg": false, 28152 "current": false, 28153 "max": false, 28154 "min": false, 28155 "rightSide": false, 28156 "show": false, 28157 "sideWidth": null, 28158 "total": false, 28159 "values": false 28160 }, 28161 "lines": true, 28162 "linewidth": 1, 28163 "links": [ 28164 28165 ], 28166 "nullPointMode": "null", 28167 "percentage": false, 28168 "pointradius": 5, 28169 "points": false, 28170 "renderer": "flot", 28171 "repeat": null, 28172 "seriesOverrides": [ 28173 { 28174 "alias": "/ Receive/", 28175 "stack": "A" 28176 }, 28177 { 28178 "alias": "/ Transmit/", 28179 "stack": "B", 28180 "transform": "negative-Y" 28181 } 28182 ], 28183 "spaceLength": 10, 28184 "span": 6, 28185 "stack": true, 28186 "steppedLine": false, 28187 "targets": [ 28188 { 28189 "expr": "instance:node_network_receive_drop_excluding_lo:rate5m{job=\"node-exporter\", cluster=\"$cluster\"} != 0", 28190 "format": "time_series", 28191 "intervalFactor": 2, 28192 "legendFormat": "{{instance}} Receive", 28193 "refId": "A" 28194 }, 28195 { 28196 "expr": "instance:node_network_transmit_drop_excluding_lo:rate5m{job=\"node-exporter\", cluster=\"$cluster\"} != 0", 28197 "format": "time_series", 28198 "intervalFactor": 2, 28199 "legendFormat": "{{instance}} Transmit", 28200 "refId": "B" 28201 } 28202 ], 28203 "thresholds": [ 28204 28205 ], 28206 "timeFrom": null, 28207 "timeShift": null, 28208 "title": "Network Saturation (Drops Receive/Transmit)", 28209 "tooltip": { 28210 "shared": true, 28211 "sort": 2, 28212 "value_type": "individual" 28213 }, 28214 "type": "graph", 28215 "xaxis": { 28216 "buckets": null, 28217 "mode": "time", 28218 "name": null, 28219 "show": true, 28220 "values": [ 28221 28222 ] 28223 }, 28224 "yaxes": [ 28225 { 28226 "format": "Bps", 28227 "label": null, 28228 "logBase": 1, 28229 "max": null, 28230 "min": null, 28231 "show": true 28232 }, 28233 { 28234 "format": "Bps", 28235 "label": null, 28236 "logBase": 1, 28237 "max": null, 28238 "min": null, 28239 "show": true 28240 } 28241 ] 28242 } 28243 ], 28244 "repeat": null, 28245 "repeatIteration": null, 28246 "repeatRowId": null, 28247 "showTitle": true, 28248 "title": "Network", 28249 "titleSize": "h6", 28250 "type": "row" 28251 }, 28252 { 28253 "collapse": false, 28254 "collapsed": false, 28255 "panels": [ 28256 { 28257 "aliasColors": { 28258 28259 }, 28260 "bars": false, 28261 "dashLength": 10, 28262 "dashes": false, 28263 "datasource": "$datasource", 28264 "fill": 10, 28265 "fillGradient": 0, 28266 "gridPos": { 28267 28268 }, 28269 "id": 8, 28270 "legend": { 28271 "alignAsTable": false, 28272 "avg": false, 28273 "current": false, 28274 "max": false, 28275 "min": false, 28276 "rightSide": false, 28277 "show": false, 28278 "sideWidth": null, 28279 "total": false, 28280 "values": false 28281 }, 28282 "lines": true, 28283 "linewidth": 1, 28284 "links": [ 28285 28286 ], 28287 "nullPointMode": "null", 28288 "percentage": false, 28289 "pointradius": 5, 28290 "points": false, 28291 "renderer": "flot", 28292 "repeat": null, 28293 "seriesOverrides": [ 28294 28295 ], 28296 "spaceLength": 10, 28297 "span": 6, 28298 "stack": true, 28299 "steppedLine": false, 28300 "targets": [ 28301 { 28302 "expr": "(\n instance_device:node_disk_io_time_seconds:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}\n / scalar(count(instance_device:node_disk_io_time_seconds:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}))\n) != 0\n", 28303 "format": "time_series", 28304 "intervalFactor": 2, 28305 "legendFormat": "{{instance}} {{device}}", 28306 "refId": "A" 28307 } 28308 ], 28309 "thresholds": [ 28310 28311 ], 28312 "timeFrom": null, 28313 "timeShift": null, 28314 "title": "Disk IO Utilisation", 28315 "tooltip": { 28316 "shared": true, 28317 "sort": 2, 28318 "value_type": "individual" 28319 }, 28320 "type": "graph", 28321 "xaxis": { 28322 "buckets": null, 28323 "mode": "time", 28324 "name": null, 28325 "show": true, 28326 "values": [ 28327 28328 ] 28329 }, 28330 "yaxes": [ 28331 { 28332 "format": "percentunit", 28333 "label": null, 28334 "logBase": 1, 28335 "max": null, 28336 "min": null, 28337 "show": true 28338 }, 28339 { 28340 "format": "percentunit", 28341 "label": null, 28342 "logBase": 1, 28343 "max": null, 28344 "min": null, 28345 "show": true 28346 } 28347 ] 28348 }, 28349 { 28350 "aliasColors": { 28351 28352 }, 28353 "bars": false, 28354 "dashLength": 10, 28355 "dashes": false, 28356 "datasource": "$datasource", 28357 "fill": 10, 28358 "fillGradient": 0, 28359 "gridPos": { 28360 28361 }, 28362 "id": 9, 28363 "legend": { 28364 "alignAsTable": false, 28365 "avg": false, 28366 "current": false, 28367 "max": false, 28368 "min": false, 28369 "rightSide": false, 28370 "show": false, 28371 "sideWidth": null, 28372 "total": false, 28373 "values": false 28374 }, 28375 "lines": true, 28376 "linewidth": 1, 28377 "links": [ 28378 28379 ], 28380 "nullPointMode": "null", 28381 "percentage": false, 28382 "pointradius": 5, 28383 "points": false, 28384 "renderer": "flot", 28385 "repeat": null, 28386 "seriesOverrides": [ 28387 28388 ], 28389 "spaceLength": 10, 28390 "span": 6, 28391 "stack": true, 28392 "steppedLine": false, 28393 "targets": [ 28394 { 28395 "expr": "(\n instance_device:node_disk_io_time_weighted_seconds:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}\n / scalar(count(instance_device:node_disk_io_time_weighted_seconds:rate5m{job=\"node-exporter\", cluster=\"$cluster\"}))\n) != 0\n", 28396 "format": "time_series", 28397 "intervalFactor": 2, 28398 "legendFormat": "{{instance}} {{device}}", 28399 "refId": "A" 28400 } 28401 ], 28402 "thresholds": [ 28403 28404 ], 28405 "timeFrom": null, 28406 "timeShift": null, 28407 "title": "Disk IO Saturation", 28408 "tooltip": { 28409 "shared": true, 28410 "sort": 2, 28411 "value_type": "individual" 28412 }, 28413 "type": "graph", 28414 "xaxis": { 28415 "buckets": null, 28416 "mode": "time", 28417 "name": null, 28418 "show": true, 28419 "values": [ 28420 28421 ] 28422 }, 28423 "yaxes": [ 28424 { 28425 "format": "percentunit", 28426 "label": null, 28427 "logBase": 1, 28428 "max": null, 28429 "min": null, 28430 "show": true 28431 }, 28432 { 28433 "format": "percentunit", 28434 "label": null, 28435 "logBase": 1, 28436 "max": null, 28437 "min": null, 28438 "show": true 28439 } 28440 ] 28441 } 28442 ], 28443 "repeat": null, 28444 "repeatIteration": null, 28445 "repeatRowId": null, 28446 "showTitle": true, 28447 "title": "Disk IO", 28448 "titleSize": "h6", 28449 "type": "row" 28450 }, 28451 { 28452 "collapse": false, 28453 "collapsed": false, 28454 "panels": [ 28455 { 28456 "aliasColors": { 28457 28458 }, 28459 "bars": false, 28460 "dashLength": 10, 28461 "dashes": false, 28462 "datasource": "$datasource", 28463 "fill": 10, 28464 "fillGradient": 0, 28465 "gridPos": { 28466 28467 }, 28468 "id": 10, 28469 "legend": { 28470 "alignAsTable": false, 28471 "avg": false, 28472 "current": false, 28473 "max": false, 28474 "min": false, 28475 "rightSide": false, 28476 "show": false, 28477 "sideWidth": null, 28478 "total": false, 28479 "values": false 28480 }, 28481 "lines": true, 28482 "linewidth": 1, 28483 "links": [ 28484 28485 ], 28486 "nullPointMode": "null", 28487 "percentage": false, 28488 "pointradius": 5, 28489 "points": false, 28490 "renderer": "flot", 28491 "repeat": null, 28492 "seriesOverrides": [ 28493 28494 ], 28495 "spaceLength": 10, 28496 "span": 12, 28497 "stack": true, 28498 "steppedLine": false, 28499 "targets": [ 28500 { 28501 "expr": "sum without (device) (\n max without (fstype, mountpoint) ((\n node_filesystem_size_bytes{job=\"node-exporter\", fstype!=\"\", cluster=\"$cluster\"}\n -\n node_filesystem_avail_bytes{job=\"node-exporter\", fstype!=\"\", cluster=\"$cluster\"}\n ) != 0)\n)\n/ scalar(sum(max without (fstype, mountpoint) (node_filesystem_size_bytes{job=\"node-exporter\", fstype!=\"\", cluster=\"$cluster\"})))\n", 28502 "format": "time_series", 28503 "intervalFactor": 2, 28504 "legendFormat": "{{instance}}", 28505 "refId": "A" 28506 } 28507 ], 28508 "thresholds": [ 28509 28510 ], 28511 "timeFrom": null, 28512 "timeShift": null, 28513 "title": "Disk Space Utilisation", 28514 "tooltip": { 28515 "shared": true, 28516 "sort": 2, 28517 "value_type": "individual" 28518 }, 28519 "type": "graph", 28520 "xaxis": { 28521 "buckets": null, 28522 "mode": "time", 28523 "name": null, 28524 "show": true, 28525 "values": [ 28526 28527 ] 28528 }, 28529 "yaxes": [ 28530 { 28531 "format": "percentunit", 28532 "label": null, 28533 "logBase": 1, 28534 "max": null, 28535 "min": null, 28536 "show": true 28537 }, 28538 { 28539 "format": "percentunit", 28540 "label": null, 28541 "logBase": 1, 28542 "max": null, 28543 "min": null, 28544 "show": true 28545 } 28546 ] 28547 } 28548 ], 28549 "repeat": null, 28550 "repeatIteration": null, 28551 "repeatRowId": null, 28552 "showTitle": true, 28553 "title": "Disk Space", 28554 "titleSize": "h6", 28555 "type": "row" 28556 } 28557 ], 28558 "schemaVersion": 14, 28559 "style": "dark", 28560 "tags": [ 28561 "node-exporter-mixin" 28562 ], 28563 "templating": { 28564 "list": [ 28565 { 28566 "current": { 28567 "text": "Prometheus", 28568 "value": "Prometheus" 28569 }, 28570 "hide": 0, 28571 "label": null, 28572 "name": "datasource", 28573 "options": [ 28574 28575 ], 28576 "query": "prometheus", 28577 "refresh": 1, 28578 "regex": "", 28579 "type": "datasource" 28580 }, 28581 { 28582 "allValue": null, 28583 "current": { 28584 "text": "", 28585 "value": "" 28586 }, 28587 "datasource": "$datasource", 28588 "hide": 2, 28589 "includeAll": false, 28590 "label": null, 28591 "multi": false, 28592 "name": "cluster", 28593 "options": [ 28594 28595 ], 28596 "query": "label_values(node_time_seconds, cluster)", 28597 "refresh": 2, 28598 "regex": "", 28599 "sort": 1, 28600 "tagValuesQuery": "", 28601 "tags": [ 28602 28603 ], 28604 "tagsQuery": "", 28605 "type": "query", 28606 "useTags": false 28607 } 28608 ] 28609 }, 28610 "time": { 28611 "from": "now-1h", 28612 "to": "now" 28613 }, 28614 "timepicker": { 28615 "refresh_intervals": [ 28616 "5s", 28617 "10s", 28618 "30s", 28619 "1m", 28620 "5m", 28621 "15m", 28622 "30m", 28623 "1h", 28624 "2h", 28625 "1d" 28626 ], 28627 "time_options": [ 28628 "5m", 28629 "15m", 28630 "1h", 28631 "6h", 28632 "12h", 28633 "24h", 28634 "2d", 28635 "7d", 28636 "30d" 28637 ] 28638 }, 28639 "timezone": "utc", 28640 "title": "Node Exporter / USE Method / Cluster", 28641 "version": 0 28642 } 28643 --- 28644 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/node-rsrc-use.yaml 28645 apiVersion: v1 28646 kind: ConfigMap 28647 metadata: 28648 namespace: kube-prometheus-stack-system 28649 name: kube-prometheus-stack-node-rsrc-use 28650 annotations: 28651 { } 28652 labels: 28653 grafana_dashboard: "1" 28654 app: kube-prometheus-stack-grafana 28655 app.kubernetes.io/instance: kube-prometheus-stack 28656 app.kubernetes.io/version: "18.0.1" 28657 app.kubernetes.io/part-of: kube-prometheus-stack 28658 release: "kube-prometheus-stack" 28659 heritage: "Helm" 28660 data: 28661 node-rsrc-use.json: |- 28662 { 28663 "__inputs": [ 28664 28665 ], 28666 "__requires": [ 28667 28668 ], 28669 "annotations": { 28670 "list": [ 28671 28672 ] 28673 }, 28674 "editable": false, 28675 "gnetId": null, 28676 "graphTooltip": 1, 28677 "hideControls": false, 28678 "id": null, 28679 "links": [ 28680 28681 ], 28682 "refresh": "30s", 28683 "rows": [ 28684 { 28685 "collapse": false, 28686 "collapsed": false, 28687 "panels": [ 28688 { 28689 "aliasColors": { 28690 28691 }, 28692 "bars": false, 28693 "dashLength": 10, 28694 "dashes": false, 28695 "datasource": "$datasource", 28696 "fill": 10, 28697 "fillGradient": 0, 28698 "gridPos": { 28699 28700 }, 28701 "id": 2, 28702 "legend": { 28703 "alignAsTable": false, 28704 "avg": false, 28705 "current": false, 28706 "max": false, 28707 "min": false, 28708 "rightSide": false, 28709 "show": false, 28710 "sideWidth": null, 28711 "total": false, 28712 "values": false 28713 }, 28714 "lines": true, 28715 "linewidth": 1, 28716 "links": [ 28717 28718 ], 28719 "nullPointMode": "null", 28720 "percentage": false, 28721 "pointradius": 5, 28722 "points": false, 28723 "renderer": "flot", 28724 "repeat": null, 28725 "seriesOverrides": [ 28726 28727 ], 28728 "spaceLength": 10, 28729 "span": 6, 28730 "stack": true, 28731 "steppedLine": false, 28732 "targets": [ 28733 { 28734 "expr": "instance:node_cpu_utilisation:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 28735 "format": "time_series", 28736 "intervalFactor": 2, 28737 "legendFormat": "Utilisation", 28738 "refId": "A" 28739 } 28740 ], 28741 "thresholds": [ 28742 28743 ], 28744 "timeFrom": null, 28745 "timeShift": null, 28746 "title": "CPU Utilisation", 28747 "tooltip": { 28748 "shared": true, 28749 "sort": 2, 28750 "value_type": "individual" 28751 }, 28752 "type": "graph", 28753 "xaxis": { 28754 "buckets": null, 28755 "mode": "time", 28756 "name": null, 28757 "show": true, 28758 "values": [ 28759 28760 ] 28761 }, 28762 "yaxes": [ 28763 { 28764 "format": "percentunit", 28765 "label": null, 28766 "logBase": 1, 28767 "max": null, 28768 "min": null, 28769 "show": true 28770 }, 28771 { 28772 "format": "percentunit", 28773 "label": null, 28774 "logBase": 1, 28775 "max": null, 28776 "min": null, 28777 "show": true 28778 } 28779 ] 28780 }, 28781 { 28782 "aliasColors": { 28783 28784 }, 28785 "bars": false, 28786 "dashLength": 10, 28787 "dashes": false, 28788 "datasource": "$datasource", 28789 "fill": 10, 28790 "fillGradient": 0, 28791 "gridPos": { 28792 28793 }, 28794 "id": 3, 28795 "legend": { 28796 "alignAsTable": false, 28797 "avg": false, 28798 "current": false, 28799 "max": false, 28800 "min": false, 28801 "rightSide": false, 28802 "show": false, 28803 "sideWidth": null, 28804 "total": false, 28805 "values": false 28806 }, 28807 "lines": true, 28808 "linewidth": 1, 28809 "links": [ 28810 28811 ], 28812 "nullPointMode": "null", 28813 "percentage": false, 28814 "pointradius": 5, 28815 "points": false, 28816 "renderer": "flot", 28817 "repeat": null, 28818 "seriesOverrides": [ 28819 28820 ], 28821 "spaceLength": 10, 28822 "span": 6, 28823 "stack": true, 28824 "steppedLine": false, 28825 "targets": [ 28826 { 28827 "expr": "instance:node_load1_per_cpu:ratio{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 28828 "format": "time_series", 28829 "intervalFactor": 2, 28830 "legendFormat": "Saturation", 28831 "refId": "A" 28832 } 28833 ], 28834 "thresholds": [ 28835 28836 ], 28837 "timeFrom": null, 28838 "timeShift": null, 28839 "title": "CPU Saturation (Load1 per CPU)", 28840 "tooltip": { 28841 "shared": true, 28842 "sort": 2, 28843 "value_type": "individual" 28844 }, 28845 "type": "graph", 28846 "xaxis": { 28847 "buckets": null, 28848 "mode": "time", 28849 "name": null, 28850 "show": true, 28851 "values": [ 28852 28853 ] 28854 }, 28855 "yaxes": [ 28856 { 28857 "format": "percentunit", 28858 "label": null, 28859 "logBase": 1, 28860 "max": null, 28861 "min": null, 28862 "show": true 28863 }, 28864 { 28865 "format": "percentunit", 28866 "label": null, 28867 "logBase": 1, 28868 "max": null, 28869 "min": null, 28870 "show": true 28871 } 28872 ] 28873 } 28874 ], 28875 "repeat": null, 28876 "repeatIteration": null, 28877 "repeatRowId": null, 28878 "showTitle": true, 28879 "title": "CPU", 28880 "titleSize": "h6", 28881 "type": "row" 28882 }, 28883 { 28884 "collapse": false, 28885 "collapsed": false, 28886 "panels": [ 28887 { 28888 "aliasColors": { 28889 28890 }, 28891 "bars": false, 28892 "dashLength": 10, 28893 "dashes": false, 28894 "datasource": "$datasource", 28895 "fill": 10, 28896 "fillGradient": 0, 28897 "gridPos": { 28898 28899 }, 28900 "id": 4, 28901 "legend": { 28902 "alignAsTable": false, 28903 "avg": false, 28904 "current": false, 28905 "max": false, 28906 "min": false, 28907 "rightSide": false, 28908 "show": false, 28909 "sideWidth": null, 28910 "total": false, 28911 "values": false 28912 }, 28913 "lines": true, 28914 "linewidth": 1, 28915 "links": [ 28916 28917 ], 28918 "nullPointMode": "null", 28919 "percentage": false, 28920 "pointradius": 5, 28921 "points": false, 28922 "renderer": "flot", 28923 "repeat": null, 28924 "seriesOverrides": [ 28925 28926 ], 28927 "spaceLength": 10, 28928 "span": 6, 28929 "stack": true, 28930 "steppedLine": false, 28931 "targets": [ 28932 { 28933 "expr": "instance:node_memory_utilisation:ratio{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 28934 "format": "time_series", 28935 "intervalFactor": 2, 28936 "legendFormat": "Utilisation", 28937 "refId": "A" 28938 } 28939 ], 28940 "thresholds": [ 28941 28942 ], 28943 "timeFrom": null, 28944 "timeShift": null, 28945 "title": "Memory Utilisation", 28946 "tooltip": { 28947 "shared": true, 28948 "sort": 2, 28949 "value_type": "individual" 28950 }, 28951 "type": "graph", 28952 "xaxis": { 28953 "buckets": null, 28954 "mode": "time", 28955 "name": null, 28956 "show": true, 28957 "values": [ 28958 28959 ] 28960 }, 28961 "yaxes": [ 28962 { 28963 "format": "percentunit", 28964 "label": null, 28965 "logBase": 1, 28966 "max": null, 28967 "min": null, 28968 "show": true 28969 }, 28970 { 28971 "format": "percentunit", 28972 "label": null, 28973 "logBase": 1, 28974 "max": null, 28975 "min": null, 28976 "show": true 28977 } 28978 ] 28979 }, 28980 { 28981 "aliasColors": { 28982 28983 }, 28984 "bars": false, 28985 "dashLength": 10, 28986 "dashes": false, 28987 "datasource": "$datasource", 28988 "fill": 10, 28989 "fillGradient": 0, 28990 "gridPos": { 28991 28992 }, 28993 "id": 5, 28994 "legend": { 28995 "alignAsTable": false, 28996 "avg": false, 28997 "current": false, 28998 "max": false, 28999 "min": false, 29000 "rightSide": false, 29001 "show": false, 29002 "sideWidth": null, 29003 "total": false, 29004 "values": false 29005 }, 29006 "lines": true, 29007 "linewidth": 1, 29008 "links": [ 29009 29010 ], 29011 "nullPointMode": "null", 29012 "percentage": false, 29013 "pointradius": 5, 29014 "points": false, 29015 "renderer": "flot", 29016 "repeat": null, 29017 "seriesOverrides": [ 29018 29019 ], 29020 "spaceLength": 10, 29021 "span": 6, 29022 "stack": true, 29023 "steppedLine": false, 29024 "targets": [ 29025 { 29026 "expr": "instance:node_vmstat_pgmajfault:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29027 "format": "time_series", 29028 "intervalFactor": 2, 29029 "legendFormat": "Major page Faults", 29030 "refId": "A" 29031 } 29032 ], 29033 "thresholds": [ 29034 29035 ], 29036 "timeFrom": null, 29037 "timeShift": null, 29038 "title": "Memory Saturation (Major Page Faults)", 29039 "tooltip": { 29040 "shared": true, 29041 "sort": 2, 29042 "value_type": "individual" 29043 }, 29044 "type": "graph", 29045 "xaxis": { 29046 "buckets": null, 29047 "mode": "time", 29048 "name": null, 29049 "show": true, 29050 "values": [ 29051 29052 ] 29053 }, 29054 "yaxes": [ 29055 { 29056 "format": "rds", 29057 "label": null, 29058 "logBase": 1, 29059 "max": null, 29060 "min": null, 29061 "show": true 29062 }, 29063 { 29064 "format": "rds", 29065 "label": null, 29066 "logBase": 1, 29067 "max": null, 29068 "min": null, 29069 "show": true 29070 } 29071 ] 29072 } 29073 ], 29074 "repeat": null, 29075 "repeatIteration": null, 29076 "repeatRowId": null, 29077 "showTitle": true, 29078 "title": "Memory", 29079 "titleSize": "h6", 29080 "type": "row" 29081 }, 29082 { 29083 "collapse": false, 29084 "collapsed": false, 29085 "panels": [ 29086 { 29087 "aliasColors": { 29088 29089 }, 29090 "bars": false, 29091 "dashLength": 10, 29092 "dashes": false, 29093 "datasource": "$datasource", 29094 "fill": 10, 29095 "fillGradient": 0, 29096 "gridPos": { 29097 29098 }, 29099 "id": 6, 29100 "legend": { 29101 "alignAsTable": false, 29102 "avg": false, 29103 "current": false, 29104 "max": false, 29105 "min": false, 29106 "rightSide": false, 29107 "show": false, 29108 "sideWidth": null, 29109 "total": false, 29110 "values": false 29111 }, 29112 "lines": true, 29113 "linewidth": 1, 29114 "links": [ 29115 29116 ], 29117 "nullPointMode": "null", 29118 "percentage": false, 29119 "pointradius": 5, 29120 "points": false, 29121 "renderer": "flot", 29122 "repeat": null, 29123 "seriesOverrides": [ 29124 { 29125 "alias": "/Receive/", 29126 "stack": "A" 29127 }, 29128 { 29129 "alias": "/Transmit/", 29130 "stack": "B", 29131 "transform": "negative-Y" 29132 } 29133 ], 29134 "spaceLength": 10, 29135 "span": 6, 29136 "stack": true, 29137 "steppedLine": false, 29138 "targets": [ 29139 { 29140 "expr": "instance:node_network_receive_bytes_excluding_lo:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29141 "format": "time_series", 29142 "intervalFactor": 2, 29143 "legendFormat": "Receive", 29144 "refId": "A" 29145 }, 29146 { 29147 "expr": "instance:node_network_transmit_bytes_excluding_lo:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29148 "format": "time_series", 29149 "intervalFactor": 2, 29150 "legendFormat": "Transmit", 29151 "refId": "B" 29152 } 29153 ], 29154 "thresholds": [ 29155 29156 ], 29157 "timeFrom": null, 29158 "timeShift": null, 29159 "title": "Network Utilisation (Bytes Receive/Transmit)", 29160 "tooltip": { 29161 "shared": true, 29162 "sort": 2, 29163 "value_type": "individual" 29164 }, 29165 "type": "graph", 29166 "xaxis": { 29167 "buckets": null, 29168 "mode": "time", 29169 "name": null, 29170 "show": true, 29171 "values": [ 29172 29173 ] 29174 }, 29175 "yaxes": [ 29176 { 29177 "format": "Bps", 29178 "label": null, 29179 "logBase": 1, 29180 "max": null, 29181 "min": null, 29182 "show": true 29183 }, 29184 { 29185 "format": "Bps", 29186 "label": null, 29187 "logBase": 1, 29188 "max": null, 29189 "min": null, 29190 "show": true 29191 } 29192 ] 29193 }, 29194 { 29195 "aliasColors": { 29196 29197 }, 29198 "bars": false, 29199 "dashLength": 10, 29200 "dashes": false, 29201 "datasource": "$datasource", 29202 "fill": 10, 29203 "fillGradient": 0, 29204 "gridPos": { 29205 29206 }, 29207 "id": 7, 29208 "legend": { 29209 "alignAsTable": false, 29210 "avg": false, 29211 "current": false, 29212 "max": false, 29213 "min": false, 29214 "rightSide": false, 29215 "show": false, 29216 "sideWidth": null, 29217 "total": false, 29218 "values": false 29219 }, 29220 "lines": true, 29221 "linewidth": 1, 29222 "links": [ 29223 29224 ], 29225 "nullPointMode": "null", 29226 "percentage": false, 29227 "pointradius": 5, 29228 "points": false, 29229 "renderer": "flot", 29230 "repeat": null, 29231 "seriesOverrides": [ 29232 { 29233 "alias": "/ Receive/", 29234 "stack": "A" 29235 }, 29236 { 29237 "alias": "/ Transmit/", 29238 "stack": "B", 29239 "transform": "negative-Y" 29240 } 29241 ], 29242 "spaceLength": 10, 29243 "span": 6, 29244 "stack": true, 29245 "steppedLine": false, 29246 "targets": [ 29247 { 29248 "expr": "instance:node_network_receive_drop_excluding_lo:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29249 "format": "time_series", 29250 "intervalFactor": 2, 29251 "legendFormat": "Receive", 29252 "refId": "A" 29253 }, 29254 { 29255 "expr": "instance:node_network_transmit_drop_excluding_lo:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29256 "format": "time_series", 29257 "intervalFactor": 2, 29258 "legendFormat": "Transmit", 29259 "refId": "B" 29260 } 29261 ], 29262 "thresholds": [ 29263 29264 ], 29265 "timeFrom": null, 29266 "timeShift": null, 29267 "title": "Network Saturation (Drops Receive/Transmit)", 29268 "tooltip": { 29269 "shared": true, 29270 "sort": 2, 29271 "value_type": "individual" 29272 }, 29273 "type": "graph", 29274 "xaxis": { 29275 "buckets": null, 29276 "mode": "time", 29277 "name": null, 29278 "show": true, 29279 "values": [ 29280 29281 ] 29282 }, 29283 "yaxes": [ 29284 { 29285 "format": "Bps", 29286 "label": null, 29287 "logBase": 1, 29288 "max": null, 29289 "min": null, 29290 "show": true 29291 }, 29292 { 29293 "format": "Bps", 29294 "label": null, 29295 "logBase": 1, 29296 "max": null, 29297 "min": null, 29298 "show": true 29299 } 29300 ] 29301 } 29302 ], 29303 "repeat": null, 29304 "repeatIteration": null, 29305 "repeatRowId": null, 29306 "showTitle": true, 29307 "title": "Network", 29308 "titleSize": "h6", 29309 "type": "row" 29310 }, 29311 { 29312 "collapse": false, 29313 "collapsed": false, 29314 "panels": [ 29315 { 29316 "aliasColors": { 29317 29318 }, 29319 "bars": false, 29320 "dashLength": 10, 29321 "dashes": false, 29322 "datasource": "$datasource", 29323 "fill": 10, 29324 "fillGradient": 0, 29325 "gridPos": { 29326 29327 }, 29328 "id": 8, 29329 "legend": { 29330 "alignAsTable": false, 29331 "avg": false, 29332 "current": false, 29333 "max": false, 29334 "min": false, 29335 "rightSide": false, 29336 "show": false, 29337 "sideWidth": null, 29338 "total": false, 29339 "values": false 29340 }, 29341 "lines": true, 29342 "linewidth": 1, 29343 "links": [ 29344 29345 ], 29346 "nullPointMode": "null", 29347 "percentage": false, 29348 "pointradius": 5, 29349 "points": false, 29350 "renderer": "flot", 29351 "repeat": null, 29352 "seriesOverrides": [ 29353 29354 ], 29355 "spaceLength": 10, 29356 "span": 6, 29357 "stack": true, 29358 "steppedLine": false, 29359 "targets": [ 29360 { 29361 "expr": "instance_device:node_disk_io_time_seconds:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29362 "format": "time_series", 29363 "intervalFactor": 2, 29364 "legendFormat": "{{device}}", 29365 "refId": "A" 29366 } 29367 ], 29368 "thresholds": [ 29369 29370 ], 29371 "timeFrom": null, 29372 "timeShift": null, 29373 "title": "Disk IO Utilisation", 29374 "tooltip": { 29375 "shared": true, 29376 "sort": 2, 29377 "value_type": "individual" 29378 }, 29379 "type": "graph", 29380 "xaxis": { 29381 "buckets": null, 29382 "mode": "time", 29383 "name": null, 29384 "show": true, 29385 "values": [ 29386 29387 ] 29388 }, 29389 "yaxes": [ 29390 { 29391 "format": "percentunit", 29392 "label": null, 29393 "logBase": 1, 29394 "max": null, 29395 "min": null, 29396 "show": true 29397 }, 29398 { 29399 "format": "percentunit", 29400 "label": null, 29401 "logBase": 1, 29402 "max": null, 29403 "min": null, 29404 "show": true 29405 } 29406 ] 29407 }, 29408 { 29409 "aliasColors": { 29410 29411 }, 29412 "bars": false, 29413 "dashLength": 10, 29414 "dashes": false, 29415 "datasource": "$datasource", 29416 "fill": 10, 29417 "fillGradient": 0, 29418 "gridPos": { 29419 29420 }, 29421 "id": 9, 29422 "legend": { 29423 "alignAsTable": false, 29424 "avg": false, 29425 "current": false, 29426 "max": false, 29427 "min": false, 29428 "rightSide": false, 29429 "show": false, 29430 "sideWidth": null, 29431 "total": false, 29432 "values": false 29433 }, 29434 "lines": true, 29435 "linewidth": 1, 29436 "links": [ 29437 29438 ], 29439 "nullPointMode": "null", 29440 "percentage": false, 29441 "pointradius": 5, 29442 "points": false, 29443 "renderer": "flot", 29444 "repeat": null, 29445 "seriesOverrides": [ 29446 29447 ], 29448 "spaceLength": 10, 29449 "span": 6, 29450 "stack": true, 29451 "steppedLine": false, 29452 "targets": [ 29453 { 29454 "expr": "instance_device:node_disk_io_time_weighted_seconds:rate5m{job=\"node-exporter\", instance=\"$instance\", cluster=\"$cluster\"} != 0", 29455 "format": "time_series", 29456 "intervalFactor": 2, 29457 "legendFormat": "{{device}}", 29458 "refId": "A" 29459 } 29460 ], 29461 "thresholds": [ 29462 29463 ], 29464 "timeFrom": null, 29465 "timeShift": null, 29466 "title": "Disk IO Saturation", 29467 "tooltip": { 29468 "shared": true, 29469 "sort": 2, 29470 "value_type": "individual" 29471 }, 29472 "type": "graph", 29473 "xaxis": { 29474 "buckets": null, 29475 "mode": "time", 29476 "name": null, 29477 "show": true, 29478 "values": [ 29479 29480 ] 29481 }, 29482 "yaxes": [ 29483 { 29484 "format": "percentunit", 29485 "label": null, 29486 "logBase": 1, 29487 "max": null, 29488 "min": null, 29489 "show": true 29490 }, 29491 { 29492 "format": "percentunit", 29493 "label": null, 29494 "logBase": 1, 29495 "max": null, 29496 "min": null, 29497 "show": true 29498 } 29499 ] 29500 } 29501 ], 29502 "repeat": null, 29503 "repeatIteration": null, 29504 "repeatRowId": null, 29505 "showTitle": true, 29506 "title": "Disk IO", 29507 "titleSize": "h6", 29508 "type": "row" 29509 }, 29510 { 29511 "collapse": false, 29512 "collapsed": false, 29513 "panels": [ 29514 { 29515 "aliasColors": { 29516 29517 }, 29518 "bars": false, 29519 "dashLength": 10, 29520 "dashes": false, 29521 "datasource": "$datasource", 29522 "fill": 10, 29523 "fillGradient": 0, 29524 "gridPos": { 29525 29526 }, 29527 "id": 10, 29528 "legend": { 29529 "alignAsTable": false, 29530 "avg": false, 29531 "current": false, 29532 "max": false, 29533 "min": false, 29534 "rightSide": false, 29535 "show": false, 29536 "sideWidth": null, 29537 "total": false, 29538 "values": false 29539 }, 29540 "lines": true, 29541 "linewidth": 1, 29542 "links": [ 29543 29544 ], 29545 "nullPointMode": "null", 29546 "percentage": false, 29547 "pointradius": 5, 29548 "points": false, 29549 "renderer": "flot", 29550 "repeat": null, 29551 "seriesOverrides": [ 29552 29553 ], 29554 "spaceLength": 10, 29555 "span": 12, 29556 "stack": true, 29557 "steppedLine": false, 29558 "targets": [ 29559 { 29560 "expr": "sort_desc(1 -\n (\n max without (mountpoint, fstype) (node_filesystem_avail_bytes{job=\"node-exporter\", fstype!=\"\", instance=\"$instance\", cluster=\"$cluster\"})\n /\n max without (mountpoint, fstype) (node_filesystem_size_bytes{job=\"node-exporter\", fstype!=\"\", instance=\"$instance\", cluster=\"$cluster\"})\n ) != 0\n)\n", 29561 "format": "time_series", 29562 "intervalFactor": 2, 29563 "legendFormat": "{{device}}", 29564 "refId": "A" 29565 } 29566 ], 29567 "thresholds": [ 29568 29569 ], 29570 "timeFrom": null, 29571 "timeShift": null, 29572 "title": "Disk Space Utilisation", 29573 "tooltip": { 29574 "shared": true, 29575 "sort": 2, 29576 "value_type": "individual" 29577 }, 29578 "type": "graph", 29579 "xaxis": { 29580 "buckets": null, 29581 "mode": "time", 29582 "name": null, 29583 "show": true, 29584 "values": [ 29585 29586 ] 29587 }, 29588 "yaxes": [ 29589 { 29590 "format": "percentunit", 29591 "label": null, 29592 "logBase": 1, 29593 "max": null, 29594 "min": null, 29595 "show": true 29596 }, 29597 { 29598 "format": "percentunit", 29599 "label": null, 29600 "logBase": 1, 29601 "max": null, 29602 "min": null, 29603 "show": true 29604 } 29605 ] 29606 } 29607 ], 29608 "repeat": null, 29609 "repeatIteration": null, 29610 "repeatRowId": null, 29611 "showTitle": true, 29612 "title": "Disk Space", 29613 "titleSize": "h6", 29614 "type": "row" 29615 } 29616 ], 29617 "schemaVersion": 14, 29618 "style": "dark", 29619 "tags": [ 29620 "node-exporter-mixin" 29621 ], 29622 "templating": { 29623 "list": [ 29624 { 29625 "current": { 29626 "text": "Prometheus", 29627 "value": "Prometheus" 29628 }, 29629 "hide": 0, 29630 "label": null, 29631 "name": "datasource", 29632 "options": [ 29633 29634 ], 29635 "query": "prometheus", 29636 "refresh": 1, 29637 "regex": "", 29638 "type": "datasource" 29639 }, 29640 { 29641 "allValue": null, 29642 "current": { 29643 "text": "", 29644 "value": "" 29645 }, 29646 "datasource": "$datasource", 29647 "hide": 2, 29648 "includeAll": false, 29649 "label": null, 29650 "multi": false, 29651 "name": "cluster", 29652 "options": [ 29653 29654 ], 29655 "query": "label_values(node_time_seconds, cluster)", 29656 "refresh": 2, 29657 "regex": "", 29658 "sort": 1, 29659 "tagValuesQuery": "", 29660 "tags": [ 29661 29662 ], 29663 "tagsQuery": "", 29664 "type": "query", 29665 "useTags": false 29666 }, 29667 { 29668 "allValue": null, 29669 "current": { 29670 29671 }, 29672 "datasource": "$datasource", 29673 "hide": 0, 29674 "includeAll": false, 29675 "label": null, 29676 "multi": false, 29677 "name": "instance", 29678 "options": [ 29679 29680 ], 29681 "query": "label_values(node_exporter_build_info{job=\"node-exporter\", cluster=\"$cluster\"}, instance)", 29682 "refresh": 2, 29683 "regex": "", 29684 "sort": 1, 29685 "tagValuesQuery": "", 29686 "tags": [ 29687 29688 ], 29689 "tagsQuery": "", 29690 "type": "query", 29691 "useTags": false 29692 } 29693 ] 29694 }, 29695 "time": { 29696 "from": "now-1h", 29697 "to": "now" 29698 }, 29699 "timepicker": { 29700 "refresh_intervals": [ 29701 "5s", 29702 "10s", 29703 "30s", 29704 "1m", 29705 "5m", 29706 "15m", 29707 "30m", 29708 "1h", 29709 "2h", 29710 "1d" 29711 ], 29712 "time_options": [ 29713 "5m", 29714 "15m", 29715 "1h", 29716 "6h", 29717 "12h", 29718 "24h", 29719 "2d", 29720 "7d", 29721 "30d" 29722 ] 29723 }, 29724 "timezone": "utc", 29725 "title": "Node Exporter / USE Method / Node", 29726 "version": 0 29727 } 29728 --- 29729 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/nodes.yaml 29730 apiVersion: v1 29731 kind: ConfigMap 29732 metadata: 29733 namespace: kube-prometheus-stack-system 29734 name: kube-prometheus-stack-nodes 29735 annotations: 29736 { } 29737 labels: 29738 grafana_dashboard: "1" 29739 app: kube-prometheus-stack-grafana 29740 app.kubernetes.io/instance: kube-prometheus-stack 29741 app.kubernetes.io/version: "18.0.1" 29742 app.kubernetes.io/part-of: kube-prometheus-stack 29743 release: "kube-prometheus-stack" 29744 heritage: "Helm" 29745 data: 29746 nodes.json: |- 29747 { 29748 "__inputs": [ 29749 29750 ], 29751 "__requires": [ 29752 29753 ], 29754 "annotations": { 29755 "list": [ 29756 29757 ] 29758 }, 29759 "editable": false, 29760 "gnetId": null, 29761 "graphTooltip": 1, 29762 "hideControls": false, 29763 "id": null, 29764 "links": [ 29765 29766 ], 29767 "refresh": "30s", 29768 "rows": [ 29769 { 29770 "collapse": false, 29771 "collapsed": false, 29772 "panels": [ 29773 { 29774 "aliasColors": { 29775 29776 }, 29777 "bars": false, 29778 "dashLength": 10, 29779 "dashes": false, 29780 "datasource": "$datasource", 29781 "fill": 1, 29782 "fillGradient": 0, 29783 "gridPos": { 29784 29785 }, 29786 "id": 2, 29787 "legend": { 29788 "alignAsTable": false, 29789 "avg": false, 29790 "current": false, 29791 "max": false, 29792 "min": false, 29793 "rightSide": false, 29794 "show": true, 29795 "sideWidth": null, 29796 "total": false, 29797 "values": false 29798 }, 29799 "lines": true, 29800 "linewidth": 1, 29801 "links": [ 29802 29803 ], 29804 "nullPointMode": "null", 29805 "percentage": false, 29806 "pointradius": 5, 29807 "points": false, 29808 "renderer": "flot", 29809 "repeat": null, 29810 "seriesOverrides": [ 29811 29812 ], 29813 "spaceLength": 10, 29814 "span": 6, 29815 "stack": true, 29816 "steppedLine": false, 29817 "targets": [ 29818 { 29819 "expr": "(\n (1 - rate(node_cpu_seconds_total{job=\"node-exporter\", mode=\"idle\", instance=\"$instance\"}[$__rate_interval]))\n/ ignoring(cpu) group_left\n count without (cpu)( node_cpu_seconds_total{job=\"node-exporter\", mode=\"idle\", instance=\"$instance\"})\n)\n", 29820 "format": "time_series", 29821 "intervalFactor": 5, 29822 "legendFormat": "{{cpu}}", 29823 "refId": "A" 29824 } 29825 ], 29826 "thresholds": [ 29827 29828 ], 29829 "timeFrom": null, 29830 "timeShift": null, 29831 "title": "CPU Usage", 29832 "tooltip": { 29833 "shared": true, 29834 "sort": 0, 29835 "value_type": "individual" 29836 }, 29837 "type": "graph", 29838 "xaxis": { 29839 "buckets": null, 29840 "mode": "time", 29841 "name": null, 29842 "show": true, 29843 "values": [ 29844 29845 ] 29846 }, 29847 "yaxes": [ 29848 { 29849 "format": "percentunit", 29850 "label": null, 29851 "logBase": 1, 29852 "max": 1, 29853 "min": 0, 29854 "show": true 29855 }, 29856 { 29857 "format": "percentunit", 29858 "label": null, 29859 "logBase": 1, 29860 "max": 1, 29861 "min": 0, 29862 "show": true 29863 } 29864 ] 29865 }, 29866 { 29867 "aliasColors": { 29868 29869 }, 29870 "bars": false, 29871 "dashLength": 10, 29872 "dashes": false, 29873 "datasource": "$datasource", 29874 "fill": 0, 29875 "fillGradient": 0, 29876 "gridPos": { 29877 29878 }, 29879 "id": 3, 29880 "legend": { 29881 "alignAsTable": false, 29882 "avg": false, 29883 "current": false, 29884 "max": false, 29885 "min": false, 29886 "rightSide": false, 29887 "show": true, 29888 "sideWidth": null, 29889 "total": false, 29890 "values": false 29891 }, 29892 "lines": true, 29893 "linewidth": 1, 29894 "links": [ 29895 29896 ], 29897 "nullPointMode": "null", 29898 "percentage": false, 29899 "pointradius": 5, 29900 "points": false, 29901 "renderer": "flot", 29902 "repeat": null, 29903 "seriesOverrides": [ 29904 29905 ], 29906 "spaceLength": 10, 29907 "span": 6, 29908 "stack": false, 29909 "steppedLine": false, 29910 "targets": [ 29911 { 29912 "expr": "node_load1{job=\"node-exporter\", instance=\"$instance\"}", 29913 "format": "time_series", 29914 "intervalFactor": 2, 29915 "legendFormat": "1m load average", 29916 "refId": "A" 29917 }, 29918 { 29919 "expr": "node_load5{job=\"node-exporter\", instance=\"$instance\"}", 29920 "format": "time_series", 29921 "intervalFactor": 2, 29922 "legendFormat": "5m load average", 29923 "refId": "B" 29924 }, 29925 { 29926 "expr": "node_load15{job=\"node-exporter\", instance=\"$instance\"}", 29927 "format": "time_series", 29928 "intervalFactor": 2, 29929 "legendFormat": "15m load average", 29930 "refId": "C" 29931 }, 29932 { 29933 "expr": "count(node_cpu_seconds_total{job=\"node-exporter\", instance=\"$instance\", mode=\"idle\"})", 29934 "format": "time_series", 29935 "intervalFactor": 2, 29936 "legendFormat": "logical cores", 29937 "refId": "D" 29938 } 29939 ], 29940 "thresholds": [ 29941 29942 ], 29943 "timeFrom": null, 29944 "timeShift": null, 29945 "title": "Load Average", 29946 "tooltip": { 29947 "shared": true, 29948 "sort": 0, 29949 "value_type": "individual" 29950 }, 29951 "type": "graph", 29952 "xaxis": { 29953 "buckets": null, 29954 "mode": "time", 29955 "name": null, 29956 "show": true, 29957 "values": [ 29958 29959 ] 29960 }, 29961 "yaxes": [ 29962 { 29963 "format": "short", 29964 "label": null, 29965 "logBase": 1, 29966 "max": null, 29967 "min": 0, 29968 "show": true 29969 }, 29970 { 29971 "format": "short", 29972 "label": null, 29973 "logBase": 1, 29974 "max": null, 29975 "min": 0, 29976 "show": true 29977 } 29978 ] 29979 } 29980 ], 29981 "repeat": null, 29982 "repeatIteration": null, 29983 "repeatRowId": null, 29984 "showTitle": false, 29985 "title": "Dashboard Row", 29986 "titleSize": "h6", 29987 "type": "row" 29988 }, 29989 { 29990 "collapse": false, 29991 "collapsed": false, 29992 "panels": [ 29993 { 29994 "aliasColors": { 29995 29996 }, 29997 "bars": false, 29998 "dashLength": 10, 29999 "dashes": false, 30000 "datasource": "$datasource", 30001 "fill": 1, 30002 "fillGradient": 0, 30003 "gridPos": { 30004 30005 }, 30006 "id": 4, 30007 "legend": { 30008 "alignAsTable": false, 30009 "avg": false, 30010 "current": false, 30011 "max": false, 30012 "min": false, 30013 "rightSide": false, 30014 "show": true, 30015 "sideWidth": null, 30016 "total": false, 30017 "values": false 30018 }, 30019 "lines": true, 30020 "linewidth": 1, 30021 "links": [ 30022 30023 ], 30024 "nullPointMode": "null", 30025 "percentage": false, 30026 "pointradius": 5, 30027 "points": false, 30028 "renderer": "flot", 30029 "repeat": null, 30030 "seriesOverrides": [ 30031 30032 ], 30033 "spaceLength": 10, 30034 "span": 9, 30035 "stack": true, 30036 "steppedLine": false, 30037 "targets": [ 30038 { 30039 "expr": "(\n node_memory_MemTotal_bytes{job=\"node-exporter\", instance=\"$instance\"}\n-\n node_memory_MemFree_bytes{job=\"node-exporter\", instance=\"$instance\"}\n-\n node_memory_Buffers_bytes{job=\"node-exporter\", instance=\"$instance\"}\n-\n node_memory_Cached_bytes{job=\"node-exporter\", instance=\"$instance\"}\n)\n", 30040 "format": "time_series", 30041 "intervalFactor": 2, 30042 "legendFormat": "memory used", 30043 "refId": "A" 30044 }, 30045 { 30046 "expr": "node_memory_Buffers_bytes{job=\"node-exporter\", instance=\"$instance\"}", 30047 "format": "time_series", 30048 "intervalFactor": 2, 30049 "legendFormat": "memory buffers", 30050 "refId": "B" 30051 }, 30052 { 30053 "expr": "node_memory_Cached_bytes{job=\"node-exporter\", instance=\"$instance\"}", 30054 "format": "time_series", 30055 "intervalFactor": 2, 30056 "legendFormat": "memory cached", 30057 "refId": "C" 30058 }, 30059 { 30060 "expr": "node_memory_MemFree_bytes{job=\"node-exporter\", instance=\"$instance\"}", 30061 "format": "time_series", 30062 "intervalFactor": 2, 30063 "legendFormat": "memory free", 30064 "refId": "D" 30065 } 30066 ], 30067 "thresholds": [ 30068 30069 ], 30070 "timeFrom": null, 30071 "timeShift": null, 30072 "title": "Memory Usage", 30073 "tooltip": { 30074 "shared": true, 30075 "sort": 0, 30076 "value_type": "individual" 30077 }, 30078 "type": "graph", 30079 "xaxis": { 30080 "buckets": null, 30081 "mode": "time", 30082 "name": null, 30083 "show": true, 30084 "values": [ 30085 30086 ] 30087 }, 30088 "yaxes": [ 30089 { 30090 "format": "bytes", 30091 "label": null, 30092 "logBase": 1, 30093 "max": null, 30094 "min": 0, 30095 "show": true 30096 }, 30097 { 30098 "format": "bytes", 30099 "label": null, 30100 "logBase": 1, 30101 "max": null, 30102 "min": 0, 30103 "show": true 30104 } 30105 ] 30106 }, 30107 { 30108 "cacheTimeout": null, 30109 "colorBackground": false, 30110 "colorValue": false, 30111 "colors": [ 30112 "rgba(50, 172, 45, 0.97)", 30113 "rgba(237, 129, 40, 0.89)", 30114 "rgba(245, 54, 54, 0.9)" 30115 ], 30116 "datasource": "$datasource", 30117 "format": "percent", 30118 "gauge": { 30119 "maxValue": 100, 30120 "minValue": 0, 30121 "show": true, 30122 "thresholdLabels": false, 30123 "thresholdMarkers": true 30124 }, 30125 "gridPos": { 30126 30127 }, 30128 "id": 5, 30129 "interval": null, 30130 "links": [ 30131 30132 ], 30133 "mappingType": 1, 30134 "mappingTypes": [ 30135 { 30136 "name": "value to text", 30137 "value": 1 30138 }, 30139 { 30140 "name": "range to text", 30141 "value": 2 30142 } 30143 ], 30144 "maxDataPoints": 100, 30145 "nullPointMode": "connected", 30146 "nullText": null, 30147 "postfix": "", 30148 "postfixFontSize": "50%", 30149 "prefix": "", 30150 "prefixFontSize": "50%", 30151 "rangeMaps": [ 30152 { 30153 "from": "null", 30154 "text": "N/A", 30155 "to": "null" 30156 } 30157 ], 30158 "span": 3, 30159 "sparkline": { 30160 "fillColor": "rgba(31, 118, 189, 0.18)", 30161 "full": false, 30162 "lineColor": "rgb(31, 120, 193)", 30163 "show": false 30164 }, 30165 "tableColumn": "", 30166 "targets": [ 30167 { 30168 "expr": "100 -\n(\n avg(node_memory_MemAvailable_bytes{job=\"node-exporter\", instance=\"$instance\"})\n/\n avg(node_memory_MemTotal_bytes{job=\"node-exporter\", instance=\"$instance\"})\n* 100\n)\n", 30169 "format": "time_series", 30170 "intervalFactor": 2, 30171 "legendFormat": "", 30172 "refId": "A" 30173 } 30174 ], 30175 "thresholds": "80, 90", 30176 "title": "Memory Usage", 30177 "type": "singlestat", 30178 "valueFontSize": "80%", 30179 "valueMaps": [ 30180 { 30181 "op": "=", 30182 "text": "N/A", 30183 "value": "null" 30184 } 30185 ], 30186 "valueName": "current" 30187 } 30188 ], 30189 "repeat": null, 30190 "repeatIteration": null, 30191 "repeatRowId": null, 30192 "showTitle": false, 30193 "title": "Dashboard Row", 30194 "titleSize": "h6", 30195 "type": "row" 30196 }, 30197 { 30198 "collapse": false, 30199 "collapsed": false, 30200 "panels": [ 30201 { 30202 "aliasColors": { 30203 30204 }, 30205 "bars": false, 30206 "dashLength": 10, 30207 "dashes": false, 30208 "datasource": "$datasource", 30209 "fill": 0, 30210 "fillGradient": 0, 30211 "gridPos": { 30212 30213 }, 30214 "id": 6, 30215 "legend": { 30216 "alignAsTable": false, 30217 "avg": false, 30218 "current": false, 30219 "max": false, 30220 "min": false, 30221 "rightSide": false, 30222 "show": true, 30223 "sideWidth": null, 30224 "total": false, 30225 "values": false 30226 }, 30227 "lines": true, 30228 "linewidth": 1, 30229 "links": [ 30230 30231 ], 30232 "nullPointMode": "null", 30233 "percentage": false, 30234 "pointradius": 5, 30235 "points": false, 30236 "renderer": "flot", 30237 "repeat": null, 30238 "seriesOverrides": [ 30239 { 30240 "alias": "/ read| written/", 30241 "yaxis": 1 30242 }, 30243 { 30244 "alias": "/ io time/", 30245 "yaxis": 2 30246 } 30247 ], 30248 "spaceLength": 10, 30249 "span": 6, 30250 "stack": false, 30251 "steppedLine": false, 30252 "targets": [ 30253 { 30254 "expr": "rate(node_disk_read_bytes_total{job=\"node-exporter\", instance=\"$instance\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\"}[$__rate_interval])", 30255 "format": "time_series", 30256 "intervalFactor": 2, 30257 "legendFormat": "{{device}} read", 30258 "refId": "A" 30259 }, 30260 { 30261 "expr": "rate(node_disk_written_bytes_total{job=\"node-exporter\", instance=\"$instance\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\"}[$__rate_interval])", 30262 "format": "time_series", 30263 "intervalFactor": 2, 30264 "legendFormat": "{{device}} written", 30265 "refId": "B" 30266 }, 30267 { 30268 "expr": "rate(node_disk_io_time_seconds_total{job=\"node-exporter\", instance=\"$instance\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\"}[$__rate_interval])", 30269 "format": "time_series", 30270 "intervalFactor": 2, 30271 "legendFormat": "{{device}} io time", 30272 "refId": "C" 30273 } 30274 ], 30275 "thresholds": [ 30276 30277 ], 30278 "timeFrom": null, 30279 "timeShift": null, 30280 "title": "Disk I/O", 30281 "tooltip": { 30282 "shared": true, 30283 "sort": 0, 30284 "value_type": "individual" 30285 }, 30286 "type": "graph", 30287 "xaxis": { 30288 "buckets": null, 30289 "mode": "time", 30290 "name": null, 30291 "show": true, 30292 "values": [ 30293 30294 ] 30295 }, 30296 "yaxes": [ 30297 { 30298 "format": "bytes", 30299 "label": null, 30300 "logBase": 1, 30301 "max": null, 30302 "min": null, 30303 "show": true 30304 }, 30305 { 30306 "format": "s", 30307 "label": null, 30308 "logBase": 1, 30309 "max": null, 30310 "min": null, 30311 "show": true 30312 } 30313 ] 30314 }, 30315 { 30316 "aliasColors": { 30317 30318 }, 30319 "bars": false, 30320 "dashLength": 10, 30321 "dashes": false, 30322 "datasource": "$datasource", 30323 "fill": 1, 30324 "fillGradient": 0, 30325 "gridPos": { 30326 30327 }, 30328 "id": 7, 30329 "legend": { 30330 "alignAsTable": false, 30331 "avg": false, 30332 "current": false, 30333 "max": false, 30334 "min": false, 30335 "rightSide": false, 30336 "show": true, 30337 "sideWidth": null, 30338 "total": false, 30339 "values": false 30340 }, 30341 "lines": true, 30342 "linewidth": 1, 30343 "links": [ 30344 30345 ], 30346 "nullPointMode": "null", 30347 "percentage": false, 30348 "pointradius": 5, 30349 "points": false, 30350 "renderer": "flot", 30351 "repeat": null, 30352 "seriesOverrides": [ 30353 { 30354 "alias": "used", 30355 "color": "#E0B400" 30356 }, 30357 { 30358 "alias": "available", 30359 "color": "#73BF69" 30360 } 30361 ], 30362 "spaceLength": 10, 30363 "span": 6, 30364 "stack": true, 30365 "steppedLine": false, 30366 "targets": [ 30367 { 30368 "expr": "sum(\n max by (device) (\n node_filesystem_size_bytes{job=\"node-exporter\", instance=\"$instance\", fstype!=\"\"}\n -\n node_filesystem_avail_bytes{job=\"node-exporter\", instance=\"$instance\", fstype!=\"\"}\n )\n)\n", 30369 "format": "time_series", 30370 "intervalFactor": 2, 30371 "legendFormat": "used", 30372 "refId": "A" 30373 }, 30374 { 30375 "expr": "sum(\n max by (device) (\n node_filesystem_avail_bytes{job=\"node-exporter\", instance=\"$instance\", fstype!=\"\"}\n )\n)\n", 30376 "format": "time_series", 30377 "intervalFactor": 2, 30378 "legendFormat": "available", 30379 "refId": "B" 30380 } 30381 ], 30382 "thresholds": [ 30383 30384 ], 30385 "timeFrom": null, 30386 "timeShift": null, 30387 "title": "Disk Space Usage", 30388 "tooltip": { 30389 "shared": true, 30390 "sort": 0, 30391 "value_type": "individual" 30392 }, 30393 "type": "graph", 30394 "xaxis": { 30395 "buckets": null, 30396 "mode": "time", 30397 "name": null, 30398 "show": true, 30399 "values": [ 30400 30401 ] 30402 }, 30403 "yaxes": [ 30404 { 30405 "format": "bytes", 30406 "label": null, 30407 "logBase": 1, 30408 "max": null, 30409 "min": 0, 30410 "show": true 30411 }, 30412 { 30413 "format": "bytes", 30414 "label": null, 30415 "logBase": 1, 30416 "max": null, 30417 "min": 0, 30418 "show": true 30419 } 30420 ] 30421 } 30422 ], 30423 "repeat": null, 30424 "repeatIteration": null, 30425 "repeatRowId": null, 30426 "showTitle": false, 30427 "title": "Dashboard Row", 30428 "titleSize": "h6", 30429 "type": "row" 30430 }, 30431 { 30432 "collapse": false, 30433 "collapsed": false, 30434 "panels": [ 30435 { 30436 "aliasColors": { 30437 30438 }, 30439 "bars": false, 30440 "dashLength": 10, 30441 "dashes": false, 30442 "datasource": "$datasource", 30443 "fill": 0, 30444 "fillGradient": 0, 30445 "gridPos": { 30446 30447 }, 30448 "id": 8, 30449 "legend": { 30450 "alignAsTable": false, 30451 "avg": false, 30452 "current": false, 30453 "max": false, 30454 "min": false, 30455 "rightSide": false, 30456 "show": true, 30457 "sideWidth": null, 30458 "total": false, 30459 "values": false 30460 }, 30461 "lines": true, 30462 "linewidth": 1, 30463 "links": [ 30464 30465 ], 30466 "nullPointMode": "null", 30467 "percentage": false, 30468 "pointradius": 5, 30469 "points": false, 30470 "renderer": "flot", 30471 "repeat": null, 30472 "seriesOverrides": [ 30473 30474 ], 30475 "spaceLength": 10, 30476 "span": 6, 30477 "stack": false, 30478 "steppedLine": false, 30479 "targets": [ 30480 { 30481 "expr": "rate(node_network_receive_bytes_total{job=\"node-exporter\", instance=\"$instance\", device!=\"lo\"}[$__rate_interval])", 30482 "format": "time_series", 30483 "intervalFactor": 2, 30484 "legendFormat": "{{device}}", 30485 "refId": "A" 30486 } 30487 ], 30488 "thresholds": [ 30489 30490 ], 30491 "timeFrom": null, 30492 "timeShift": null, 30493 "title": "Network Received", 30494 "tooltip": { 30495 "shared": true, 30496 "sort": 0, 30497 "value_type": "individual" 30498 }, 30499 "type": "graph", 30500 "xaxis": { 30501 "buckets": null, 30502 "mode": "time", 30503 "name": null, 30504 "show": true, 30505 "values": [ 30506 30507 ] 30508 }, 30509 "yaxes": [ 30510 { 30511 "format": "bytes", 30512 "label": null, 30513 "logBase": 1, 30514 "max": null, 30515 "min": 0, 30516 "show": true 30517 }, 30518 { 30519 "format": "bytes", 30520 "label": null, 30521 "logBase": 1, 30522 "max": null, 30523 "min": 0, 30524 "show": true 30525 } 30526 ] 30527 }, 30528 { 30529 "aliasColors": { 30530 30531 }, 30532 "bars": false, 30533 "dashLength": 10, 30534 "dashes": false, 30535 "datasource": "$datasource", 30536 "fill": 0, 30537 "fillGradient": 0, 30538 "gridPos": { 30539 30540 }, 30541 "id": 9, 30542 "legend": { 30543 "alignAsTable": false, 30544 "avg": false, 30545 "current": false, 30546 "max": false, 30547 "min": false, 30548 "rightSide": false, 30549 "show": true, 30550 "sideWidth": null, 30551 "total": false, 30552 "values": false 30553 }, 30554 "lines": true, 30555 "linewidth": 1, 30556 "links": [ 30557 30558 ], 30559 "nullPointMode": "null", 30560 "percentage": false, 30561 "pointradius": 5, 30562 "points": false, 30563 "renderer": "flot", 30564 "repeat": null, 30565 "seriesOverrides": [ 30566 30567 ], 30568 "spaceLength": 10, 30569 "span": 6, 30570 "stack": false, 30571 "steppedLine": false, 30572 "targets": [ 30573 { 30574 "expr": "rate(node_network_transmit_bytes_total{job=\"node-exporter\", instance=\"$instance\", device!=\"lo\"}[$__rate_interval])", 30575 "format": "time_series", 30576 "intervalFactor": 2, 30577 "legendFormat": "{{device}}", 30578 "refId": "A" 30579 } 30580 ], 30581 "thresholds": [ 30582 30583 ], 30584 "timeFrom": null, 30585 "timeShift": null, 30586 "title": "Network Transmitted", 30587 "tooltip": { 30588 "shared": true, 30589 "sort": 0, 30590 "value_type": "individual" 30591 }, 30592 "type": "graph", 30593 "xaxis": { 30594 "buckets": null, 30595 "mode": "time", 30596 "name": null, 30597 "show": true, 30598 "values": [ 30599 30600 ] 30601 }, 30602 "yaxes": [ 30603 { 30604 "format": "bytes", 30605 "label": null, 30606 "logBase": 1, 30607 "max": null, 30608 "min": 0, 30609 "show": true 30610 }, 30611 { 30612 "format": "bytes", 30613 "label": null, 30614 "logBase": 1, 30615 "max": null, 30616 "min": 0, 30617 "show": true 30618 } 30619 ] 30620 } 30621 ], 30622 "repeat": null, 30623 "repeatIteration": null, 30624 "repeatRowId": null, 30625 "showTitle": false, 30626 "title": "Dashboard Row", 30627 "titleSize": "h6", 30628 "type": "row" 30629 } 30630 ], 30631 "schemaVersion": 14, 30632 "style": "dark", 30633 "tags": [ 30634 "node-exporter-mixin" 30635 ], 30636 "templating": { 30637 "list": [ 30638 { 30639 "current": { 30640 "text": "Prometheus", 30641 "value": "Prometheus" 30642 }, 30643 "hide": 0, 30644 "label": null, 30645 "name": "datasource", 30646 "options": [ 30647 30648 ], 30649 "query": "prometheus", 30650 "refresh": 1, 30651 "regex": "", 30652 "type": "datasource" 30653 }, 30654 { 30655 "allValue": null, 30656 "current": { 30657 30658 }, 30659 "datasource": "$datasource", 30660 "hide": 0, 30661 "includeAll": false, 30662 "label": null, 30663 "multi": false, 30664 "name": "instance", 30665 "options": [ 30666 30667 ], 30668 "query": "label_values(node_exporter_build_info{job=\"node-exporter\"}, instance)", 30669 "refresh": 2, 30670 "regex": "", 30671 "sort": 0, 30672 "tagValuesQuery": "", 30673 "tags": [ 30674 30675 ], 30676 "tagsQuery": "", 30677 "type": "query", 30678 "useTags": false 30679 } 30680 ] 30681 }, 30682 "time": { 30683 "from": "now-1h", 30684 "to": "now" 30685 }, 30686 "timepicker": { 30687 "refresh_intervals": [ 30688 "5s", 30689 "10s", 30690 "30s", 30691 "1m", 30692 "5m", 30693 "15m", 30694 "30m", 30695 "1h", 30696 "2h", 30697 "1d" 30698 ], 30699 "time_options": [ 30700 "5m", 30701 "15m", 30702 "1h", 30703 "6h", 30704 "12h", 30705 "24h", 30706 "2d", 30707 "7d", 30708 "30d" 30709 ] 30710 }, 30711 "timezone": "utc", 30712 "title": "Node Exporter / Nodes", 30713 "version": 0 30714 } 30715 --- 30716 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/persistentvolumesusage.yaml 30717 apiVersion: v1 30718 kind: ConfigMap 30719 metadata: 30720 namespace: kube-prometheus-stack-system 30721 name: kube-prometheus-stack-persistentvolumesusage 30722 annotations: 30723 { } 30724 labels: 30725 grafana_dashboard: "1" 30726 app: kube-prometheus-stack-grafana 30727 30728 30729 app.kubernetes.io/instance: kube-prometheus-stack 30730 app.kubernetes.io/version: "18.0.1" 30731 app.kubernetes.io/part-of: kube-prometheus-stack 30732 30733 release: "kube-prometheus-stack" 30734 heritage: "Helm" 30735 data: 30736 persistentvolumesusage.json: |- 30737 { 30738 "__inputs": [ 30739 30740 ], 30741 "__requires": [ 30742 30743 ], 30744 "annotations": { 30745 "list": [ 30746 30747 ] 30748 }, 30749 "editable": false, 30750 "gnetId": null, 30751 "graphTooltip": 0, 30752 "hideControls": false, 30753 "id": null, 30754 "links": [ 30755 30756 ], 30757 "refresh": "10s", 30758 "rows": [ 30759 { 30760 "collapse": false, 30761 "collapsed": false, 30762 "panels": [ 30763 { 30764 "aliasColors": { 30765 30766 }, 30767 "bars": false, 30768 "dashLength": 10, 30769 "dashes": false, 30770 "datasource": "$datasource", 30771 "fill": 1, 30772 "fillGradient": 0, 30773 "gridPos": { 30774 30775 }, 30776 "id": 2, 30777 "legend": { 30778 "alignAsTable": true, 30779 "avg": true, 30780 "current": true, 30781 "max": true, 30782 "min": true, 30783 "rightSide": false, 30784 "show": true, 30785 "sideWidth": null, 30786 "total": false, 30787 "values": true 30788 }, 30789 "lines": true, 30790 "linewidth": 1, 30791 "links": [ 30792 30793 ], 30794 "nullPointMode": "null", 30795 "percentage": false, 30796 "pointradius": 5, 30797 "points": false, 30798 "renderer": "flot", 30799 "repeat": null, 30800 "seriesOverrides": [ 30801 30802 ], 30803 "spaceLength": 10, 30804 "span": 9, 30805 "stack": true, 30806 "steppedLine": false, 30807 "targets": [ 30808 { 30809 "expr": "(\n sum without(instance, node) (topk(1, (kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n -\n sum without(instance, node) (topk(1, (kubelet_volume_stats_available_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n)\n", 30810 "format": "time_series", 30811 "intervalFactor": 1, 30812 "legendFormat": "Used Space", 30813 "refId": "A" 30814 }, 30815 { 30816 "expr": "sum without(instance, node) (topk(1, (kubelet_volume_stats_available_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n", 30817 "format": "time_series", 30818 "intervalFactor": 1, 30819 "legendFormat": "Free Space", 30820 "refId": "B" 30821 } 30822 ], 30823 "thresholds": [ 30824 30825 ], 30826 "timeFrom": null, 30827 "timeShift": null, 30828 "title": "Volume Space Usage", 30829 "tooltip": { 30830 "shared": false, 30831 "sort": 0, 30832 "value_type": "individual" 30833 }, 30834 "type": "graph", 30835 "xaxis": { 30836 "buckets": null, 30837 "mode": "time", 30838 "name": null, 30839 "show": true, 30840 "values": [ 30841 30842 ] 30843 }, 30844 "yaxes": [ 30845 { 30846 "format": "bytes", 30847 "label": null, 30848 "logBase": 1, 30849 "max": null, 30850 "min": 0, 30851 "show": true 30852 }, 30853 { 30854 "format": "bytes", 30855 "label": null, 30856 "logBase": 1, 30857 "max": null, 30858 "min": 0, 30859 "show": true 30860 } 30861 ] 30862 }, 30863 { 30864 "cacheTimeout": null, 30865 "colorBackground": false, 30866 "colorValue": false, 30867 "colors": [ 30868 "rgba(50, 172, 45, 0.97)", 30869 "rgba(237, 129, 40, 0.89)", 30870 "rgba(245, 54, 54, 0.9)" 30871 ], 30872 "datasource": "$datasource", 30873 "format": "percent", 30874 "gauge": { 30875 "maxValue": 100, 30876 "minValue": 0, 30877 "show": true, 30878 "thresholdLabels": false, 30879 "thresholdMarkers": true 30880 }, 30881 "gridPos": { 30882 30883 }, 30884 "id": 3, 30885 "interval": null, 30886 "links": [ 30887 30888 ], 30889 "mappingType": 1, 30890 "mappingTypes": [ 30891 { 30892 "name": "value to text", 30893 "value": 1 30894 }, 30895 { 30896 "name": "range to text", 30897 "value": 2 30898 } 30899 ], 30900 "maxDataPoints": 100, 30901 "nullPointMode": "connected", 30902 "nullText": null, 30903 "postfix": "", 30904 "postfixFontSize": "50%", 30905 "prefix": "", 30906 "prefixFontSize": "50%", 30907 "rangeMaps": [ 30908 { 30909 "from": "null", 30910 "text": "N/A", 30911 "to": "null" 30912 } 30913 ], 30914 "span": 3, 30915 "sparkline": { 30916 "fillColor": "rgba(31, 118, 189, 0.18)", 30917 "full": false, 30918 "lineColor": "rgb(31, 120, 193)", 30919 "show": false 30920 }, 30921 "tableColumn": "", 30922 "targets": [ 30923 { 30924 "expr": "max without(instance,node) (\n(\n topk(1, kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n -\n topk(1, kubelet_volume_stats_available_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n)\n/\ntopk(1, kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n* 100)\n", 30925 "format": "time_series", 30926 "intervalFactor": 2, 30927 "legendFormat": "", 30928 "refId": "A" 30929 } 30930 ], 30931 "thresholds": "80, 90", 30932 "title": "Volume Space Usage", 30933 "tooltip": { 30934 "shared": false 30935 }, 30936 "type": "singlestat", 30937 "valueFontSize": "80%", 30938 "valueMaps": [ 30939 { 30940 "op": "=", 30941 "text": "N/A", 30942 "value": "null" 30943 } 30944 ], 30945 "valueName": "current" 30946 } 30947 ], 30948 "repeat": null, 30949 "repeatIteration": null, 30950 "repeatRowId": null, 30951 "showTitle": false, 30952 "title": "Dashboard Row", 30953 "titleSize": "h6", 30954 "type": "row" 30955 }, 30956 { 30957 "collapse": false, 30958 "collapsed": false, 30959 "panels": [ 30960 { 30961 "aliasColors": { 30962 30963 }, 30964 "bars": false, 30965 "dashLength": 10, 30966 "dashes": false, 30967 "datasource": "$datasource", 30968 "fill": 1, 30969 "fillGradient": 0, 30970 "gridPos": { 30971 30972 }, 30973 "id": 4, 30974 "legend": { 30975 "alignAsTable": true, 30976 "avg": true, 30977 "current": true, 30978 "max": true, 30979 "min": true, 30980 "rightSide": false, 30981 "show": true, 30982 "sideWidth": null, 30983 "total": false, 30984 "values": true 30985 }, 30986 "lines": true, 30987 "linewidth": 1, 30988 "links": [ 30989 30990 ], 30991 "nullPointMode": "null", 30992 "percentage": false, 30993 "pointradius": 5, 30994 "points": false, 30995 "renderer": "flot", 30996 "repeat": null, 30997 "seriesOverrides": [ 30998 30999 ], 31000 "spaceLength": 10, 31001 "span": 9, 31002 "stack": true, 31003 "steppedLine": false, 31004 "targets": [ 31005 { 31006 "expr": "sum without(instance, node) (topk(1, (kubelet_volume_stats_inodes_used{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n", 31007 "format": "time_series", 31008 "intervalFactor": 1, 31009 "legendFormat": "Used inodes", 31010 "refId": "A" 31011 }, 31012 { 31013 "expr": "(\n sum without(instance, node) (topk(1, (kubelet_volume_stats_inodes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n -\n sum without(instance, node) (topk(1, (kubelet_volume_stats_inodes_used{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})))\n)\n", 31014 "format": "time_series", 31015 "intervalFactor": 1, 31016 "legendFormat": " Free inodes", 31017 "refId": "B" 31018 } 31019 ], 31020 "thresholds": [ 31021 31022 ], 31023 "timeFrom": null, 31024 "timeShift": null, 31025 "title": "Volume inodes Usage", 31026 "tooltip": { 31027 "shared": false, 31028 "sort": 0, 31029 "value_type": "individual" 31030 }, 31031 "type": "graph", 31032 "xaxis": { 31033 "buckets": null, 31034 "mode": "time", 31035 "name": null, 31036 "show": true, 31037 "values": [ 31038 31039 ] 31040 }, 31041 "yaxes": [ 31042 { 31043 "format": "none", 31044 "label": null, 31045 "logBase": 1, 31046 "max": null, 31047 "min": 0, 31048 "show": true 31049 }, 31050 { 31051 "format": "none", 31052 "label": null, 31053 "logBase": 1, 31054 "max": null, 31055 "min": 0, 31056 "show": true 31057 } 31058 ] 31059 }, 31060 { 31061 "cacheTimeout": null, 31062 "colorBackground": false, 31063 "colorValue": false, 31064 "colors": [ 31065 "rgba(50, 172, 45, 0.97)", 31066 "rgba(237, 129, 40, 0.89)", 31067 "rgba(245, 54, 54, 0.9)" 31068 ], 31069 "datasource": "$datasource", 31070 "format": "percent", 31071 "gauge": { 31072 "maxValue": 100, 31073 "minValue": 0, 31074 "show": true, 31075 "thresholdLabels": false, 31076 "thresholdMarkers": true 31077 }, 31078 "gridPos": { 31079 31080 }, 31081 "id": 5, 31082 "interval": null, 31083 "links": [ 31084 31085 ], 31086 "mappingType": 1, 31087 "mappingTypes": [ 31088 { 31089 "name": "value to text", 31090 "value": 1 31091 }, 31092 { 31093 "name": "range to text", 31094 "value": 2 31095 } 31096 ], 31097 "maxDataPoints": 100, 31098 "nullPointMode": "connected", 31099 "nullText": null, 31100 "postfix": "", 31101 "postfixFontSize": "50%", 31102 "prefix": "", 31103 "prefixFontSize": "50%", 31104 "rangeMaps": [ 31105 { 31106 "from": "null", 31107 "text": "N/A", 31108 "to": "null" 31109 } 31110 ], 31111 "span": 3, 31112 "sparkline": { 31113 "fillColor": "rgba(31, 118, 189, 0.18)", 31114 "full": false, 31115 "lineColor": "rgb(31, 120, 193)", 31116 "show": false 31117 }, 31118 "tableColumn": "", 31119 "targets": [ 31120 { 31121 "expr": "max without(instance,node) (\ntopk(1, kubelet_volume_stats_inodes_used{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n/\ntopk(1, kubelet_volume_stats_inodes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n* 100)\n", 31122 "format": "time_series", 31123 "intervalFactor": 2, 31124 "legendFormat": "", 31125 "refId": "A" 31126 } 31127 ], 31128 "thresholds": "80, 90", 31129 "title": "Volume inodes Usage", 31130 "tooltip": { 31131 "shared": false 31132 }, 31133 "type": "singlestat", 31134 "valueFontSize": "80%", 31135 "valueMaps": [ 31136 { 31137 "op": "=", 31138 "text": "N/A", 31139 "value": "null" 31140 } 31141 ], 31142 "valueName": "current" 31143 } 31144 ], 31145 "repeat": null, 31146 "repeatIteration": null, 31147 "repeatRowId": null, 31148 "showTitle": false, 31149 "title": "Dashboard Row", 31150 "titleSize": "h6", 31151 "type": "row" 31152 } 31153 ], 31154 "schemaVersion": 14, 31155 "style": "dark", 31156 "tags": [ 31157 "kubernetes-mixin" 31158 ], 31159 "templating": { 31160 "list": [ 31161 { 31162 "current": { 31163 "text": "default", 31164 "value": "default" 31165 }, 31166 "hide": 0, 31167 "label": null, 31168 "name": "datasource", 31169 "options": [ 31170 31171 ], 31172 "query": "prometheus", 31173 "refresh": 1, 31174 "regex": "", 31175 "type": "datasource" 31176 }, 31177 { 31178 "allValue": null, 31179 "current": { 31180 31181 }, 31182 "datasource": "$datasource", 31183 "hide": 2, 31184 "includeAll": false, 31185 "label": "cluster", 31186 "multi": false, 31187 "name": "cluster", 31188 "options": [ 31189 31190 ], 31191 "query": "label_values(kubelet_volume_stats_capacity_bytes, cluster)", 31192 "refresh": 2, 31193 "regex": "", 31194 "sort": 1, 31195 "tagValuesQuery": "", 31196 "tags": [ 31197 31198 ], 31199 "tagsQuery": "", 31200 "type": "query", 31201 "useTags": false 31202 }, 31203 { 31204 "allValue": null, 31205 "current": { 31206 31207 }, 31208 "datasource": "$datasource", 31209 "hide": 0, 31210 "includeAll": false, 31211 "label": "Namespace", 31212 "multi": false, 31213 "name": "namespace", 31214 "options": [ 31215 31216 ], 31217 "query": "label_values(kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\"}, namespace)", 31218 "refresh": 2, 31219 "regex": "", 31220 "sort": 1, 31221 "tagValuesQuery": "", 31222 "tags": [ 31223 31224 ], 31225 "tagsQuery": "", 31226 "type": "query", 31227 "useTags": false 31228 }, 31229 { 31230 "allValue": null, 31231 "current": { 31232 31233 }, 31234 "datasource": "$datasource", 31235 "hide": 0, 31236 "includeAll": false, 31237 "label": "PersistentVolumeClaim", 31238 "multi": false, 31239 "name": "volume", 31240 "options": [ 31241 31242 ], 31243 "query": "label_values(kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", namespace=\"$namespace\"}, persistentvolumeclaim)", 31244 "refresh": 2, 31245 "regex": "", 31246 "sort": 1, 31247 "tagValuesQuery": "", 31248 "tags": [ 31249 31250 ], 31251 "tagsQuery": "", 31252 "type": "query", 31253 "useTags": false 31254 } 31255 ] 31256 }, 31257 "time": { 31258 "from": "now-7d", 31259 "to": "now" 31260 }, 31261 "timepicker": { 31262 "refresh_intervals": [ 31263 "5s", 31264 "10s", 31265 "30s", 31266 "1m", 31267 "5m", 31268 "15m", 31269 "30m", 31270 "1h", 31271 "2h", 31272 "1d" 31273 ], 31274 "time_options": [ 31275 "5m", 31276 "15m", 31277 "1h", 31278 "6h", 31279 "12h", 31280 "24h", 31281 "2d", 31282 "7d", 31283 "30d" 31284 ] 31285 }, 31286 "timezone": "UTC", 31287 "title": "Kubernetes / Persistent Volumes", 31288 "uid": "919b92a8e8041bd567af9edab12c840c", 31289 "version": 0 31290 } 31291 --- 31292 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/pod-total.yaml 31293 apiVersion: v1 31294 kind: ConfigMap 31295 metadata: 31296 namespace: kube-prometheus-stack-system 31297 name: kube-prometheus-stack-pod-total 31298 annotations: 31299 { } 31300 labels: 31301 grafana_dashboard: "1" 31302 app: kube-prometheus-stack-grafana 31303 31304 31305 app.kubernetes.io/instance: kube-prometheus-stack 31306 app.kubernetes.io/version: "18.0.1" 31307 app.kubernetes.io/part-of: kube-prometheus-stack 31308 31309 release: "kube-prometheus-stack" 31310 heritage: "Helm" 31311 data: 31312 pod-total.json: |- 31313 { 31314 "__inputs": [ 31315 31316 ], 31317 "__requires": [ 31318 31319 ], 31320 "annotations": { 31321 "list": [ 31322 { 31323 "builtIn": 1, 31324 "datasource": "-- Grafana --", 31325 "enable": true, 31326 "hide": true, 31327 "iconColor": "rgba(0, 211, 255, 1)", 31328 "name": "Annotations & Alerts", 31329 "type": "dashboard" 31330 } 31331 ] 31332 }, 31333 "editable": true, 31334 "gnetId": null, 31335 "graphTooltip": 0, 31336 "hideControls": false, 31337 "id": null, 31338 "links": [ 31339 31340 ], 31341 "panels": [ 31342 { 31343 "collapse": false, 31344 "collapsed": false, 31345 "gridPos": { 31346 "h": 1, 31347 "w": 24, 31348 "x": 0, 31349 "y": 0 31350 }, 31351 "id": 2, 31352 "panels": [ 31353 31354 ], 31355 "repeat": null, 31356 "repeatIteration": null, 31357 "repeatRowId": null, 31358 "showTitle": true, 31359 "title": "Current Bandwidth", 31360 "titleSize": "h6", 31361 "type": "row" 31362 }, 31363 { 31364 "cacheTimeout": null, 31365 "colorBackground": false, 31366 "colorValue": false, 31367 "colors": [ 31368 "#299c46", 31369 "rgba(237, 129, 40, 0.89)", 31370 "#d44a3a" 31371 ], 31372 "datasource": "$datasource", 31373 "decimals": 0, 31374 "format": "time_series", 31375 "gauge": { 31376 "maxValue": 100, 31377 "minValue": 0, 31378 "show": false, 31379 "thresholdLabels": false, 31380 "thresholdMarkers": true 31381 }, 31382 "gridPos": { 31383 "h": 9, 31384 "w": 12, 31385 "x": 0, 31386 "y": 1 31387 }, 31388 "height": 9, 31389 "id": 3, 31390 "interval": null, 31391 "links": [ 31392 31393 ], 31394 "mappingType": 1, 31395 "mappingTypes": [ 31396 { 31397 "name": "value to text", 31398 "value": 1 31399 }, 31400 { 31401 "name": "range to text", 31402 "value": 2 31403 } 31404 ], 31405 "maxDataPoints": 100, 31406 "minSpan": 12, 31407 "nullPointMode": "connected", 31408 "nullText": null, 31409 "options": { 31410 "fieldOptions": { 31411 "calcs": [ 31412 "last" 31413 ], 31414 "defaults": { 31415 "max": 10000000000, 31416 "min": 0, 31417 "title": "$namespace: $pod", 31418 "unit": "Bps" 31419 }, 31420 "mappings": [ 31421 31422 ], 31423 "override": { 31424 31425 }, 31426 "thresholds": [ 31427 { 31428 "color": "dark-green", 31429 "index": 0, 31430 "value": null 31431 }, 31432 { 31433 "color": "dark-yellow", 31434 "index": 1, 31435 "value": 5000000000 31436 }, 31437 { 31438 "color": "dark-red", 31439 "index": 2, 31440 "value": 7000000000 31441 } 31442 ], 31443 "values": false 31444 } 31445 }, 31446 "postfix": "", 31447 "postfixFontSize": "50%", 31448 "prefix": "", 31449 "prefixFontSize": "50%", 31450 "rangeMaps": [ 31451 { 31452 "from": "null", 31453 "text": "N/A", 31454 "to": "null" 31455 } 31456 ], 31457 "span": 12, 31458 "sparkline": { 31459 "fillColor": "rgba(31, 118, 189, 0.18)", 31460 "full": false, 31461 "lineColor": "rgb(31, 120, 193)", 31462 "show": false 31463 }, 31464 "tableColumn": "", 31465 "targets": [ 31466 { 31467 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution]))", 31468 "format": "time_series", 31469 "instant": null, 31470 "intervalFactor": 1, 31471 "legendFormat": "", 31472 "refId": "A" 31473 } 31474 ], 31475 "thresholds": "", 31476 "timeFrom": null, 31477 "timeShift": null, 31478 "title": "Current Rate of Bytes Received", 31479 "type": "gauge", 31480 "valueFontSize": "80%", 31481 "valueMaps": [ 31482 { 31483 "op": "=", 31484 "text": "N/A", 31485 "value": "null" 31486 } 31487 ], 31488 "valueName": "current" 31489 }, 31490 { 31491 "cacheTimeout": null, 31492 "colorBackground": false, 31493 "colorValue": false, 31494 "colors": [ 31495 "#299c46", 31496 "rgba(237, 129, 40, 0.89)", 31497 "#d44a3a" 31498 ], 31499 "datasource": "$datasource", 31500 "decimals": 0, 31501 "format": "time_series", 31502 "gauge": { 31503 "maxValue": 100, 31504 "minValue": 0, 31505 "show": false, 31506 "thresholdLabels": false, 31507 "thresholdMarkers": true 31508 }, 31509 "gridPos": { 31510 "h": 9, 31511 "w": 12, 31512 "x": 12, 31513 "y": 1 31514 }, 31515 "height": 9, 31516 "id": 4, 31517 "interval": null, 31518 "links": [ 31519 31520 ], 31521 "mappingType": 1, 31522 "mappingTypes": [ 31523 { 31524 "name": "value to text", 31525 "value": 1 31526 }, 31527 { 31528 "name": "range to text", 31529 "value": 2 31530 } 31531 ], 31532 "maxDataPoints": 100, 31533 "minSpan": 12, 31534 "nullPointMode": "connected", 31535 "nullText": null, 31536 "options": { 31537 "fieldOptions": { 31538 "calcs": [ 31539 "last" 31540 ], 31541 "defaults": { 31542 "max": 10000000000, 31543 "min": 0, 31544 "title": "$namespace: $pod", 31545 "unit": "Bps" 31546 }, 31547 "mappings": [ 31548 31549 ], 31550 "override": { 31551 31552 }, 31553 "thresholds": [ 31554 { 31555 "color": "dark-green", 31556 "index": 0, 31557 "value": null 31558 }, 31559 { 31560 "color": "dark-yellow", 31561 "index": 1, 31562 "value": 5000000000 31563 }, 31564 { 31565 "color": "dark-red", 31566 "index": 2, 31567 "value": 7000000000 31568 } 31569 ], 31570 "values": false 31571 } 31572 }, 31573 "postfix": "", 31574 "postfixFontSize": "50%", 31575 "prefix": "", 31576 "prefixFontSize": "50%", 31577 "rangeMaps": [ 31578 { 31579 "from": "null", 31580 "text": "N/A", 31581 "to": "null" 31582 } 31583 ], 31584 "span": 12, 31585 "sparkline": { 31586 "fillColor": "rgba(31, 118, 189, 0.18)", 31587 "full": false, 31588 "lineColor": "rgb(31, 120, 193)", 31589 "show": false 31590 }, 31591 "tableColumn": "", 31592 "targets": [ 31593 { 31594 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution]))", 31595 "format": "time_series", 31596 "instant": null, 31597 "intervalFactor": 1, 31598 "legendFormat": "", 31599 "refId": "A" 31600 } 31601 ], 31602 "thresholds": "", 31603 "timeFrom": null, 31604 "timeShift": null, 31605 "title": "Current Rate of Bytes Transmitted", 31606 "type": "gauge", 31607 "valueFontSize": "80%", 31608 "valueMaps": [ 31609 { 31610 "op": "=", 31611 "text": "N/A", 31612 "value": "null" 31613 } 31614 ], 31615 "valueName": "current" 31616 }, 31617 { 31618 "collapse": false, 31619 "collapsed": false, 31620 "gridPos": { 31621 "h": 1, 31622 "w": 24, 31623 "x": 0, 31624 "y": 10 31625 }, 31626 "id": 5, 31627 "panels": [ 31628 31629 ], 31630 "repeat": null, 31631 "repeatIteration": null, 31632 "repeatRowId": null, 31633 "showTitle": true, 31634 "title": "Bandwidth", 31635 "titleSize": "h6", 31636 "type": "row" 31637 }, 31638 { 31639 "aliasColors": { 31640 31641 }, 31642 "bars": false, 31643 "dashLength": 10, 31644 "dashes": false, 31645 "datasource": "$datasource", 31646 "fill": 2, 31647 "fillGradient": 0, 31648 "gridPos": { 31649 "h": 9, 31650 "w": 12, 31651 "x": 0, 31652 "y": 11 31653 }, 31654 "id": 6, 31655 "legend": { 31656 "alignAsTable": false, 31657 "avg": false, 31658 "current": false, 31659 "hideEmpty": true, 31660 "hideZero": true, 31661 "max": false, 31662 "min": false, 31663 "rightSide": false, 31664 "show": true, 31665 "sideWidth": null, 31666 "total": false, 31667 "values": false 31668 }, 31669 "lines": true, 31670 "linewidth": 2, 31671 "links": [ 31672 31673 ], 31674 "minSpan": 12, 31675 "nullPointMode": "connected", 31676 "paceLength": 10, 31677 "percentage": false, 31678 "pointradius": 5, 31679 "points": false, 31680 "renderer": "flot", 31681 "repeat": null, 31682 "seriesOverrides": [ 31683 31684 ], 31685 "spaceLength": 10, 31686 "span": 12, 31687 "stack": true, 31688 "steppedLine": false, 31689 "targets": [ 31690 { 31691 "expr": "sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 31692 "format": "time_series", 31693 "intervalFactor": 1, 31694 "legendFormat": "{{pod}}", 31695 "refId": "A", 31696 "step": 10 31697 } 31698 ], 31699 "thresholds": [ 31700 31701 ], 31702 "timeFrom": null, 31703 "timeShift": null, 31704 "title": "Receive Bandwidth", 31705 "tooltip": { 31706 "shared": true, 31707 "sort": 2, 31708 "value_type": "individual" 31709 }, 31710 "type": "graph", 31711 "xaxis": { 31712 "buckets": null, 31713 "mode": "time", 31714 "name": null, 31715 "show": true, 31716 "values": [ 31717 31718 ] 31719 }, 31720 "yaxes": [ 31721 { 31722 "format": "Bps", 31723 "label": null, 31724 "logBase": 1, 31725 "max": null, 31726 "min": 0, 31727 "show": true 31728 }, 31729 { 31730 "format": "Bps", 31731 "label": null, 31732 "logBase": 1, 31733 "max": null, 31734 "min": 0, 31735 "show": true 31736 } 31737 ] 31738 }, 31739 { 31740 "aliasColors": { 31741 31742 }, 31743 "bars": false, 31744 "dashLength": 10, 31745 "dashes": false, 31746 "datasource": "$datasource", 31747 "fill": 2, 31748 "fillGradient": 0, 31749 "gridPos": { 31750 "h": 9, 31751 "w": 12, 31752 "x": 12, 31753 "y": 11 31754 }, 31755 "id": 7, 31756 "legend": { 31757 "alignAsTable": false, 31758 "avg": false, 31759 "current": false, 31760 "hideEmpty": true, 31761 "hideZero": true, 31762 "max": false, 31763 "min": false, 31764 "rightSide": false, 31765 "show": true, 31766 "sideWidth": null, 31767 "total": false, 31768 "values": false 31769 }, 31770 "lines": true, 31771 "linewidth": 2, 31772 "links": [ 31773 31774 ], 31775 "minSpan": 12, 31776 "nullPointMode": "connected", 31777 "paceLength": 10, 31778 "percentage": false, 31779 "pointradius": 5, 31780 "points": false, 31781 "renderer": "flot", 31782 "repeat": null, 31783 "seriesOverrides": [ 31784 31785 ], 31786 "spaceLength": 10, 31787 "span": 12, 31788 "stack": true, 31789 "steppedLine": false, 31790 "targets": [ 31791 { 31792 "expr": "sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 31793 "format": "time_series", 31794 "intervalFactor": 1, 31795 "legendFormat": "{{pod}}", 31796 "refId": "A", 31797 "step": 10 31798 } 31799 ], 31800 "thresholds": [ 31801 31802 ], 31803 "timeFrom": null, 31804 "timeShift": null, 31805 "title": "Transmit Bandwidth", 31806 "tooltip": { 31807 "shared": true, 31808 "sort": 2, 31809 "value_type": "individual" 31810 }, 31811 "type": "graph", 31812 "xaxis": { 31813 "buckets": null, 31814 "mode": "time", 31815 "name": null, 31816 "show": true, 31817 "values": [ 31818 31819 ] 31820 }, 31821 "yaxes": [ 31822 { 31823 "format": "Bps", 31824 "label": null, 31825 "logBase": 1, 31826 "max": null, 31827 "min": 0, 31828 "show": true 31829 }, 31830 { 31831 "format": "Bps", 31832 "label": null, 31833 "logBase": 1, 31834 "max": null, 31835 "min": 0, 31836 "show": true 31837 } 31838 ] 31839 }, 31840 { 31841 "collapse": true, 31842 "collapsed": true, 31843 "gridPos": { 31844 "h": 1, 31845 "w": 24, 31846 "x": 0, 31847 "y": 20 31848 }, 31849 "id": 8, 31850 "panels": [ 31851 { 31852 "aliasColors": { 31853 31854 }, 31855 "bars": false, 31856 "dashLength": 10, 31857 "dashes": false, 31858 "datasource": "$datasource", 31859 "fill": 2, 31860 "fillGradient": 0, 31861 "gridPos": { 31862 "h": 10, 31863 "w": 12, 31864 "x": 0, 31865 "y": 21 31866 }, 31867 "id": 9, 31868 "legend": { 31869 "alignAsTable": false, 31870 "avg": false, 31871 "current": false, 31872 "hideEmpty": true, 31873 "hideZero": true, 31874 "max": false, 31875 "min": false, 31876 "rightSide": false, 31877 "show": true, 31878 "sideWidth": null, 31879 "total": false, 31880 "values": false 31881 }, 31882 "lines": true, 31883 "linewidth": 2, 31884 "links": [ 31885 31886 ], 31887 "minSpan": 12, 31888 "nullPointMode": "connected", 31889 "paceLength": 10, 31890 "percentage": false, 31891 "pointradius": 5, 31892 "points": false, 31893 "renderer": "flot", 31894 "repeat": null, 31895 "seriesOverrides": [ 31896 31897 ], 31898 "spaceLength": 10, 31899 "span": 12, 31900 "stack": true, 31901 "steppedLine": false, 31902 "targets": [ 31903 { 31904 "expr": "sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 31905 "format": "time_series", 31906 "intervalFactor": 1, 31907 "legendFormat": "{{pod}}", 31908 "refId": "A", 31909 "step": 10 31910 } 31911 ], 31912 "thresholds": [ 31913 31914 ], 31915 "timeFrom": null, 31916 "timeShift": null, 31917 "title": "Rate of Received Packets", 31918 "tooltip": { 31919 "shared": true, 31920 "sort": 2, 31921 "value_type": "individual" 31922 }, 31923 "type": "graph", 31924 "xaxis": { 31925 "buckets": null, 31926 "mode": "time", 31927 "name": null, 31928 "show": true, 31929 "values": [ 31930 31931 ] 31932 }, 31933 "yaxes": [ 31934 { 31935 "format": "pps", 31936 "label": null, 31937 "logBase": 1, 31938 "max": null, 31939 "min": 0, 31940 "show": true 31941 }, 31942 { 31943 "format": "pps", 31944 "label": null, 31945 "logBase": 1, 31946 "max": null, 31947 "min": 0, 31948 "show": true 31949 } 31950 ] 31951 }, 31952 { 31953 "aliasColors": { 31954 31955 }, 31956 "bars": false, 31957 "dashLength": 10, 31958 "dashes": false, 31959 "datasource": "$datasource", 31960 "fill": 2, 31961 "fillGradient": 0, 31962 "gridPos": { 31963 "h": 10, 31964 "w": 12, 31965 "x": 12, 31966 "y": 21 31967 }, 31968 "id": 10, 31969 "legend": { 31970 "alignAsTable": false, 31971 "avg": false, 31972 "current": false, 31973 "hideEmpty": true, 31974 "hideZero": true, 31975 "max": false, 31976 "min": false, 31977 "rightSide": false, 31978 "show": true, 31979 "sideWidth": null, 31980 "total": false, 31981 "values": false 31982 }, 31983 "lines": true, 31984 "linewidth": 2, 31985 "links": [ 31986 31987 ], 31988 "minSpan": 12, 31989 "nullPointMode": "connected", 31990 "paceLength": 10, 31991 "percentage": false, 31992 "pointradius": 5, 31993 "points": false, 31994 "renderer": "flot", 31995 "repeat": null, 31996 "seriesOverrides": [ 31997 31998 ], 31999 "spaceLength": 10, 32000 "span": 12, 32001 "stack": true, 32002 "steppedLine": false, 32003 "targets": [ 32004 { 32005 "expr": "sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 32006 "format": "time_series", 32007 "intervalFactor": 1, 32008 "legendFormat": "{{pod}}", 32009 "refId": "A", 32010 "step": 10 32011 } 32012 ], 32013 "thresholds": [ 32014 32015 ], 32016 "timeFrom": null, 32017 "timeShift": null, 32018 "title": "Rate of Transmitted Packets", 32019 "tooltip": { 32020 "shared": true, 32021 "sort": 2, 32022 "value_type": "individual" 32023 }, 32024 "type": "graph", 32025 "xaxis": { 32026 "buckets": null, 32027 "mode": "time", 32028 "name": null, 32029 "show": true, 32030 "values": [ 32031 32032 ] 32033 }, 32034 "yaxes": [ 32035 { 32036 "format": "pps", 32037 "label": null, 32038 "logBase": 1, 32039 "max": null, 32040 "min": 0, 32041 "show": true 32042 }, 32043 { 32044 "format": "pps", 32045 "label": null, 32046 "logBase": 1, 32047 "max": null, 32048 "min": 0, 32049 "show": true 32050 } 32051 ] 32052 } 32053 ], 32054 "repeat": null, 32055 "repeatIteration": null, 32056 "repeatRowId": null, 32057 "showTitle": true, 32058 "title": "Packets", 32059 "titleSize": "h6", 32060 "type": "row" 32061 }, 32062 { 32063 "collapse": true, 32064 "collapsed": true, 32065 "gridPos": { 32066 "h": 1, 32067 "w": 24, 32068 "x": 0, 32069 "y": 21 32070 }, 32071 "id": 11, 32072 "panels": [ 32073 { 32074 "aliasColors": { 32075 32076 }, 32077 "bars": false, 32078 "dashLength": 10, 32079 "dashes": false, 32080 "datasource": "$datasource", 32081 "fill": 2, 32082 "fillGradient": 0, 32083 "gridPos": { 32084 "h": 10, 32085 "w": 12, 32086 "x": 0, 32087 "y": 32 32088 }, 32089 "id": 12, 32090 "legend": { 32091 "alignAsTable": false, 32092 "avg": false, 32093 "current": false, 32094 "hideEmpty": true, 32095 "hideZero": true, 32096 "max": false, 32097 "min": false, 32098 "rightSide": false, 32099 "show": true, 32100 "sideWidth": null, 32101 "total": false, 32102 "values": false 32103 }, 32104 "lines": true, 32105 "linewidth": 2, 32106 "links": [ 32107 32108 ], 32109 "minSpan": 12, 32110 "nullPointMode": "connected", 32111 "paceLength": 10, 32112 "percentage": false, 32113 "pointradius": 5, 32114 "points": false, 32115 "renderer": "flot", 32116 "repeat": null, 32117 "seriesOverrides": [ 32118 32119 ], 32120 "spaceLength": 10, 32121 "span": 12, 32122 "stack": true, 32123 "steppedLine": false, 32124 "targets": [ 32125 { 32126 "expr": "sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 32127 "format": "time_series", 32128 "intervalFactor": 1, 32129 "legendFormat": "{{pod}}", 32130 "refId": "A", 32131 "step": 10 32132 } 32133 ], 32134 "thresholds": [ 32135 32136 ], 32137 "timeFrom": null, 32138 "timeShift": null, 32139 "title": "Rate of Received Packets Dropped", 32140 "tooltip": { 32141 "shared": true, 32142 "sort": 2, 32143 "value_type": "individual" 32144 }, 32145 "type": "graph", 32146 "xaxis": { 32147 "buckets": null, 32148 "mode": "time", 32149 "name": null, 32150 "show": true, 32151 "values": [ 32152 32153 ] 32154 }, 32155 "yaxes": [ 32156 { 32157 "format": "pps", 32158 "label": null, 32159 "logBase": 1, 32160 "max": null, 32161 "min": 0, 32162 "show": true 32163 }, 32164 { 32165 "format": "pps", 32166 "label": null, 32167 "logBase": 1, 32168 "max": null, 32169 "min": 0, 32170 "show": true 32171 } 32172 ] 32173 }, 32174 { 32175 "aliasColors": { 32176 32177 }, 32178 "bars": false, 32179 "dashLength": 10, 32180 "dashes": false, 32181 "datasource": "$datasource", 32182 "fill": 2, 32183 "fillGradient": 0, 32184 "gridPos": { 32185 "h": 10, 32186 "w": 12, 32187 "x": 12, 32188 "y": 32 32189 }, 32190 "id": 13, 32191 "legend": { 32192 "alignAsTable": false, 32193 "avg": false, 32194 "current": false, 32195 "hideEmpty": true, 32196 "hideZero": true, 32197 "max": false, 32198 "min": false, 32199 "rightSide": false, 32200 "show": true, 32201 "sideWidth": null, 32202 "total": false, 32203 "values": false 32204 }, 32205 "lines": true, 32206 "linewidth": 2, 32207 "links": [ 32208 32209 ], 32210 "minSpan": 12, 32211 "nullPointMode": "connected", 32212 "paceLength": 10, 32213 "percentage": false, 32214 "pointradius": 5, 32215 "points": false, 32216 "renderer": "flot", 32217 "repeat": null, 32218 "seriesOverrides": [ 32219 32220 ], 32221 "spaceLength": 10, 32222 "span": 12, 32223 "stack": true, 32224 "steppedLine": false, 32225 "targets": [ 32226 { 32227 "expr": "sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\", pod=~\"$pod\"}[$interval:$resolution])) by (pod)", 32228 "format": "time_series", 32229 "intervalFactor": 1, 32230 "legendFormat": "{{pod}}", 32231 "refId": "A", 32232 "step": 10 32233 } 32234 ], 32235 "thresholds": [ 32236 32237 ], 32238 "timeFrom": null, 32239 "timeShift": null, 32240 "title": "Rate of Transmitted Packets Dropped", 32241 "tooltip": { 32242 "shared": true, 32243 "sort": 2, 32244 "value_type": "individual" 32245 }, 32246 "type": "graph", 32247 "xaxis": { 32248 "buckets": null, 32249 "mode": "time", 32250 "name": null, 32251 "show": true, 32252 "values": [ 32253 32254 ] 32255 }, 32256 "yaxes": [ 32257 { 32258 "format": "pps", 32259 "label": null, 32260 "logBase": 1, 32261 "max": null, 32262 "min": 0, 32263 "show": true 32264 }, 32265 { 32266 "format": "pps", 32267 "label": null, 32268 "logBase": 1, 32269 "max": null, 32270 "min": 0, 32271 "show": true 32272 } 32273 ] 32274 } 32275 ], 32276 "repeat": null, 32277 "repeatIteration": null, 32278 "repeatRowId": null, 32279 "showTitle": true, 32280 "title": "Errors", 32281 "titleSize": "h6", 32282 "type": "row" 32283 } 32284 ], 32285 "refresh": "10s", 32286 "rows": [ 32287 32288 ], 32289 "schemaVersion": 18, 32290 "style": "dark", 32291 "tags": [ 32292 "kubernetes-mixin" 32293 ], 32294 "templating": { 32295 "list": [ 32296 { 32297 "current": { 32298 "text": "default", 32299 "value": "default" 32300 }, 32301 "hide": 0, 32302 "label": null, 32303 "name": "datasource", 32304 "options": [ 32305 32306 ], 32307 "query": "prometheus", 32308 "refresh": 1, 32309 "regex": "", 32310 "type": "datasource" 32311 }, 32312 { 32313 "allValue": null, 32314 "current": { 32315 32316 }, 32317 "datasource": "$datasource", 32318 "hide": 2, 32319 "includeAll": false, 32320 "label": null, 32321 "multi": false, 32322 "name": "cluster", 32323 "options": [ 32324 32325 ], 32326 "query": "label_values(kube_pod_info, cluster)", 32327 "refresh": 2, 32328 "regex": "", 32329 "sort": 0, 32330 "tagValuesQuery": "", 32331 "tags": [ 32332 32333 ], 32334 "tagsQuery": "", 32335 "type": "query", 32336 "useTags": false 32337 }, 32338 { 32339 "allValue": ".+", 32340 "auto": false, 32341 "auto_count": 30, 32342 "auto_min": "10s", 32343 "current": { 32344 "text": "kube-system", 32345 "value": "kube-system" 32346 }, 32347 "datasource": "$datasource", 32348 "definition": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 32349 "hide": 0, 32350 "includeAll": true, 32351 "label": null, 32352 "multi": false, 32353 "name": "namespace", 32354 "options": [ 32355 32356 ], 32357 "query": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 32358 "refresh": 2, 32359 "regex": "", 32360 "skipUrlSync": false, 32361 "sort": 1, 32362 "tagValuesQuery": "", 32363 "tags": [ 32364 32365 ], 32366 "tagsQuery": "", 32367 "type": "query", 32368 "useTags": false 32369 }, 32370 { 32371 "allValue": ".+", 32372 "auto": false, 32373 "auto_count": 30, 32374 "auto_min": "10s", 32375 "current": { 32376 "text": "", 32377 "value": "" 32378 }, 32379 "datasource": "$datasource", 32380 "definition": "label_values(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}, pod)", 32381 "hide": 0, 32382 "includeAll": false, 32383 "label": null, 32384 "multi": false, 32385 "name": "pod", 32386 "options": [ 32387 32388 ], 32389 "query": "label_values(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}, pod)", 32390 "refresh": 2, 32391 "regex": "", 32392 "skipUrlSync": false, 32393 "sort": 1, 32394 "tagValuesQuery": "", 32395 "tags": [ 32396 32397 ], 32398 "tagsQuery": "", 32399 "type": "query", 32400 "useTags": false 32401 }, 32402 { 32403 "allValue": null, 32404 "auto": false, 32405 "auto_count": 30, 32406 "auto_min": "10s", 32407 "current": { 32408 "text": "5m", 32409 "value": "5m" 32410 }, 32411 "datasource": "$datasource", 32412 "hide": 0, 32413 "includeAll": false, 32414 "label": null, 32415 "multi": false, 32416 "name": "resolution", 32417 "options": [ 32418 { 32419 "selected": false, 32420 "text": "30s", 32421 "value": "30s" 32422 }, 32423 { 32424 "selected": true, 32425 "text": "5m", 32426 "value": "5m" 32427 }, 32428 { 32429 "selected": false, 32430 "text": "1h", 32431 "value": "1h" 32432 } 32433 ], 32434 "query": "30s,5m,1h", 32435 "refresh": 2, 32436 "regex": "", 32437 "skipUrlSync": false, 32438 "sort": 1, 32439 "tagValuesQuery": "", 32440 "tags": [ 32441 32442 ], 32443 "tagsQuery": "", 32444 "type": "interval", 32445 "useTags": false 32446 }, 32447 { 32448 "allValue": null, 32449 "auto": false, 32450 "auto_count": 30, 32451 "auto_min": "10s", 32452 "current": { 32453 "text": "5m", 32454 "value": "5m" 32455 }, 32456 "datasource": "$datasource", 32457 "hide": 2, 32458 "includeAll": false, 32459 "label": null, 32460 "multi": false, 32461 "name": "interval", 32462 "options": [ 32463 { 32464 "selected": true, 32465 "text": "4h", 32466 "value": "4h" 32467 } 32468 ], 32469 "query": "4h", 32470 "refresh": 2, 32471 "regex": "", 32472 "skipUrlSync": false, 32473 "sort": 1, 32474 "tagValuesQuery": "", 32475 "tags": [ 32476 32477 ], 32478 "tagsQuery": "", 32479 "type": "interval", 32480 "useTags": false 32481 } 32482 ] 32483 }, 32484 "time": { 32485 "from": "now-1h", 32486 "to": "now" 32487 }, 32488 "timepicker": { 32489 "refresh_intervals": [ 32490 "5s", 32491 "10s", 32492 "30s", 32493 "1m", 32494 "5m", 32495 "15m", 32496 "30m", 32497 "1h", 32498 "2h", 32499 "1d" 32500 ], 32501 "time_options": [ 32502 "5m", 32503 "15m", 32504 "1h", 32505 "6h", 32506 "12h", 32507 "24h", 32508 "2d", 32509 "7d", 32510 "30d" 32511 ] 32512 }, 32513 "timezone": "UTC", 32514 "title": "Kubernetes / Networking / Pod", 32515 "uid": "7a18067ce943a40ae25454675c19ff5c", 32516 "version": 0 32517 } 32518 --- 32519 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/prometheus.yaml 32520 apiVersion: v1 32521 kind: ConfigMap 32522 metadata: 32523 namespace: kube-prometheus-stack-system 32524 name: kube-prometheus-stack-prometheus 32525 annotations: 32526 { } 32527 labels: 32528 grafana_dashboard: "1" 32529 app: kube-prometheus-stack-grafana 32530 app.kubernetes.io/instance: kube-prometheus-stack 32531 app.kubernetes.io/version: "18.0.1" 32532 app.kubernetes.io/part-of: kube-prometheus-stack 32533 release: "kube-prometheus-stack" 32534 heritage: "Helm" 32535 data: 32536 prometheus.json: |- 32537 { 32538 "annotations": { 32539 "list": [ 32540 32541 ] 32542 }, 32543 "editable": true, 32544 "gnetId": null, 32545 "graphTooltip": 0, 32546 "hideControls": false, 32547 "links": [ 32548 32549 ], 32550 "refresh": "60s", 32551 "rows": [ 32552 { 32553 "collapse": false, 32554 "height": "250px", 32555 "panels": [ 32556 { 32557 "aliasColors": { 32558 32559 }, 32560 "bars": false, 32561 "dashLength": 10, 32562 "dashes": false, 32563 "datasource": "$datasource", 32564 "fill": 1, 32565 "id": 1, 32566 "legend": { 32567 "avg": false, 32568 "current": false, 32569 "max": false, 32570 "min": false, 32571 "show": true, 32572 "total": false, 32573 "values": false 32574 }, 32575 "lines": true, 32576 "linewidth": 1, 32577 "links": [ 32578 32579 ], 32580 "nullPointMode": "null as zero", 32581 "percentage": false, 32582 "pointradius": 5, 32583 "points": false, 32584 "renderer": "flot", 32585 "seriesOverrides": [ 32586 32587 ], 32588 "spaceLength": 10, 32589 "span": 12, 32590 "stack": false, 32591 "steppedLine": false, 32592 "styles": [ 32593 { 32594 "alias": "Time", 32595 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32596 "pattern": "Time", 32597 "type": "hidden" 32598 }, 32599 { 32600 "alias": "Count", 32601 "colorMode": null, 32602 "colors": [ 32603 32604 ], 32605 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32606 "decimals": 2, 32607 "link": false, 32608 "linkTargetBlank": false, 32609 "linkTooltip": "Drill down", 32610 "linkUrl": "", 32611 "pattern": "Value #A", 32612 "thresholds": [ 32613 32614 ], 32615 "type": "hidden", 32616 "unit": "short" 32617 }, 32618 { 32619 "alias": "Uptime", 32620 "colorMode": null, 32621 "colors": [ 32622 32623 ], 32624 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32625 "decimals": 2, 32626 "link": false, 32627 "linkTargetBlank": false, 32628 "linkTooltip": "Drill down", 32629 "linkUrl": "", 32630 "pattern": "Value #B", 32631 "thresholds": [ 32632 32633 ], 32634 "type": "number", 32635 "unit": "short" 32636 }, 32637 { 32638 "alias": "Instance", 32639 "colorMode": null, 32640 "colors": [ 32641 32642 ], 32643 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32644 "decimals": 2, 32645 "link": false, 32646 "linkTargetBlank": false, 32647 "linkTooltip": "Drill down", 32648 "linkUrl": "", 32649 "pattern": "instance", 32650 "thresholds": [ 32651 32652 ], 32653 "type": "number", 32654 "unit": "short" 32655 }, 32656 { 32657 "alias": "Job", 32658 "colorMode": null, 32659 "colors": [ 32660 32661 ], 32662 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32663 "decimals": 2, 32664 "link": false, 32665 "linkTargetBlank": false, 32666 "linkTooltip": "Drill down", 32667 "linkUrl": "", 32668 "pattern": "job", 32669 "thresholds": [ 32670 32671 ], 32672 "type": "number", 32673 "unit": "short" 32674 }, 32675 { 32676 "alias": "Version", 32677 "colorMode": null, 32678 "colors": [ 32679 32680 ], 32681 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32682 "decimals": 2, 32683 "link": false, 32684 "linkTargetBlank": false, 32685 "linkTooltip": "Drill down", 32686 "linkUrl": "", 32687 "pattern": "version", 32688 "thresholds": [ 32689 32690 ], 32691 "type": "number", 32692 "unit": "short" 32693 }, 32694 { 32695 "alias": "", 32696 "colorMode": null, 32697 "colors": [ 32698 32699 ], 32700 "dateFormat": "YYYY-MM-DD HH:mm:ss", 32701 "decimals": 2, 32702 "pattern": "/.*/", 32703 "thresholds": [ 32704 32705 ], 32706 "type": "string", 32707 "unit": "short" 32708 } 32709 ], 32710 "targets": [ 32711 { 32712 "expr": "count by (job, instance, version) (prometheus_build_info{job=~\"$job\", instance=~\"$instance\"})", 32713 "format": "table", 32714 "instant": true, 32715 "intervalFactor": 2, 32716 "legendFormat": "", 32717 "refId": "A", 32718 "step": 10 32719 }, 32720 { 32721 "expr": "max by (job, instance) (time() - process_start_time_seconds{job=~\"$job\", instance=~\"$instance\"})", 32722 "format": "table", 32723 "instant": true, 32724 "intervalFactor": 2, 32725 "legendFormat": "", 32726 "refId": "B", 32727 "step": 10 32728 } 32729 ], 32730 "thresholds": [ 32731 32732 ], 32733 "timeFrom": null, 32734 "timeShift": null, 32735 "title": "Prometheus Stats", 32736 "tooltip": { 32737 "shared": false, 32738 "sort": 0, 32739 "value_type": "individual" 32740 }, 32741 "transform": "table", 32742 "type": "table", 32743 "xaxis": { 32744 "buckets": null, 32745 "mode": "time", 32746 "name": null, 32747 "show": true, 32748 "values": [ 32749 32750 ] 32751 }, 32752 "yaxes": [ 32753 { 32754 "format": "short", 32755 "label": null, 32756 "logBase": 1, 32757 "max": null, 32758 "min": 0, 32759 "show": true 32760 }, 32761 { 32762 "format": "short", 32763 "label": null, 32764 "logBase": 1, 32765 "max": null, 32766 "min": null, 32767 "show": false 32768 } 32769 ] 32770 } 32771 ], 32772 "repeat": null, 32773 "repeatIteration": null, 32774 "repeatRowId": null, 32775 "showTitle": true, 32776 "title": "Prometheus Stats", 32777 "titleSize": "h6" 32778 }, 32779 { 32780 "collapse": false, 32781 "height": "250px", 32782 "panels": [ 32783 { 32784 "aliasColors": { 32785 32786 }, 32787 "bars": false, 32788 "dashLength": 10, 32789 "dashes": false, 32790 "datasource": "$datasource", 32791 "fill": 1, 32792 "id": 2, 32793 "legend": { 32794 "avg": false, 32795 "current": false, 32796 "max": false, 32797 "min": false, 32798 "show": true, 32799 "total": false, 32800 "values": false 32801 }, 32802 "lines": true, 32803 "linewidth": 1, 32804 "links": [ 32805 32806 ], 32807 "nullPointMode": "null as zero", 32808 "percentage": false, 32809 "pointradius": 5, 32810 "points": false, 32811 "renderer": "flot", 32812 "seriesOverrides": [ 32813 32814 ], 32815 "spaceLength": 10, 32816 "span": 6, 32817 "stack": false, 32818 "steppedLine": false, 32819 "targets": [ 32820 { 32821 "expr": "sum(rate(prometheus_target_sync_length_seconds_sum{job=~\"$job\",instance=~\"$instance\"}[5m])) by (scrape_job) * 1e3", 32822 "format": "time_series", 32823 "intervalFactor": 2, 32824 "legendFormat": "{{scrape_job}}", 32825 "legendLink": null, 32826 "step": 10 32827 } 32828 ], 32829 "thresholds": [ 32830 32831 ], 32832 "timeFrom": null, 32833 "timeShift": null, 32834 "title": "Target Sync", 32835 "tooltip": { 32836 "shared": false, 32837 "sort": 0, 32838 "value_type": "individual" 32839 }, 32840 "type": "graph", 32841 "xaxis": { 32842 "buckets": null, 32843 "mode": "time", 32844 "name": null, 32845 "show": true, 32846 "values": [ 32847 32848 ] 32849 }, 32850 "yaxes": [ 32851 { 32852 "format": "ms", 32853 "label": null, 32854 "logBase": 1, 32855 "max": null, 32856 "min": 0, 32857 "show": true 32858 }, 32859 { 32860 "format": "short", 32861 "label": null, 32862 "logBase": 1, 32863 "max": null, 32864 "min": null, 32865 "show": false 32866 } 32867 ] 32868 }, 32869 { 32870 "aliasColors": { 32871 32872 }, 32873 "bars": false, 32874 "dashLength": 10, 32875 "dashes": false, 32876 "datasource": "$datasource", 32877 "fill": 10, 32878 "id": 3, 32879 "legend": { 32880 "avg": false, 32881 "current": false, 32882 "max": false, 32883 "min": false, 32884 "show": true, 32885 "total": false, 32886 "values": false 32887 }, 32888 "lines": true, 32889 "linewidth": 0, 32890 "links": [ 32891 32892 ], 32893 "nullPointMode": "null as zero", 32894 "percentage": false, 32895 "pointradius": 5, 32896 "points": false, 32897 "renderer": "flot", 32898 "seriesOverrides": [ 32899 32900 ], 32901 "spaceLength": 10, 32902 "span": 6, 32903 "stack": true, 32904 "steppedLine": false, 32905 "targets": [ 32906 { 32907 "expr": "sum(prometheus_sd_discovered_targets{job=~\"$job\",instance=~\"$instance\"})", 32908 "format": "time_series", 32909 "intervalFactor": 2, 32910 "legendFormat": "Targets", 32911 "legendLink": null, 32912 "step": 10 32913 } 32914 ], 32915 "thresholds": [ 32916 32917 ], 32918 "timeFrom": null, 32919 "timeShift": null, 32920 "title": "Targets", 32921 "tooltip": { 32922 "shared": false, 32923 "sort": 0, 32924 "value_type": "individual" 32925 }, 32926 "type": "graph", 32927 "xaxis": { 32928 "buckets": null, 32929 "mode": "time", 32930 "name": null, 32931 "show": true, 32932 "values": [ 32933 32934 ] 32935 }, 32936 "yaxes": [ 32937 { 32938 "format": "short", 32939 "label": null, 32940 "logBase": 1, 32941 "max": null, 32942 "min": 0, 32943 "show": true 32944 }, 32945 { 32946 "format": "short", 32947 "label": null, 32948 "logBase": 1, 32949 "max": null, 32950 "min": null, 32951 "show": false 32952 } 32953 ] 32954 } 32955 ], 32956 "repeat": null, 32957 "repeatIteration": null, 32958 "repeatRowId": null, 32959 "showTitle": true, 32960 "title": "Discovery", 32961 "titleSize": "h6" 32962 }, 32963 { 32964 "collapse": false, 32965 "height": "250px", 32966 "panels": [ 32967 { 32968 "aliasColors": { 32969 32970 }, 32971 "bars": false, 32972 "dashLength": 10, 32973 "dashes": false, 32974 "datasource": "$datasource", 32975 "fill": 1, 32976 "id": 4, 32977 "legend": { 32978 "avg": false, 32979 "current": false, 32980 "max": false, 32981 "min": false, 32982 "show": true, 32983 "total": false, 32984 "values": false 32985 }, 32986 "lines": true, 32987 "linewidth": 1, 32988 "links": [ 32989 32990 ], 32991 "nullPointMode": "null as zero", 32992 "percentage": false, 32993 "pointradius": 5, 32994 "points": false, 32995 "renderer": "flot", 32996 "seriesOverrides": [ 32997 32998 ], 32999 "spaceLength": 10, 33000 "span": 4, 33001 "stack": false, 33002 "steppedLine": false, 33003 "targets": [ 33004 { 33005 "expr": "rate(prometheus_target_interval_length_seconds_sum{job=~\"$job\",instance=~\"$instance\"}[5m]) / rate(prometheus_target_interval_length_seconds_count{job=~\"$job\",instance=~\"$instance\"}[5m]) * 1e3", 33006 "format": "time_series", 33007 "intervalFactor": 2, 33008 "legendFormat": "{{interval}} configured", 33009 "legendLink": null, 33010 "step": 10 33011 } 33012 ], 33013 "thresholds": [ 33014 33015 ], 33016 "timeFrom": null, 33017 "timeShift": null, 33018 "title": "Average Scrape Interval Duration", 33019 "tooltip": { 33020 "shared": false, 33021 "sort": 0, 33022 "value_type": "individual" 33023 }, 33024 "type": "graph", 33025 "xaxis": { 33026 "buckets": null, 33027 "mode": "time", 33028 "name": null, 33029 "show": true, 33030 "values": [ 33031 33032 ] 33033 }, 33034 "yaxes": [ 33035 { 33036 "format": "ms", 33037 "label": null, 33038 "logBase": 1, 33039 "max": null, 33040 "min": 0, 33041 "show": true 33042 }, 33043 { 33044 "format": "short", 33045 "label": null, 33046 "logBase": 1, 33047 "max": null, 33048 "min": null, 33049 "show": false 33050 } 33051 ] 33052 }, 33053 { 33054 "aliasColors": { 33055 33056 }, 33057 "bars": false, 33058 "dashLength": 10, 33059 "dashes": false, 33060 "datasource": "$datasource", 33061 "fill": 10, 33062 "id": 5, 33063 "legend": { 33064 "avg": false, 33065 "current": false, 33066 "max": false, 33067 "min": false, 33068 "show": true, 33069 "total": false, 33070 "values": false 33071 }, 33072 "lines": true, 33073 "linewidth": 0, 33074 "links": [ 33075 33076 ], 33077 "nullPointMode": "null as zero", 33078 "percentage": false, 33079 "pointradius": 5, 33080 "points": false, 33081 "renderer": "flot", 33082 "seriesOverrides": [ 33083 33084 ], 33085 "spaceLength": 10, 33086 "span": 4, 33087 "stack": true, 33088 "steppedLine": false, 33089 "targets": [ 33090 { 33091 "expr": "sum by (job) (rate(prometheus_target_scrapes_exceeded_body_size_limit_total[1m]))", 33092 "format": "time_series", 33093 "intervalFactor": 2, 33094 "legendFormat": "exceeded body size limit: {{job}}", 33095 "legendLink": null, 33096 "step": 10 33097 }, 33098 { 33099 "expr": "sum by (job) (rate(prometheus_target_scrapes_exceeded_sample_limit_total[1m]))", 33100 "format": "time_series", 33101 "intervalFactor": 2, 33102 "legendFormat": "exceeded sample limit: {{job}}", 33103 "legendLink": null, 33104 "step": 10 33105 }, 33106 { 33107 "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_duplicate_timestamp_total[1m]))", 33108 "format": "time_series", 33109 "intervalFactor": 2, 33110 "legendFormat": "duplicate timestamp: {{job}}", 33111 "legendLink": null, 33112 "step": 10 33113 }, 33114 { 33115 "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_bounds_total[1m]))", 33116 "format": "time_series", 33117 "intervalFactor": 2, 33118 "legendFormat": "out of bounds: {{job}}", 33119 "legendLink": null, 33120 "step": 10 33121 }, 33122 { 33123 "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_order_total[1m]))", 33124 "format": "time_series", 33125 "intervalFactor": 2, 33126 "legendFormat": "out of order: {{job}}", 33127 "legendLink": null, 33128 "step": 10 33129 } 33130 ], 33131 "thresholds": [ 33132 33133 ], 33134 "timeFrom": null, 33135 "timeShift": null, 33136 "title": "Scrape failures", 33137 "tooltip": { 33138 "shared": false, 33139 "sort": 0, 33140 "value_type": "individual" 33141 }, 33142 "type": "graph", 33143 "xaxis": { 33144 "buckets": null, 33145 "mode": "time", 33146 "name": null, 33147 "show": true, 33148 "values": [ 33149 33150 ] 33151 }, 33152 "yaxes": [ 33153 { 33154 "format": "short", 33155 "label": null, 33156 "logBase": 1, 33157 "max": null, 33158 "min": 0, 33159 "show": true 33160 }, 33161 { 33162 "format": "short", 33163 "label": null, 33164 "logBase": 1, 33165 "max": null, 33166 "min": null, 33167 "show": false 33168 } 33169 ] 33170 }, 33171 { 33172 "aliasColors": { 33173 33174 }, 33175 "bars": false, 33176 "dashLength": 10, 33177 "dashes": false, 33178 "datasource": "$datasource", 33179 "fill": 10, 33180 "id": 6, 33181 "legend": { 33182 "avg": false, 33183 "current": false, 33184 "max": false, 33185 "min": false, 33186 "show": true, 33187 "total": false, 33188 "values": false 33189 }, 33190 "lines": true, 33191 "linewidth": 0, 33192 "links": [ 33193 33194 ], 33195 "nullPointMode": "null as zero", 33196 "percentage": false, 33197 "pointradius": 5, 33198 "points": false, 33199 "renderer": "flot", 33200 "seriesOverrides": [ 33201 33202 ], 33203 "spaceLength": 10, 33204 "span": 4, 33205 "stack": true, 33206 "steppedLine": false, 33207 "targets": [ 33208 { 33209 "expr": "rate(prometheus_tsdb_head_samples_appended_total{job=~\"$job\",instance=~\"$instance\"}[5m])", 33210 "format": "time_series", 33211 "intervalFactor": 2, 33212 "legendFormat": "{{job}} {{instance}}", 33213 "legendLink": null, 33214 "step": 10 33215 } 33216 ], 33217 "thresholds": [ 33218 33219 ], 33220 "timeFrom": null, 33221 "timeShift": null, 33222 "title": "Appended Samples", 33223 "tooltip": { 33224 "shared": false, 33225 "sort": 0, 33226 "value_type": "individual" 33227 }, 33228 "type": "graph", 33229 "xaxis": { 33230 "buckets": null, 33231 "mode": "time", 33232 "name": null, 33233 "show": true, 33234 "values": [ 33235 33236 ] 33237 }, 33238 "yaxes": [ 33239 { 33240 "format": "short", 33241 "label": null, 33242 "logBase": 1, 33243 "max": null, 33244 "min": 0, 33245 "show": true 33246 }, 33247 { 33248 "format": "short", 33249 "label": null, 33250 "logBase": 1, 33251 "max": null, 33252 "min": null, 33253 "show": false 33254 } 33255 ] 33256 } 33257 ], 33258 "repeat": null, 33259 "repeatIteration": null, 33260 "repeatRowId": null, 33261 "showTitle": true, 33262 "title": "Retrieval", 33263 "titleSize": "h6" 33264 }, 33265 { 33266 "collapse": false, 33267 "height": "250px", 33268 "panels": [ 33269 { 33270 "aliasColors": { 33271 33272 }, 33273 "bars": false, 33274 "dashLength": 10, 33275 "dashes": false, 33276 "datasource": "$datasource", 33277 "fill": 10, 33278 "id": 7, 33279 "legend": { 33280 "avg": false, 33281 "current": false, 33282 "max": false, 33283 "min": false, 33284 "show": true, 33285 "total": false, 33286 "values": false 33287 }, 33288 "lines": true, 33289 "linewidth": 0, 33290 "links": [ 33291 33292 ], 33293 "nullPointMode": "null as zero", 33294 "percentage": false, 33295 "pointradius": 5, 33296 "points": false, 33297 "renderer": "flot", 33298 "seriesOverrides": [ 33299 33300 ], 33301 "spaceLength": 10, 33302 "span": 6, 33303 "stack": true, 33304 "steppedLine": false, 33305 "targets": [ 33306 { 33307 "expr": "prometheus_tsdb_head_series{job=~\"$job\",instance=~\"$instance\"}", 33308 "format": "time_series", 33309 "intervalFactor": 2, 33310 "legendFormat": "{{job}} {{instance}} head series", 33311 "legendLink": null, 33312 "step": 10 33313 } 33314 ], 33315 "thresholds": [ 33316 33317 ], 33318 "timeFrom": null, 33319 "timeShift": null, 33320 "title": "Head Series", 33321 "tooltip": { 33322 "shared": false, 33323 "sort": 0, 33324 "value_type": "individual" 33325 }, 33326 "type": "graph", 33327 "xaxis": { 33328 "buckets": null, 33329 "mode": "time", 33330 "name": null, 33331 "show": true, 33332 "values": [ 33333 33334 ] 33335 }, 33336 "yaxes": [ 33337 { 33338 "format": "short", 33339 "label": null, 33340 "logBase": 1, 33341 "max": null, 33342 "min": 0, 33343 "show": true 33344 }, 33345 { 33346 "format": "short", 33347 "label": null, 33348 "logBase": 1, 33349 "max": null, 33350 "min": null, 33351 "show": false 33352 } 33353 ] 33354 }, 33355 { 33356 "aliasColors": { 33357 33358 }, 33359 "bars": false, 33360 "dashLength": 10, 33361 "dashes": false, 33362 "datasource": "$datasource", 33363 "fill": 10, 33364 "id": 8, 33365 "legend": { 33366 "avg": false, 33367 "current": false, 33368 "max": false, 33369 "min": false, 33370 "show": true, 33371 "total": false, 33372 "values": false 33373 }, 33374 "lines": true, 33375 "linewidth": 0, 33376 "links": [ 33377 33378 ], 33379 "nullPointMode": "null as zero", 33380 "percentage": false, 33381 "pointradius": 5, 33382 "points": false, 33383 "renderer": "flot", 33384 "seriesOverrides": [ 33385 33386 ], 33387 "spaceLength": 10, 33388 "span": 6, 33389 "stack": true, 33390 "steppedLine": false, 33391 "targets": [ 33392 { 33393 "expr": "prometheus_tsdb_head_chunks{job=~\"$job\",instance=~\"$instance\"}", 33394 "format": "time_series", 33395 "intervalFactor": 2, 33396 "legendFormat": "{{job}} {{instance}} head chunks", 33397 "legendLink": null, 33398 "step": 10 33399 } 33400 ], 33401 "thresholds": [ 33402 33403 ], 33404 "timeFrom": null, 33405 "timeShift": null, 33406 "title": "Head Chunks", 33407 "tooltip": { 33408 "shared": false, 33409 "sort": 0, 33410 "value_type": "individual" 33411 }, 33412 "type": "graph", 33413 "xaxis": { 33414 "buckets": null, 33415 "mode": "time", 33416 "name": null, 33417 "show": true, 33418 "values": [ 33419 33420 ] 33421 }, 33422 "yaxes": [ 33423 { 33424 "format": "short", 33425 "label": null, 33426 "logBase": 1, 33427 "max": null, 33428 "min": 0, 33429 "show": true 33430 }, 33431 { 33432 "format": "short", 33433 "label": null, 33434 "logBase": 1, 33435 "max": null, 33436 "min": null, 33437 "show": false 33438 } 33439 ] 33440 } 33441 ], 33442 "repeat": null, 33443 "repeatIteration": null, 33444 "repeatRowId": null, 33445 "showTitle": true, 33446 "title": "Storage", 33447 "titleSize": "h6" 33448 }, 33449 { 33450 "collapse": false, 33451 "height": "250px", 33452 "panels": [ 33453 { 33454 "aliasColors": { 33455 33456 }, 33457 "bars": false, 33458 "dashLength": 10, 33459 "dashes": false, 33460 "datasource": "$datasource", 33461 "fill": 10, 33462 "id": 9, 33463 "legend": { 33464 "avg": false, 33465 "current": false, 33466 "max": false, 33467 "min": false, 33468 "show": true, 33469 "total": false, 33470 "values": false 33471 }, 33472 "lines": true, 33473 "linewidth": 0, 33474 "links": [ 33475 33476 ], 33477 "nullPointMode": "null as zero", 33478 "percentage": false, 33479 "pointradius": 5, 33480 "points": false, 33481 "renderer": "flot", 33482 "seriesOverrides": [ 33483 33484 ], 33485 "spaceLength": 10, 33486 "span": 6, 33487 "stack": true, 33488 "steppedLine": false, 33489 "targets": [ 33490 { 33491 "expr": "rate(prometheus_engine_query_duration_seconds_count{job=~\"$job\",instance=~\"$instance\",slice=\"inner_eval\"}[5m])", 33492 "format": "time_series", 33493 "intervalFactor": 2, 33494 "legendFormat": "{{job}} {{instance}}", 33495 "legendLink": null, 33496 "step": 10 33497 } 33498 ], 33499 "thresholds": [ 33500 33501 ], 33502 "timeFrom": null, 33503 "timeShift": null, 33504 "title": "Query Rate", 33505 "tooltip": { 33506 "shared": false, 33507 "sort": 0, 33508 "value_type": "individual" 33509 }, 33510 "type": "graph", 33511 "xaxis": { 33512 "buckets": null, 33513 "mode": "time", 33514 "name": null, 33515 "show": true, 33516 "values": [ 33517 33518 ] 33519 }, 33520 "yaxes": [ 33521 { 33522 "format": "short", 33523 "label": null, 33524 "logBase": 1, 33525 "max": null, 33526 "min": 0, 33527 "show": true 33528 }, 33529 { 33530 "format": "short", 33531 "label": null, 33532 "logBase": 1, 33533 "max": null, 33534 "min": null, 33535 "show": false 33536 } 33537 ] 33538 }, 33539 { 33540 "aliasColors": { 33541 33542 }, 33543 "bars": false, 33544 "dashLength": 10, 33545 "dashes": false, 33546 "datasource": "$datasource", 33547 "fill": 10, 33548 "id": 10, 33549 "legend": { 33550 "avg": false, 33551 "current": false, 33552 "max": false, 33553 "min": false, 33554 "show": true, 33555 "total": false, 33556 "values": false 33557 }, 33558 "lines": true, 33559 "linewidth": 0, 33560 "links": [ 33561 33562 ], 33563 "nullPointMode": "null as zero", 33564 "percentage": false, 33565 "pointradius": 5, 33566 "points": false, 33567 "renderer": "flot", 33568 "seriesOverrides": [ 33569 33570 ], 33571 "spaceLength": 10, 33572 "span": 6, 33573 "stack": true, 33574 "steppedLine": false, 33575 "targets": [ 33576 { 33577 "expr": "max by (slice) (prometheus_engine_query_duration_seconds{quantile=\"0.9\",job=~\"$job\",instance=~\"$instance\"}) * 1e3", 33578 "format": "time_series", 33579 "intervalFactor": 2, 33580 "legendFormat": "{{slice}}", 33581 "legendLink": null, 33582 "step": 10 33583 } 33584 ], 33585 "thresholds": [ 33586 33587 ], 33588 "timeFrom": null, 33589 "timeShift": null, 33590 "title": "Stage Duration", 33591 "tooltip": { 33592 "shared": false, 33593 "sort": 0, 33594 "value_type": "individual" 33595 }, 33596 "type": "graph", 33597 "xaxis": { 33598 "buckets": null, 33599 "mode": "time", 33600 "name": null, 33601 "show": true, 33602 "values": [ 33603 33604 ] 33605 }, 33606 "yaxes": [ 33607 { 33608 "format": "ms", 33609 "label": null, 33610 "logBase": 1, 33611 "max": null, 33612 "min": 0, 33613 "show": true 33614 }, 33615 { 33616 "format": "short", 33617 "label": null, 33618 "logBase": 1, 33619 "max": null, 33620 "min": null, 33621 "show": false 33622 } 33623 ] 33624 } 33625 ], 33626 "repeat": null, 33627 "repeatIteration": null, 33628 "repeatRowId": null, 33629 "showTitle": true, 33630 "title": "Query", 33631 "titleSize": "h6" 33632 } 33633 ], 33634 "schemaVersion": 14, 33635 "style": "dark", 33636 "tags": [ 33637 "prometheus-mixin" 33638 ], 33639 "templating": { 33640 "list": [ 33641 { 33642 "current": { 33643 "text": "default", 33644 "value": "default" 33645 }, 33646 "hide": 0, 33647 "label": null, 33648 "name": "datasource", 33649 "options": [ 33650 33651 ], 33652 "query": "prometheus", 33653 "refresh": 1, 33654 "regex": "", 33655 "type": "datasource" 33656 }, 33657 { 33658 "allValue": ".+", 33659 "current": { 33660 "selected": true, 33661 "text": "All", 33662 "value": "$__all" 33663 }, 33664 "datasource": "$datasource", 33665 "hide": 0, 33666 "includeAll": true, 33667 "label": "job", 33668 "multi": true, 33669 "name": "job", 33670 "options": [ 33671 33672 ], 33673 "query": "label_values(prometheus_build_info, job)", 33674 "refresh": 1, 33675 "regex": "", 33676 "sort": 2, 33677 "tagValuesQuery": "", 33678 "tags": [ 33679 33680 ], 33681 "tagsQuery": "", 33682 "type": "query", 33683 "useTags": false 33684 }, 33685 { 33686 "allValue": ".+", 33687 "current": { 33688 "selected": true, 33689 "text": "All", 33690 "value": "$__all" 33691 }, 33692 "datasource": "$datasource", 33693 "hide": 0, 33694 "includeAll": true, 33695 "label": "instance", 33696 "multi": true, 33697 "name": "instance", 33698 "options": [ 33699 33700 ], 33701 "query": "label_values(prometheus_build_info, instance)", 33702 "refresh": 1, 33703 "regex": "", 33704 "sort": 2, 33705 "tagValuesQuery": "", 33706 "tags": [ 33707 33708 ], 33709 "tagsQuery": "", 33710 "type": "query", 33711 "useTags": false 33712 } 33713 ] 33714 }, 33715 "time": { 33716 "from": "now-1h", 33717 "to": "now" 33718 }, 33719 "timepicker": { 33720 "refresh_intervals": [ 33721 "5s", 33722 "10s", 33723 "30s", 33724 "1m", 33725 "5m", 33726 "15m", 33727 "30m", 33728 "1h", 33729 "2h", 33730 "1d" 33731 ], 33732 "time_options": [ 33733 "5m", 33734 "15m", 33735 "1h", 33736 "6h", 33737 "12h", 33738 "24h", 33739 "2d", 33740 "7d", 33741 "30d" 33742 ] 33743 }, 33744 "timezone": "utc", 33745 "title": "Prometheus / Overview", 33746 "uid": "", 33747 "version": 0 33748 } 33749 --- 33750 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/proxy.yaml 33751 apiVersion: v1 33752 kind: ConfigMap 33753 metadata: 33754 namespace: kube-prometheus-stack-system 33755 name: kube-prometheus-stack-proxy 33756 annotations: 33757 { } 33758 labels: 33759 grafana_dashboard: "1" 33760 app: kube-prometheus-stack-grafana 33761 33762 33763 app.kubernetes.io/instance: kube-prometheus-stack 33764 app.kubernetes.io/version: "18.0.1" 33765 app.kubernetes.io/part-of: kube-prometheus-stack 33766 33767 release: "kube-prometheus-stack" 33768 heritage: "Helm" 33769 data: 33770 proxy.json: |- 33771 { 33772 "__inputs": [ 33773 33774 ], 33775 "__requires": [ 33776 33777 ], 33778 "annotations": { 33779 "list": [ 33780 33781 ] 33782 }, 33783 "editable": false, 33784 "gnetId": null, 33785 "graphTooltip": 0, 33786 "hideControls": false, 33787 "id": null, 33788 "links": [ 33789 33790 ], 33791 "refresh": "10s", 33792 "rows": [ 33793 { 33794 "collapse": false, 33795 "collapsed": false, 33796 "panels": [ 33797 { 33798 "cacheTimeout": null, 33799 "colorBackground": false, 33800 "colorValue": false, 33801 "colors": [ 33802 "#299c46", 33803 "rgba(237, 129, 40, 0.89)", 33804 "#d44a3a" 33805 ], 33806 "datasource": "$datasource", 33807 "format": "none", 33808 "gauge": { 33809 "maxValue": 100, 33810 "minValue": 0, 33811 "show": false, 33812 "thresholdLabels": false, 33813 "thresholdMarkers": true 33814 }, 33815 "gridPos": { 33816 33817 }, 33818 "id": 2, 33819 "interval": null, 33820 "links": [ 33821 33822 ], 33823 "mappingType": 1, 33824 "mappingTypes": [ 33825 { 33826 "name": "value to text", 33827 "value": 1 33828 }, 33829 { 33830 "name": "range to text", 33831 "value": 2 33832 } 33833 ], 33834 "maxDataPoints": 100, 33835 "nullPointMode": "connected", 33836 "nullText": null, 33837 "postfix": "", 33838 "postfixFontSize": "50%", 33839 "prefix": "", 33840 "prefixFontSize": "50%", 33841 "rangeMaps": [ 33842 { 33843 "from": "null", 33844 "text": "N/A", 33845 "to": "null" 33846 } 33847 ], 33848 "span": 2, 33849 "sparkline": { 33850 "fillColor": "rgba(31, 118, 189, 0.18)", 33851 "full": false, 33852 "lineColor": "rgb(31, 120, 193)", 33853 "show": false 33854 }, 33855 "tableColumn": "", 33856 "targets": [ 33857 { 33858 "expr": "sum(up{cluster=\"$cluster\", job=\"kube-proxy\"})", 33859 "format": "time_series", 33860 "intervalFactor": 2, 33861 "legendFormat": "", 33862 "refId": "A" 33863 } 33864 ], 33865 "thresholds": "", 33866 "title": "Up", 33867 "tooltip": { 33868 "shared": false 33869 }, 33870 "type": "singlestat", 33871 "valueFontSize": "80%", 33872 "valueMaps": [ 33873 { 33874 "op": "=", 33875 "text": "N/A", 33876 "value": "null" 33877 } 33878 ], 33879 "valueName": "min" 33880 }, 33881 { 33882 "aliasColors": { 33883 33884 }, 33885 "bars": false, 33886 "dashLength": 10, 33887 "dashes": false, 33888 "datasource": "$datasource", 33889 "fill": 1, 33890 "fillGradient": 0, 33891 "gridPos": { 33892 33893 }, 33894 "id": 3, 33895 "legend": { 33896 "alignAsTable": false, 33897 "avg": false, 33898 "current": false, 33899 "max": false, 33900 "min": false, 33901 "rightSide": false, 33902 "show": true, 33903 "sideWidth": null, 33904 "total": false, 33905 "values": false 33906 }, 33907 "lines": true, 33908 "linewidth": 1, 33909 "links": [ 33910 33911 ], 33912 "nullPointMode": "null", 33913 "percentage": false, 33914 "pointradius": 5, 33915 "points": false, 33916 "renderer": "flot", 33917 "repeat": null, 33918 "seriesOverrides": [ 33919 33920 ], 33921 "spaceLength": 10, 33922 "span": 5, 33923 "stack": false, 33924 "steppedLine": false, 33925 "targets": [ 33926 { 33927 "expr": "sum(rate(kubeproxy_sync_proxy_rules_duration_seconds_count{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\"}[5m]))", 33928 "format": "time_series", 33929 "intervalFactor": 2, 33930 "legendFormat": "rate", 33931 "refId": "A" 33932 } 33933 ], 33934 "thresholds": [ 33935 33936 ], 33937 "timeFrom": null, 33938 "timeShift": null, 33939 "title": "Rules Sync Rate", 33940 "tooltip": { 33941 "shared": false, 33942 "sort": 0, 33943 "value_type": "individual" 33944 }, 33945 "type": "graph", 33946 "xaxis": { 33947 "buckets": null, 33948 "mode": "time", 33949 "name": null, 33950 "show": true, 33951 "values": [ 33952 33953 ] 33954 }, 33955 "yaxes": [ 33956 { 33957 "format": "ops", 33958 "label": null, 33959 "logBase": 1, 33960 "max": null, 33961 "min": 0, 33962 "show": true 33963 }, 33964 { 33965 "format": "ops", 33966 "label": null, 33967 "logBase": 1, 33968 "max": null, 33969 "min": 0, 33970 "show": true 33971 } 33972 ] 33973 }, 33974 { 33975 "aliasColors": { 33976 33977 }, 33978 "bars": false, 33979 "dashLength": 10, 33980 "dashes": false, 33981 "datasource": "$datasource", 33982 "fill": 1, 33983 "fillGradient": 0, 33984 "gridPos": { 33985 33986 }, 33987 "id": 4, 33988 "legend": { 33989 "alignAsTable": true, 33990 "avg": false, 33991 "current": true, 33992 "max": false, 33993 "min": false, 33994 "rightSide": true, 33995 "show": true, 33996 "sideWidth": null, 33997 "total": false, 33998 "values": true 33999 }, 34000 "lines": true, 34001 "linewidth": 1, 34002 "links": [ 34003 34004 ], 34005 "nullPointMode": "null", 34006 "percentage": false, 34007 "pointradius": 5, 34008 "points": false, 34009 "renderer": "flot", 34010 "repeat": null, 34011 "seriesOverrides": [ 34012 34013 ], 34014 "spaceLength": 10, 34015 "span": 5, 34016 "stack": false, 34017 "steppedLine": false, 34018 "targets": [ 34019 { 34020 "expr": "histogram_quantile(0.99,rate(kubeproxy_sync_proxy_rules_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\"}[5m]))", 34021 "format": "time_series", 34022 "intervalFactor": 2, 34023 "legendFormat": "{{instance}}", 34024 "refId": "A" 34025 } 34026 ], 34027 "thresholds": [ 34028 34029 ], 34030 "timeFrom": null, 34031 "timeShift": null, 34032 "title": "Rule Sync Latency 99th Quantile", 34033 "tooltip": { 34034 "shared": false, 34035 "sort": 0, 34036 "value_type": "individual" 34037 }, 34038 "type": "graph", 34039 "xaxis": { 34040 "buckets": null, 34041 "mode": "time", 34042 "name": null, 34043 "show": true, 34044 "values": [ 34045 34046 ] 34047 }, 34048 "yaxes": [ 34049 { 34050 "format": "s", 34051 "label": null, 34052 "logBase": 1, 34053 "max": null, 34054 "min": 0, 34055 "show": true 34056 }, 34057 { 34058 "format": "s", 34059 "label": null, 34060 "logBase": 1, 34061 "max": null, 34062 "min": 0, 34063 "show": true 34064 } 34065 ] 34066 } 34067 ], 34068 "repeat": null, 34069 "repeatIteration": null, 34070 "repeatRowId": null, 34071 "showTitle": false, 34072 "title": "Dashboard Row", 34073 "titleSize": "h6", 34074 "type": "row" 34075 }, 34076 { 34077 "collapse": false, 34078 "collapsed": false, 34079 "panels": [ 34080 { 34081 "aliasColors": { 34082 34083 }, 34084 "bars": false, 34085 "dashLength": 10, 34086 "dashes": false, 34087 "datasource": "$datasource", 34088 "fill": 1, 34089 "fillGradient": 0, 34090 "gridPos": { 34091 34092 }, 34093 "id": 5, 34094 "legend": { 34095 "alignAsTable": false, 34096 "avg": false, 34097 "current": false, 34098 "max": false, 34099 "min": false, 34100 "rightSide": false, 34101 "show": true, 34102 "sideWidth": null, 34103 "total": false, 34104 "values": false 34105 }, 34106 "lines": true, 34107 "linewidth": 1, 34108 "links": [ 34109 34110 ], 34111 "nullPointMode": "null", 34112 "percentage": false, 34113 "pointradius": 5, 34114 "points": false, 34115 "renderer": "flot", 34116 "repeat": null, 34117 "seriesOverrides": [ 34118 34119 ], 34120 "spaceLength": 10, 34121 "span": 6, 34122 "stack": false, 34123 "steppedLine": false, 34124 "targets": [ 34125 { 34126 "expr": "sum(rate(kubeproxy_network_programming_duration_seconds_count{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\"}[5m]))", 34127 "format": "time_series", 34128 "intervalFactor": 2, 34129 "legendFormat": "rate", 34130 "refId": "A" 34131 } 34132 ], 34133 "thresholds": [ 34134 34135 ], 34136 "timeFrom": null, 34137 "timeShift": null, 34138 "title": "Network Programming Rate", 34139 "tooltip": { 34140 "shared": false, 34141 "sort": 0, 34142 "value_type": "individual" 34143 }, 34144 "type": "graph", 34145 "xaxis": { 34146 "buckets": null, 34147 "mode": "time", 34148 "name": null, 34149 "show": true, 34150 "values": [ 34151 34152 ] 34153 }, 34154 "yaxes": [ 34155 { 34156 "format": "ops", 34157 "label": null, 34158 "logBase": 1, 34159 "max": null, 34160 "min": 0, 34161 "show": true 34162 }, 34163 { 34164 "format": "ops", 34165 "label": null, 34166 "logBase": 1, 34167 "max": null, 34168 "min": 0, 34169 "show": true 34170 } 34171 ] 34172 }, 34173 { 34174 "aliasColors": { 34175 34176 }, 34177 "bars": false, 34178 "dashLength": 10, 34179 "dashes": false, 34180 "datasource": "$datasource", 34181 "fill": 1, 34182 "fillGradient": 0, 34183 "gridPos": { 34184 34185 }, 34186 "id": 6, 34187 "legend": { 34188 "alignAsTable": true, 34189 "avg": false, 34190 "current": true, 34191 "max": false, 34192 "min": false, 34193 "rightSide": true, 34194 "show": true, 34195 "sideWidth": null, 34196 "total": false, 34197 "values": true 34198 }, 34199 "lines": true, 34200 "linewidth": 1, 34201 "links": [ 34202 34203 ], 34204 "nullPointMode": "null", 34205 "percentage": false, 34206 "pointradius": 5, 34207 "points": false, 34208 "renderer": "flot", 34209 "repeat": null, 34210 "seriesOverrides": [ 34211 34212 ], 34213 "spaceLength": 10, 34214 "span": 6, 34215 "stack": false, 34216 "steppedLine": false, 34217 "targets": [ 34218 { 34219 "expr": "histogram_quantile(0.99, sum(rate(kubeproxy_network_programming_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\"}[5m])) by (instance, le))", 34220 "format": "time_series", 34221 "intervalFactor": 2, 34222 "legendFormat": "{{instance}}", 34223 "refId": "A" 34224 } 34225 ], 34226 "thresholds": [ 34227 34228 ], 34229 "timeFrom": null, 34230 "timeShift": null, 34231 "title": "Network Programming Latency 99th Quantile", 34232 "tooltip": { 34233 "shared": false, 34234 "sort": 0, 34235 "value_type": "individual" 34236 }, 34237 "type": "graph", 34238 "xaxis": { 34239 "buckets": null, 34240 "mode": "time", 34241 "name": null, 34242 "show": true, 34243 "values": [ 34244 34245 ] 34246 }, 34247 "yaxes": [ 34248 { 34249 "format": "s", 34250 "label": null, 34251 "logBase": 1, 34252 "max": null, 34253 "min": 0, 34254 "show": true 34255 }, 34256 { 34257 "format": "s", 34258 "label": null, 34259 "logBase": 1, 34260 "max": null, 34261 "min": 0, 34262 "show": true 34263 } 34264 ] 34265 } 34266 ], 34267 "repeat": null, 34268 "repeatIteration": null, 34269 "repeatRowId": null, 34270 "showTitle": false, 34271 "title": "Dashboard Row", 34272 "titleSize": "h6", 34273 "type": "row" 34274 }, 34275 { 34276 "collapse": false, 34277 "collapsed": false, 34278 "panels": [ 34279 { 34280 "aliasColors": { 34281 34282 }, 34283 "bars": false, 34284 "dashLength": 10, 34285 "dashes": false, 34286 "datasource": "$datasource", 34287 "fill": 1, 34288 "fillGradient": 0, 34289 "gridPos": { 34290 34291 }, 34292 "id": 7, 34293 "legend": { 34294 "alignAsTable": false, 34295 "avg": false, 34296 "current": false, 34297 "max": false, 34298 "min": false, 34299 "rightSide": false, 34300 "show": true, 34301 "sideWidth": null, 34302 "total": false, 34303 "values": false 34304 }, 34305 "lines": true, 34306 "linewidth": 1, 34307 "links": [ 34308 34309 ], 34310 "nullPointMode": "null", 34311 "percentage": false, 34312 "pointradius": 5, 34313 "points": false, 34314 "renderer": "flot", 34315 "repeat": null, 34316 "seriesOverrides": [ 34317 34318 ], 34319 "spaceLength": 10, 34320 "span": 4, 34321 "stack": false, 34322 "steppedLine": false, 34323 "targets": [ 34324 { 34325 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\",code=~\"2..\"}[5m]))", 34326 "format": "time_series", 34327 "intervalFactor": 2, 34328 "legendFormat": "2xx", 34329 "refId": "A" 34330 }, 34331 { 34332 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\",code=~\"3..\"}[5m]))", 34333 "format": "time_series", 34334 "intervalFactor": 2, 34335 "legendFormat": "3xx", 34336 "refId": "B" 34337 }, 34338 { 34339 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\",code=~\"4..\"}[5m]))", 34340 "format": "time_series", 34341 "intervalFactor": 2, 34342 "legendFormat": "4xx", 34343 "refId": "C" 34344 }, 34345 { 34346 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\",code=~\"5..\"}[5m]))", 34347 "format": "time_series", 34348 "intervalFactor": 2, 34349 "legendFormat": "5xx", 34350 "refId": "D" 34351 } 34352 ], 34353 "thresholds": [ 34354 34355 ], 34356 "timeFrom": null, 34357 "timeShift": null, 34358 "title": "Kube API Request Rate", 34359 "tooltip": { 34360 "shared": false, 34361 "sort": 0, 34362 "value_type": "individual" 34363 }, 34364 "type": "graph", 34365 "xaxis": { 34366 "buckets": null, 34367 "mode": "time", 34368 "name": null, 34369 "show": true, 34370 "values": [ 34371 34372 ] 34373 }, 34374 "yaxes": [ 34375 { 34376 "format": "ops", 34377 "label": null, 34378 "logBase": 1, 34379 "max": null, 34380 "min": null, 34381 "show": true 34382 }, 34383 { 34384 "format": "ops", 34385 "label": null, 34386 "logBase": 1, 34387 "max": null, 34388 "min": null, 34389 "show": true 34390 } 34391 ] 34392 }, 34393 { 34394 "aliasColors": { 34395 34396 }, 34397 "bars": false, 34398 "dashLength": 10, 34399 "dashes": false, 34400 "datasource": "$datasource", 34401 "fill": 1, 34402 "fillGradient": 0, 34403 "gridPos": { 34404 34405 }, 34406 "id": 8, 34407 "legend": { 34408 "alignAsTable": false, 34409 "avg": false, 34410 "current": false, 34411 "max": false, 34412 "min": false, 34413 "rightSide": false, 34414 "show": true, 34415 "sideWidth": null, 34416 "total": false, 34417 "values": false 34418 }, 34419 "lines": true, 34420 "linewidth": 1, 34421 "links": [ 34422 34423 ], 34424 "nullPointMode": "null", 34425 "percentage": false, 34426 "pointradius": 5, 34427 "points": false, 34428 "renderer": "flot", 34429 "repeat": null, 34430 "seriesOverrides": [ 34431 34432 ], 34433 "spaceLength": 10, 34434 "span": 8, 34435 "stack": false, 34436 "steppedLine": false, 34437 "targets": [ 34438 { 34439 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-proxy\",instance=~\"$instance\",verb=\"POST\"}[5m])) by (verb, url, le))", 34440 "format": "time_series", 34441 "intervalFactor": 2, 34442 "legendFormat": "{{verb}} {{url}}", 34443 "refId": "A" 34444 } 34445 ], 34446 "thresholds": [ 34447 34448 ], 34449 "timeFrom": null, 34450 "timeShift": null, 34451 "title": "Post Request Latency 99th Quantile", 34452 "tooltip": { 34453 "shared": false, 34454 "sort": 0, 34455 "value_type": "individual" 34456 }, 34457 "type": "graph", 34458 "xaxis": { 34459 "buckets": null, 34460 "mode": "time", 34461 "name": null, 34462 "show": true, 34463 "values": [ 34464 34465 ] 34466 }, 34467 "yaxes": [ 34468 { 34469 "format": "s", 34470 "label": null, 34471 "logBase": 1, 34472 "max": null, 34473 "min": 0, 34474 "show": true 34475 }, 34476 { 34477 "format": "s", 34478 "label": null, 34479 "logBase": 1, 34480 "max": null, 34481 "min": 0, 34482 "show": true 34483 } 34484 ] 34485 } 34486 ], 34487 "repeat": null, 34488 "repeatIteration": null, 34489 "repeatRowId": null, 34490 "showTitle": false, 34491 "title": "Dashboard Row", 34492 "titleSize": "h6", 34493 "type": "row" 34494 }, 34495 { 34496 "collapse": false, 34497 "collapsed": false, 34498 "panels": [ 34499 { 34500 "aliasColors": { 34501 34502 }, 34503 "bars": false, 34504 "dashLength": 10, 34505 "dashes": false, 34506 "datasource": "$datasource", 34507 "fill": 1, 34508 "fillGradient": 0, 34509 "gridPos": { 34510 34511 }, 34512 "id": 9, 34513 "legend": { 34514 "alignAsTable": true, 34515 "avg": false, 34516 "current": true, 34517 "max": false, 34518 "min": false, 34519 "rightSide": true, 34520 "show": true, 34521 "sideWidth": null, 34522 "total": false, 34523 "values": true 34524 }, 34525 "lines": true, 34526 "linewidth": 1, 34527 "links": [ 34528 34529 ], 34530 "nullPointMode": "null", 34531 "percentage": false, 34532 "pointradius": 5, 34533 "points": false, 34534 "renderer": "flot", 34535 "repeat": null, 34536 "seriesOverrides": [ 34537 34538 ], 34539 "spaceLength": 10, 34540 "span": 12, 34541 "stack": false, 34542 "steppedLine": false, 34543 "targets": [ 34544 { 34545 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-proxy\", instance=~\"$instance\", verb=\"GET\"}[5m])) by (verb, url, le))", 34546 "format": "time_series", 34547 "intervalFactor": 2, 34548 "legendFormat": "{{verb}} {{url}}", 34549 "refId": "A" 34550 } 34551 ], 34552 "thresholds": [ 34553 34554 ], 34555 "timeFrom": null, 34556 "timeShift": null, 34557 "title": "Get Request Latency 99th Quantile", 34558 "tooltip": { 34559 "shared": false, 34560 "sort": 0, 34561 "value_type": "individual" 34562 }, 34563 "type": "graph", 34564 "xaxis": { 34565 "buckets": null, 34566 "mode": "time", 34567 "name": null, 34568 "show": true, 34569 "values": [ 34570 34571 ] 34572 }, 34573 "yaxes": [ 34574 { 34575 "format": "s", 34576 "label": null, 34577 "logBase": 1, 34578 "max": null, 34579 "min": 0, 34580 "show": true 34581 }, 34582 { 34583 "format": "s", 34584 "label": null, 34585 "logBase": 1, 34586 "max": null, 34587 "min": 0, 34588 "show": true 34589 } 34590 ] 34591 } 34592 ], 34593 "repeat": null, 34594 "repeatIteration": null, 34595 "repeatRowId": null, 34596 "showTitle": false, 34597 "title": "Dashboard Row", 34598 "titleSize": "h6", 34599 "type": "row" 34600 }, 34601 { 34602 "collapse": false, 34603 "collapsed": false, 34604 "panels": [ 34605 { 34606 "aliasColors": { 34607 34608 }, 34609 "bars": false, 34610 "dashLength": 10, 34611 "dashes": false, 34612 "datasource": "$datasource", 34613 "fill": 1, 34614 "fillGradient": 0, 34615 "gridPos": { 34616 34617 }, 34618 "id": 10, 34619 "legend": { 34620 "alignAsTable": false, 34621 "avg": false, 34622 "current": false, 34623 "max": false, 34624 "min": false, 34625 "rightSide": false, 34626 "show": true, 34627 "sideWidth": null, 34628 "total": false, 34629 "values": false 34630 }, 34631 "lines": true, 34632 "linewidth": 1, 34633 "links": [ 34634 34635 ], 34636 "nullPointMode": "null", 34637 "percentage": false, 34638 "pointradius": 5, 34639 "points": false, 34640 "renderer": "flot", 34641 "repeat": null, 34642 "seriesOverrides": [ 34643 34644 ], 34645 "spaceLength": 10, 34646 "span": 4, 34647 "stack": false, 34648 "steppedLine": false, 34649 "targets": [ 34650 { 34651 "expr": "process_resident_memory_bytes{cluster=\"$cluster\", job=\"kube-proxy\",instance=~\"$instance\"}", 34652 "format": "time_series", 34653 "intervalFactor": 2, 34654 "legendFormat": "{{instance}}", 34655 "refId": "A" 34656 } 34657 ], 34658 "thresholds": [ 34659 34660 ], 34661 "timeFrom": null, 34662 "timeShift": null, 34663 "title": "Memory", 34664 "tooltip": { 34665 "shared": false, 34666 "sort": 0, 34667 "value_type": "individual" 34668 }, 34669 "type": "graph", 34670 "xaxis": { 34671 "buckets": null, 34672 "mode": "time", 34673 "name": null, 34674 "show": true, 34675 "values": [ 34676 34677 ] 34678 }, 34679 "yaxes": [ 34680 { 34681 "format": "bytes", 34682 "label": null, 34683 "logBase": 1, 34684 "max": null, 34685 "min": null, 34686 "show": true 34687 }, 34688 { 34689 "format": "bytes", 34690 "label": null, 34691 "logBase": 1, 34692 "max": null, 34693 "min": null, 34694 "show": true 34695 } 34696 ] 34697 }, 34698 { 34699 "aliasColors": { 34700 34701 }, 34702 "bars": false, 34703 "dashLength": 10, 34704 "dashes": false, 34705 "datasource": "$datasource", 34706 "fill": 1, 34707 "fillGradient": 0, 34708 "gridPos": { 34709 34710 }, 34711 "id": 11, 34712 "legend": { 34713 "alignAsTable": false, 34714 "avg": false, 34715 "current": false, 34716 "max": false, 34717 "min": false, 34718 "rightSide": false, 34719 "show": true, 34720 "sideWidth": null, 34721 "total": false, 34722 "values": false 34723 }, 34724 "lines": true, 34725 "linewidth": 1, 34726 "links": [ 34727 34728 ], 34729 "nullPointMode": "null", 34730 "percentage": false, 34731 "pointradius": 5, 34732 "points": false, 34733 "renderer": "flot", 34734 "repeat": null, 34735 "seriesOverrides": [ 34736 34737 ], 34738 "spaceLength": 10, 34739 "span": 4, 34740 "stack": false, 34741 "steppedLine": false, 34742 "targets": [ 34743 { 34744 "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\", job=\"kube-proxy\",instance=~\"$instance\"}[5m])", 34745 "format": "time_series", 34746 "intervalFactor": 2, 34747 "legendFormat": "{{instance}}", 34748 "refId": "A" 34749 } 34750 ], 34751 "thresholds": [ 34752 34753 ], 34754 "timeFrom": null, 34755 "timeShift": null, 34756 "title": "CPU usage", 34757 "tooltip": { 34758 "shared": false, 34759 "sort": 0, 34760 "value_type": "individual" 34761 }, 34762 "type": "graph", 34763 "xaxis": { 34764 "buckets": null, 34765 "mode": "time", 34766 "name": null, 34767 "show": true, 34768 "values": [ 34769 34770 ] 34771 }, 34772 "yaxes": [ 34773 { 34774 "format": "short", 34775 "label": null, 34776 "logBase": 1, 34777 "max": null, 34778 "min": 0, 34779 "show": true 34780 }, 34781 { 34782 "format": "short", 34783 "label": null, 34784 "logBase": 1, 34785 "max": null, 34786 "min": 0, 34787 "show": true 34788 } 34789 ] 34790 }, 34791 { 34792 "aliasColors": { 34793 34794 }, 34795 "bars": false, 34796 "dashLength": 10, 34797 "dashes": false, 34798 "datasource": "$datasource", 34799 "fill": 1, 34800 "fillGradient": 0, 34801 "gridPos": { 34802 34803 }, 34804 "id": 12, 34805 "legend": { 34806 "alignAsTable": false, 34807 "avg": false, 34808 "current": false, 34809 "max": false, 34810 "min": false, 34811 "rightSide": false, 34812 "show": true, 34813 "sideWidth": null, 34814 "total": false, 34815 "values": false 34816 }, 34817 "lines": true, 34818 "linewidth": 1, 34819 "links": [ 34820 34821 ], 34822 "nullPointMode": "null", 34823 "percentage": false, 34824 "pointradius": 5, 34825 "points": false, 34826 "renderer": "flot", 34827 "repeat": null, 34828 "seriesOverrides": [ 34829 34830 ], 34831 "spaceLength": 10, 34832 "span": 4, 34833 "stack": false, 34834 "steppedLine": false, 34835 "targets": [ 34836 { 34837 "expr": "go_goroutines{cluster=\"$cluster\", job=\"kube-proxy\",instance=~\"$instance\"}", 34838 "format": "time_series", 34839 "intervalFactor": 2, 34840 "legendFormat": "{{instance}}", 34841 "refId": "A" 34842 } 34843 ], 34844 "thresholds": [ 34845 34846 ], 34847 "timeFrom": null, 34848 "timeShift": null, 34849 "title": "Goroutines", 34850 "tooltip": { 34851 "shared": false, 34852 "sort": 0, 34853 "value_type": "individual" 34854 }, 34855 "type": "graph", 34856 "xaxis": { 34857 "buckets": null, 34858 "mode": "time", 34859 "name": null, 34860 "show": true, 34861 "values": [ 34862 34863 ] 34864 }, 34865 "yaxes": [ 34866 { 34867 "format": "short", 34868 "label": null, 34869 "logBase": 1, 34870 "max": null, 34871 "min": null, 34872 "show": true 34873 }, 34874 { 34875 "format": "short", 34876 "label": null, 34877 "logBase": 1, 34878 "max": null, 34879 "min": null, 34880 "show": true 34881 } 34882 ] 34883 } 34884 ], 34885 "repeat": null, 34886 "repeatIteration": null, 34887 "repeatRowId": null, 34888 "showTitle": false, 34889 "title": "Dashboard Row", 34890 "titleSize": "h6", 34891 "type": "row" 34892 } 34893 ], 34894 "schemaVersion": 14, 34895 "style": "dark", 34896 "tags": [ 34897 "kubernetes-mixin" 34898 ], 34899 "templating": { 34900 "list": [ 34901 { 34902 "current": { 34903 "text": "default", 34904 "value": "default" 34905 }, 34906 "hide": 0, 34907 "label": null, 34908 "name": "datasource", 34909 "options": [ 34910 34911 ], 34912 "query": "prometheus", 34913 "refresh": 1, 34914 "regex": "", 34915 "type": "datasource" 34916 }, 34917 { 34918 "allValue": null, 34919 "current": { 34920 34921 }, 34922 "datasource": "$datasource", 34923 "hide": 2, 34924 "includeAll": false, 34925 "label": "cluster", 34926 "multi": false, 34927 "name": "cluster", 34928 "options": [ 34929 34930 ], 34931 "query": "label_values(kube_pod_info, cluster)", 34932 "refresh": 2, 34933 "regex": "", 34934 "sort": 1, 34935 "tagValuesQuery": "", 34936 "tags": [ 34937 34938 ], 34939 "tagsQuery": "", 34940 "type": "query", 34941 "useTags": false 34942 }, 34943 { 34944 "allValue": null, 34945 "current": { 34946 34947 }, 34948 "datasource": "$datasource", 34949 "hide": 0, 34950 "includeAll": true, 34951 "label": null, 34952 "multi": false, 34953 "name": "instance", 34954 "options": [ 34955 34956 ], 34957 "query": "label_values(kubeproxy_network_programming_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-proxy\"}, instance)", 34958 "refresh": 2, 34959 "regex": "", 34960 "sort": 1, 34961 "tagValuesQuery": "", 34962 "tags": [ 34963 34964 ], 34965 "tagsQuery": "", 34966 "type": "query", 34967 "useTags": false 34968 } 34969 ] 34970 }, 34971 "time": { 34972 "from": "now-1h", 34973 "to": "now" 34974 }, 34975 "timepicker": { 34976 "refresh_intervals": [ 34977 "5s", 34978 "10s", 34979 "30s", 34980 "1m", 34981 "5m", 34982 "15m", 34983 "30m", 34984 "1h", 34985 "2h", 34986 "1d" 34987 ], 34988 "time_options": [ 34989 "5m", 34990 "15m", 34991 "1h", 34992 "6h", 34993 "12h", 34994 "24h", 34995 "2d", 34996 "7d", 34997 "30d" 34998 ] 34999 }, 35000 "timezone": "UTC", 35001 "title": "Kubernetes / Proxy", 35002 "uid": "632e265de029684c40b21cb76bca4f94", 35003 "version": 0 35004 } 35005 --- 35006 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/scheduler.yaml 35007 apiVersion: v1 35008 kind: ConfigMap 35009 metadata: 35010 namespace: kube-prometheus-stack-system 35011 name: kube-prometheus-stack-scheduler 35012 annotations: 35013 { } 35014 labels: 35015 grafana_dashboard: "1" 35016 app: kube-prometheus-stack-grafana 35017 app.kubernetes.io/instance: kube-prometheus-stack 35018 app.kubernetes.io/version: "18.0.1" 35019 app.kubernetes.io/part-of: kube-prometheus-stack 35020 release: "kube-prometheus-stack" 35021 heritage: "Helm" 35022 data: 35023 scheduler.json: |- 35024 { 35025 "__inputs": [ 35026 35027 ], 35028 "__requires": [ 35029 35030 ], 35031 "annotations": { 35032 "list": [ 35033 35034 ] 35035 }, 35036 "editable": false, 35037 "gnetId": null, 35038 "graphTooltip": 0, 35039 "hideControls": false, 35040 "id": null, 35041 "links": [ 35042 35043 ], 35044 "refresh": "10s", 35045 "rows": [ 35046 { 35047 "collapse": false, 35048 "collapsed": false, 35049 "panels": [ 35050 { 35051 "cacheTimeout": null, 35052 "colorBackground": false, 35053 "colorValue": false, 35054 "colors": [ 35055 "#299c46", 35056 "rgba(237, 129, 40, 0.89)", 35057 "#d44a3a" 35058 ], 35059 "datasource": "$datasource", 35060 "format": "none", 35061 "gauge": { 35062 "maxValue": 100, 35063 "minValue": 0, 35064 "show": false, 35065 "thresholdLabels": false, 35066 "thresholdMarkers": true 35067 }, 35068 "gridPos": { 35069 35070 }, 35071 "id": 2, 35072 "interval": null, 35073 "links": [ 35074 35075 ], 35076 "mappingType": 1, 35077 "mappingTypes": [ 35078 { 35079 "name": "value to text", 35080 "value": 1 35081 }, 35082 { 35083 "name": "range to text", 35084 "value": 2 35085 } 35086 ], 35087 "maxDataPoints": 100, 35088 "nullPointMode": "connected", 35089 "nullText": null, 35090 "postfix": "", 35091 "postfixFontSize": "50%", 35092 "prefix": "", 35093 "prefixFontSize": "50%", 35094 "rangeMaps": [ 35095 { 35096 "from": "null", 35097 "text": "N/A", 35098 "to": "null" 35099 } 35100 ], 35101 "span": 2, 35102 "sparkline": { 35103 "fillColor": "rgba(31, 118, 189, 0.18)", 35104 "full": false, 35105 "lineColor": "rgb(31, 120, 193)", 35106 "show": false 35107 }, 35108 "tableColumn": "", 35109 "targets": [ 35110 { 35111 "expr": "sum(up{cluster=\"$cluster\", job=\"kube-scheduler\"})", 35112 "format": "time_series", 35113 "intervalFactor": 2, 35114 "legendFormat": "", 35115 "refId": "A" 35116 } 35117 ], 35118 "thresholds": "", 35119 "title": "Up", 35120 "tooltip": { 35121 "shared": false 35122 }, 35123 "type": "singlestat", 35124 "valueFontSize": "80%", 35125 "valueMaps": [ 35126 { 35127 "op": "=", 35128 "text": "N/A", 35129 "value": "null" 35130 } 35131 ], 35132 "valueName": "min" 35133 }, 35134 { 35135 "aliasColors": { 35136 35137 }, 35138 "bars": false, 35139 "dashLength": 10, 35140 "dashes": false, 35141 "datasource": "$datasource", 35142 "fill": 1, 35143 "fillGradient": 0, 35144 "gridPos": { 35145 35146 }, 35147 "id": 3, 35148 "legend": { 35149 "alignAsTable": true, 35150 "avg": false, 35151 "current": true, 35152 "max": false, 35153 "min": false, 35154 "rightSide": true, 35155 "show": true, 35156 "sideWidth": null, 35157 "total": false, 35158 "values": true 35159 }, 35160 "lines": true, 35161 "linewidth": 1, 35162 "links": [ 35163 35164 ], 35165 "nullPointMode": "null", 35166 "percentage": false, 35167 "pointradius": 5, 35168 "points": false, 35169 "renderer": "flot", 35170 "repeat": null, 35171 "seriesOverrides": [ 35172 35173 ], 35174 "spaceLength": 10, 35175 "span": 5, 35176 "stack": false, 35177 "steppedLine": false, 35178 "targets": [ 35179 { 35180 "expr": "sum(rate(scheduler_e2e_scheduling_duration_seconds_count{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}[5m])) by (cluster, instance)", 35181 "format": "time_series", 35182 "intervalFactor": 2, 35183 "legendFormat": "{{cluster}} {{instance}} e2e", 35184 "refId": "A" 35185 }, 35186 { 35187 "expr": "sum(rate(scheduler_binding_duration_seconds_count{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}[5m])) by (cluster, instance)", 35188 "format": "time_series", 35189 "intervalFactor": 2, 35190 "legendFormat": "{{cluster}} {{instance}} binding", 35191 "refId": "B" 35192 }, 35193 { 35194 "expr": "sum(rate(scheduler_scheduling_algorithm_duration_seconds_count{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}[5m])) by (cluster, instance)", 35195 "format": "time_series", 35196 "intervalFactor": 2, 35197 "legendFormat": "{{cluster}} {{instance}} scheduling algorithm", 35198 "refId": "C" 35199 }, 35200 { 35201 "expr": "sum(rate(scheduler_volume_scheduling_duration_seconds_count{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}[5m])) by (cluster, instance)", 35202 "format": "time_series", 35203 "intervalFactor": 2, 35204 "legendFormat": "{{cluster}} {{instance}} volume", 35205 "refId": "D" 35206 } 35207 ], 35208 "thresholds": [ 35209 35210 ], 35211 "timeFrom": null, 35212 "timeShift": null, 35213 "title": "Scheduling Rate", 35214 "tooltip": { 35215 "shared": false, 35216 "sort": 0, 35217 "value_type": "individual" 35218 }, 35219 "type": "graph", 35220 "xaxis": { 35221 "buckets": null, 35222 "mode": "time", 35223 "name": null, 35224 "show": true, 35225 "values": [ 35226 35227 ] 35228 }, 35229 "yaxes": [ 35230 { 35231 "format": "ops", 35232 "label": null, 35233 "logBase": 1, 35234 "max": null, 35235 "min": 0, 35236 "show": true 35237 }, 35238 { 35239 "format": "ops", 35240 "label": null, 35241 "logBase": 1, 35242 "max": null, 35243 "min": 0, 35244 "show": true 35245 } 35246 ] 35247 }, 35248 { 35249 "aliasColors": { 35250 35251 }, 35252 "bars": false, 35253 "dashLength": 10, 35254 "dashes": false, 35255 "datasource": "$datasource", 35256 "fill": 1, 35257 "fillGradient": 0, 35258 "gridPos": { 35259 35260 }, 35261 "id": 4, 35262 "legend": { 35263 "alignAsTable": true, 35264 "avg": false, 35265 "current": true, 35266 "max": false, 35267 "min": false, 35268 "rightSide": true, 35269 "show": true, 35270 "sideWidth": null, 35271 "total": false, 35272 "values": true 35273 }, 35274 "lines": true, 35275 "linewidth": 1, 35276 "links": [ 35277 35278 ], 35279 "nullPointMode": "null", 35280 "percentage": false, 35281 "pointradius": 5, 35282 "points": false, 35283 "renderer": "flot", 35284 "repeat": null, 35285 "seriesOverrides": [ 35286 35287 ], 35288 "spaceLength": 10, 35289 "span": 5, 35290 "stack": false, 35291 "steppedLine": false, 35292 "targets": [ 35293 { 35294 "expr": "histogram_quantile(0.99, sum(rate(scheduler_e2e_scheduling_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\",instance=~\"$instance\"}[5m])) by (cluster, instance, le))", 35295 "format": "time_series", 35296 "intervalFactor": 2, 35297 "legendFormat": "{{cluster}} {{instance}} e2e", 35298 "refId": "A" 35299 }, 35300 { 35301 "expr": "histogram_quantile(0.99, sum(rate(scheduler_binding_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\",instance=~\"$instance\"}[5m])) by (cluster, instance, le))", 35302 "format": "time_series", 35303 "intervalFactor": 2, 35304 "legendFormat": "{{cluster}} {{instance}} binding", 35305 "refId": "B" 35306 }, 35307 { 35308 "expr": "histogram_quantile(0.99, sum(rate(scheduler_scheduling_algorithm_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\",instance=~\"$instance\"}[5m])) by (cluster, instance, le))", 35309 "format": "time_series", 35310 "intervalFactor": 2, 35311 "legendFormat": "{{cluster}} {{instance}} scheduling algorithm", 35312 "refId": "C" 35313 }, 35314 { 35315 "expr": "histogram_quantile(0.99, sum(rate(scheduler_volume_scheduling_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\",instance=~\"$instance\"}[5m])) by (cluster, instance, le))", 35316 "format": "time_series", 35317 "intervalFactor": 2, 35318 "legendFormat": "{{cluster}} {{instance}} volume", 35319 "refId": "D" 35320 } 35321 ], 35322 "thresholds": [ 35323 35324 ], 35325 "timeFrom": null, 35326 "timeShift": null, 35327 "title": "Scheduling latency 99th Quantile", 35328 "tooltip": { 35329 "shared": false, 35330 "sort": 0, 35331 "value_type": "individual" 35332 }, 35333 "type": "graph", 35334 "xaxis": { 35335 "buckets": null, 35336 "mode": "time", 35337 "name": null, 35338 "show": true, 35339 "values": [ 35340 35341 ] 35342 }, 35343 "yaxes": [ 35344 { 35345 "format": "s", 35346 "label": null, 35347 "logBase": 1, 35348 "max": null, 35349 "min": 0, 35350 "show": true 35351 }, 35352 { 35353 "format": "s", 35354 "label": null, 35355 "logBase": 1, 35356 "max": null, 35357 "min": 0, 35358 "show": true 35359 } 35360 ] 35361 } 35362 ], 35363 "repeat": null, 35364 "repeatIteration": null, 35365 "repeatRowId": null, 35366 "showTitle": false, 35367 "title": "Dashboard Row", 35368 "titleSize": "h6", 35369 "type": "row" 35370 }, 35371 { 35372 "collapse": false, 35373 "collapsed": false, 35374 "panels": [ 35375 { 35376 "aliasColors": { 35377 35378 }, 35379 "bars": false, 35380 "dashLength": 10, 35381 "dashes": false, 35382 "datasource": "$datasource", 35383 "fill": 1, 35384 "fillGradient": 0, 35385 "gridPos": { 35386 35387 }, 35388 "id": 5, 35389 "legend": { 35390 "alignAsTable": false, 35391 "avg": false, 35392 "current": false, 35393 "max": false, 35394 "min": false, 35395 "rightSide": false, 35396 "show": true, 35397 "sideWidth": null, 35398 "total": false, 35399 "values": false 35400 }, 35401 "lines": true, 35402 "linewidth": 1, 35403 "links": [ 35404 35405 ], 35406 "nullPointMode": "null", 35407 "percentage": false, 35408 "pointradius": 5, 35409 "points": false, 35410 "renderer": "flot", 35411 "repeat": null, 35412 "seriesOverrides": [ 35413 35414 ], 35415 "spaceLength": 10, 35416 "span": 4, 35417 "stack": false, 35418 "steppedLine": false, 35419 "targets": [ 35420 { 35421 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\",code=~\"2..\"}[5m]))", 35422 "format": "time_series", 35423 "intervalFactor": 2, 35424 "legendFormat": "2xx", 35425 "refId": "A" 35426 }, 35427 { 35428 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\",code=~\"3..\"}[5m]))", 35429 "format": "time_series", 35430 "intervalFactor": 2, 35431 "legendFormat": "3xx", 35432 "refId": "B" 35433 }, 35434 { 35435 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\",code=~\"4..\"}[5m]))", 35436 "format": "time_series", 35437 "intervalFactor": 2, 35438 "legendFormat": "4xx", 35439 "refId": "C" 35440 }, 35441 { 35442 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\",code=~\"5..\"}[5m]))", 35443 "format": "time_series", 35444 "intervalFactor": 2, 35445 "legendFormat": "5xx", 35446 "refId": "D" 35447 } 35448 ], 35449 "thresholds": [ 35450 35451 ], 35452 "timeFrom": null, 35453 "timeShift": null, 35454 "title": "Kube API Request Rate", 35455 "tooltip": { 35456 "shared": false, 35457 "sort": 0, 35458 "value_type": "individual" 35459 }, 35460 "type": "graph", 35461 "xaxis": { 35462 "buckets": null, 35463 "mode": "time", 35464 "name": null, 35465 "show": true, 35466 "values": [ 35467 35468 ] 35469 }, 35470 "yaxes": [ 35471 { 35472 "format": "ops", 35473 "label": null, 35474 "logBase": 1, 35475 "max": null, 35476 "min": 0, 35477 "show": true 35478 }, 35479 { 35480 "format": "ops", 35481 "label": null, 35482 "logBase": 1, 35483 "max": null, 35484 "min": 0, 35485 "show": true 35486 } 35487 ] 35488 }, 35489 { 35490 "aliasColors": { 35491 35492 }, 35493 "bars": false, 35494 "dashLength": 10, 35495 "dashes": false, 35496 "datasource": "$datasource", 35497 "fill": 1, 35498 "fillGradient": 0, 35499 "gridPos": { 35500 35501 }, 35502 "id": 6, 35503 "legend": { 35504 "alignAsTable": false, 35505 "avg": false, 35506 "current": false, 35507 "max": false, 35508 "min": false, 35509 "rightSide": false, 35510 "show": true, 35511 "sideWidth": null, 35512 "total": false, 35513 "values": false 35514 }, 35515 "lines": true, 35516 "linewidth": 1, 35517 "links": [ 35518 35519 ], 35520 "nullPointMode": "null", 35521 "percentage": false, 35522 "pointradius": 5, 35523 "points": false, 35524 "renderer": "flot", 35525 "repeat": null, 35526 "seriesOverrides": [ 35527 35528 ], 35529 "spaceLength": 10, 35530 "span": 8, 35531 "stack": false, 35532 "steppedLine": false, 35533 "targets": [ 35534 { 35535 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\", verb=\"POST\"}[5m])) by (verb, url, le))", 35536 "format": "time_series", 35537 "intervalFactor": 2, 35538 "legendFormat": "{{verb}} {{url}}", 35539 "refId": "A" 35540 } 35541 ], 35542 "thresholds": [ 35543 35544 ], 35545 "timeFrom": null, 35546 "timeShift": null, 35547 "title": "Post Request Latency 99th Quantile", 35548 "tooltip": { 35549 "shared": false, 35550 "sort": 0, 35551 "value_type": "individual" 35552 }, 35553 "type": "graph", 35554 "xaxis": { 35555 "buckets": null, 35556 "mode": "time", 35557 "name": null, 35558 "show": true, 35559 "values": [ 35560 35561 ] 35562 }, 35563 "yaxes": [ 35564 { 35565 "format": "s", 35566 "label": null, 35567 "logBase": 1, 35568 "max": null, 35569 "min": 0, 35570 "show": true 35571 }, 35572 { 35573 "format": "s", 35574 "label": null, 35575 "logBase": 1, 35576 "max": null, 35577 "min": 0, 35578 "show": true 35579 } 35580 ] 35581 } 35582 ], 35583 "repeat": null, 35584 "repeatIteration": null, 35585 "repeatRowId": null, 35586 "showTitle": false, 35587 "title": "Dashboard Row", 35588 "titleSize": "h6", 35589 "type": "row" 35590 }, 35591 { 35592 "collapse": false, 35593 "collapsed": false, 35594 "panels": [ 35595 { 35596 "aliasColors": { 35597 35598 }, 35599 "bars": false, 35600 "dashLength": 10, 35601 "dashes": false, 35602 "datasource": "$datasource", 35603 "fill": 1, 35604 "fillGradient": 0, 35605 "gridPos": { 35606 35607 }, 35608 "id": 7, 35609 "legend": { 35610 "alignAsTable": true, 35611 "avg": false, 35612 "current": true, 35613 "max": false, 35614 "min": false, 35615 "rightSide": true, 35616 "show": true, 35617 "sideWidth": null, 35618 "total": false, 35619 "values": true 35620 }, 35621 "lines": true, 35622 "linewidth": 1, 35623 "links": [ 35624 35625 ], 35626 "nullPointMode": "null", 35627 "percentage": false, 35628 "pointradius": 5, 35629 "points": false, 35630 "renderer": "flot", 35631 "repeat": null, 35632 "seriesOverrides": [ 35633 35634 ], 35635 "spaceLength": 10, 35636 "span": 12, 35637 "stack": false, 35638 "steppedLine": false, 35639 "targets": [ 35640 { 35641 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\", verb=\"GET\"}[5m])) by (verb, url, le))", 35642 "format": "time_series", 35643 "intervalFactor": 2, 35644 "legendFormat": "{{verb}} {{url}}", 35645 "refId": "A" 35646 } 35647 ], 35648 "thresholds": [ 35649 35650 ], 35651 "timeFrom": null, 35652 "timeShift": null, 35653 "title": "Get Request Latency 99th Quantile", 35654 "tooltip": { 35655 "shared": false, 35656 "sort": 0, 35657 "value_type": "individual" 35658 }, 35659 "type": "graph", 35660 "xaxis": { 35661 "buckets": null, 35662 "mode": "time", 35663 "name": null, 35664 "show": true, 35665 "values": [ 35666 35667 ] 35668 }, 35669 "yaxes": [ 35670 { 35671 "format": "s", 35672 "label": null, 35673 "logBase": 1, 35674 "max": null, 35675 "min": 0, 35676 "show": true 35677 }, 35678 { 35679 "format": "s", 35680 "label": null, 35681 "logBase": 1, 35682 "max": null, 35683 "min": 0, 35684 "show": true 35685 } 35686 ] 35687 } 35688 ], 35689 "repeat": null, 35690 "repeatIteration": null, 35691 "repeatRowId": null, 35692 "showTitle": false, 35693 "title": "Dashboard Row", 35694 "titleSize": "h6", 35695 "type": "row" 35696 }, 35697 { 35698 "collapse": false, 35699 "collapsed": false, 35700 "panels": [ 35701 { 35702 "aliasColors": { 35703 35704 }, 35705 "bars": false, 35706 "dashLength": 10, 35707 "dashes": false, 35708 "datasource": "$datasource", 35709 "fill": 1, 35710 "fillGradient": 0, 35711 "gridPos": { 35712 35713 }, 35714 "id": 8, 35715 "legend": { 35716 "alignAsTable": false, 35717 "avg": false, 35718 "current": false, 35719 "max": false, 35720 "min": false, 35721 "rightSide": false, 35722 "show": true, 35723 "sideWidth": null, 35724 "total": false, 35725 "values": false 35726 }, 35727 "lines": true, 35728 "linewidth": 1, 35729 "links": [ 35730 35731 ], 35732 "nullPointMode": "null", 35733 "percentage": false, 35734 "pointradius": 5, 35735 "points": false, 35736 "renderer": "flot", 35737 "repeat": null, 35738 "seriesOverrides": [ 35739 35740 ], 35741 "spaceLength": 10, 35742 "span": 4, 35743 "stack": false, 35744 "steppedLine": false, 35745 "targets": [ 35746 { 35747 "expr": "process_resident_memory_bytes{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}", 35748 "format": "time_series", 35749 "intervalFactor": 2, 35750 "legendFormat": "{{instance}}", 35751 "refId": "A" 35752 } 35753 ], 35754 "thresholds": [ 35755 35756 ], 35757 "timeFrom": null, 35758 "timeShift": null, 35759 "title": "Memory", 35760 "tooltip": { 35761 "shared": false, 35762 "sort": 0, 35763 "value_type": "individual" 35764 }, 35765 "type": "graph", 35766 "xaxis": { 35767 "buckets": null, 35768 "mode": "time", 35769 "name": null, 35770 "show": true, 35771 "values": [ 35772 35773 ] 35774 }, 35775 "yaxes": [ 35776 { 35777 "format": "bytes", 35778 "label": null, 35779 "logBase": 1, 35780 "max": null, 35781 "min": null, 35782 "show": true 35783 }, 35784 { 35785 "format": "bytes", 35786 "label": null, 35787 "logBase": 1, 35788 "max": null, 35789 "min": null, 35790 "show": true 35791 } 35792 ] 35793 }, 35794 { 35795 "aliasColors": { 35796 35797 }, 35798 "bars": false, 35799 "dashLength": 10, 35800 "dashes": false, 35801 "datasource": "$datasource", 35802 "fill": 1, 35803 "fillGradient": 0, 35804 "gridPos": { 35805 35806 }, 35807 "id": 9, 35808 "legend": { 35809 "alignAsTable": false, 35810 "avg": false, 35811 "current": false, 35812 "max": false, 35813 "min": false, 35814 "rightSide": false, 35815 "show": true, 35816 "sideWidth": null, 35817 "total": false, 35818 "values": false 35819 }, 35820 "lines": true, 35821 "linewidth": 1, 35822 "links": [ 35823 35824 ], 35825 "nullPointMode": "null", 35826 "percentage": false, 35827 "pointradius": 5, 35828 "points": false, 35829 "renderer": "flot", 35830 "repeat": null, 35831 "seriesOverrides": [ 35832 35833 ], 35834 "spaceLength": 10, 35835 "span": 4, 35836 "stack": false, 35837 "steppedLine": false, 35838 "targets": [ 35839 { 35840 "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\", job=\"kube-scheduler\", instance=~\"$instance\"}[5m])", 35841 "format": "time_series", 35842 "intervalFactor": 2, 35843 "legendFormat": "{{instance}}", 35844 "refId": "A" 35845 } 35846 ], 35847 "thresholds": [ 35848 35849 ], 35850 "timeFrom": null, 35851 "timeShift": null, 35852 "title": "CPU usage", 35853 "tooltip": { 35854 "shared": false, 35855 "sort": 0, 35856 "value_type": "individual" 35857 }, 35858 "type": "graph", 35859 "xaxis": { 35860 "buckets": null, 35861 "mode": "time", 35862 "name": null, 35863 "show": true, 35864 "values": [ 35865 35866 ] 35867 }, 35868 "yaxes": [ 35869 { 35870 "format": "bytes", 35871 "label": null, 35872 "logBase": 1, 35873 "max": null, 35874 "min": 0, 35875 "show": true 35876 }, 35877 { 35878 "format": "bytes", 35879 "label": null, 35880 "logBase": 1, 35881 "max": null, 35882 "min": 0, 35883 "show": true 35884 } 35885 ] 35886 }, 35887 { 35888 "aliasColors": { 35889 35890 }, 35891 "bars": false, 35892 "dashLength": 10, 35893 "dashes": false, 35894 "datasource": "$datasource", 35895 "fill": 1, 35896 "fillGradient": 0, 35897 "gridPos": { 35898 35899 }, 35900 "id": 10, 35901 "legend": { 35902 "alignAsTable": false, 35903 "avg": false, 35904 "current": false, 35905 "max": false, 35906 "min": false, 35907 "rightSide": false, 35908 "show": true, 35909 "sideWidth": null, 35910 "total": false, 35911 "values": false 35912 }, 35913 "lines": true, 35914 "linewidth": 1, 35915 "links": [ 35916 35917 ], 35918 "nullPointMode": "null", 35919 "percentage": false, 35920 "pointradius": 5, 35921 "points": false, 35922 "renderer": "flot", 35923 "repeat": null, 35924 "seriesOverrides": [ 35925 35926 ], 35927 "spaceLength": 10, 35928 "span": 4, 35929 "stack": false, 35930 "steppedLine": false, 35931 "targets": [ 35932 { 35933 "expr": "go_goroutines{cluster=\"$cluster\", job=\"kube-scheduler\",instance=~\"$instance\"}", 35934 "format": "time_series", 35935 "intervalFactor": 2, 35936 "legendFormat": "{{instance}}", 35937 "refId": "A" 35938 } 35939 ], 35940 "thresholds": [ 35941 35942 ], 35943 "timeFrom": null, 35944 "timeShift": null, 35945 "title": "Goroutines", 35946 "tooltip": { 35947 "shared": false, 35948 "sort": 0, 35949 "value_type": "individual" 35950 }, 35951 "type": "graph", 35952 "xaxis": { 35953 "buckets": null, 35954 "mode": "time", 35955 "name": null, 35956 "show": true, 35957 "values": [ 35958 35959 ] 35960 }, 35961 "yaxes": [ 35962 { 35963 "format": "short", 35964 "label": null, 35965 "logBase": 1, 35966 "max": null, 35967 "min": null, 35968 "show": true 35969 }, 35970 { 35971 "format": "short", 35972 "label": null, 35973 "logBase": 1, 35974 "max": null, 35975 "min": null, 35976 "show": true 35977 } 35978 ] 35979 } 35980 ], 35981 "repeat": null, 35982 "repeatIteration": null, 35983 "repeatRowId": null, 35984 "showTitle": false, 35985 "title": "Dashboard Row", 35986 "titleSize": "h6", 35987 "type": "row" 35988 } 35989 ], 35990 "schemaVersion": 14, 35991 "style": "dark", 35992 "tags": [ 35993 "kubernetes-mixin" 35994 ], 35995 "templating": { 35996 "list": [ 35997 { 35998 "current": { 35999 "text": "default", 36000 "value": "default" 36001 }, 36002 "hide": 0, 36003 "label": null, 36004 "name": "datasource", 36005 "options": [ 36006 36007 ], 36008 "query": "prometheus", 36009 "refresh": 1, 36010 "regex": "", 36011 "type": "datasource" 36012 }, 36013 { 36014 "allValue": null, 36015 "current": { 36016 36017 }, 36018 "datasource": "$datasource", 36019 "hide": 2, 36020 "includeAll": false, 36021 "label": "cluster", 36022 "multi": false, 36023 "name": "cluster", 36024 "options": [ 36025 36026 ], 36027 "query": "label_values(kube_pod_info, cluster)", 36028 "refresh": 2, 36029 "regex": "", 36030 "sort": 1, 36031 "tagValuesQuery": "", 36032 "tags": [ 36033 36034 ], 36035 "tagsQuery": "", 36036 "type": "query", 36037 "useTags": false 36038 }, 36039 { 36040 "allValue": null, 36041 "current": { 36042 36043 }, 36044 "datasource": "$datasource", 36045 "hide": 0, 36046 "includeAll": true, 36047 "label": null, 36048 "multi": false, 36049 "name": "instance", 36050 "options": [ 36051 36052 ], 36053 "query": "label_values(process_cpu_seconds_total{cluster=\"$cluster\", job=\"kube-scheduler\"}, instance)", 36054 "refresh": 2, 36055 "regex": "", 36056 "sort": 1, 36057 "tagValuesQuery": "", 36058 "tags": [ 36059 36060 ], 36061 "tagsQuery": "", 36062 "type": "query", 36063 "useTags": false 36064 } 36065 ] 36066 }, 36067 "time": { 36068 "from": "now-1h", 36069 "to": "now" 36070 }, 36071 "timepicker": { 36072 "refresh_intervals": [ 36073 "5s", 36074 "10s", 36075 "30s", 36076 "1m", 36077 "5m", 36078 "15m", 36079 "30m", 36080 "1h", 36081 "2h", 36082 "1d" 36083 ], 36084 "time_options": [ 36085 "5m", 36086 "15m", 36087 "1h", 36088 "6h", 36089 "12h", 36090 "24h", 36091 "2d", 36092 "7d", 36093 "30d" 36094 ] 36095 }, 36096 "timezone": "UTC", 36097 "title": "Kubernetes / Scheduler", 36098 "uid": "2e6b6a3b4bddf1427b3a55aa1311c656", 36099 "version": 0 36100 } 36101 --- 36102 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/statefulset.yaml 36103 apiVersion: v1 36104 kind: ConfigMap 36105 metadata: 36106 namespace: kube-prometheus-stack-system 36107 name: kube-prometheus-stack-statefulset 36108 annotations: 36109 { } 36110 labels: 36111 grafana_dashboard: "1" 36112 app: kube-prometheus-stack-grafana 36113 app.kubernetes.io/instance: kube-prometheus-stack 36114 app.kubernetes.io/version: "18.0.1" 36115 app.kubernetes.io/part-of: kube-prometheus-stack 36116 release: "kube-prometheus-stack" 36117 heritage: "Helm" 36118 data: 36119 statefulset.json: |- 36120 { 36121 "__inputs": [ 36122 36123 ], 36124 "__requires": [ 36125 36126 ], 36127 "annotations": { 36128 "list": [ 36129 36130 ] 36131 }, 36132 "editable": false, 36133 "gnetId": null, 36134 "graphTooltip": 0, 36135 "hideControls": false, 36136 "id": null, 36137 "links": [ 36138 36139 ], 36140 "refresh": "", 36141 "rows": [ 36142 { 36143 "collapse": false, 36144 "collapsed": false, 36145 "panels": [ 36146 { 36147 "cacheTimeout": null, 36148 "colorBackground": false, 36149 "colorValue": false, 36150 "colors": [ 36151 "#299c46", 36152 "rgba(237, 129, 40, 0.89)", 36153 "#d44a3a" 36154 ], 36155 "datasource": "$datasource", 36156 "format": "none", 36157 "gauge": { 36158 "maxValue": 100, 36159 "minValue": 0, 36160 "show": false, 36161 "thresholdLabels": false, 36162 "thresholdMarkers": true 36163 }, 36164 "gridPos": { 36165 36166 }, 36167 "id": 2, 36168 "interval": null, 36169 "links": [ 36170 36171 ], 36172 "mappingType": 1, 36173 "mappingTypes": [ 36174 { 36175 "name": "value to text", 36176 "value": 1 36177 }, 36178 { 36179 "name": "range to text", 36180 "value": 2 36181 } 36182 ], 36183 "maxDataPoints": 100, 36184 "nullPointMode": "connected", 36185 "nullText": null, 36186 "postfix": "cores", 36187 "postfixFontSize": "50%", 36188 "prefix": "", 36189 "prefixFontSize": "50%", 36190 "rangeMaps": [ 36191 { 36192 "from": "null", 36193 "text": "N/A", 36194 "to": "null" 36195 } 36196 ], 36197 "span": 4, 36198 "sparkline": { 36199 "fillColor": "rgba(31, 118, 189, 0.18)", 36200 "lineColor": "rgb(31, 120, 193)", 36201 "show": true 36202 }, 36203 "tableColumn": "", 36204 "targets": [ 36205 { 36206 "expr": "sum(rate(container_cpu_usage_seconds_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", container!=\"\", namespace=\"$namespace\", pod=~\"$statefulset.*\"}[3m]))", 36207 "format": "time_series", 36208 "intervalFactor": 2, 36209 "legendFormat": "", 36210 "refId": "A" 36211 } 36212 ], 36213 "thresholds": "", 36214 "title": "CPU", 36215 "tooltip": { 36216 "shared": false 36217 }, 36218 "type": "singlestat", 36219 "valueFontSize": "80%", 36220 "valueMaps": [ 36221 { 36222 "op": "=", 36223 "text": "0", 36224 "value": "null" 36225 } 36226 ], 36227 "valueName": "current" 36228 }, 36229 { 36230 "cacheTimeout": null, 36231 "colorBackground": false, 36232 "colorValue": false, 36233 "colors": [ 36234 "#299c46", 36235 "rgba(237, 129, 40, 0.89)", 36236 "#d44a3a" 36237 ], 36238 "datasource": "$datasource", 36239 "format": "none", 36240 "gauge": { 36241 "maxValue": 100, 36242 "minValue": 0, 36243 "show": false, 36244 "thresholdLabels": false, 36245 "thresholdMarkers": true 36246 }, 36247 "gridPos": { 36248 36249 }, 36250 "id": 3, 36251 "interval": null, 36252 "links": [ 36253 36254 ], 36255 "mappingType": 1, 36256 "mappingTypes": [ 36257 { 36258 "name": "value to text", 36259 "value": 1 36260 }, 36261 { 36262 "name": "range to text", 36263 "value": 2 36264 } 36265 ], 36266 "maxDataPoints": 100, 36267 "nullPointMode": "connected", 36268 "nullText": null, 36269 "postfix": "GB", 36270 "postfixFontSize": "50%", 36271 "prefix": "", 36272 "prefixFontSize": "50%", 36273 "rangeMaps": [ 36274 { 36275 "from": "null", 36276 "text": "N/A", 36277 "to": "null" 36278 } 36279 ], 36280 "span": 4, 36281 "sparkline": { 36282 "fillColor": "rgba(31, 118, 189, 0.18)", 36283 "lineColor": "rgb(31, 120, 193)", 36284 "show": true 36285 }, 36286 "tableColumn": "", 36287 "targets": [ 36288 { 36289 "expr": "sum(container_memory_usage_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", container!=\"\", namespace=\"$namespace\", pod=~\"$statefulset.*\"}) / 1024^3", 36290 "format": "time_series", 36291 "intervalFactor": 2, 36292 "legendFormat": "", 36293 "refId": "A" 36294 } 36295 ], 36296 "thresholds": "", 36297 "title": "Memory", 36298 "tooltip": { 36299 "shared": false 36300 }, 36301 "type": "singlestat", 36302 "valueFontSize": "80%", 36303 "valueMaps": [ 36304 { 36305 "op": "=", 36306 "text": "0", 36307 "value": "null" 36308 } 36309 ], 36310 "valueName": "current" 36311 }, 36312 { 36313 "cacheTimeout": null, 36314 "colorBackground": false, 36315 "colorValue": false, 36316 "colors": [ 36317 "#299c46", 36318 "rgba(237, 129, 40, 0.89)", 36319 "#d44a3a" 36320 ], 36321 "datasource": "$datasource", 36322 "format": "none", 36323 "gauge": { 36324 "maxValue": 100, 36325 "minValue": 0, 36326 "show": false, 36327 "thresholdLabels": false, 36328 "thresholdMarkers": true 36329 }, 36330 "gridPos": { 36331 36332 }, 36333 "id": 4, 36334 "interval": null, 36335 "links": [ 36336 36337 ], 36338 "mappingType": 1, 36339 "mappingTypes": [ 36340 { 36341 "name": "value to text", 36342 "value": 1 36343 }, 36344 { 36345 "name": "range to text", 36346 "value": 2 36347 } 36348 ], 36349 "maxDataPoints": 100, 36350 "nullPointMode": "connected", 36351 "nullText": null, 36352 "postfix": "Bps", 36353 "postfixFontSize": "50%", 36354 "prefix": "", 36355 "prefixFontSize": "50%", 36356 "rangeMaps": [ 36357 { 36358 "from": "null", 36359 "text": "N/A", 36360 "to": "null" 36361 } 36362 ], 36363 "span": 4, 36364 "sparkline": { 36365 "fillColor": "rgba(31, 118, 189, 0.18)", 36366 "lineColor": "rgb(31, 120, 193)", 36367 "show": true 36368 }, 36369 "tableColumn": "", 36370 "targets": [ 36371 { 36372 "expr": "sum(rate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$statefulset.*\"}[3m])) + sum(rate(container_network_receive_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",pod=~\"$statefulset.*\"}[3m]))", 36373 "format": "time_series", 36374 "intervalFactor": 2, 36375 "legendFormat": "", 36376 "refId": "A" 36377 } 36378 ], 36379 "thresholds": "", 36380 "title": "Network", 36381 "tooltip": { 36382 "shared": false 36383 }, 36384 "type": "singlestat", 36385 "valueFontSize": "80%", 36386 "valueMaps": [ 36387 { 36388 "op": "=", 36389 "text": "0", 36390 "value": "null" 36391 } 36392 ], 36393 "valueName": "current" 36394 } 36395 ], 36396 "repeat": null, 36397 "repeatIteration": null, 36398 "repeatRowId": null, 36399 "showTitle": false, 36400 "title": "Dashboard Row", 36401 "titleSize": "h6", 36402 "type": "row" 36403 }, 36404 { 36405 "collapse": false, 36406 "collapsed": false, 36407 "height": "100px", 36408 "panels": [ 36409 { 36410 "cacheTimeout": null, 36411 "colorBackground": false, 36412 "colorValue": false, 36413 "colors": [ 36414 "#299c46", 36415 "rgba(237, 129, 40, 0.89)", 36416 "#d44a3a" 36417 ], 36418 "datasource": "$datasource", 36419 "format": "none", 36420 "gauge": { 36421 "maxValue": 100, 36422 "minValue": 0, 36423 "show": false, 36424 "thresholdLabels": false, 36425 "thresholdMarkers": true 36426 }, 36427 "gridPos": { 36428 36429 }, 36430 "id": 5, 36431 "interval": null, 36432 "links": [ 36433 36434 ], 36435 "mappingType": 1, 36436 "mappingTypes": [ 36437 { 36438 "name": "value to text", 36439 "value": 1 36440 }, 36441 { 36442 "name": "range to text", 36443 "value": 2 36444 } 36445 ], 36446 "maxDataPoints": 100, 36447 "nullPointMode": "connected", 36448 "nullText": null, 36449 "postfix": "", 36450 "postfixFontSize": "50%", 36451 "prefix": "", 36452 "prefixFontSize": "50%", 36453 "rangeMaps": [ 36454 { 36455 "from": "null", 36456 "text": "N/A", 36457 "to": "null" 36458 } 36459 ], 36460 "span": 3, 36461 "sparkline": { 36462 "fillColor": "rgba(31, 118, 189, 0.18)", 36463 "full": false, 36464 "lineColor": "rgb(31, 120, 193)", 36465 "show": false 36466 }, 36467 "tableColumn": "", 36468 "targets": [ 36469 { 36470 "expr": "max(kube_statefulset_replicas{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", statefulset=\"$statefulset\"}) without (instance, pod)", 36471 "format": "time_series", 36472 "intervalFactor": 2, 36473 "legendFormat": "", 36474 "refId": "A" 36475 } 36476 ], 36477 "thresholds": "", 36478 "title": "Desired Replicas", 36479 "tooltip": { 36480 "shared": false 36481 }, 36482 "type": "singlestat", 36483 "valueFontSize": "80%", 36484 "valueMaps": [ 36485 { 36486 "op": "=", 36487 "text": "0", 36488 "value": "null" 36489 } 36490 ], 36491 "valueName": "current" 36492 }, 36493 { 36494 "cacheTimeout": null, 36495 "colorBackground": false, 36496 "colorValue": false, 36497 "colors": [ 36498 "#299c46", 36499 "rgba(237, 129, 40, 0.89)", 36500 "#d44a3a" 36501 ], 36502 "datasource": "$datasource", 36503 "format": "none", 36504 "gauge": { 36505 "maxValue": 100, 36506 "minValue": 0, 36507 "show": false, 36508 "thresholdLabels": false, 36509 "thresholdMarkers": true 36510 }, 36511 "gridPos": { 36512 36513 }, 36514 "id": 6, 36515 "interval": null, 36516 "links": [ 36517 36518 ], 36519 "mappingType": 1, 36520 "mappingTypes": [ 36521 { 36522 "name": "value to text", 36523 "value": 1 36524 }, 36525 { 36526 "name": "range to text", 36527 "value": 2 36528 } 36529 ], 36530 "maxDataPoints": 100, 36531 "nullPointMode": "connected", 36532 "nullText": null, 36533 "postfix": "", 36534 "postfixFontSize": "50%", 36535 "prefix": "", 36536 "prefixFontSize": "50%", 36537 "rangeMaps": [ 36538 { 36539 "from": "null", 36540 "text": "N/A", 36541 "to": "null" 36542 } 36543 ], 36544 "span": 3, 36545 "sparkline": { 36546 "fillColor": "rgba(31, 118, 189, 0.18)", 36547 "full": false, 36548 "lineColor": "rgb(31, 120, 193)", 36549 "show": false 36550 }, 36551 "tableColumn": "", 36552 "targets": [ 36553 { 36554 "expr": "min(kube_statefulset_status_replicas_current{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", statefulset=\"$statefulset\"}) without (instance, pod)", 36555 "format": "time_series", 36556 "intervalFactor": 2, 36557 "legendFormat": "", 36558 "refId": "A" 36559 } 36560 ], 36561 "thresholds": "", 36562 "title": "Replicas of current version", 36563 "tooltip": { 36564 "shared": false 36565 }, 36566 "type": "singlestat", 36567 "valueFontSize": "80%", 36568 "valueMaps": [ 36569 { 36570 "op": "=", 36571 "text": "0", 36572 "value": "null" 36573 } 36574 ], 36575 "valueName": "current" 36576 }, 36577 { 36578 "cacheTimeout": null, 36579 "colorBackground": false, 36580 "colorValue": false, 36581 "colors": [ 36582 "#299c46", 36583 "rgba(237, 129, 40, 0.89)", 36584 "#d44a3a" 36585 ], 36586 "datasource": "$datasource", 36587 "format": "none", 36588 "gauge": { 36589 "maxValue": 100, 36590 "minValue": 0, 36591 "show": false, 36592 "thresholdLabels": false, 36593 "thresholdMarkers": true 36594 }, 36595 "gridPos": { 36596 36597 }, 36598 "id": 7, 36599 "interval": null, 36600 "links": [ 36601 36602 ], 36603 "mappingType": 1, 36604 "mappingTypes": [ 36605 { 36606 "name": "value to text", 36607 "value": 1 36608 }, 36609 { 36610 "name": "range to text", 36611 "value": 2 36612 } 36613 ], 36614 "maxDataPoints": 100, 36615 "nullPointMode": "connected", 36616 "nullText": null, 36617 "postfix": "", 36618 "postfixFontSize": "50%", 36619 "prefix": "", 36620 "prefixFontSize": "50%", 36621 "rangeMaps": [ 36622 { 36623 "from": "null", 36624 "text": "N/A", 36625 "to": "null" 36626 } 36627 ], 36628 "span": 3, 36629 "sparkline": { 36630 "fillColor": "rgba(31, 118, 189, 0.18)", 36631 "full": false, 36632 "lineColor": "rgb(31, 120, 193)", 36633 "show": false 36634 }, 36635 "tableColumn": "", 36636 "targets": [ 36637 { 36638 "expr": "max(kube_statefulset_status_observed_generation{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", statefulset=\"$statefulset\"}) without (instance, pod)", 36639 "format": "time_series", 36640 "intervalFactor": 2, 36641 "legendFormat": "", 36642 "refId": "A" 36643 } 36644 ], 36645 "thresholds": "", 36646 "title": "Observed Generation", 36647 "tooltip": { 36648 "shared": false 36649 }, 36650 "type": "singlestat", 36651 "valueFontSize": "80%", 36652 "valueMaps": [ 36653 { 36654 "op": "=", 36655 "text": "0", 36656 "value": "null" 36657 } 36658 ], 36659 "valueName": "current" 36660 }, 36661 { 36662 "cacheTimeout": null, 36663 "colorBackground": false, 36664 "colorValue": false, 36665 "colors": [ 36666 "#299c46", 36667 "rgba(237, 129, 40, 0.89)", 36668 "#d44a3a" 36669 ], 36670 "datasource": "$datasource", 36671 "format": "none", 36672 "gauge": { 36673 "maxValue": 100, 36674 "minValue": 0, 36675 "show": false, 36676 "thresholdLabels": false, 36677 "thresholdMarkers": true 36678 }, 36679 "gridPos": { 36680 36681 }, 36682 "id": 8, 36683 "interval": null, 36684 "links": [ 36685 36686 ], 36687 "mappingType": 1, 36688 "mappingTypes": [ 36689 { 36690 "name": "value to text", 36691 "value": 1 36692 }, 36693 { 36694 "name": "range to text", 36695 "value": 2 36696 } 36697 ], 36698 "maxDataPoints": 100, 36699 "nullPointMode": "connected", 36700 "nullText": null, 36701 "postfix": "", 36702 "postfixFontSize": "50%", 36703 "prefix": "", 36704 "prefixFontSize": "50%", 36705 "rangeMaps": [ 36706 { 36707 "from": "null", 36708 "text": "N/A", 36709 "to": "null" 36710 } 36711 ], 36712 "span": 3, 36713 "sparkline": { 36714 "fillColor": "rgba(31, 118, 189, 0.18)", 36715 "full": false, 36716 "lineColor": "rgb(31, 120, 193)", 36717 "show": false 36718 }, 36719 "tableColumn": "", 36720 "targets": [ 36721 { 36722 "expr": "max(kube_statefulset_metadata_generation{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 36723 "format": "time_series", 36724 "intervalFactor": 2, 36725 "legendFormat": "", 36726 "refId": "A" 36727 } 36728 ], 36729 "thresholds": "", 36730 "title": "Metadata Generation", 36731 "tooltip": { 36732 "shared": false 36733 }, 36734 "type": "singlestat", 36735 "valueFontSize": "80%", 36736 "valueMaps": [ 36737 { 36738 "op": "=", 36739 "text": "0", 36740 "value": "null" 36741 } 36742 ], 36743 "valueName": "current" 36744 } 36745 ], 36746 "repeat": null, 36747 "repeatIteration": null, 36748 "repeatRowId": null, 36749 "showTitle": false, 36750 "title": "Dashboard Row", 36751 "titleSize": "h6", 36752 "type": "row" 36753 }, 36754 { 36755 "collapse": false, 36756 "collapsed": false, 36757 "panels": [ 36758 { 36759 "aliasColors": { 36760 36761 }, 36762 "bars": false, 36763 "dashLength": 10, 36764 "dashes": false, 36765 "datasource": "$datasource", 36766 "fill": 1, 36767 "fillGradient": 0, 36768 "gridPos": { 36769 36770 }, 36771 "id": 9, 36772 "legend": { 36773 "alignAsTable": false, 36774 "avg": false, 36775 "current": false, 36776 "max": false, 36777 "min": false, 36778 "rightSide": false, 36779 "show": true, 36780 "sideWidth": null, 36781 "total": false, 36782 "values": false 36783 }, 36784 "lines": true, 36785 "linewidth": 1, 36786 "links": [ 36787 36788 ], 36789 "nullPointMode": "null", 36790 "percentage": false, 36791 "pointradius": 5, 36792 "points": false, 36793 "renderer": "flot", 36794 "repeat": null, 36795 "seriesOverrides": [ 36796 36797 ], 36798 "spaceLength": 10, 36799 "stack": false, 36800 "steppedLine": false, 36801 "targets": [ 36802 { 36803 "expr": "max(kube_statefulset_replicas{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 36804 "format": "time_series", 36805 "intervalFactor": 2, 36806 "legendFormat": "replicas specified", 36807 "refId": "A" 36808 }, 36809 { 36810 "expr": "max(kube_statefulset_status_replicas{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 36811 "format": "time_series", 36812 "intervalFactor": 2, 36813 "legendFormat": "replicas created", 36814 "refId": "B" 36815 }, 36816 { 36817 "expr": "min(kube_statefulset_status_replicas_ready{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 36818 "format": "time_series", 36819 "intervalFactor": 2, 36820 "legendFormat": "ready", 36821 "refId": "C" 36822 }, 36823 { 36824 "expr": "min(kube_statefulset_status_replicas_current{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 36825 "format": "time_series", 36826 "intervalFactor": 2, 36827 "legendFormat": "replicas of current version", 36828 "refId": "D" 36829 }, 36830 { 36831 "expr": "min(kube_statefulset_status_replicas_updated{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)", 36832 "format": "time_series", 36833 "intervalFactor": 2, 36834 "legendFormat": "updated", 36835 "refId": "E" 36836 } 36837 ], 36838 "thresholds": [ 36839 36840 ], 36841 "timeFrom": null, 36842 "timeShift": null, 36843 "title": "Replicas", 36844 "tooltip": { 36845 "shared": false, 36846 "sort": 0, 36847 "value_type": "individual" 36848 }, 36849 "type": "graph", 36850 "xaxis": { 36851 "buckets": null, 36852 "mode": "time", 36853 "name": null, 36854 "show": true, 36855 "values": [ 36856 36857 ] 36858 }, 36859 "yaxes": [ 36860 { 36861 "format": "short", 36862 "label": null, 36863 "logBase": 1, 36864 "max": null, 36865 "min": null, 36866 "show": true 36867 }, 36868 { 36869 "format": "short", 36870 "label": null, 36871 "logBase": 1, 36872 "max": null, 36873 "min": null, 36874 "show": true 36875 } 36876 ] 36877 } 36878 ], 36879 "repeat": null, 36880 "repeatIteration": null, 36881 "repeatRowId": null, 36882 "showTitle": false, 36883 "title": "Dashboard Row", 36884 "titleSize": "h6", 36885 "type": "row" 36886 } 36887 ], 36888 "schemaVersion": 14, 36889 "style": "dark", 36890 "tags": [ 36891 "kubernetes-mixin" 36892 ], 36893 "templating": { 36894 "list": [ 36895 { 36896 "current": { 36897 "text": "default", 36898 "value": "default" 36899 }, 36900 "hide": 0, 36901 "label": null, 36902 "name": "datasource", 36903 "options": [ 36904 36905 ], 36906 "query": "prometheus", 36907 "refresh": 1, 36908 "regex": "", 36909 "type": "datasource" 36910 }, 36911 { 36912 "allValue": null, 36913 "current": { 36914 36915 }, 36916 "datasource": "$datasource", 36917 "hide": 0, 36918 "includeAll": false, 36919 "label": "cluster", 36920 "multi": false, 36921 "name": "cluster", 36922 "options": [ 36923 36924 ], 36925 "query": "label_values(kube_statefulset_metadata_generation, cluster)", 36926 "refresh": 2, 36927 "regex": "", 36928 "sort": 1, 36929 "tagValuesQuery": "", 36930 "tags": [ 36931 36932 ], 36933 "tagsQuery": "", 36934 "type": "query", 36935 "useTags": false 36936 }, 36937 { 36938 "allValue": null, 36939 "current": { 36940 36941 }, 36942 "datasource": "$datasource", 36943 "hide": 0, 36944 "includeAll": false, 36945 "label": "Namespace", 36946 "multi": false, 36947 "name": "namespace", 36948 "options": [ 36949 36950 ], 36951 "query": "label_values(kube_statefulset_metadata_generation{job=\"kube-state-metrics\", cluster=\"$cluster\"}, namespace)", 36952 "refresh": 2, 36953 "regex": "", 36954 "sort": 1, 36955 "tagValuesQuery": "", 36956 "tags": [ 36957 36958 ], 36959 "tagsQuery": "", 36960 "type": "query", 36961 "useTags": false 36962 }, 36963 { 36964 "allValue": null, 36965 "current": { 36966 36967 }, 36968 "datasource": "$datasource", 36969 "hide": 0, 36970 "includeAll": false, 36971 "label": "Name", 36972 "multi": false, 36973 "name": "statefulset", 36974 "options": [ 36975 36976 ], 36977 "query": "label_values(kube_statefulset_metadata_generation{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\"}, statefulset)", 36978 "refresh": 2, 36979 "regex": "", 36980 "sort": 1, 36981 "tagValuesQuery": "", 36982 "tags": [ 36983 36984 ], 36985 "tagsQuery": "", 36986 "type": "query", 36987 "useTags": false 36988 } 36989 ] 36990 }, 36991 "time": { 36992 "from": "now-1h", 36993 "to": "now" 36994 }, 36995 "timepicker": { 36996 "refresh_intervals": [ 36997 "5s", 36998 "10s", 36999 "30s", 37000 "1m", 37001 "5m", 37002 "15m", 37003 "30m", 37004 "1h", 37005 "2h", 37006 "1d" 37007 ], 37008 "time_options": [ 37009 "5m", 37010 "15m", 37011 "1h", 37012 "6h", 37013 "12h", 37014 "24h", 37015 "2d", 37016 "7d", 37017 "30d" 37018 ] 37019 }, 37020 "timezone": "UTC", 37021 "title": "Kubernetes / StatefulSets", 37022 "uid": "a31c1f46e6f727cb37c0d731a7245005", 37023 "version": 0 37024 } 37025 --- 37026 # Source: kube-prometheus-stack/templates/grafana/dashboards-1.14/workload-total.yaml 37027 apiVersion: v1 37028 kind: ConfigMap 37029 metadata: 37030 namespace: kube-prometheus-stack-system 37031 name: kube-prometheus-stack-workload-total 37032 annotations: 37033 { } 37034 labels: 37035 grafana_dashboard: "1" 37036 app: kube-prometheus-stack-grafana 37037 app.kubernetes.io/instance: kube-prometheus-stack 37038 app.kubernetes.io/version: "18.0.1" 37039 app.kubernetes.io/part-of: kube-prometheus-stack 37040 release: "kube-prometheus-stack" 37041 heritage: "Helm" 37042 data: 37043 workload-total.json: |- 37044 { 37045 "__inputs": [ 37046 37047 ], 37048 "__requires": [ 37049 37050 ], 37051 "annotations": { 37052 "list": [ 37053 { 37054 "builtIn": 1, 37055 "datasource": "-- Grafana --", 37056 "enable": true, 37057 "hide": true, 37058 "iconColor": "rgba(0, 211, 255, 1)", 37059 "name": "Annotations & Alerts", 37060 "type": "dashboard" 37061 } 37062 ] 37063 }, 37064 "editable": true, 37065 "gnetId": null, 37066 "graphTooltip": 0, 37067 "hideControls": false, 37068 "id": null, 37069 "links": [ 37070 37071 ], 37072 "panels": [ 37073 { 37074 "collapse": false, 37075 "collapsed": false, 37076 "gridPos": { 37077 "h": 1, 37078 "w": 24, 37079 "x": 0, 37080 "y": 0 37081 }, 37082 "id": 2, 37083 "panels": [ 37084 37085 ], 37086 "repeat": null, 37087 "repeatIteration": null, 37088 "repeatRowId": null, 37089 "showTitle": true, 37090 "title": "Current Bandwidth", 37091 "titleSize": "h6", 37092 "type": "row" 37093 }, 37094 { 37095 "aliasColors": { 37096 37097 }, 37098 "bars": true, 37099 "dashLength": 10, 37100 "dashes": false, 37101 "datasource": "$datasource", 37102 "fill": 2, 37103 "fillGradient": 0, 37104 "gridPos": { 37105 "h": 9, 37106 "w": 12, 37107 "x": 0, 37108 "y": 1 37109 }, 37110 "id": 3, 37111 "legend": { 37112 "alignAsTable": true, 37113 "avg": false, 37114 "current": true, 37115 "hideEmpty": true, 37116 "hideZero": true, 37117 "max": false, 37118 "min": false, 37119 "rightSide": true, 37120 "show": true, 37121 "sideWidth": null, 37122 "sort": "current", 37123 "sortDesc": true, 37124 "total": false, 37125 "values": true 37126 }, 37127 "lines": false, 37128 "linewidth": 1, 37129 "links": [ 37130 37131 ], 37132 "minSpan": 24, 37133 "nullPointMode": "null", 37134 "paceLength": 10, 37135 "percentage": false, 37136 "pointradius": 5, 37137 "points": false, 37138 "renderer": "flot", 37139 "repeat": null, 37140 "seriesOverrides": [ 37141 37142 ], 37143 "spaceLength": 10, 37144 "span": 24, 37145 "stack": false, 37146 "steppedLine": false, 37147 "targets": [ 37148 { 37149 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37150 "format": "time_series", 37151 "intervalFactor": 1, 37152 "legendFormat": "{{ pod }}", 37153 "refId": "A", 37154 "step": 10 37155 } 37156 ], 37157 "thresholds": [ 37158 37159 ], 37160 "timeFrom": null, 37161 "timeShift": null, 37162 "title": "Current Rate of Bytes Received", 37163 "tooltip": { 37164 "shared": true, 37165 "sort": 2, 37166 "value_type": "individual" 37167 }, 37168 "type": "graph", 37169 "xaxis": { 37170 "buckets": null, 37171 "mode": "series", 37172 "name": null, 37173 "show": false, 37174 "values": [ 37175 "current" 37176 ] 37177 }, 37178 "yaxes": [ 37179 { 37180 "format": "Bps", 37181 "label": null, 37182 "logBase": 1, 37183 "max": null, 37184 "min": 0, 37185 "show": true 37186 }, 37187 { 37188 "format": "Bps", 37189 "label": null, 37190 "logBase": 1, 37191 "max": null, 37192 "min": 0, 37193 "show": true 37194 } 37195 ] 37196 }, 37197 { 37198 "aliasColors": { 37199 37200 }, 37201 "bars": true, 37202 "dashLength": 10, 37203 "dashes": false, 37204 "datasource": "$datasource", 37205 "fill": 2, 37206 "fillGradient": 0, 37207 "gridPos": { 37208 "h": 9, 37209 "w": 12, 37210 "x": 12, 37211 "y": 1 37212 }, 37213 "id": 4, 37214 "legend": { 37215 "alignAsTable": true, 37216 "avg": false, 37217 "current": true, 37218 "hideEmpty": true, 37219 "hideZero": true, 37220 "max": false, 37221 "min": false, 37222 "rightSide": true, 37223 "show": true, 37224 "sideWidth": null, 37225 "sort": "current", 37226 "sortDesc": true, 37227 "total": false, 37228 "values": true 37229 }, 37230 "lines": false, 37231 "linewidth": 1, 37232 "links": [ 37233 37234 ], 37235 "minSpan": 24, 37236 "nullPointMode": "null", 37237 "paceLength": 10, 37238 "percentage": false, 37239 "pointradius": 5, 37240 "points": false, 37241 "renderer": "flot", 37242 "repeat": null, 37243 "seriesOverrides": [ 37244 37245 ], 37246 "spaceLength": 10, 37247 "span": 24, 37248 "stack": false, 37249 "steppedLine": false, 37250 "targets": [ 37251 { 37252 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37253 "format": "time_series", 37254 "intervalFactor": 1, 37255 "legendFormat": "{{ pod }}", 37256 "refId": "A", 37257 "step": 10 37258 } 37259 ], 37260 "thresholds": [ 37261 37262 ], 37263 "timeFrom": null, 37264 "timeShift": null, 37265 "title": "Current Rate of Bytes Transmitted", 37266 "tooltip": { 37267 "shared": true, 37268 "sort": 2, 37269 "value_type": "individual" 37270 }, 37271 "type": "graph", 37272 "xaxis": { 37273 "buckets": null, 37274 "mode": "series", 37275 "name": null, 37276 "show": false, 37277 "values": [ 37278 "current" 37279 ] 37280 }, 37281 "yaxes": [ 37282 { 37283 "format": "Bps", 37284 "label": null, 37285 "logBase": 1, 37286 "max": null, 37287 "min": 0, 37288 "show": true 37289 }, 37290 { 37291 "format": "Bps", 37292 "label": null, 37293 "logBase": 1, 37294 "max": null, 37295 "min": 0, 37296 "show": true 37297 } 37298 ] 37299 }, 37300 { 37301 "collapse": true, 37302 "collapsed": true, 37303 "gridPos": { 37304 "h": 1, 37305 "w": 24, 37306 "x": 0, 37307 "y": 10 37308 }, 37309 "id": 5, 37310 "panels": [ 37311 { 37312 "aliasColors": { 37313 37314 }, 37315 "bars": true, 37316 "dashLength": 10, 37317 "dashes": false, 37318 "datasource": "$datasource", 37319 "fill": 2, 37320 "fillGradient": 0, 37321 "gridPos": { 37322 "h": 9, 37323 "w": 12, 37324 "x": 0, 37325 "y": 11 37326 }, 37327 "id": 6, 37328 "legend": { 37329 "alignAsTable": true, 37330 "avg": false, 37331 "current": true, 37332 "hideEmpty": true, 37333 "hideZero": true, 37334 "max": false, 37335 "min": false, 37336 "rightSide": true, 37337 "show": true, 37338 "sideWidth": null, 37339 "sort": "current", 37340 "sortDesc": true, 37341 "total": false, 37342 "values": true 37343 }, 37344 "lines": false, 37345 "linewidth": 1, 37346 "links": [ 37347 37348 ], 37349 "minSpan": 24, 37350 "nullPointMode": "null", 37351 "paceLength": 10, 37352 "percentage": false, 37353 "pointradius": 5, 37354 "points": false, 37355 "renderer": "flot", 37356 "repeat": null, 37357 "seriesOverrides": [ 37358 37359 ], 37360 "spaceLength": 10, 37361 "span": 24, 37362 "stack": false, 37363 "steppedLine": false, 37364 "targets": [ 37365 { 37366 "expr": "sort_desc(avg(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37367 "format": "time_series", 37368 "intervalFactor": 1, 37369 "legendFormat": "{{ pod }}", 37370 "refId": "A", 37371 "step": 10 37372 } 37373 ], 37374 "thresholds": [ 37375 37376 ], 37377 "timeFrom": null, 37378 "timeShift": null, 37379 "title": "Average Rate of Bytes Received", 37380 "tooltip": { 37381 "shared": true, 37382 "sort": 2, 37383 "value_type": "individual" 37384 }, 37385 "type": "graph", 37386 "xaxis": { 37387 "buckets": null, 37388 "mode": "series", 37389 "name": null, 37390 "show": false, 37391 "values": [ 37392 "current" 37393 ] 37394 }, 37395 "yaxes": [ 37396 { 37397 "format": "Bps", 37398 "label": null, 37399 "logBase": 1, 37400 "max": null, 37401 "min": 0, 37402 "show": true 37403 }, 37404 { 37405 "format": "Bps", 37406 "label": null, 37407 "logBase": 1, 37408 "max": null, 37409 "min": 0, 37410 "show": true 37411 } 37412 ] 37413 }, 37414 { 37415 "aliasColors": { 37416 37417 }, 37418 "bars": true, 37419 "dashLength": 10, 37420 "dashes": false, 37421 "datasource": "$datasource", 37422 "fill": 2, 37423 "fillGradient": 0, 37424 "gridPos": { 37425 "h": 9, 37426 "w": 12, 37427 "x": 12, 37428 "y": 11 37429 }, 37430 "id": 7, 37431 "legend": { 37432 "alignAsTable": true, 37433 "avg": false, 37434 "current": true, 37435 "hideEmpty": true, 37436 "hideZero": true, 37437 "max": false, 37438 "min": false, 37439 "rightSide": true, 37440 "show": true, 37441 "sideWidth": null, 37442 "sort": "current", 37443 "sortDesc": true, 37444 "total": false, 37445 "values": true 37446 }, 37447 "lines": false, 37448 "linewidth": 1, 37449 "links": [ 37450 37451 ], 37452 "minSpan": 24, 37453 "nullPointMode": "null", 37454 "paceLength": 10, 37455 "percentage": false, 37456 "pointradius": 5, 37457 "points": false, 37458 "renderer": "flot", 37459 "repeat": null, 37460 "seriesOverrides": [ 37461 37462 ], 37463 "spaceLength": 10, 37464 "span": 24, 37465 "stack": false, 37466 "steppedLine": false, 37467 "targets": [ 37468 { 37469 "expr": "sort_desc(avg(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37470 "format": "time_series", 37471 "intervalFactor": 1, 37472 "legendFormat": "{{ pod }}", 37473 "refId": "A", 37474 "step": 10 37475 } 37476 ], 37477 "thresholds": [ 37478 37479 ], 37480 "timeFrom": null, 37481 "timeShift": null, 37482 "title": "Average Rate of Bytes Transmitted", 37483 "tooltip": { 37484 "shared": true, 37485 "sort": 2, 37486 "value_type": "individual" 37487 }, 37488 "type": "graph", 37489 "xaxis": { 37490 "buckets": null, 37491 "mode": "series", 37492 "name": null, 37493 "show": false, 37494 "values": [ 37495 "current" 37496 ] 37497 }, 37498 "yaxes": [ 37499 { 37500 "format": "Bps", 37501 "label": null, 37502 "logBase": 1, 37503 "max": null, 37504 "min": 0, 37505 "show": true 37506 }, 37507 { 37508 "format": "Bps", 37509 "label": null, 37510 "logBase": 1, 37511 "max": null, 37512 "min": 0, 37513 "show": true 37514 } 37515 ] 37516 } 37517 ], 37518 "repeat": null, 37519 "repeatIteration": null, 37520 "repeatRowId": null, 37521 "showTitle": true, 37522 "title": "Average Bandwidth", 37523 "titleSize": "h6", 37524 "type": "row" 37525 }, 37526 { 37527 "collapse": false, 37528 "collapsed": false, 37529 "gridPos": { 37530 "h": 1, 37531 "w": 24, 37532 "x": 0, 37533 "y": 11 37534 }, 37535 "id": 8, 37536 "panels": [ 37537 37538 ], 37539 "repeat": null, 37540 "repeatIteration": null, 37541 "repeatRowId": null, 37542 "showTitle": true, 37543 "title": "Bandwidth HIstory", 37544 "titleSize": "h6", 37545 "type": "row" 37546 }, 37547 { 37548 "aliasColors": { 37549 37550 }, 37551 "bars": false, 37552 "dashLength": 10, 37553 "dashes": false, 37554 "datasource": "$datasource", 37555 "fill": 2, 37556 "fillGradient": 0, 37557 "gridPos": { 37558 "h": 9, 37559 "w": 12, 37560 "x": 0, 37561 "y": 12 37562 }, 37563 "id": 9, 37564 "legend": { 37565 "alignAsTable": false, 37566 "avg": false, 37567 "current": false, 37568 "hideEmpty": true, 37569 "hideZero": true, 37570 "max": false, 37571 "min": false, 37572 "rightSide": false, 37573 "show": true, 37574 "sideWidth": null, 37575 "total": false, 37576 "values": false 37577 }, 37578 "lines": true, 37579 "linewidth": 2, 37580 "links": [ 37581 37582 ], 37583 "minSpan": 12, 37584 "nullPointMode": "connected", 37585 "paceLength": 10, 37586 "percentage": false, 37587 "pointradius": 5, 37588 "points": false, 37589 "renderer": "flot", 37590 "repeat": null, 37591 "seriesOverrides": [ 37592 37593 ], 37594 "spaceLength": 10, 37595 "span": 12, 37596 "stack": true, 37597 "steppedLine": false, 37598 "targets": [ 37599 { 37600 "expr": "sort_desc(sum(irate(container_network_receive_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37601 "format": "time_series", 37602 "intervalFactor": 1, 37603 "legendFormat": "{{pod}}", 37604 "refId": "A", 37605 "step": 10 37606 } 37607 ], 37608 "thresholds": [ 37609 37610 ], 37611 "timeFrom": null, 37612 "timeShift": null, 37613 "title": "Receive Bandwidth", 37614 "tooltip": { 37615 "shared": true, 37616 "sort": 2, 37617 "value_type": "individual" 37618 }, 37619 "type": "graph", 37620 "xaxis": { 37621 "buckets": null, 37622 "mode": "time", 37623 "name": null, 37624 "show": true, 37625 "values": [ 37626 37627 ] 37628 }, 37629 "yaxes": [ 37630 { 37631 "format": "Bps", 37632 "label": null, 37633 "logBase": 1, 37634 "max": null, 37635 "min": 0, 37636 "show": true 37637 }, 37638 { 37639 "format": "Bps", 37640 "label": null, 37641 "logBase": 1, 37642 "max": null, 37643 "min": 0, 37644 "show": true 37645 } 37646 ] 37647 }, 37648 { 37649 "aliasColors": { 37650 37651 }, 37652 "bars": false, 37653 "dashLength": 10, 37654 "dashes": false, 37655 "datasource": "$datasource", 37656 "fill": 2, 37657 "fillGradient": 0, 37658 "gridPos": { 37659 "h": 9, 37660 "w": 12, 37661 "x": 12, 37662 "y": 12 37663 }, 37664 "id": 10, 37665 "legend": { 37666 "alignAsTable": false, 37667 "avg": false, 37668 "current": false, 37669 "hideEmpty": true, 37670 "hideZero": true, 37671 "max": false, 37672 "min": false, 37673 "rightSide": false, 37674 "show": true, 37675 "sideWidth": null, 37676 "total": false, 37677 "values": false 37678 }, 37679 "lines": true, 37680 "linewidth": 2, 37681 "links": [ 37682 37683 ], 37684 "minSpan": 12, 37685 "nullPointMode": "connected", 37686 "paceLength": 10, 37687 "percentage": false, 37688 "pointradius": 5, 37689 "points": false, 37690 "renderer": "flot", 37691 "repeat": null, 37692 "seriesOverrides": [ 37693 37694 ], 37695 "spaceLength": 10, 37696 "span": 12, 37697 "stack": true, 37698 "steppedLine": false, 37699 "targets": [ 37700 { 37701 "expr": "sort_desc(sum(irate(container_network_transmit_bytes_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37702 "format": "time_series", 37703 "intervalFactor": 1, 37704 "legendFormat": "{{pod}}", 37705 "refId": "A", 37706 "step": 10 37707 } 37708 ], 37709 "thresholds": [ 37710 37711 ], 37712 "timeFrom": null, 37713 "timeShift": null, 37714 "title": "Transmit Bandwidth", 37715 "tooltip": { 37716 "shared": true, 37717 "sort": 2, 37718 "value_type": "individual" 37719 }, 37720 "type": "graph", 37721 "xaxis": { 37722 "buckets": null, 37723 "mode": "time", 37724 "name": null, 37725 "show": true, 37726 "values": [ 37727 37728 ] 37729 }, 37730 "yaxes": [ 37731 { 37732 "format": "Bps", 37733 "label": null, 37734 "logBase": 1, 37735 "max": null, 37736 "min": 0, 37737 "show": true 37738 }, 37739 { 37740 "format": "Bps", 37741 "label": null, 37742 "logBase": 1, 37743 "max": null, 37744 "min": 0, 37745 "show": true 37746 } 37747 ] 37748 }, 37749 { 37750 "collapse": true, 37751 "collapsed": true, 37752 "gridPos": { 37753 "h": 1, 37754 "w": 24, 37755 "x": 0, 37756 "y": 21 37757 }, 37758 "id": 11, 37759 "panels": [ 37760 { 37761 "aliasColors": { 37762 37763 }, 37764 "bars": false, 37765 "dashLength": 10, 37766 "dashes": false, 37767 "datasource": "$datasource", 37768 "fill": 2, 37769 "fillGradient": 0, 37770 "gridPos": { 37771 "h": 9, 37772 "w": 12, 37773 "x": 0, 37774 "y": 22 37775 }, 37776 "id": 12, 37777 "legend": { 37778 "alignAsTable": false, 37779 "avg": false, 37780 "current": false, 37781 "hideEmpty": true, 37782 "hideZero": true, 37783 "max": false, 37784 "min": false, 37785 "rightSide": false, 37786 "show": true, 37787 "sideWidth": null, 37788 "total": false, 37789 "values": false 37790 }, 37791 "lines": true, 37792 "linewidth": 2, 37793 "links": [ 37794 37795 ], 37796 "minSpan": 12, 37797 "nullPointMode": "connected", 37798 "paceLength": 10, 37799 "percentage": false, 37800 "pointradius": 5, 37801 "points": false, 37802 "renderer": "flot", 37803 "repeat": null, 37804 "seriesOverrides": [ 37805 37806 ], 37807 "spaceLength": 10, 37808 "span": 12, 37809 "stack": true, 37810 "steppedLine": false, 37811 "targets": [ 37812 { 37813 "expr": "sort_desc(sum(irate(container_network_receive_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37814 "format": "time_series", 37815 "intervalFactor": 1, 37816 "legendFormat": "{{pod}}", 37817 "refId": "A", 37818 "step": 10 37819 } 37820 ], 37821 "thresholds": [ 37822 37823 ], 37824 "timeFrom": null, 37825 "timeShift": null, 37826 "title": "Rate of Received Packets", 37827 "tooltip": { 37828 "shared": true, 37829 "sort": 2, 37830 "value_type": "individual" 37831 }, 37832 "type": "graph", 37833 "xaxis": { 37834 "buckets": null, 37835 "mode": "time", 37836 "name": null, 37837 "show": true, 37838 "values": [ 37839 37840 ] 37841 }, 37842 "yaxes": [ 37843 { 37844 "format": "pps", 37845 "label": null, 37846 "logBase": 1, 37847 "max": null, 37848 "min": 0, 37849 "show": true 37850 }, 37851 { 37852 "format": "pps", 37853 "label": null, 37854 "logBase": 1, 37855 "max": null, 37856 "min": 0, 37857 "show": true 37858 } 37859 ] 37860 }, 37861 { 37862 "aliasColors": { 37863 37864 }, 37865 "bars": false, 37866 "dashLength": 10, 37867 "dashes": false, 37868 "datasource": "$datasource", 37869 "fill": 2, 37870 "fillGradient": 0, 37871 "gridPos": { 37872 "h": 9, 37873 "w": 12, 37874 "x": 12, 37875 "y": 22 37876 }, 37877 "id": 13, 37878 "legend": { 37879 "alignAsTable": false, 37880 "avg": false, 37881 "current": false, 37882 "hideEmpty": true, 37883 "hideZero": true, 37884 "max": false, 37885 "min": false, 37886 "rightSide": false, 37887 "show": true, 37888 "sideWidth": null, 37889 "total": false, 37890 "values": false 37891 }, 37892 "lines": true, 37893 "linewidth": 2, 37894 "links": [ 37895 37896 ], 37897 "minSpan": 12, 37898 "nullPointMode": "connected", 37899 "paceLength": 10, 37900 "percentage": false, 37901 "pointradius": 5, 37902 "points": false, 37903 "renderer": "flot", 37904 "repeat": null, 37905 "seriesOverrides": [ 37906 37907 ], 37908 "spaceLength": 10, 37909 "span": 12, 37910 "stack": true, 37911 "steppedLine": false, 37912 "targets": [ 37913 { 37914 "expr": "sort_desc(sum(irate(container_network_transmit_packets_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 37915 "format": "time_series", 37916 "intervalFactor": 1, 37917 "legendFormat": "{{pod}}", 37918 "refId": "A", 37919 "step": 10 37920 } 37921 ], 37922 "thresholds": [ 37923 37924 ], 37925 "timeFrom": null, 37926 "timeShift": null, 37927 "title": "Rate of Transmitted Packets", 37928 "tooltip": { 37929 "shared": true, 37930 "sort": 2, 37931 "value_type": "individual" 37932 }, 37933 "type": "graph", 37934 "xaxis": { 37935 "buckets": null, 37936 "mode": "time", 37937 "name": null, 37938 "show": true, 37939 "values": [ 37940 37941 ] 37942 }, 37943 "yaxes": [ 37944 { 37945 "format": "pps", 37946 "label": null, 37947 "logBase": 1, 37948 "max": null, 37949 "min": 0, 37950 "show": true 37951 }, 37952 { 37953 "format": "pps", 37954 "label": null, 37955 "logBase": 1, 37956 "max": null, 37957 "min": 0, 37958 "show": true 37959 } 37960 ] 37961 } 37962 ], 37963 "repeat": null, 37964 "repeatIteration": null, 37965 "repeatRowId": null, 37966 "showTitle": true, 37967 "title": "Packets", 37968 "titleSize": "h6", 37969 "type": "row" 37970 }, 37971 { 37972 "collapse": true, 37973 "collapsed": true, 37974 "gridPos": { 37975 "h": 1, 37976 "w": 24, 37977 "x": 0, 37978 "y": 22 37979 }, 37980 "id": 14, 37981 "panels": [ 37982 { 37983 "aliasColors": { 37984 37985 }, 37986 "bars": false, 37987 "dashLength": 10, 37988 "dashes": false, 37989 "datasource": "$datasource", 37990 "fill": 2, 37991 "fillGradient": 0, 37992 "gridPos": { 37993 "h": 9, 37994 "w": 12, 37995 "x": 0, 37996 "y": 23 37997 }, 37998 "id": 15, 37999 "legend": { 38000 "alignAsTable": false, 38001 "avg": false, 38002 "current": false, 38003 "hideEmpty": true, 38004 "hideZero": true, 38005 "max": false, 38006 "min": false, 38007 "rightSide": false, 38008 "show": true, 38009 "sideWidth": null, 38010 "total": false, 38011 "values": false 38012 }, 38013 "lines": true, 38014 "linewidth": 2, 38015 "links": [ 38016 38017 ], 38018 "minSpan": 12, 38019 "nullPointMode": "connected", 38020 "paceLength": 10, 38021 "percentage": false, 38022 "pointradius": 5, 38023 "points": false, 38024 "renderer": "flot", 38025 "repeat": null, 38026 "seriesOverrides": [ 38027 38028 ], 38029 "spaceLength": 10, 38030 "span": 12, 38031 "stack": true, 38032 "steppedLine": false, 38033 "targets": [ 38034 { 38035 "expr": "sort_desc(sum(irate(container_network_receive_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 38036 "format": "time_series", 38037 "intervalFactor": 1, 38038 "legendFormat": "{{pod}}", 38039 "refId": "A", 38040 "step": 10 38041 } 38042 ], 38043 "thresholds": [ 38044 38045 ], 38046 "timeFrom": null, 38047 "timeShift": null, 38048 "title": "Rate of Received Packets Dropped", 38049 "tooltip": { 38050 "shared": true, 38051 "sort": 2, 38052 "value_type": "individual" 38053 }, 38054 "type": "graph", 38055 "xaxis": { 38056 "buckets": null, 38057 "mode": "time", 38058 "name": null, 38059 "show": true, 38060 "values": [ 38061 38062 ] 38063 }, 38064 "yaxes": [ 38065 { 38066 "format": "pps", 38067 "label": null, 38068 "logBase": 1, 38069 "max": null, 38070 "min": 0, 38071 "show": true 38072 }, 38073 { 38074 "format": "pps", 38075 "label": null, 38076 "logBase": 1, 38077 "max": null, 38078 "min": 0, 38079 "show": true 38080 } 38081 ] 38082 }, 38083 { 38084 "aliasColors": { 38085 38086 }, 38087 "bars": false, 38088 "dashLength": 10, 38089 "dashes": false, 38090 "datasource": "$datasource", 38091 "fill": 2, 38092 "fillGradient": 0, 38093 "gridPos": { 38094 "h": 9, 38095 "w": 12, 38096 "x": 12, 38097 "y": 23 38098 }, 38099 "id": 16, 38100 "legend": { 38101 "alignAsTable": false, 38102 "avg": false, 38103 "current": false, 38104 "hideEmpty": true, 38105 "hideZero": true, 38106 "max": false, 38107 "min": false, 38108 "rightSide": false, 38109 "show": true, 38110 "sideWidth": null, 38111 "total": false, 38112 "values": false 38113 }, 38114 "lines": true, 38115 "linewidth": 2, 38116 "links": [ 38117 38118 ], 38119 "minSpan": 12, 38120 "nullPointMode": "connected", 38121 "paceLength": 10, 38122 "percentage": false, 38123 "pointradius": 5, 38124 "points": false, 38125 "renderer": "flot", 38126 "repeat": null, 38127 "seriesOverrides": [ 38128 38129 ], 38130 "spaceLength": 10, 38131 "span": 12, 38132 "stack": true, 38133 "steppedLine": false, 38134 "targets": [ 38135 { 38136 "expr": "sort_desc(sum(irate(container_network_transmit_packets_dropped_total{cluster=\"$cluster\",namespace=~\"$namespace\"}[$interval:$resolution])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", 38137 "format": "time_series", 38138 "intervalFactor": 1, 38139 "legendFormat": "{{pod}}", 38140 "refId": "A", 38141 "step": 10 38142 } 38143 ], 38144 "thresholds": [ 38145 38146 ], 38147 "timeFrom": null, 38148 "timeShift": null, 38149 "title": "Rate of Transmitted Packets Dropped", 38150 "tooltip": { 38151 "shared": true, 38152 "sort": 2, 38153 "value_type": "individual" 38154 }, 38155 "type": "graph", 38156 "xaxis": { 38157 "buckets": null, 38158 "mode": "time", 38159 "name": null, 38160 "show": true, 38161 "values": [ 38162 38163 ] 38164 }, 38165 "yaxes": [ 38166 { 38167 "format": "pps", 38168 "label": null, 38169 "logBase": 1, 38170 "max": null, 38171 "min": 0, 38172 "show": true 38173 }, 38174 { 38175 "format": "pps", 38176 "label": null, 38177 "logBase": 1, 38178 "max": null, 38179 "min": 0, 38180 "show": true 38181 } 38182 ] 38183 } 38184 ], 38185 "repeat": null, 38186 "repeatIteration": null, 38187 "repeatRowId": null, 38188 "showTitle": true, 38189 "title": "Errors", 38190 "titleSize": "h6", 38191 "type": "row" 38192 } 38193 ], 38194 "refresh": "10s", 38195 "rows": [ 38196 38197 ], 38198 "schemaVersion": 18, 38199 "style": "dark", 38200 "tags": [ 38201 "kubernetes-mixin" 38202 ], 38203 "templating": { 38204 "list": [ 38205 { 38206 "current": { 38207 "text": "default", 38208 "value": "default" 38209 }, 38210 "hide": 0, 38211 "label": null, 38212 "name": "datasource", 38213 "options": [ 38214 38215 ], 38216 "query": "prometheus", 38217 "refresh": 1, 38218 "regex": "", 38219 "type": "datasource" 38220 }, 38221 { 38222 "allValue": null, 38223 "current": { 38224 38225 }, 38226 "datasource": "$datasource", 38227 "hide": 2, 38228 "includeAll": false, 38229 "label": null, 38230 "multi": false, 38231 "name": "cluster", 38232 "options": [ 38233 38234 ], 38235 "query": "label_values(kube_pod_info, cluster)", 38236 "refresh": 2, 38237 "regex": "", 38238 "sort": 0, 38239 "tagValuesQuery": "", 38240 "tags": [ 38241 38242 ], 38243 "tagsQuery": "", 38244 "type": "query", 38245 "useTags": false 38246 }, 38247 { 38248 "allValue": ".+", 38249 "auto": false, 38250 "auto_count": 30, 38251 "auto_min": "10s", 38252 "current": { 38253 "text": "kube-system", 38254 "value": "kube-system" 38255 }, 38256 "datasource": "$datasource", 38257 "definition": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 38258 "hide": 0, 38259 "includeAll": true, 38260 "label": null, 38261 "multi": false, 38262 "name": "namespace", 38263 "options": [ 38264 38265 ], 38266 "query": "label_values(container_network_receive_packets_total{cluster=\"$cluster\"}, namespace)", 38267 "refresh": 2, 38268 "regex": "", 38269 "skipUrlSync": false, 38270 "sort": 1, 38271 "tagValuesQuery": "", 38272 "tags": [ 38273 38274 ], 38275 "tagsQuery": "", 38276 "type": "query", 38277 "useTags": false 38278 }, 38279 { 38280 "allValue": null, 38281 "auto": false, 38282 "auto_count": 30, 38283 "auto_min": "10s", 38284 "current": { 38285 "text": "", 38286 "value": "" 38287 }, 38288 "datasource": "$datasource", 38289 "definition": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\"}, workload)", 38290 "hide": 0, 38291 "includeAll": false, 38292 "label": null, 38293 "multi": false, 38294 "name": "workload", 38295 "options": [ 38296 38297 ], 38298 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\"}, workload)", 38299 "refresh": 2, 38300 "regex": "", 38301 "skipUrlSync": false, 38302 "sort": 1, 38303 "tagValuesQuery": "", 38304 "tags": [ 38305 38306 ], 38307 "tagsQuery": "", 38308 "type": "query", 38309 "useTags": false 38310 }, 38311 { 38312 "allValue": null, 38313 "auto": false, 38314 "auto_count": 30, 38315 "auto_min": "10s", 38316 "current": { 38317 "text": "deployment", 38318 "value": "deployment" 38319 }, 38320 "datasource": "$datasource", 38321 "definition": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\"}, workload_type)", 38322 "hide": 0, 38323 "includeAll": false, 38324 "label": null, 38325 "multi": false, 38326 "name": "type", 38327 "options": [ 38328 38329 ], 38330 "query": "label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\",namespace=~\"$namespace\", workload=~\"$workload\"}, workload_type)", 38331 "refresh": 2, 38332 "regex": "", 38333 "skipUrlSync": false, 38334 "sort": 0, 38335 "tagValuesQuery": "", 38336 "tags": [ 38337 38338 ], 38339 "tagsQuery": "", 38340 "type": "query", 38341 "useTags": false 38342 }, 38343 { 38344 "allValue": null, 38345 "auto": false, 38346 "auto_count": 30, 38347 "auto_min": "10s", 38348 "current": { 38349 "text": "5m", 38350 "value": "5m" 38351 }, 38352 "datasource": "$datasource", 38353 "hide": 0, 38354 "includeAll": false, 38355 "label": null, 38356 "multi": false, 38357 "name": "resolution", 38358 "options": [ 38359 { 38360 "selected": false, 38361 "text": "30s", 38362 "value": "30s" 38363 }, 38364 { 38365 "selected": true, 38366 "text": "5m", 38367 "value": "5m" 38368 }, 38369 { 38370 "selected": false, 38371 "text": "1h", 38372 "value": "1h" 38373 } 38374 ], 38375 "query": "30s,5m,1h", 38376 "refresh": 2, 38377 "regex": "", 38378 "skipUrlSync": false, 38379 "sort": 1, 38380 "tagValuesQuery": "", 38381 "tags": [ 38382 38383 ], 38384 "tagsQuery": "", 38385 "type": "interval", 38386 "useTags": false 38387 }, 38388 { 38389 "allValue": null, 38390 "auto": false, 38391 "auto_count": 30, 38392 "auto_min": "10s", 38393 "current": { 38394 "text": "5m", 38395 "value": "5m" 38396 }, 38397 "datasource": "$datasource", 38398 "hide": 2, 38399 "includeAll": false, 38400 "label": null, 38401 "multi": false, 38402 "name": "interval", 38403 "options": [ 38404 { 38405 "selected": true, 38406 "text": "4h", 38407 "value": "4h" 38408 } 38409 ], 38410 "query": "4h", 38411 "refresh": 2, 38412 "regex": "", 38413 "skipUrlSync": false, 38414 "sort": 1, 38415 "tagValuesQuery": "", 38416 "tags": [ 38417 38418 ], 38419 "tagsQuery": "", 38420 "type": "interval", 38421 "useTags": false 38422 } 38423 ] 38424 }, 38425 "time": { 38426 "from": "now-1h", 38427 "to": "now" 38428 }, 38429 "timepicker": { 38430 "refresh_intervals": [ 38431 "5s", 38432 "10s", 38433 "30s", 38434 "1m", 38435 "5m", 38436 "15m", 38437 "30m", 38438 "1h", 38439 "2h", 38440 "1d" 38441 ], 38442 "time_options": [ 38443 "5m", 38444 "15m", 38445 "1h", 38446 "6h", 38447 "12h", 38448 "24h", 38449 "2d", 38450 "7d", 38451 "30d" 38452 ] 38453 }, 38454 "timezone": "UTC", 38455 "title": "Kubernetes / Networking / Workload", 38456 "uid": "728bf77cc1166d2f3133bf25846876cc", 38457 "version": 0 38458 } 38459 --- 38460 # Source: kube-prometheus-stack/charts/grafana/templates/clusterrole.yaml 38461 kind: ClusterRole 38462 apiVersion: rbac.authorization.k8s.io/v1 38463 metadata: 38464 labels: 38465 helm.sh/chart: grafana-6.15.0 38466 app.kubernetes.io/name: grafana 38467 app.kubernetes.io/instance: kube-prometheus-stack 38468 app.kubernetes.io/version: "8.1.0" 38469 38470 name: kube-prometheus-stack-grafana-clusterrole 38471 rules: 38472 - apiGroups: [ "" ] # "" indicates the core API group 38473 resources: [ "configmaps", "secrets" ] 38474 verbs: [ "get", "watch", "list" ] 38475 --- 38476 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/psp-clusterrole.yaml 38477 apiVersion: rbac.authorization.k8s.io/v1 38478 kind: ClusterRole 38479 metadata: 38480 labels: 38481 app.kubernetes.io/name: kube-state-metrics 38482 helm.sh/chart: kube-state-metrics-3.4.2 38483 38484 app.kubernetes.io/instance: kube-prometheus-stack 38485 name: psp-kube-prometheus-stack-kube-state-metrics 38486 rules: 38487 - apiGroups: [ 'policy' ] 38488 resources: [ 'podsecuritypolicies' ] 38489 verbs: [ 'use' ] 38490 resourceNames: 38491 - kube-prometheus-stack-kube-state-metrics 38492 --- 38493 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/role.yaml 38494 apiVersion: rbac.authorization.k8s.io/v1 38495 kind: ClusterRole 38496 metadata: 38497 labels: 38498 app.kubernetes.io/name: kube-state-metrics 38499 helm.sh/chart: kube-state-metrics-3.4.2 38500 38501 app.kubernetes.io/instance: kube-prometheus-stack 38502 name: kube-prometheus-stack-kube-state-metrics 38503 rules: 38504 38505 - apiGroups: [ "certificates.k8s.io" ] 38506 resources: 38507 - certificatesigningrequests 38508 verbs: [ "list", "watch" ] 38509 38510 - apiGroups: [ "" ] 38511 resources: 38512 - configmaps 38513 verbs: [ "list", "watch" ] 38514 38515 - apiGroups: [ "batch" ] 38516 resources: 38517 - cronjobs 38518 verbs: [ "list", "watch" ] 38519 38520 - apiGroups: [ "extensions", "apps" ] 38521 resources: 38522 - daemonsets 38523 verbs: [ "list", "watch" ] 38524 38525 - apiGroups: [ "extensions", "apps" ] 38526 resources: 38527 - deployments 38528 verbs: [ "list", "watch" ] 38529 38530 - apiGroups: [ "" ] 38531 resources: 38532 - endpoints 38533 verbs: [ "list", "watch" ] 38534 38535 - apiGroups: [ "autoscaling" ] 38536 resources: 38537 - horizontalpodautoscalers 38538 verbs: [ "list", "watch" ] 38539 38540 - apiGroups: [ "extensions", "networking.k8s.io" ] 38541 resources: 38542 - ingresses 38543 verbs: [ "list", "watch" ] 38544 38545 - apiGroups: [ "batch" ] 38546 resources: 38547 - jobs 38548 verbs: [ "list", "watch" ] 38549 38550 - apiGroups: [ "" ] 38551 resources: 38552 - limitranges 38553 verbs: [ "list", "watch" ] 38554 38555 - apiGroups: [ "admissionregistration.k8s.io" ] 38556 resources: 38557 - mutatingwebhookconfigurations 38558 verbs: [ "list", "watch" ] 38559 38560 - apiGroups: [ "" ] 38561 resources: 38562 - namespaces 38563 verbs: [ "list", "watch" ] 38564 38565 - apiGroups: [ "networking.k8s.io" ] 38566 resources: 38567 - networkpolicies 38568 verbs: [ "list", "watch" ] 38569 38570 - apiGroups: [ "" ] 38571 resources: 38572 - nodes 38573 verbs: [ "list", "watch" ] 38574 38575 - apiGroups: [ "" ] 38576 resources: 38577 - persistentvolumeclaims 38578 verbs: [ "list", "watch" ] 38579 38580 - apiGroups: [ "" ] 38581 resources: 38582 - persistentvolumes 38583 verbs: [ "list", "watch" ] 38584 38585 - apiGroups: [ "policy" ] 38586 resources: 38587 - poddisruptionbudgets 38588 verbs: [ "list", "watch" ] 38589 38590 - apiGroups: [ "" ] 38591 resources: 38592 - pods 38593 verbs: [ "list", "watch" ] 38594 38595 - apiGroups: [ "extensions", "apps" ] 38596 resources: 38597 - replicasets 38598 verbs: [ "list", "watch" ] 38599 38600 - apiGroups: [ "" ] 38601 resources: 38602 - replicationcontrollers 38603 verbs: [ "list", "watch" ] 38604 38605 - apiGroups: [ "" ] 38606 resources: 38607 - resourcequotas 38608 verbs: [ "list", "watch" ] 38609 38610 - apiGroups: [ "" ] 38611 resources: 38612 - secrets 38613 verbs: [ "list", "watch" ] 38614 38615 - apiGroups: [ "" ] 38616 resources: 38617 - services 38618 verbs: [ "list", "watch" ] 38619 38620 - apiGroups: [ "apps" ] 38621 resources: 38622 - statefulsets 38623 verbs: [ "list", "watch" ] 38624 38625 - apiGroups: [ "storage.k8s.io" ] 38626 resources: 38627 - storageclasses 38628 verbs: [ "list", "watch" ] 38629 38630 - apiGroups: [ "admissionregistration.k8s.io" ] 38631 resources: 38632 - validatingwebhookconfigurations 38633 verbs: [ "list", "watch" ] 38634 38635 - apiGroups: [ "storage.k8s.io" ] 38636 resources: 38637 - volumeattachments 38638 verbs: [ "list", "watch" ] 38639 --- 38640 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/psp-clusterrole.yaml 38641 kind: ClusterRole 38642 apiVersion: rbac.authorization.k8s.io/v1 38643 metadata: 38644 name: psp-kube-prometheus-stack-prometheus-node-exporter 38645 labels: 38646 app: prometheus-node-exporter 38647 heritage: Helm 38648 release: kube-prometheus-stack 38649 chart: prometheus-node-exporter-2.0.4 38650 jobLabel: node-exporter 38651 rules: 38652 - apiGroups: [ 'extensions' ] 38653 resources: [ 'podsecuritypolicies' ] 38654 verbs: [ 'use' ] 38655 resourceNames: 38656 - kube-prometheus-stack-prometheus-node-exporter 38657 --- 38658 # Source: kube-prometheus-stack/templates/prometheus-operator/clusterrole.yaml 38659 apiVersion: rbac.authorization.k8s.io/v1 38660 kind: ClusterRole 38661 metadata: 38662 name: kube-prometheus-stack-operator 38663 labels: 38664 app: kube-prometheus-stack-operator 38665 38666 38667 app.kubernetes.io/instance: kube-prometheus-stack 38668 app.kubernetes.io/version: "18.0.1" 38669 app.kubernetes.io/part-of: kube-prometheus-stack 38670 38671 release: "kube-prometheus-stack" 38672 heritage: "Helm" 38673 rules: 38674 - apiGroups: 38675 - monitoring.coreos.com 38676 resources: 38677 - alertmanagers 38678 - alertmanagers/finalizers 38679 - alertmanagerconfigs 38680 - prometheuses 38681 - prometheuses/finalizers 38682 - thanosrulers 38683 - thanosrulers/finalizers 38684 - servicemonitors 38685 - podmonitors 38686 - probes 38687 - prometheusrules 38688 verbs: 38689 - '*' 38690 - apiGroups: 38691 - apps 38692 resources: 38693 - statefulsets 38694 verbs: 38695 - '*' 38696 - apiGroups: 38697 - "" 38698 resources: 38699 - configmaps 38700 - secrets 38701 verbs: 38702 - '*' 38703 - apiGroups: 38704 - "" 38705 resources: 38706 - pods 38707 verbs: 38708 - list 38709 - delete 38710 - apiGroups: 38711 - "" 38712 resources: 38713 - services 38714 - services/finalizers 38715 - endpoints 38716 verbs: 38717 - get 38718 - create 38719 - update 38720 - delete 38721 - apiGroups: 38722 - "" 38723 resources: 38724 - nodes 38725 verbs: 38726 - list 38727 - watch 38728 - apiGroups: 38729 - "" 38730 resources: 38731 - namespaces 38732 verbs: 38733 - get 38734 - list 38735 - watch 38736 - apiGroups: 38737 - networking.k8s.io 38738 resources: 38739 - ingresses 38740 verbs: 38741 - get 38742 - list 38743 - watch 38744 --- 38745 # Source: kube-prometheus-stack/templates/prometheus-operator/psp-clusterrole.yaml 38746 kind: ClusterRole 38747 apiVersion: rbac.authorization.k8s.io/v1 38748 metadata: 38749 name: kube-prometheus-stack-operator-psp 38750 labels: 38751 app: kube-prometheus-stack-operator 38752 38753 38754 app.kubernetes.io/instance: kube-prometheus-stack 38755 app.kubernetes.io/version: "18.0.1" 38756 app.kubernetes.io/part-of: kube-prometheus-stack 38757 38758 release: "kube-prometheus-stack" 38759 heritage: "Helm" 38760 rules: 38761 - apiGroups: [ 'policy' ] 38762 resources: [ 'podsecuritypolicies' ] 38763 verbs: [ 'use' ] 38764 resourceNames: 38765 - kube-prometheus-stack-operator 38766 --- 38767 # Source: kube-prometheus-stack/templates/prometheus/clusterrole.yaml 38768 apiVersion: rbac.authorization.k8s.io/v1 38769 kind: ClusterRole 38770 metadata: 38771 name: kube-prometheus-stack-prometheus 38772 labels: 38773 app: kube-prometheus-stack-prometheus 38774 38775 38776 app.kubernetes.io/instance: kube-prometheus-stack 38777 app.kubernetes.io/version: "18.0.1" 38778 app.kubernetes.io/part-of: kube-prometheus-stack 38779 38780 release: "kube-prometheus-stack" 38781 heritage: "Helm" 38782 rules: 38783 # This permission are not in the kube-prometheus repo 38784 # they're grabbed from https://github.com/prometheus/prometheus/blob/master/documentation/examples/rbac-setup.yml 38785 - apiGroups: [ "" ] 38786 resources: 38787 - nodes 38788 - nodes/metrics 38789 - services 38790 - endpoints 38791 - pods 38792 verbs: [ "get", "list", "watch" ] 38793 - apiGroups: 38794 - "networking.k8s.io" 38795 resources: 38796 - ingresses 38797 verbs: [ "get", "list", "watch" ] 38798 - nonResourceURLs: [ "/metrics", "/metrics/cadvisor" ] 38799 verbs: [ "get" ] 38800 --- 38801 # Source: kube-prometheus-stack/templates/prometheus/psp-clusterrole.yaml 38802 kind: ClusterRole 38803 apiVersion: rbac.authorization.k8s.io/v1 38804 metadata: 38805 name: kube-prometheus-stack-prometheus-psp 38806 labels: 38807 app: kube-prometheus-stack-prometheus 38808 38809 38810 app.kubernetes.io/instance: kube-prometheus-stack 38811 app.kubernetes.io/version: "18.0.1" 38812 app.kubernetes.io/part-of: kube-prometheus-stack 38813 38814 release: "kube-prometheus-stack" 38815 heritage: "Helm" 38816 rules: 38817 - apiGroups: [ 'policy' ] 38818 resources: [ 'podsecuritypolicies' ] 38819 verbs: [ 'use' ] 38820 resourceNames: 38821 - kube-prometheus-stack-prometheus 38822 --- 38823 # Source: kube-prometheus-stack/charts/grafana/templates/clusterrolebinding.yaml 38824 kind: ClusterRoleBinding 38825 apiVersion: rbac.authorization.k8s.io/v1 38826 metadata: 38827 name: kube-prometheus-stack-grafana-clusterrolebinding 38828 labels: 38829 helm.sh/chart: grafana-6.15.0 38830 app.kubernetes.io/name: grafana 38831 app.kubernetes.io/instance: kube-prometheus-stack 38832 app.kubernetes.io/version: "8.1.0" 38833 38834 subjects: 38835 - kind: ServiceAccount 38836 name: kube-prometheus-stack-grafana 38837 namespace: kube-prometheus-stack-system 38838 roleRef: 38839 kind: ClusterRole 38840 name: kube-prometheus-stack-grafana-clusterrole 38841 apiGroup: rbac.authorization.k8s.io 38842 --- 38843 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/clusterrolebinding.yaml 38844 apiVersion: rbac.authorization.k8s.io/v1 38845 kind: ClusterRoleBinding 38846 metadata: 38847 labels: 38848 app.kubernetes.io/name: kube-state-metrics 38849 helm.sh/chart: kube-state-metrics-3.4.2 38850 38851 app.kubernetes.io/instance: kube-prometheus-stack 38852 name: kube-prometheus-stack-kube-state-metrics 38853 roleRef: 38854 apiGroup: rbac.authorization.k8s.io 38855 kind: ClusterRole 38856 name: kube-prometheus-stack-kube-state-metrics 38857 subjects: 38858 - kind: ServiceAccount 38859 name: kube-prometheus-stack-kube-state-metrics 38860 namespace: kube-prometheus-stack-system 38861 --- 38862 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/psp-clusterrolebinding.yaml 38863 apiVersion: rbac.authorization.k8s.io/v1 38864 kind: ClusterRoleBinding 38865 metadata: 38866 labels: 38867 app.kubernetes.io/name: kube-state-metrics 38868 helm.sh/chart: kube-state-metrics-3.4.2 38869 38870 app.kubernetes.io/instance: kube-prometheus-stack 38871 name: psp-kube-prometheus-stack-kube-state-metrics 38872 roleRef: 38873 apiGroup: rbac.authorization.k8s.io 38874 kind: ClusterRole 38875 name: psp-kube-prometheus-stack-kube-state-metrics 38876 subjects: 38877 - kind: ServiceAccount 38878 name: kube-prometheus-stack-kube-state-metrics 38879 namespace: kube-prometheus-stack-system 38880 --- 38881 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/psp-clusterrolebinding.yaml 38882 apiVersion: rbac.authorization.k8s.io/v1 38883 kind: ClusterRoleBinding 38884 metadata: 38885 name: psp-kube-prometheus-stack-prometheus-node-exporter 38886 labels: 38887 app: prometheus-node-exporter 38888 heritage: Helm 38889 release: kube-prometheus-stack 38890 chart: prometheus-node-exporter-2.0.4 38891 jobLabel: node-exporter 38892 roleRef: 38893 apiGroup: rbac.authorization.k8s.io 38894 kind: ClusterRole 38895 name: psp-kube-prometheus-stack-prometheus-node-exporter 38896 subjects: 38897 - kind: ServiceAccount 38898 name: kube-prometheus-stack-prometheus-node-exporter 38899 namespace: kube-prometheus-stack-system 38900 --- 38901 # Source: kube-prometheus-stack/templates/prometheus-operator/clusterrolebinding.yaml 38902 apiVersion: rbac.authorization.k8s.io/v1 38903 kind: ClusterRoleBinding 38904 metadata: 38905 name: kube-prometheus-stack-operator 38906 labels: 38907 app: kube-prometheus-stack-operator 38908 app.kubernetes.io/instance: kube-prometheus-stack 38909 app.kubernetes.io/version: "18.0.1" 38910 app.kubernetes.io/part-of: kube-prometheus-stack 38911 38912 release: "kube-prometheus-stack" 38913 heritage: "Helm" 38914 roleRef: 38915 apiGroup: rbac.authorization.k8s.io 38916 kind: ClusterRole 38917 name: kube-prometheus-stack-operator 38918 subjects: 38919 - kind: ServiceAccount 38920 name: kube-prometheus-stack-operator 38921 namespace: kube-prometheus-stack-system 38922 --- 38923 # Source: kube-prometheus-stack/templates/prometheus-operator/psp-clusterrolebinding.yaml 38924 kind: ClusterRoleBinding 38925 apiVersion: rbac.authorization.k8s.io/v1 38926 metadata: 38927 name: kube-prometheus-stack-operator-psp 38928 labels: 38929 app: kube-prometheus-stack-operator 38930 app.kubernetes.io/instance: kube-prometheus-stack 38931 app.kubernetes.io/version: "18.0.1" 38932 app.kubernetes.io/part-of: kube-prometheus-stack 38933 release: "kube-prometheus-stack" 38934 heritage: "Helm" 38935 roleRef: 38936 apiGroup: rbac.authorization.k8s.io 38937 kind: ClusterRole 38938 name: kube-prometheus-stack-operator-psp 38939 subjects: 38940 - kind: ServiceAccount 38941 name: kube-prometheus-stack-operator 38942 namespace: kube-prometheus-stack-system 38943 --- 38944 # Source: kube-prometheus-stack/templates/prometheus/clusterrolebinding.yaml 38945 apiVersion: rbac.authorization.k8s.io/v1 38946 kind: ClusterRoleBinding 38947 metadata: 38948 name: kube-prometheus-stack-prometheus 38949 labels: 38950 app: kube-prometheus-stack-prometheus 38951 app.kubernetes.io/instance: kube-prometheus-stack 38952 app.kubernetes.io/version: "18.0.1" 38953 app.kubernetes.io/part-of: kube-prometheus-stack 38954 release: "kube-prometheus-stack" 38955 heritage: "Helm" 38956 roleRef: 38957 apiGroup: rbac.authorization.k8s.io 38958 kind: ClusterRole 38959 name: kube-prometheus-stack-prometheus 38960 subjects: 38961 - kind: ServiceAccount 38962 name: kube-prometheus-stack-prometheus 38963 namespace: kube-prometheus-stack-system 38964 --- 38965 # Source: kube-prometheus-stack/templates/prometheus/psp-clusterrolebinding.yaml 38966 apiVersion: rbac.authorization.k8s.io/v1 38967 kind: ClusterRoleBinding 38968 metadata: 38969 name: kube-prometheus-stack-prometheus-psp 38970 labels: 38971 app: kube-prometheus-stack-prometheus 38972 app.kubernetes.io/instance: kube-prometheus-stack 38973 app.kubernetes.io/version: "18.0.1" 38974 app.kubernetes.io/part-of: kube-prometheus-stack 38975 38976 release: "kube-prometheus-stack" 38977 heritage: "Helm" 38978 roleRef: 38979 apiGroup: rbac.authorization.k8s.io 38980 kind: ClusterRole 38981 name: kube-prometheus-stack-prometheus-psp 38982 subjects: 38983 - kind: ServiceAccount 38984 name: kube-prometheus-stack-prometheus 38985 namespace: kube-prometheus-stack-system 38986 --- 38987 # Source: kube-prometheus-stack/charts/grafana/templates/role.yaml 38988 apiVersion: rbac.authorization.k8s.io/v1 38989 kind: Role 38990 metadata: 38991 name: kube-prometheus-stack-grafana 38992 namespace: kube-prometheus-stack-system 38993 labels: 38994 helm.sh/chart: grafana-6.15.0 38995 app.kubernetes.io/name: grafana 38996 app.kubernetes.io/instance: kube-prometheus-stack 38997 app.kubernetes.io/version: "8.1.0" 38998 38999 rules: 39000 - apiGroups: [ 'extensions' ] 39001 resources: [ 'podsecuritypolicies' ] 39002 verbs: [ 'use' ] 39003 resourceNames: [ kube-prometheus-stack-grafana ] 39004 --- 39005 # Source: kube-prometheus-stack/templates/alertmanager/psp-role.yaml 39006 kind: Role 39007 apiVersion: rbac.authorization.k8s.io/v1 39008 metadata: 39009 name: kube-prometheus-stack-alertmanager 39010 namespace: kube-prometheus-stack-system 39011 labels: 39012 app: kube-prometheus-stack-alertmanager 39013 app.kubernetes.io/instance: kube-prometheus-stack 39014 app.kubernetes.io/version: "18.0.1" 39015 app.kubernetes.io/part-of: kube-prometheus-stack 39016 release: "kube-prometheus-stack" 39017 heritage: "Helm" 39018 rules: 39019 - apiGroups: [ 'policy' ] 39020 resources: [ 'podsecuritypolicies' ] 39021 verbs: [ 'use' ] 39022 resourceNames: 39023 - kube-prometheus-stack-alertmanager 39024 --- 39025 # Source: kube-prometheus-stack/charts/grafana/templates/rolebinding.yaml 39026 apiVersion: rbac.authorization.k8s.io/v1 39027 kind: RoleBinding 39028 metadata: 39029 name: kube-prometheus-stack-grafana 39030 namespace: kube-prometheus-stack-system 39031 labels: 39032 helm.sh/chart: grafana-6.15.0 39033 app.kubernetes.io/name: grafana 39034 app.kubernetes.io/instance: kube-prometheus-stack 39035 app.kubernetes.io/version: "8.1.0" 39036 39037 roleRef: 39038 apiGroup: rbac.authorization.k8s.io 39039 kind: Role 39040 name: kube-prometheus-stack-grafana 39041 subjects: 39042 - kind: ServiceAccount 39043 name: kube-prometheus-stack-grafana 39044 namespace: kube-prometheus-stack-system 39045 --- 39046 # Source: kube-prometheus-stack/templates/alertmanager/psp-rolebinding.yaml 39047 apiVersion: rbac.authorization.k8s.io/v1 39048 kind: RoleBinding 39049 metadata: 39050 name: kube-prometheus-stack-alertmanager 39051 namespace: kube-prometheus-stack-system 39052 labels: 39053 app: kube-prometheus-stack-alertmanager 39054 app.kubernetes.io/instance: kube-prometheus-stack 39055 app.kubernetes.io/version: "18.0.1" 39056 app.kubernetes.io/part-of: kube-prometheus-stack 39057 release: "kube-prometheus-stack" 39058 heritage: "Helm" 39059 roleRef: 39060 apiGroup: rbac.authorization.k8s.io 39061 kind: Role 39062 name: kube-prometheus-stack-alertmanager 39063 subjects: 39064 - kind: ServiceAccount 39065 name: kube-prometheus-stack-alertmanager 39066 namespace: kube-prometheus-stack-system 39067 --- 39068 # Source: kube-prometheus-stack/charts/grafana/templates/service.yaml 39069 apiVersion: v1 39070 kind: Service 39071 metadata: 39072 name: kube-prometheus-stack-grafana 39073 namespace: kube-prometheus-stack-system 39074 labels: 39075 helm.sh/chart: grafana-6.15.0 39076 app.kubernetes.io/name: grafana 39077 app.kubernetes.io/instance: kube-prometheus-stack 39078 app.kubernetes.io/version: "8.1.0" 39079 39080 spec: 39081 type: ClusterIP 39082 ports: 39083 - name: service 39084 port: 80 39085 protocol: TCP 39086 targetPort: 3000 39087 39088 selector: 39089 app.kubernetes.io/name: grafana 39090 app.kubernetes.io/instance: kube-prometheus-stack 39091 --- 39092 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/service.yaml 39093 apiVersion: v1 39094 kind: Service 39095 metadata: 39096 name: kube-prometheus-stack-kube-state-metrics 39097 namespace: kube-prometheus-stack-system 39098 labels: 39099 app.kubernetes.io/name: kube-state-metrics 39100 helm.sh/chart: "kube-state-metrics-3.4.2" 39101 app.kubernetes.io/instance: "kube-prometheus-stack" 39102 app.kubernetes.io/managed-by: "Helm" 39103 annotations: 39104 prometheus.io/scrape: 'true' 39105 spec: 39106 type: "ClusterIP" 39107 ports: 39108 - name: "http" 39109 protocol: TCP 39110 port: 8080 39111 targetPort: 8080 39112 39113 selector: 39114 app.kubernetes.io/name: kube-state-metrics 39115 app.kubernetes.io/instance: kube-prometheus-stack 39116 --- 39117 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/service.yaml 39118 apiVersion: v1 39119 kind: Service 39120 metadata: 39121 name: kube-prometheus-stack-prometheus-node-exporter 39122 namespace: kube-prometheus-stack-system 39123 annotations: 39124 prometheus.io/scrape: "true" 39125 labels: 39126 app: prometheus-node-exporter 39127 heritage: Helm 39128 release: kube-prometheus-stack 39129 chart: prometheus-node-exporter-2.0.4 39130 jobLabel: node-exporter 39131 spec: 39132 type: ClusterIP 39133 ports: 39134 - port: 9100 39135 targetPort: 9100 39136 protocol: TCP 39137 name: metrics 39138 selector: 39139 app: prometheus-node-exporter 39140 release: kube-prometheus-stack 39141 --- 39142 # Source: kube-prometheus-stack/templates/alertmanager/service.yaml 39143 apiVersion: v1 39144 kind: Service 39145 metadata: 39146 name: kube-prometheus-stack-alertmanager 39147 namespace: kube-prometheus-stack-system 39148 labels: 39149 app: kube-prometheus-stack-alertmanager 39150 self-monitor: "true" 39151 app.kubernetes.io/instance: kube-prometheus-stack 39152 app.kubernetes.io/version: "18.0.1" 39153 app.kubernetes.io/part-of: kube-prometheus-stack 39154 release: "kube-prometheus-stack" 39155 heritage: "Helm" 39156 spec: 39157 ports: 39158 - name: web 39159 port: 9093 39160 targetPort: 9093 39161 protocol: TCP 39162 selector: 39163 app: alertmanager 39164 alertmanager: kube-prometheus-stack-alertmanager 39165 type: "ClusterIP" 39166 --- 39167 # Source: kube-prometheus-stack/templates/exporters/core-dns/service.yaml 39168 apiVersion: v1 39169 kind: Service 39170 metadata: 39171 name: kube-prometheus-stack-coredns 39172 labels: 39173 app: kube-prometheus-stack-coredns 39174 jobLabel: coredns 39175 app.kubernetes.io/instance: kube-prometheus-stack 39176 app.kubernetes.io/version: "18.0.1" 39177 app.kubernetes.io/part-of: kube-prometheus-stack 39178 release: "kube-prometheus-stack" 39179 heritage: "Helm" 39180 namespace: kube-system 39181 spec: 39182 clusterIP: None 39183 ports: 39184 - name: http-metrics 39185 port: 9153 39186 protocol: TCP 39187 targetPort: 9153 39188 selector: 39189 k8s-app: kube-dns 39190 --- 39191 # Source: kube-prometheus-stack/templates/exporters/kube-controller-manager/service.yaml 39192 apiVersion: v1 39193 kind: Service 39194 metadata: 39195 name: kube-prometheus-stack-kube-controller-manager 39196 labels: 39197 app: kube-prometheus-stack-kube-controller-manager 39198 jobLabel: kube-controller-manager 39199 app.kubernetes.io/instance: kube-prometheus-stack 39200 app.kubernetes.io/version: "18.0.1" 39201 app.kubernetes.io/part-of: kube-prometheus-stack 39202 release: "kube-prometheus-stack" 39203 heritage: "Helm" 39204 namespace: kube-system 39205 spec: 39206 clusterIP: None 39207 ports: 39208 - name: http-metrics 39209 port: 10252 39210 protocol: TCP 39211 targetPort: 10252 39212 selector: 39213 component: kube-controller-manager 39214 type: ClusterIP 39215 --- 39216 # Source: kube-prometheus-stack/templates/exporters/kube-etcd/service.yaml 39217 apiVersion: v1 39218 kind: Service 39219 metadata: 39220 name: kube-prometheus-stack-kube-etcd 39221 labels: 39222 app: kube-prometheus-stack-kube-etcd 39223 jobLabel: kube-etcd 39224 39225 39226 app.kubernetes.io/instance: kube-prometheus-stack 39227 app.kubernetes.io/version: "18.0.1" 39228 app.kubernetes.io/part-of: kube-prometheus-stack 39229 39230 release: "kube-prometheus-stack" 39231 heritage: "Helm" 39232 namespace: kube-system 39233 spec: 39234 clusterIP: None 39235 ports: 39236 - name: http-metrics 39237 port: 2379 39238 protocol: TCP 39239 targetPort: 2379 39240 selector: 39241 component: etcd 39242 type: ClusterIP 39243 --- 39244 # Source: kube-prometheus-stack/templates/exporters/kube-proxy/service.yaml 39245 apiVersion: v1 39246 kind: Service 39247 metadata: 39248 name: kube-prometheus-stack-kube-proxy 39249 labels: 39250 app: kube-prometheus-stack-kube-proxy 39251 jobLabel: kube-proxy 39252 39253 39254 app.kubernetes.io/instance: kube-prometheus-stack 39255 app.kubernetes.io/version: "18.0.1" 39256 app.kubernetes.io/part-of: kube-prometheus-stack 39257 39258 release: "kube-prometheus-stack" 39259 heritage: "Helm" 39260 namespace: kube-system 39261 spec: 39262 clusterIP: None 39263 ports: 39264 - name: http-metrics 39265 port: 10249 39266 protocol: TCP 39267 targetPort: 10249 39268 selector: 39269 k8s-app: kube-proxy 39270 type: ClusterIP 39271 --- 39272 # Source: kube-prometheus-stack/templates/exporters/kube-scheduler/service.yaml 39273 apiVersion: v1 39274 kind: Service 39275 metadata: 39276 name: kube-prometheus-stack-kube-scheduler 39277 labels: 39278 app: kube-prometheus-stack-kube-scheduler 39279 jobLabel: kube-scheduler 39280 39281 39282 app.kubernetes.io/instance: kube-prometheus-stack 39283 app.kubernetes.io/version: "18.0.1" 39284 app.kubernetes.io/part-of: kube-prometheus-stack 39285 39286 release: "kube-prometheus-stack" 39287 heritage: "Helm" 39288 namespace: kube-system 39289 spec: 39290 clusterIP: None 39291 ports: 39292 - name: http-metrics 39293 port: 10251 39294 protocol: TCP 39295 targetPort: 10251 39296 selector: 39297 component: kube-scheduler 39298 type: ClusterIP 39299 --- 39300 # Source: kube-prometheus-stack/templates/prometheus-operator/service.yaml 39301 apiVersion: v1 39302 kind: Service 39303 metadata: 39304 name: kube-prometheus-stack-operator 39305 namespace: kube-prometheus-stack-system 39306 labels: 39307 app: kube-prometheus-stack-operator 39308 app.kubernetes.io/instance: kube-prometheus-stack 39309 app.kubernetes.io/version: "18.0.1" 39310 app.kubernetes.io/part-of: kube-prometheus-stack 39311 39312 release: "kube-prometheus-stack" 39313 heritage: "Helm" 39314 spec: 39315 ports: 39316 - name: https 39317 port: 443 39318 targetPort: https 39319 selector: 39320 app: kube-prometheus-stack-operator 39321 release: "kube-prometheus-stack" 39322 type: "ClusterIP" 39323 --- 39324 # Source: kube-prometheus-stack/templates/prometheus/service.yaml 39325 apiVersion: v1 39326 kind: Service 39327 metadata: 39328 name: kube-prometheus-stack-prometheus 39329 namespace: kube-prometheus-stack-system 39330 labels: 39331 app: kube-prometheus-stack-prometheus 39332 self-monitor: "true" 39333 app.kubernetes.io/instance: kube-prometheus-stack 39334 app.kubernetes.io/version: "18.0.1" 39335 app.kubernetes.io/part-of: kube-prometheus-stack 39336 release: "kube-prometheus-stack" 39337 heritage: "Helm" 39338 spec: 39339 ports: 39340 - name: web 39341 port: 9090 39342 targetPort: 9090 39343 selector: 39344 app.kubernetes.io/name: prometheus 39345 prometheus: kube-prometheus-stack-prometheus 39346 type: "ClusterIP" 39347 --- 39348 # Source: kube-prometheus-stack/charts/prometheus-node-exporter/templates/daemonset.yaml 39349 apiVersion: apps/v1 39350 kind: DaemonSet 39351 metadata: 39352 name: kube-prometheus-stack-prometheus-node-exporter 39353 namespace: kube-prometheus-stack-system 39354 labels: 39355 app: prometheus-node-exporter 39356 heritage: Helm 39357 release: kube-prometheus-stack 39358 chart: prometheus-node-exporter-2.0.4 39359 jobLabel: node-exporter 39360 spec: 39361 selector: 39362 matchLabels: 39363 app: prometheus-node-exporter 39364 release: kube-prometheus-stack 39365 updateStrategy: 39366 rollingUpdate: 39367 maxUnavailable: 1 39368 type: RollingUpdate 39369 template: 39370 metadata: 39371 labels: 39372 app: prometheus-node-exporter 39373 heritage: Helm 39374 release: kube-prometheus-stack 39375 chart: prometheus-node-exporter-2.0.4 39376 jobLabel: node-exporter 39377 annotations: 39378 cluster-autoscaler.kubernetes.io/safe-to-evict: "true" 39379 spec: 39380 automountServiceAccountToken: false 39381 serviceAccountName: kube-prometheus-stack-prometheus-node-exporter 39382 securityContext: 39383 fsGroup: 65534 39384 runAsGroup: 65534 39385 runAsNonRoot: true 39386 runAsUser: 65534 39387 containers: 39388 - name: node-exporter 39389 image: "quay.io/prometheus/node-exporter:v1.2.2" 39390 imagePullPolicy: IfNotPresent 39391 args: 39392 - --path.procfs=/host/proc 39393 - --path.sysfs=/host/sys 39394 - --path.rootfs=/host/root 39395 - --web.listen-address=$(HOST_IP):9100 39396 - --collector.filesystem.ignored-mount-points=^/(dev|proc|sys|var/lib/docker/.+|var/lib/kubelet/.+)($|/) 39397 - --collector.filesystem.ignored-fs-types=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 39398 env: 39399 - name: HOST_IP 39400 value: 0.0.0.0 39401 ports: 39402 - name: metrics 39403 containerPort: 9100 39404 protocol: TCP 39405 livenessProbe: 39406 httpGet: 39407 path: / 39408 port: 9100 39409 readinessProbe: 39410 httpGet: 39411 path: / 39412 port: 9100 39413 resources: 39414 { } 39415 volumeMounts: 39416 - name: proc 39417 mountPath: /host/proc 39418 readOnly: true 39419 - name: sys 39420 mountPath: /host/sys 39421 readOnly: true 39422 - name: root 39423 mountPath: /host/root 39424 mountPropagation: HostToContainer 39425 readOnly: true 39426 hostNetwork: true 39427 hostPID: true 39428 tolerations: 39429 - effect: NoSchedule 39430 operator: Exists 39431 volumes: 39432 - name: proc 39433 hostPath: 39434 path: /proc 39435 - name: sys 39436 hostPath: 39437 path: /sys 39438 - name: root 39439 hostPath: 39440 path: / 39441 --- 39442 # Source: kube-prometheus-stack/charts/grafana/templates/deployment.yaml 39443 apiVersion: apps/v1 39444 kind: Deployment 39445 metadata: 39446 name: kube-prometheus-stack-grafana 39447 namespace: kube-prometheus-stack-system 39448 labels: 39449 helm.sh/chart: grafana-6.15.0 39450 app.kubernetes.io/name: grafana 39451 app.kubernetes.io/instance: kube-prometheus-stack 39452 app.kubernetes.io/version: "8.1.0" 39453 39454 spec: 39455 replicas: 1 39456 revisionHistoryLimit: 10 39457 selector: 39458 matchLabels: 39459 app.kubernetes.io/name: grafana 39460 app.kubernetes.io/instance: kube-prometheus-stack 39461 strategy: 39462 type: RollingUpdate 39463 template: 39464 metadata: 39465 labels: 39466 app.kubernetes.io/name: grafana 39467 app.kubernetes.io/instance: kube-prometheus-stack 39468 annotations: 39469 checksum/config: 74e4728162246a51fde8f2be457a4346a8c1e6dac80d97f9eb8f9a6c2584b62a 39470 checksum/dashboards-json-config: 01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b 39471 checksum/sc-dashboard-provider-config: af4f758296328a7a95aaa65a447eae8e89a17d136b313796230f7c542de4bafd 39472 checksum/secret: c571bad88347ae58fcdc8fade31fea1a5dec51137f507d5b5b549dd7cbe0c119 39473 spec: 39474 serviceAccountName: kube-prometheus-stack-grafana 39475 automountServiceAccountToken: true 39476 securityContext: 39477 fsGroup: 472 39478 runAsGroup: 472 39479 runAsUser: 472 39480 initContainers: 39481 - name: grafana-sc-datasources 39482 image: "quay.io/kiwigrid/k8s-sidecar:1.12.2" 39483 imagePullPolicy: IfNotPresent 39484 env: 39485 - name: METHOD 39486 value: LIST 39487 - name: LABEL 39488 value: "grafana_datasource" 39489 - name: FOLDER 39490 value: "/etc/grafana/provisioning/datasources" 39491 - name: RESOURCE 39492 value: "both" 39493 resources: 39494 { } 39495 volumeMounts: 39496 - name: sc-datasources-volume 39497 mountPath: "/etc/grafana/provisioning/datasources" 39498 enableServiceLinks: true 39499 containers: 39500 - name: grafana-sc-dashboard 39501 image: "quay.io/kiwigrid/k8s-sidecar:1.12.2" 39502 imagePullPolicy: IfNotPresent 39503 env: 39504 - name: METHOD 39505 value: 39506 - name: LABEL 39507 value: "grafana_dashboard" 39508 - name: FOLDER 39509 value: "/tmp/dashboards" 39510 - name: RESOURCE 39511 value: "both" 39512 resources: 39513 { } 39514 volumeMounts: 39515 - name: sc-dashboard-volume 39516 mountPath: "/tmp/dashboards" 39517 - name: grafana 39518 image: "grafana/grafana:8.1.0" 39519 imagePullPolicy: IfNotPresent 39520 volumeMounts: 39521 - name: config 39522 mountPath: "/etc/grafana/grafana.ini" 39523 subPath: grafana.ini 39524 - name: storage 39525 mountPath: "/var/lib/grafana" 39526 - name: sc-dashboard-volume 39527 mountPath: "/tmp/dashboards" 39528 39529 - name: sc-dashboard-provider 39530 mountPath: "/etc/grafana/provisioning/dashboards/sc-dashboardproviders.yaml" 39531 subPath: provider.yaml 39532 - name: sc-datasources-volume 39533 mountPath: "/etc/grafana/provisioning/datasources" 39534 ports: 39535 - name: service 39536 containerPort: 80 39537 protocol: TCP 39538 - name: grafana 39539 containerPort: 3000 39540 protocol: TCP 39541 env: 39542 - name: GF_SECURITY_ADMIN_USER 39543 valueFrom: 39544 secretKeyRef: 39545 name: kube-prometheus-stack-grafana 39546 key: admin-user 39547 - name: GF_SECURITY_ADMIN_PASSWORD 39548 valueFrom: 39549 secretKeyRef: 39550 name: kube-prometheus-stack-grafana 39551 key: admin-password 39552 39553 - name: GF_PATHS_DATA 39554 value: /var/lib/grafana/ 39555 - name: GF_PATHS_LOGS 39556 value: /var/log/grafana 39557 - name: GF_PATHS_PLUGINS 39558 value: /var/lib/grafana/plugins 39559 - name: GF_PATHS_PROVISIONING 39560 value: /etc/grafana/provisioning 39561 livenessProbe: 39562 failureThreshold: 10 39563 httpGet: 39564 path: /api/health 39565 port: 3000 39566 initialDelaySeconds: 60 39567 timeoutSeconds: 30 39568 readinessProbe: 39569 httpGet: 39570 path: /api/health 39571 port: 3000 39572 resources: 39573 { } 39574 volumes: 39575 - name: config 39576 configMap: 39577 name: kube-prometheus-stack-grafana 39578 - name: storage 39579 emptyDir: { } 39580 - name: sc-dashboard-volume 39581 emptyDir: { } 39582 - name: sc-dashboard-provider 39583 configMap: 39584 name: kube-prometheus-stack-grafana-config-dashboards 39585 - name: sc-datasources-volume 39586 emptyDir: { } 39587 --- 39588 # Source: kube-prometheus-stack/charts/kube-state-metrics/templates/deployment.yaml 39589 apiVersion: apps/v1 39590 kind: Deployment 39591 metadata: 39592 name: kube-prometheus-stack-kube-state-metrics 39593 namespace: kube-prometheus-stack-system 39594 labels: 39595 app.kubernetes.io/name: kube-state-metrics 39596 helm.sh/chart: "kube-state-metrics-3.4.2" 39597 app.kubernetes.io/instance: "kube-prometheus-stack" 39598 app.kubernetes.io/managed-by: "Helm" 39599 app.kubernetes.io/version: "2.1.1" 39600 spec: 39601 selector: 39602 matchLabels: 39603 app.kubernetes.io/name: kube-state-metrics 39604 replicas: 1 39605 template: 39606 metadata: 39607 labels: 39608 app.kubernetes.io/name: kube-state-metrics 39609 app.kubernetes.io/instance: "kube-prometheus-stack" 39610 spec: 39611 hostNetwork: false 39612 serviceAccountName: kube-prometheus-stack-kube-state-metrics 39613 securityContext: 39614 fsGroup: 65534 39615 runAsGroup: 65534 39616 runAsUser: 65534 39617 containers: 39618 - name: kube-state-metrics 39619 args: 39620 - --port=8080 39621 - --resources=certificatesigningrequests,configmaps,cronjobs,daemonsets,deployments,endpoints,horizontalpodautoscalers,ingresses,jobs,limitranges,mutatingwebhookconfigurations,namespaces,networkpolicies,nodes,persistentvolumeclaims,persistentvolumes,poddisruptionbudgets,pods,replicasets,replicationcontrollers,resourcequotas,secrets,services,statefulsets,storageclasses,validatingwebhookconfigurations,volumeattachments 39622 - --telemetry-port=8081 39623 imagePullPolicy: IfNotPresent 39624 image: "k8s.gcr.io/kube-state-metrics/kube-state-metrics:v2.1.1" 39625 ports: 39626 - containerPort: 8080 39627 livenessProbe: 39628 httpGet: 39629 path: /healthz 39630 port: 8080 39631 initialDelaySeconds: 5 39632 timeoutSeconds: 5 39633 readinessProbe: 39634 httpGet: 39635 path: / 39636 port: 8080 39637 initialDelaySeconds: 5 39638 timeoutSeconds: 5 39639 --- 39640 # Source: kube-prometheus-stack/templates/prometheus-operator/deployment.yaml 39641 apiVersion: apps/v1 39642 kind: Deployment 39643 metadata: 39644 name: kube-prometheus-stack-operator 39645 namespace: kube-prometheus-stack-system 39646 labels: 39647 app: kube-prometheus-stack-operator 39648 app.kubernetes.io/instance: kube-prometheus-stack 39649 app.kubernetes.io/version: "18.0.1" 39650 app.kubernetes.io/part-of: kube-prometheus-stack 39651 release: "kube-prometheus-stack" 39652 heritage: "Helm" 39653 spec: 39654 replicas: 1 39655 selector: 39656 matchLabels: 39657 app: kube-prometheus-stack-operator 39658 release: "kube-prometheus-stack" 39659 template: 39660 metadata: 39661 labels: 39662 app: kube-prometheus-stack-operator 39663 app.kubernetes.io/instance: kube-prometheus-stack 39664 app.kubernetes.io/version: "18.0.1" 39665 app.kubernetes.io/part-of: kube-prometheus-stack 39666 release: "kube-prometheus-stack" 39667 heritage: "Helm" 39668 spec: 39669 containers: 39670 - name: kube-prometheus-stack 39671 image: "quay.io/prometheus-operator/prometheus-operator:v0.50.0" 39672 imagePullPolicy: "IfNotPresent" 39673 args: 39674 - --kubelet-service=kube-system/kube-prometheus-stack-kubelet 39675 - --localhost=127.0.0.1 39676 - --prometheus-config-reloader=quay.io/prometheus-operator/prometheus-config-reloader:v0.50.0 39677 - --config-reloader-cpu-request=100m 39678 - --config-reloader-cpu-limit=100m 39679 - --config-reloader-memory-request=50Mi 39680 - --config-reloader-memory-limit=50Mi 39681 - --thanos-default-base-image=quay.io/thanos/thanos:v0.17.2 39682 - --web.enable-tls=true 39683 - --web.cert-file=/cert/cert 39684 - --web.key-file=/cert/key 39685 - --web.listen-address=:10250 39686 - --web.tls-min-version=VersionTLS13 39687 ports: 39688 - containerPort: 10250 39689 name: https 39690 resources: 39691 { } 39692 securityContext: 39693 allowPrivilegeEscalation: false 39694 readOnlyRootFilesystem: true 39695 volumeMounts: 39696 - name: tls-secret 39697 mountPath: /cert 39698 readOnly: true 39699 volumes: 39700 - name: tls-secret 39701 secret: 39702 defaultMode: 420 39703 secretName: kube-prometheus-stack-admission 39704 securityContext: 39705 fsGroup: 65534 39706 runAsGroup: 65534 39707 runAsNonRoot: true 39708 runAsUser: 65534 39709 serviceAccountName: kube-prometheus-stack-operator 39710 --- 39711 # Source: kube-prometheus-stack/templates/alertmanager/alertmanager.yaml 39712 apiVersion: monitoring.coreos.com/v1 39713 kind: Alertmanager 39714 metadata: 39715 name: kube-prometheus-stack-alertmanager 39716 namespace: kube-prometheus-stack-system 39717 labels: 39718 app: kube-prometheus-stack-alertmanager 39719 app.kubernetes.io/instance: kube-prometheus-stack 39720 app.kubernetes.io/version: "18.0.1" 39721 app.kubernetes.io/part-of: kube-prometheus-stack 39722 release: "kube-prometheus-stack" 39723 heritage: "Helm" 39724 spec: 39725 image: quay.io/prometheus/alertmanager:v0.22.2 39726 version: v0.22.2 39727 replicas: 1 39728 listenLocal: false 39729 serviceAccountName: kube-prometheus-stack-alertmanager 39730 externalUrl: http://kube-prometheus-stack-alertmanager.kube-prometheus-stack-system:9093 39731 paused: false 39732 logFormat: "logfmt" 39733 logLevel: "info" 39734 retention: "120h" 39735 storage: 39736 volumeClaimTemplate: 39737 spec: 39738 storageClassName: local-hostpath 39739 accessModes: [ "ReadWriteOnce" ] 39740 resources: 39741 requests: 39742 storage: 50Gi 39743 alertmanagerConfigSelector: { } 39744 alertmanagerConfigNamespaceSelector: { } 39745 routePrefix: "/" 39746 securityContext: 39747 fsGroup: 2000 39748 runAsGroup: 2000 39749 runAsNonRoot: true 39750 runAsUser: 1000 39751 portName: web 39752 --- 39753 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/mutatingWebhookConfiguration.yaml 39754 apiVersion: admissionregistration.k8s.io/v1 39755 kind: MutatingWebhookConfiguration 39756 metadata: 39757 name: kube-prometheus-stack-admission 39758 labels: 39759 app: kube-prometheus-stack-admission 39760 app.kubernetes.io/instance: kube-prometheus-stack 39761 app.kubernetes.io/version: "18.0.1" 39762 app.kubernetes.io/part-of: kube-prometheus-stack 39763 release: "kube-prometheus-stack" 39764 heritage: "Helm" 39765 webhooks: 39766 - name: prometheusrulemutate.monitoring.coreos.com 39767 failurePolicy: Ignore 39768 rules: 39769 - apiGroups: 39770 - monitoring.coreos.com 39771 apiVersions: 39772 - "*" 39773 resources: 39774 - prometheusrules 39775 operations: 39776 - CREATE 39777 - UPDATE 39778 clientConfig: 39779 service: 39780 namespace: kube-prometheus-stack-system 39781 name: kube-prometheus-stack-operator 39782 path: /admission-prometheusrules/mutate 39783 admissionReviewVersions: [ "v1", "v1beta1" ] 39784 sideEffects: None 39785 --- 39786 # Source: kube-prometheus-stack/templates/prometheus/prometheus.yaml 39787 apiVersion: monitoring.coreos.com/v1 39788 kind: Prometheus 39789 metadata: 39790 name: kube-prometheus-stack-prometheus 39791 namespace: kube-prometheus-stack-system 39792 labels: 39793 app: kube-prometheus-stack-prometheus 39794 app.kubernetes.io/instance: kube-prometheus-stack 39795 app.kubernetes.io/version: "18.0.1" 39796 app.kubernetes.io/part-of: kube-prometheus-stack 39797 release: "kube-prometheus-stack" 39798 heritage: "Helm" 39799 spec: 39800 alerting: 39801 alertmanagers: 39802 - namespace: kube-prometheus-stack-system 39803 name: kube-prometheus-stack-alertmanager 39804 port: web 39805 pathPrefix: "/" 39806 apiVersion: v2 39807 image: quay.io/prometheus/prometheus:v2.28.1 39808 version: v2.28.1 39809 externalUrl: http://kube-prometheus-stack-prometheus.kube-prometheus-stack-system:9090 39810 paused: false 39811 replicas: 2 39812 shards: 1 39813 logLevel: info 39814 logFormat: logfmt 39815 listenLocal: false 39816 enableAdminAPI: false 39817 retention: "10d" 39818 routePrefix: "/" 39819 serviceAccountName: kube-prometheus-stack-prometheus 39820 storage: 39821 volumeClaimTemplate: 39822 spec: 39823 storageClassName: local-hostpath 39824 accessModes: [ "ReadWriteOnce" ] 39825 resources: 39826 requests: 39827 storage: 50Gi 39828 serviceMonitorSelector: 39829 matchLabels: 39830 release: "kube-prometheus-stack" 39831 39832 serviceMonitorNamespaceSelector: { } 39833 podMonitorSelector: 39834 matchLabels: 39835 release: "kube-prometheus-stack" 39836 39837 podMonitorNamespaceSelector: { } 39838 probeSelector: 39839 matchLabels: 39840 release: "kube-prometheus-stack" 39841 39842 probeNamespaceSelector: { } 39843 securityContext: 39844 fsGroup: 2000 39845 runAsGroup: 2000 39846 runAsNonRoot: true 39847 runAsUser: 1000 39848 ruleNamespaceSelector: { } 39849 ruleSelector: 39850 matchLabels: 39851 app: kube-prometheus-stack 39852 release: "kube-prometheus-stack" 39853 39854 portName: web 39855 --- 39856 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/alertmanager.rules.yaml 39857 apiVersion: monitoring.coreos.com/v1 39858 kind: PrometheusRule 39859 metadata: 39860 name: kube-prometheus-stack-alertmanager.rules 39861 namespace: kube-prometheus-stack-system 39862 labels: 39863 app: kube-prometheus-stack 39864 app.kubernetes.io/instance: kube-prometheus-stack 39865 app.kubernetes.io/version: "18.0.1" 39866 app.kubernetes.io/part-of: kube-prometheus-stack 39867 release: "kube-prometheus-stack" 39868 heritage: "Helm" 39869 spec: 39870 groups: 39871 - name: alertmanager.rules 39872 rules: 39873 - alert: AlertmanagerFailedReload 39874 annotations: 39875 description: Configuration has failed to load for {{ $labels.namespace }}/{{ $labels.pod}}. 39876 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-alertmanagerfailedreload 39877 summary: Reloading an Alertmanager configuration has failed. 39878 expr: |- 39879 # Without max_over_time, failed scrapes could create false negatives, see 39880 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 39881 max_over_time(alertmanager_config_last_reload_successful{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system"}[5m]) == 0 39882 for: 10m 39883 labels: 39884 severity: critical 39885 - alert: AlertmanagerMembersInconsistent 39886 annotations: 39887 description: Alertmanager {{ $labels.namespace }}/{{ $labels.pod}} has only found {{ $value }} members of the {{$labels.job}} cluster. 39888 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-alertmanagermembersinconsistent 39889 summary: A member of an Alertmanager cluster has not found all other cluster members. 39890 expr: |- 39891 # Without max_over_time, failed scrapes could create false negatives, see 39892 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 39893 max_over_time(alertmanager_cluster_members{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system"}[5m]) 39894 < on (namespace,service) group_left 39895 count by (namespace,service) (max_over_time(alertmanager_cluster_members{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system"}[5m])) 39896 for: 15m 39897 labels: 39898 severity: critical 39899 - alert: AlertmanagerFailedToSendAlerts 39900 annotations: 39901 description: Alertmanager {{ $labels.namespace }}/{{ $labels.pod}} failed to send {{ $value | humanizePercentage }} of notifications to {{ $labels.integration }}. 39902 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-alertmanagerfailedtosendalerts 39903 summary: An Alertmanager instance failed to send notifications. 39904 expr: |- 39905 ( 39906 rate(alertmanager_notifications_failed_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system"}[5m]) 39907 / 39908 rate(alertmanager_notifications_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system"}[5m]) 39909 ) 39910 > 0.01 39911 for: 5m 39912 labels: 39913 severity: warning 39914 - alert: AlertmanagerClusterFailedToSendAlerts 39915 annotations: 39916 description: The minimum notification failure rate to {{ $labels.integration }} sent from any instance in the {{$labels.job}} cluster is {{ $value | humanizePercentage }}. 39917 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-alertmanagerclusterfailedtosendalerts 39918 summary: All Alertmanager instances in a cluster failed to send notifications to a critical integration. 39919 expr: |- 39920 min by (namespace,service, integration) ( 39921 rate(alertmanager_notifications_failed_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system", integration=~`.*`}[5m]) 39922 / 39923 rate(alertmanager_notifications_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system", integration=~`.*`}[5m]) 39924 ) 39925 > 0.01 39926 for: 5m 39927 labels: 39928 severity: critical 39929 - alert: AlertmanagerClusterFailedToSendAlerts 39930 annotations: 39931 description: The minimum notification failure rate to {{ $labels.integration }} sent from any instance in the {{$labels.job}} cluster is {{ $value | humanizePercentage }}. 39932 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-alertmanagerclusterfailedtosendalerts 39933 summary: All Alertmanager instances in a cluster failed to send notifications to a non-critical integration. 39934 expr: |- 39935 min by (namespace,service, integration) ( 39936 rate(alertmanager_notifications_failed_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system", integration!~`.*`}[5m]) 39937 / 39938 rate(alertmanager_notifications_total{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system", integration!~`.*`}[5m]) 39939 ) 39940 > 0.01 39941 for: 5m 39942 labels: 39943 severity: warning 39944 - alert: AlertmanagerConfigInconsistent 39945 annotations: 39946 description: Alertmanager instances within the {{$labels.job}} cluster have different configurations. 39947 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-alertmanagerconfiginconsistent 39948 summary: Alertmanager instances within the same cluster have different configurations. 39949 expr: |- 39950 count by (namespace,service) ( 39951 count_values by (namespace,service) ("config_hash", alertmanager_config_hash{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system"}) 39952 ) 39953 != 1 39954 for: 20m 39955 labels: 39956 severity: critical 39957 - alert: AlertmanagerClusterDown 39958 annotations: 39959 description: '{{ $value | humanizePercentage }} of Alertmanager instances within the {{$labels.job}} cluster have been up for less than half of the last 5m.' 39960 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-alertmanagerclusterdown 39961 summary: Half or more of the Alertmanager instances within the same cluster are down. 39962 expr: |- 39963 ( 39964 count by (namespace,service) ( 39965 avg_over_time(up{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system"}[5m]) < 0.5 39966 ) 39967 / 39968 count by (namespace,service) ( 39969 up{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system"} 39970 ) 39971 ) 39972 >= 0.5 39973 for: 5m 39974 labels: 39975 severity: critical 39976 - alert: AlertmanagerClusterCrashlooping 39977 annotations: 39978 description: '{{ $value | humanizePercentage }} of Alertmanager instances within the {{$labels.job}} cluster have restarted at least 5 times in the last 10m.' 39979 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-alertmanagerclustercrashlooping 39980 summary: Half or more of the Alertmanager instances within the same cluster are crashlooping. 39981 expr: |- 39982 ( 39983 count by (namespace,service) ( 39984 changes(process_start_time_seconds{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system"}[10m]) > 4 39985 ) 39986 / 39987 count by (namespace,service) ( 39988 up{job="kube-prometheus-stack-alertmanager",namespace="kube-prometheus-stack-system"} 39989 ) 39990 ) 39991 >= 0.5 39992 for: 5m 39993 labels: 39994 severity: critical 39995 --- 39996 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/etcd.yaml 39997 apiVersion: monitoring.coreos.com/v1 39998 kind: PrometheusRule 39999 metadata: 40000 name: kube-prometheus-stack-etcd 40001 namespace: kube-prometheus-stack-system 40002 labels: 40003 app: kube-prometheus-stack 40004 app.kubernetes.io/instance: kube-prometheus-stack 40005 app.kubernetes.io/version: "18.0.1" 40006 app.kubernetes.io/part-of: kube-prometheus-stack 40007 release: "kube-prometheus-stack" 40008 heritage: "Helm" 40009 spec: 40010 groups: 40011 - name: etcd 40012 rules: 40013 - alert: etcdInsufficientMembers 40014 annotations: 40015 message: 'etcd cluster "{{ $labels.job }}": insufficient members ({{ $value }}).' 40016 expr: sum(up{job=~".*etcd.*"} == bool 1) by (job) < ((count(up{job=~".*etcd.*"}) by (job) + 1) / 2) 40017 for: 3m 40018 labels: 40019 severity: critical 40020 - alert: etcdNoLeader 40021 annotations: 40022 message: 'etcd cluster "{{ $labels.job }}": member {{ $labels.instance }} has no leader.' 40023 expr: etcd_server_has_leader{job=~".*etcd.*"} == 0 40024 for: 1m 40025 labels: 40026 severity: critical 40027 - alert: etcdHighNumberOfLeaderChanges 40028 annotations: 40029 message: 'etcd cluster "{{ $labels.job }}": instance {{ $labels.instance }} has seen {{ $value }} leader changes within the last hour.' 40030 expr: rate(etcd_server_leader_changes_seen_total{job=~".*etcd.*"}[15m]) > 3 40031 for: 15m 40032 labels: 40033 severity: warning 40034 - alert: etcdHighNumberOfFailedGRPCRequests 40035 annotations: 40036 message: 'etcd cluster "{{ $labels.job }}": {{ $value }}% of requests for {{ $labels.grpc_method }} failed on etcd instance {{ $labels.instance }}.' 40037 expr: |- 40038 100 * sum(rate(grpc_server_handled_total{job=~".*etcd.*", grpc_code!="OK"}[5m])) BY (job, instance, grpc_service, grpc_method) 40039 / 40040 sum(rate(grpc_server_handled_total{job=~".*etcd.*"}[5m])) BY (job, instance, grpc_service, grpc_method) 40041 > 1 40042 for: 10m 40043 labels: 40044 severity: warning 40045 - alert: etcdHighNumberOfFailedGRPCRequests 40046 annotations: 40047 message: 'etcd cluster "{{ $labels.job }}": {{ $value }}% of requests for {{ $labels.grpc_method }} failed on etcd instance {{ $labels.instance }}.' 40048 expr: |- 40049 100 * sum(rate(grpc_server_handled_total{job=~".*etcd.*", grpc_code!="OK"}[5m])) BY (job, instance, grpc_service, grpc_method) 40050 / 40051 sum(rate(grpc_server_handled_total{job=~".*etcd.*"}[5m])) BY (job, instance, grpc_service, grpc_method) 40052 > 5 40053 for: 5m 40054 labels: 40055 severity: critical 40056 - alert: etcdGRPCRequestsSlow 40057 annotations: 40058 message: 'etcd cluster "{{ $labels.job }}": gRPC requests to {{ $labels.grpc_method }} are taking {{ $value }}s on etcd instance {{ $labels.instance }}.' 40059 expr: |- 40060 histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{job=~".*etcd.*", grpc_type="unary"}[5m])) by (job, instance, grpc_service, grpc_method, le)) 40061 > 0.15 40062 for: 10m 40063 labels: 40064 severity: critical 40065 - alert: etcdMemberCommunicationSlow 40066 annotations: 40067 message: 'etcd cluster "{{ $labels.job }}": member communication with {{ $labels.To }} is taking {{ $value }}s on etcd instance {{ $labels.instance }}.' 40068 expr: |- 40069 histogram_quantile(0.99, rate(etcd_network_peer_round_trip_time_seconds_bucket{job=~".*etcd.*"}[5m])) 40070 > 0.15 40071 for: 10m 40072 labels: 40073 severity: warning 40074 - alert: etcdHighNumberOfFailedProposals 40075 annotations: 40076 message: 'etcd cluster "{{ $labels.job }}": {{ $value }} proposal failures within the last hour on etcd instance {{ $labels.instance }}.' 40077 expr: rate(etcd_server_proposals_failed_total{job=~".*etcd.*"}[15m]) > 5 40078 for: 15m 40079 labels: 40080 severity: warning 40081 - alert: etcdHighFsyncDurations 40082 annotations: 40083 message: 'etcd cluster "{{ $labels.job }}": 99th percentile fync durations are {{ $value }}s on etcd instance {{ $labels.instance }}.' 40084 expr: |- 40085 histogram_quantile(0.99, rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=~".*etcd.*"}[5m])) 40086 > 0.5 40087 for: 10m 40088 labels: 40089 severity: warning 40090 - alert: etcdHighCommitDurations 40091 annotations: 40092 message: 'etcd cluster "{{ $labels.job }}": 99th percentile commit durations {{ $value }}s on etcd instance {{ $labels.instance }}.' 40093 expr: |- 40094 histogram_quantile(0.99, rate(etcd_disk_backend_commit_duration_seconds_bucket{job=~".*etcd.*"}[5m])) 40095 > 0.25 40096 for: 10m 40097 labels: 40098 severity: warning 40099 - alert: etcdHighNumberOfFailedHTTPRequests 40100 annotations: 40101 message: '{{ $value }}% of requests for {{ $labels.method }} failed on etcd instance {{ $labels.instance }}' 40102 expr: |- 40103 sum(rate(etcd_http_failed_total{job=~".*etcd.*", code!="404"}[5m])) BY (method) / sum(rate(etcd_http_received_total{job=~".*etcd.*"}[5m])) 40104 BY (method) > 0.01 40105 for: 10m 40106 labels: 40107 severity: warning 40108 - alert: etcdHighNumberOfFailedHTTPRequests 40109 annotations: 40110 message: '{{ $value }}% of requests for {{ $labels.method }} failed on etcd instance {{ $labels.instance }}.' 40111 expr: |- 40112 sum(rate(etcd_http_failed_total{job=~".*etcd.*", code!="404"}[5m])) BY (method) / sum(rate(etcd_http_received_total{job=~".*etcd.*"}[5m])) 40113 BY (method) > 0.05 40114 for: 10m 40115 labels: 40116 severity: critical 40117 - alert: etcdHTTPRequestsSlow 40118 annotations: 40119 message: etcd instance {{ $labels.instance }} HTTP requests to {{ $labels.method }} are slow. 40120 expr: |- 40121 histogram_quantile(0.99, rate(etcd_http_successful_duration_seconds_bucket[5m])) 40122 > 0.15 40123 for: 10m 40124 labels: 40125 severity: warning 40126 --- 40127 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/general.rules.yaml 40128 apiVersion: monitoring.coreos.com/v1 40129 kind: PrometheusRule 40130 metadata: 40131 name: kube-prometheus-stack-general.rules 40132 namespace: kube-prometheus-stack-system 40133 labels: 40134 app: kube-prometheus-stack 40135 app.kubernetes.io/instance: kube-prometheus-stack 40136 app.kubernetes.io/version: "18.0.1" 40137 app.kubernetes.io/part-of: kube-prometheus-stack 40138 release: "kube-prometheus-stack" 40139 heritage: "Helm" 40140 spec: 40141 groups: 40142 - name: general.rules 40143 rules: 40144 - alert: TargetDown 40145 annotations: 40146 description: '{{ printf "%.4g" $value }}% of the {{ $labels.job }}/{{ $labels.service }} targets in {{ $labels.namespace }} namespace are down.' 40147 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-targetdown 40148 summary: One or more targets are unreachable. 40149 expr: 100 * (count(up == 0) BY (job, namespace, service) / count(up) BY (job, namespace, service)) > 10 40150 for: 10m 40151 labels: 40152 severity: warning 40153 - alert: Watchdog 40154 annotations: 40155 description: 'This is an alert meant to ensure that the entire alerting pipeline is functional. 40156 40157 This alert is always firing, therefore it should always be firing in Alertmanager 40158 40159 and always fire against a receiver. There are integrations with various notification 40160 40161 mechanisms that send a notification when this alert is not firing. For example the 40162 40163 "DeadMansSnitch" integration in PagerDuty. 40164 40165 ' 40166 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-watchdog 40167 summary: An alert that should always be firing to certify that Alertmanager is working properly. 40168 expr: vector(1) 40169 labels: 40170 severity: none 40171 --- 40172 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/k8s.rules.yaml 40173 apiVersion: monitoring.coreos.com/v1 40174 kind: PrometheusRule 40175 metadata: 40176 name: kube-prometheus-stack-k8s.rules 40177 namespace: kube-prometheus-stack-system 40178 labels: 40179 app: kube-prometheus-stack 40180 app.kubernetes.io/instance: kube-prometheus-stack 40181 app.kubernetes.io/version: "18.0.1" 40182 app.kubernetes.io/part-of: kube-prometheus-stack 40183 40184 release: "kube-prometheus-stack" 40185 heritage: "Helm" 40186 spec: 40187 groups: 40188 - name: k8s.rules 40189 rules: 40190 - expr: |- 40191 sum by (cluster, namespace, pod, container) ( 40192 irate(container_cpu_usage_seconds_total{job="kubelet", metrics_path="/metrics/cadvisor", image!=""}[5m]) 40193 ) * on (cluster, namespace, pod) group_left(node) topk by (cluster, namespace, pod) ( 40194 1, max by(cluster, namespace, pod, node) (kube_pod_info{node!=""}) 40195 ) 40196 record: node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate 40197 - expr: |- 40198 container_memory_working_set_bytes{job="kubelet", metrics_path="/metrics/cadvisor", image!=""} 40199 * on (namespace, pod) group_left(node) topk by(namespace, pod) (1, 40200 max by(namespace, pod, node) (kube_pod_info{node!=""}) 40201 ) 40202 record: node_namespace_pod_container:container_memory_working_set_bytes 40203 - expr: |- 40204 container_memory_rss{job="kubelet", metrics_path="/metrics/cadvisor", image!=""} 40205 * on (namespace, pod) group_left(node) topk by(namespace, pod) (1, 40206 max by(namespace, pod, node) (kube_pod_info{node!=""}) 40207 ) 40208 record: node_namespace_pod_container:container_memory_rss 40209 - expr: |- 40210 container_memory_cache{job="kubelet", metrics_path="/metrics/cadvisor", image!=""} 40211 * on (namespace, pod) group_left(node) topk by(namespace, pod) (1, 40212 max by(namespace, pod, node) (kube_pod_info{node!=""}) 40213 ) 40214 record: node_namespace_pod_container:container_memory_cache 40215 - expr: |- 40216 container_memory_swap{job="kubelet", metrics_path="/metrics/cadvisor", image!=""} 40217 * on (namespace, pod) group_left(node) topk by(namespace, pod) (1, 40218 max by(namespace, pod, node) (kube_pod_info{node!=""}) 40219 ) 40220 record: node_namespace_pod_container:container_memory_swap 40221 - expr: |- 40222 kube_pod_container_resource_requests{resource="memory",job="kube-state-metrics"} * on (namespace, pod, cluster) 40223 group_left() max by (namespace, pod) ( 40224 (kube_pod_status_phase{phase=~"Pending|Running"} == 1) 40225 ) 40226 record: cluster:namespace:pod_memory:active:kube_pod_container_resource_requests 40227 - expr: |- 40228 sum by (namespace, cluster) ( 40229 sum by (namespace, pod, cluster) ( 40230 max by (namespace, pod, container, cluster) ( 40231 kube_pod_container_resource_requests{resource="memory",job="kube-state-metrics"} 40232 ) * on(namespace, pod, cluster) group_left() max by (namespace, pod) ( 40233 kube_pod_status_phase{phase=~"Pending|Running"} == 1 40234 ) 40235 ) 40236 ) 40237 record: namespace_memory:kube_pod_container_resource_requests:sum 40238 - expr: |- 40239 kube_pod_container_resource_requests{resource="cpu",job="kube-state-metrics"} * on (namespace, pod, cluster) 40240 group_left() max by (namespace, pod) ( 40241 (kube_pod_status_phase{phase=~"Pending|Running"} == 1) 40242 ) 40243 record: cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests 40244 - expr: |- 40245 sum by (namespace, cluster) ( 40246 sum by (namespace, pod, cluster) ( 40247 max by (namespace, pod, container, cluster) ( 40248 kube_pod_container_resource_requests{resource="cpu",job="kube-state-metrics"} 40249 ) * on(namespace, pod, cluster) group_left() max by (namespace, pod) ( 40250 kube_pod_status_phase{phase=~"Pending|Running"} == 1 40251 ) 40252 ) 40253 ) 40254 record: namespace_cpu:kube_pod_container_resource_requests:sum 40255 - expr: |- 40256 kube_pod_container_resource_limits{resource="memory",job="kube-state-metrics"} * on (namespace, pod, cluster) 40257 group_left() max by (namespace, pod) ( 40258 (kube_pod_status_phase{phase=~"Pending|Running"} == 1) 40259 ) 40260 record: cluster:namespace:pod_memory:active:kube_pod_container_resource_limits 40261 - expr: |- 40262 sum by (namespace, cluster) ( 40263 sum by (namespace, pod, cluster) ( 40264 max by (namespace, pod, container, cluster) ( 40265 kube_pod_container_resource_limits{resource="memory",job="kube-state-metrics"} 40266 ) * on(namespace, pod, cluster) group_left() max by (namespace, pod) ( 40267 kube_pod_status_phase{phase=~"Pending|Running"} == 1 40268 ) 40269 ) 40270 ) 40271 record: namespace_memory:kube_pod_container_resource_limits:sum 40272 - expr: |- 40273 kube_pod_container_resource_limits{resource="cpu",job="kube-state-metrics"} * on (namespace, pod, cluster) 40274 group_left() max by (namespace, pod) ( 40275 (kube_pod_status_phase{phase=~"Pending|Running"} == 1) 40276 ) 40277 record: cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits 40278 - expr: |- 40279 sum by (namespace, cluster) ( 40280 sum by (namespace, pod, cluster) ( 40281 max by (namespace, pod, container, cluster) ( 40282 kube_pod_container_resource_limits{resource="cpu",job="kube-state-metrics"} 40283 ) * on(namespace, pod, cluster) group_left() max by (namespace, pod) ( 40284 kube_pod_status_phase{phase=~"Pending|Running"} == 1 40285 ) 40286 ) 40287 ) 40288 record: namespace_cpu:kube_pod_container_resource_limits:sum 40289 - expr: |- 40290 max by (cluster, namespace, workload, pod) ( 40291 label_replace( 40292 label_replace( 40293 kube_pod_owner{job="kube-state-metrics", owner_kind="ReplicaSet"}, 40294 "replicaset", "$1", "owner_name", "(.*)" 40295 ) * on(replicaset, namespace) group_left(owner_name) topk by(replicaset, namespace) ( 40296 1, max by (replicaset, namespace, owner_name) ( 40297 kube_replicaset_owner{job="kube-state-metrics"} 40298 ) 40299 ), 40300 "workload", "$1", "owner_name", "(.*)" 40301 ) 40302 ) 40303 labels: 40304 workload_type: deployment 40305 record: namespace_workload_pod:kube_pod_owner:relabel 40306 - expr: |- 40307 max by (cluster, namespace, workload, pod) ( 40308 label_replace( 40309 kube_pod_owner{job="kube-state-metrics", owner_kind="DaemonSet"}, 40310 "workload", "$1", "owner_name", "(.*)" 40311 ) 40312 ) 40313 labels: 40314 workload_type: daemonset 40315 record: namespace_workload_pod:kube_pod_owner:relabel 40316 - expr: |- 40317 max by (cluster, namespace, workload, pod) ( 40318 label_replace( 40319 kube_pod_owner{job="kube-state-metrics", owner_kind="StatefulSet"}, 40320 "workload", "$1", "owner_name", "(.*)" 40321 ) 40322 ) 40323 labels: 40324 workload_type: statefulset 40325 record: namespace_workload_pod:kube_pod_owner:relabel 40326 --- 40327 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-apiserver-availability.rules.yaml 40328 apiVersion: monitoring.coreos.com/v1 40329 kind: PrometheusRule 40330 metadata: 40331 name: kube-prometheus-stack-kube-apiserver-availability.rules 40332 namespace: kube-prometheus-stack-system 40333 labels: 40334 app: kube-prometheus-stack 40335 app.kubernetes.io/instance: kube-prometheus-stack 40336 app.kubernetes.io/version: "18.0.1" 40337 app.kubernetes.io/part-of: kube-prometheus-stack 40338 40339 release: "kube-prometheus-stack" 40340 heritage: "Helm" 40341 spec: 40342 groups: 40343 - interval: 3m 40344 name: kube-apiserver-availability.rules 40345 rules: 40346 - expr: avg_over_time(code_verb:apiserver_request_total:increase1h[30d]) * 24 * 30 40347 record: code_verb:apiserver_request_total:increase30d 40348 - expr: sum by (cluster, code) (code_verb:apiserver_request_total:increase30d{verb=~"LIST|GET"}) 40349 labels: 40350 verb: read 40351 record: code:apiserver_request_total:increase30d 40352 - expr: sum by (cluster, code) (code_verb:apiserver_request_total:increase30d{verb=~"POST|PUT|PATCH|DELETE"}) 40353 labels: 40354 verb: write 40355 record: code:apiserver_request_total:increase30d 40356 - expr: |- 40357 1 - ( 40358 ( 40359 # write too slow 40360 sum by (cluster) (increase(apiserver_request_duration_seconds_count{verb=~"POST|PUT|PATCH|DELETE"}[30d])) 40361 - 40362 sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{verb=~"POST|PUT|PATCH|DELETE",le="1"}[30d])) 40363 ) + 40364 ( 40365 # read too slow 40366 sum by (cluster) (increase(apiserver_request_duration_seconds_count{verb=~"LIST|GET"}[30d])) 40367 - 40368 ( 40369 ( 40370 sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{verb=~"LIST|GET",scope=~"resource|",le="1"}[30d])) 40371 or 40372 vector(0) 40373 ) 40374 + 40375 sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{verb=~"LIST|GET",scope="namespace",le="5"}[30d])) 40376 + 40377 sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{verb=~"LIST|GET",scope="cluster",le="40"}[30d])) 40378 ) 40379 ) + 40380 # errors 40381 sum by (cluster) (code:apiserver_request_total:increase30d{code=~"5.."} or vector(0)) 40382 ) 40383 / 40384 sum by (cluster) (code:apiserver_request_total:increase30d) 40385 labels: 40386 verb: all 40387 record: apiserver_request:availability30d 40388 - expr: |- 40389 1 - ( 40390 sum by (cluster) (increase(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[30d])) 40391 - 40392 ( 40393 # too slow 40394 ( 40395 sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[30d])) 40396 or 40397 vector(0) 40398 ) 40399 + 40400 sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[30d])) 40401 + 40402 sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[30d])) 40403 ) 40404 + 40405 # errors 40406 sum by (cluster) (code:apiserver_request_total:increase30d{verb="read",code=~"5.."} or vector(0)) 40407 ) 40408 / 40409 sum by (cluster) (code:apiserver_request_total:increase30d{verb="read"}) 40410 labels: 40411 verb: read 40412 record: apiserver_request:availability30d 40413 - expr: |- 40414 1 - ( 40415 ( 40416 # too slow 40417 sum by (cluster) (increase(apiserver_request_duration_seconds_count{verb=~"POST|PUT|PATCH|DELETE"}[30d])) 40418 - 40419 sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{verb=~"POST|PUT|PATCH|DELETE",le="1"}[30d])) 40420 ) 40421 + 40422 # errors 40423 sum by (cluster) (code:apiserver_request_total:increase30d{verb="write",code=~"5.."} or vector(0)) 40424 ) 40425 / 40426 sum by (cluster) (code:apiserver_request_total:increase30d{verb="write"}) 40427 labels: 40428 verb: write 40429 record: apiserver_request:availability30d 40430 - expr: sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[5m])) 40431 labels: 40432 verb: read 40433 record: code_resource:apiserver_request_total:rate5m 40434 - expr: sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 40435 labels: 40436 verb: write 40437 record: code_resource:apiserver_request_total:rate5m 40438 - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"2.."}[1h])) 40439 record: code_verb:apiserver_request_total:increase1h 40440 - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"3.."}[1h])) 40441 record: code_verb:apiserver_request_total:increase1h 40442 - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"4.."}[1h])) 40443 record: code_verb:apiserver_request_total:increase1h 40444 - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"5.."}[1h])) 40445 record: code_verb:apiserver_request_total:increase1h 40446 --- 40447 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-apiserver-burnrate.rules.yaml 40448 apiVersion: monitoring.coreos.com/v1 40449 kind: PrometheusRule 40450 metadata: 40451 name: kube-prometheus-stack-kube-apiserver-burnrate.rules 40452 namespace: kube-prometheus-stack-system 40453 labels: 40454 app: kube-prometheus-stack 40455 40456 40457 app.kubernetes.io/instance: kube-prometheus-stack 40458 app.kubernetes.io/version: "18.0.1" 40459 app.kubernetes.io/part-of: kube-prometheus-stack 40460 40461 release: "kube-prometheus-stack" 40462 heritage: "Helm" 40463 spec: 40464 groups: 40465 - name: kube-apiserver-burnrate.rules 40466 rules: 40467 - expr: |- 40468 ( 40469 ( 40470 # too slow 40471 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[1d])) 40472 - 40473 ( 40474 ( 40475 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[1d])) 40476 or 40477 vector(0) 40478 ) 40479 + 40480 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[1d])) 40481 + 40482 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[1d])) 40483 ) 40484 ) 40485 + 40486 # errors 40487 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[1d])) 40488 ) 40489 / 40490 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[1d])) 40491 labels: 40492 verb: read 40493 record: apiserver_request:burnrate1d 40494 - expr: |- 40495 ( 40496 ( 40497 # too slow 40498 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[1h])) 40499 - 40500 ( 40501 ( 40502 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[1h])) 40503 or 40504 vector(0) 40505 ) 40506 + 40507 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[1h])) 40508 + 40509 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[1h])) 40510 ) 40511 ) 40512 + 40513 # errors 40514 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[1h])) 40515 ) 40516 / 40517 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[1h])) 40518 labels: 40519 verb: read 40520 record: apiserver_request:burnrate1h 40521 - expr: |- 40522 ( 40523 ( 40524 # too slow 40525 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[2h])) 40526 - 40527 ( 40528 ( 40529 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[2h])) 40530 or 40531 vector(0) 40532 ) 40533 + 40534 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[2h])) 40535 + 40536 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[2h])) 40537 ) 40538 ) 40539 + 40540 # errors 40541 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[2h])) 40542 ) 40543 / 40544 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[2h])) 40545 labels: 40546 verb: read 40547 record: apiserver_request:burnrate2h 40548 - expr: |- 40549 ( 40550 ( 40551 # too slow 40552 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[30m])) 40553 - 40554 ( 40555 ( 40556 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[30m])) 40557 or 40558 vector(0) 40559 ) 40560 + 40561 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[30m])) 40562 + 40563 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[30m])) 40564 ) 40565 ) 40566 + 40567 # errors 40568 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[30m])) 40569 ) 40570 / 40571 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[30m])) 40572 labels: 40573 verb: read 40574 record: apiserver_request:burnrate30m 40575 - expr: |- 40576 ( 40577 ( 40578 # too slow 40579 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[3d])) 40580 - 40581 ( 40582 ( 40583 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[3d])) 40584 or 40585 vector(0) 40586 ) 40587 + 40588 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[3d])) 40589 + 40590 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[3d])) 40591 ) 40592 ) 40593 + 40594 # errors 40595 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[3d])) 40596 ) 40597 / 40598 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[3d])) 40599 labels: 40600 verb: read 40601 record: apiserver_request:burnrate3d 40602 - expr: |- 40603 ( 40604 ( 40605 # too slow 40606 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[5m])) 40607 - 40608 ( 40609 ( 40610 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[5m])) 40611 or 40612 vector(0) 40613 ) 40614 + 40615 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[5m])) 40616 + 40617 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[5m])) 40618 ) 40619 ) 40620 + 40621 # errors 40622 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[5m])) 40623 ) 40624 / 40625 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[5m])) 40626 labels: 40627 verb: read 40628 record: apiserver_request:burnrate5m 40629 - expr: |- 40630 ( 40631 ( 40632 # too slow 40633 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[6h])) 40634 - 40635 ( 40636 ( 40637 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[6h])) 40638 or 40639 vector(0) 40640 ) 40641 + 40642 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[6h])) 40643 + 40644 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[6h])) 40645 ) 40646 ) 40647 + 40648 # errors 40649 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[6h])) 40650 ) 40651 / 40652 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[6h])) 40653 labels: 40654 verb: read 40655 record: apiserver_request:burnrate6h 40656 - expr: |- 40657 ( 40658 ( 40659 # too slow 40660 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1d])) 40661 - 40662 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[1d])) 40663 ) 40664 + 40665 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[1d])) 40666 ) 40667 / 40668 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1d])) 40669 labels: 40670 verb: write 40671 record: apiserver_request:burnrate1d 40672 - expr: |- 40673 ( 40674 ( 40675 # too slow 40676 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1h])) 40677 - 40678 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[1h])) 40679 ) 40680 + 40681 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[1h])) 40682 ) 40683 / 40684 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1h])) 40685 labels: 40686 verb: write 40687 record: apiserver_request:burnrate1h 40688 - expr: |- 40689 ( 40690 ( 40691 # too slow 40692 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[2h])) 40693 - 40694 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[2h])) 40695 ) 40696 + 40697 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[2h])) 40698 ) 40699 / 40700 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[2h])) 40701 labels: 40702 verb: write 40703 record: apiserver_request:burnrate2h 40704 - expr: |- 40705 ( 40706 ( 40707 # too slow 40708 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[30m])) 40709 - 40710 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[30m])) 40711 ) 40712 + 40713 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[30m])) 40714 ) 40715 / 40716 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[30m])) 40717 labels: 40718 verb: write 40719 record: apiserver_request:burnrate30m 40720 - expr: |- 40721 ( 40722 ( 40723 # too slow 40724 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[3d])) 40725 - 40726 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[3d])) 40727 ) 40728 + 40729 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[3d])) 40730 ) 40731 / 40732 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[3d])) 40733 labels: 40734 verb: write 40735 record: apiserver_request:burnrate3d 40736 - expr: |- 40737 ( 40738 ( 40739 # too slow 40740 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 40741 - 40742 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[5m])) 40743 ) 40744 + 40745 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[5m])) 40746 ) 40747 / 40748 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 40749 labels: 40750 verb: write 40751 record: apiserver_request:burnrate5m 40752 - expr: |- 40753 ( 40754 ( 40755 # too slow 40756 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[6h])) 40757 - 40758 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[6h])) 40759 ) 40760 + 40761 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[6h])) 40762 ) 40763 / 40764 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[6h])) 40765 labels: 40766 verb: write 40767 record: apiserver_request:burnrate6h 40768 --- 40769 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-apiserver-histogram.rules.yaml 40770 apiVersion: monitoring.coreos.com/v1 40771 kind: PrometheusRule 40772 metadata: 40773 name: kube-prometheus-stack-kube-apiserver-histogram.rules 40774 namespace: kube-prometheus-stack-system 40775 labels: 40776 app: kube-prometheus-stack 40777 40778 40779 app.kubernetes.io/instance: kube-prometheus-stack 40780 app.kubernetes.io/version: "18.0.1" 40781 app.kubernetes.io/part-of: kube-prometheus-stack 40782 40783 release: "kube-prometheus-stack" 40784 heritage: "Helm" 40785 spec: 40786 groups: 40787 - name: kube-apiserver-histogram.rules 40788 rules: 40789 - expr: histogram_quantile(0.99, sum by (cluster, le, resource) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET"}[5m]))) > 0 40790 labels: 40791 quantile: '0.99' 40792 verb: read 40793 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 40794 - expr: histogram_quantile(0.99, sum by (cluster, le, resource) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m]))) > 0 40795 labels: 40796 quantile: '0.99' 40797 verb: write 40798 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 40799 - expr: histogram_quantile(0.99, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 40800 labels: 40801 quantile: '0.99' 40802 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 40803 - expr: histogram_quantile(0.9, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 40804 labels: 40805 quantile: '0.9' 40806 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 40807 - expr: histogram_quantile(0.5, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 40808 labels: 40809 quantile: '0.5' 40810 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 40811 --- 40812 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-apiserver-slos.yaml 40813 apiVersion: monitoring.coreos.com/v1 40814 kind: PrometheusRule 40815 metadata: 40816 name: kube-prometheus-stack-kube-apiserver-slos 40817 namespace: kube-prometheus-stack-system 40818 labels: 40819 app: kube-prometheus-stack 40820 app.kubernetes.io/instance: kube-prometheus-stack 40821 app.kubernetes.io/version: "18.0.1" 40822 app.kubernetes.io/part-of: kube-prometheus-stack 40823 release: "kube-prometheus-stack" 40824 heritage: "Helm" 40825 spec: 40826 groups: 40827 - name: kube-apiserver-slos 40828 rules: 40829 - alert: KubeAPIErrorBudgetBurn 40830 annotations: 40831 description: The API server is burning too much error budget. 40832 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeapierrorbudgetburn 40833 summary: The API server is burning too much error budget. 40834 expr: |- 40835 sum(apiserver_request:burnrate1h) > (14.40 * 0.01000) 40836 and 40837 sum(apiserver_request:burnrate5m) > (14.40 * 0.01000) 40838 for: 2m 40839 labels: 40840 long: 1h 40841 severity: critical 40842 short: 5m 40843 - alert: KubeAPIErrorBudgetBurn 40844 annotations: 40845 description: The API server is burning too much error budget. 40846 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeapierrorbudgetburn 40847 summary: The API server is burning too much error budget. 40848 expr: |- 40849 sum(apiserver_request:burnrate6h) > (6.00 * 0.01000) 40850 and 40851 sum(apiserver_request:burnrate30m) > (6.00 * 0.01000) 40852 for: 15m 40853 labels: 40854 long: 6h 40855 severity: critical 40856 short: 30m 40857 - alert: KubeAPIErrorBudgetBurn 40858 annotations: 40859 description: The API server is burning too much error budget. 40860 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeapierrorbudgetburn 40861 summary: The API server is burning too much error budget. 40862 expr: |- 40863 sum(apiserver_request:burnrate1d) > (3.00 * 0.01000) 40864 and 40865 sum(apiserver_request:burnrate2h) > (3.00 * 0.01000) 40866 for: 1h 40867 labels: 40868 long: 1d 40869 severity: warning 40870 short: 2h 40871 - alert: KubeAPIErrorBudgetBurn 40872 annotations: 40873 description: The API server is burning too much error budget. 40874 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeapierrorbudgetburn 40875 summary: The API server is burning too much error budget. 40876 expr: |- 40877 sum(apiserver_request:burnrate3d) > (1.00 * 0.01000) 40878 and 40879 sum(apiserver_request:burnrate6h) > (1.00 * 0.01000) 40880 for: 3h 40881 labels: 40882 long: 3d 40883 severity: warning 40884 short: 6h 40885 --- 40886 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-apiserver.rules.yaml 40887 apiVersion: monitoring.coreos.com/v1 40888 kind: PrometheusRule 40889 metadata: 40890 name: kube-prometheus-stack-kube-apiserver.rules 40891 namespace: kube-prometheus-stack-system 40892 labels: 40893 app: kube-prometheus-stack 40894 app.kubernetes.io/instance: kube-prometheus-stack 40895 app.kubernetes.io/version: "18.0.1" 40896 app.kubernetes.io/part-of: kube-prometheus-stack 40897 40898 release: "kube-prometheus-stack" 40899 heritage: "Helm" 40900 spec: 40901 groups: 40902 - name: kube-apiserver.rules 40903 rules: 40904 - expr: |- 40905 ( 40906 ( 40907 # too slow 40908 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[1d])) 40909 - 40910 ( 40911 ( 40912 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[1d])) 40913 or 40914 vector(0) 40915 ) 40916 + 40917 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[1d])) 40918 + 40919 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[1d])) 40920 ) 40921 ) 40922 + 40923 # errors 40924 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[1d])) 40925 ) 40926 / 40927 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[1d])) 40928 labels: 40929 verb: read 40930 record: apiserver_request:burnrate1d 40931 - expr: |- 40932 ( 40933 ( 40934 # too slow 40935 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[1h])) 40936 - 40937 ( 40938 ( 40939 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[1h])) 40940 or 40941 vector(0) 40942 ) 40943 + 40944 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[1h])) 40945 + 40946 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[1h])) 40947 ) 40948 ) 40949 + 40950 # errors 40951 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[1h])) 40952 ) 40953 / 40954 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[1h])) 40955 labels: 40956 verb: read 40957 record: apiserver_request:burnrate1h 40958 - expr: |- 40959 ( 40960 ( 40961 # too slow 40962 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[2h])) 40963 - 40964 ( 40965 ( 40966 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[2h])) 40967 or 40968 vector(0) 40969 ) 40970 + 40971 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[2h])) 40972 + 40973 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[2h])) 40974 ) 40975 ) 40976 + 40977 # errors 40978 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[2h])) 40979 ) 40980 / 40981 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[2h])) 40982 labels: 40983 verb: read 40984 record: apiserver_request:burnrate2h 40985 - expr: |- 40986 ( 40987 ( 40988 # too slow 40989 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[30m])) 40990 - 40991 ( 40992 ( 40993 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[30m])) 40994 or 40995 vector(0) 40996 ) 40997 + 40998 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[30m])) 40999 + 41000 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[30m])) 41001 ) 41002 ) 41003 + 41004 # errors 41005 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[30m])) 41006 ) 41007 / 41008 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[30m])) 41009 labels: 41010 verb: read 41011 record: apiserver_request:burnrate30m 41012 - expr: |- 41013 ( 41014 ( 41015 # too slow 41016 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[3d])) 41017 - 41018 ( 41019 ( 41020 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[3d])) 41021 or 41022 vector(0) 41023 ) 41024 + 41025 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[3d])) 41026 + 41027 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[3d])) 41028 ) 41029 ) 41030 + 41031 # errors 41032 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[3d])) 41033 ) 41034 / 41035 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[3d])) 41036 labels: 41037 verb: read 41038 record: apiserver_request:burnrate3d 41039 - expr: |- 41040 ( 41041 ( 41042 # too slow 41043 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[5m])) 41044 - 41045 ( 41046 ( 41047 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[5m])) 41048 or 41049 vector(0) 41050 ) 41051 + 41052 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[5m])) 41053 + 41054 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[5m])) 41055 ) 41056 ) 41057 + 41058 # errors 41059 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[5m])) 41060 ) 41061 / 41062 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[5m])) 41063 labels: 41064 verb: read 41065 record: apiserver_request:burnrate5m 41066 - expr: |- 41067 ( 41068 ( 41069 # too slow 41070 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"LIST|GET"}[6h])) 41071 - 41072 ( 41073 ( 41074 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[6h])) 41075 or 41076 vector(0) 41077 ) 41078 + 41079 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[6h])) 41080 + 41081 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[6h])) 41082 ) 41083 ) 41084 + 41085 # errors 41086 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET",code=~"5.."}[6h])) 41087 ) 41088 / 41089 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[6h])) 41090 labels: 41091 verb: read 41092 record: apiserver_request:burnrate6h 41093 - expr: |- 41094 ( 41095 ( 41096 # too slow 41097 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1d])) 41098 - 41099 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[1d])) 41100 ) 41101 + 41102 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[1d])) 41103 ) 41104 / 41105 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1d])) 41106 labels: 41107 verb: write 41108 record: apiserver_request:burnrate1d 41109 - expr: |- 41110 ( 41111 ( 41112 # too slow 41113 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1h])) 41114 - 41115 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[1h])) 41116 ) 41117 + 41118 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[1h])) 41119 ) 41120 / 41121 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[1h])) 41122 labels: 41123 verb: write 41124 record: apiserver_request:burnrate1h 41125 - expr: |- 41126 ( 41127 ( 41128 # too slow 41129 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[2h])) 41130 - 41131 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[2h])) 41132 ) 41133 + 41134 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[2h])) 41135 ) 41136 / 41137 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[2h])) 41138 labels: 41139 verb: write 41140 record: apiserver_request:burnrate2h 41141 - expr: |- 41142 ( 41143 ( 41144 # too slow 41145 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[30m])) 41146 - 41147 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[30m])) 41148 ) 41149 + 41150 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[30m])) 41151 ) 41152 / 41153 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[30m])) 41154 labels: 41155 verb: write 41156 record: apiserver_request:burnrate30m 41157 - expr: |- 41158 ( 41159 ( 41160 # too slow 41161 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[3d])) 41162 - 41163 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[3d])) 41164 ) 41165 + 41166 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[3d])) 41167 ) 41168 / 41169 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[3d])) 41170 labels: 41171 verb: write 41172 record: apiserver_request:burnrate3d 41173 - expr: |- 41174 ( 41175 ( 41176 # too slow 41177 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 41178 - 41179 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[5m])) 41180 ) 41181 + 41182 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[5m])) 41183 ) 41184 / 41185 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 41186 labels: 41187 verb: write 41188 record: apiserver_request:burnrate5m 41189 - expr: |- 41190 ( 41191 ( 41192 # too slow 41193 sum by (cluster) (rate(apiserver_request_duration_seconds_count{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[6h])) 41194 - 41195 sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",le="1"}[6h])) 41196 ) 41197 + 41198 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE",code=~"5.."}[6h])) 41199 ) 41200 / 41201 sum by (cluster) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[6h])) 41202 labels: 41203 verb: write 41204 record: apiserver_request:burnrate6h 41205 - expr: sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[5m])) 41206 labels: 41207 verb: read 41208 record: code_resource:apiserver_request_total:rate5m 41209 - expr: sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) 41210 labels: 41211 verb: write 41212 record: code_resource:apiserver_request_total:rate5m 41213 - expr: histogram_quantile(0.99, sum by (cluster, le, resource) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET"}[5m]))) > 0 41214 labels: 41215 quantile: '0.99' 41216 verb: read 41217 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41218 - expr: histogram_quantile(0.99, sum by (cluster, le, resource) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m]))) > 0 41219 labels: 41220 quantile: '0.99' 41221 verb: write 41222 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41223 - expr: histogram_quantile(0.99, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 41224 labels: 41225 quantile: '0.99' 41226 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41227 - expr: histogram_quantile(0.9, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 41228 labels: 41229 quantile: '0.9' 41230 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41231 - expr: histogram_quantile(0.5, sum(rate(apiserver_request_duration_seconds_bucket{job="apiserver",subresource!="log",verb!~"LIST|WATCH|WATCHLIST|DELETECOLLECTION|PROXY|CONNECT"}[5m])) without(instance, pod)) 41232 labels: 41233 quantile: '0.5' 41234 record: cluster_quantile:apiserver_request_duration_seconds:histogram_quantile 41235 --- 41236 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-prometheus-general.rules.yaml 41237 apiVersion: monitoring.coreos.com/v1 41238 kind: PrometheusRule 41239 metadata: 41240 name: kube-prometheus-stack-kube-prometheus-general.rules 41241 namespace: kube-prometheus-stack-system 41242 labels: 41243 app: kube-prometheus-stack 41244 41245 41246 app.kubernetes.io/instance: kube-prometheus-stack 41247 app.kubernetes.io/version: "18.0.1" 41248 app.kubernetes.io/part-of: kube-prometheus-stack 41249 41250 release: "kube-prometheus-stack" 41251 heritage: "Helm" 41252 spec: 41253 groups: 41254 - name: kube-prometheus-general.rules 41255 rules: 41256 - expr: count without(instance, pod, node) (up == 1) 41257 record: count:up1 41258 - expr: count without(instance, pod, node) (up == 0) 41259 record: count:up0 41260 --- 41261 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-prometheus-node-recording.rules.yaml 41262 apiVersion: monitoring.coreos.com/v1 41263 kind: PrometheusRule 41264 metadata: 41265 name: kube-prometheus-stack-kube-prometheus-node-recording.rules 41266 namespace: kube-prometheus-stack-system 41267 labels: 41268 app: kube-prometheus-stack 41269 41270 41271 app.kubernetes.io/instance: kube-prometheus-stack 41272 app.kubernetes.io/version: "18.0.1" 41273 app.kubernetes.io/part-of: kube-prometheus-stack 41274 41275 release: "kube-prometheus-stack" 41276 heritage: "Helm" 41277 spec: 41278 groups: 41279 - name: kube-prometheus-node-recording.rules 41280 rules: 41281 - expr: sum(rate(node_cpu_seconds_total{mode!="idle",mode!="iowait",mode!="steal"}[3m])) BY (instance) 41282 record: instance:node_cpu:rate:sum 41283 - expr: sum(rate(node_network_receive_bytes_total[3m])) BY (instance) 41284 record: instance:node_network_receive_bytes:rate:sum 41285 - expr: sum(rate(node_network_transmit_bytes_total[3m])) BY (instance) 41286 record: instance:node_network_transmit_bytes:rate:sum 41287 - expr: sum(rate(node_cpu_seconds_total{mode!="idle",mode!="iowait",mode!="steal"}[5m])) WITHOUT (cpu, mode) / ON(instance) GROUP_LEFT() count(sum(node_cpu_seconds_total) BY (instance, cpu)) BY (instance) 41288 record: instance:node_cpu:ratio 41289 - expr: sum(rate(node_cpu_seconds_total{mode!="idle",mode!="iowait",mode!="steal"}[5m])) 41290 record: cluster:node_cpu:sum_rate5m 41291 - expr: cluster:node_cpu_seconds_total:rate5m / count(sum(node_cpu_seconds_total) BY (instance, cpu)) 41292 record: cluster:node_cpu:ratio 41293 --- 41294 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-scheduler.rules.yaml 41295 apiVersion: monitoring.coreos.com/v1 41296 kind: PrometheusRule 41297 metadata: 41298 name: kube-prometheus-stack-kube-scheduler.rules 41299 namespace: kube-prometheus-stack-system 41300 labels: 41301 app: kube-prometheus-stack 41302 41303 41304 app.kubernetes.io/instance: kube-prometheus-stack 41305 app.kubernetes.io/version: "18.0.1" 41306 app.kubernetes.io/part-of: kube-prometheus-stack 41307 41308 release: "kube-prometheus-stack" 41309 heritage: "Helm" 41310 spec: 41311 groups: 41312 - name: kube-scheduler.rules 41313 rules: 41314 - expr: histogram_quantile(0.99, sum(rate(scheduler_e2e_scheduling_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41315 labels: 41316 quantile: '0.99' 41317 record: cluster_quantile:scheduler_e2e_scheduling_duration_seconds:histogram_quantile 41318 - expr: histogram_quantile(0.99, sum(rate(scheduler_scheduling_algorithm_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41319 labels: 41320 quantile: '0.99' 41321 record: cluster_quantile:scheduler_scheduling_algorithm_duration_seconds:histogram_quantile 41322 - expr: histogram_quantile(0.99, sum(rate(scheduler_binding_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41323 labels: 41324 quantile: '0.99' 41325 record: cluster_quantile:scheduler_binding_duration_seconds:histogram_quantile 41326 - expr: histogram_quantile(0.9, sum(rate(scheduler_e2e_scheduling_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41327 labels: 41328 quantile: '0.9' 41329 record: cluster_quantile:scheduler_e2e_scheduling_duration_seconds:histogram_quantile 41330 - expr: histogram_quantile(0.9, sum(rate(scheduler_scheduling_algorithm_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41331 labels: 41332 quantile: '0.9' 41333 record: cluster_quantile:scheduler_scheduling_algorithm_duration_seconds:histogram_quantile 41334 - expr: histogram_quantile(0.9, sum(rate(scheduler_binding_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41335 labels: 41336 quantile: '0.9' 41337 record: cluster_quantile:scheduler_binding_duration_seconds:histogram_quantile 41338 - expr: histogram_quantile(0.5, sum(rate(scheduler_e2e_scheduling_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41339 labels: 41340 quantile: '0.5' 41341 record: cluster_quantile:scheduler_e2e_scheduling_duration_seconds:histogram_quantile 41342 - expr: histogram_quantile(0.5, sum(rate(scheduler_scheduling_algorithm_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41343 labels: 41344 quantile: '0.5' 41345 record: cluster_quantile:scheduler_scheduling_algorithm_duration_seconds:histogram_quantile 41346 - expr: histogram_quantile(0.5, sum(rate(scheduler_binding_duration_seconds_bucket{job="kube-scheduler"}[5m])) without(instance, pod)) 41347 labels: 41348 quantile: '0.5' 41349 record: cluster_quantile:scheduler_binding_duration_seconds:histogram_quantile 41350 --- 41351 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kube-state-metrics.yaml 41352 apiVersion: monitoring.coreos.com/v1 41353 kind: PrometheusRule 41354 metadata: 41355 name: kube-prometheus-stack-kube-state-metrics 41356 namespace: kube-prometheus-stack-system 41357 labels: 41358 app: kube-prometheus-stack 41359 41360 41361 app.kubernetes.io/instance: kube-prometheus-stack 41362 app.kubernetes.io/version: "18.0.1" 41363 app.kubernetes.io/part-of: kube-prometheus-stack 41364 41365 release: "kube-prometheus-stack" 41366 heritage: "Helm" 41367 spec: 41368 groups: 41369 - name: kube-state-metrics 41370 rules: 41371 - alert: KubeStateMetricsListErrors 41372 annotations: 41373 description: kube-state-metrics is experiencing errors at an elevated rate in list operations. This is likely causing it to not be able to expose metrics about Kubernetes objects correctly or at all. 41374 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubestatemetricslisterrors 41375 summary: kube-state-metrics is experiencing errors in list operations. 41376 expr: |- 41377 (sum(rate(kube_state_metrics_list_total{job="kube-state-metrics",result="error"}[5m])) 41378 / 41379 sum(rate(kube_state_metrics_list_total{job="kube-state-metrics"}[5m]))) 41380 > 0.01 41381 for: 15m 41382 labels: 41383 severity: critical 41384 - alert: KubeStateMetricsWatchErrors 41385 annotations: 41386 description: kube-state-metrics is experiencing errors at an elevated rate in watch operations. This is likely causing it to not be able to expose metrics about Kubernetes objects correctly or at all. 41387 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubestatemetricswatcherrors 41388 summary: kube-state-metrics is experiencing errors in watch operations. 41389 expr: |- 41390 (sum(rate(kube_state_metrics_watch_total{job="kube-state-metrics",result="error"}[5m])) 41391 / 41392 sum(rate(kube_state_metrics_watch_total{job="kube-state-metrics"}[5m]))) 41393 > 0.01 41394 for: 15m 41395 labels: 41396 severity: critical 41397 - alert: KubeStateMetricsShardingMismatch 41398 annotations: 41399 description: kube-state-metrics pods are running with different --total-shards configuration, some Kubernetes objects may be exposed multiple times or not exposed at all. 41400 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubestatemetricsshardingmismatch 41401 summary: kube-state-metrics sharding is misconfigured. 41402 expr: stdvar (kube_state_metrics_total_shards{job="kube-state-metrics"}) != 0 41403 for: 15m 41404 labels: 41405 severity: critical 41406 - alert: KubeStateMetricsShardsMissing 41407 annotations: 41408 description: kube-state-metrics shards are missing, some Kubernetes objects are not being exposed. 41409 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubestatemetricsshardsmissing 41410 summary: kube-state-metrics shards are missing. 41411 expr: |- 41412 2^max(kube_state_metrics_total_shards{job="kube-state-metrics"}) - 1 41413 - 41414 sum( 2 ^ max by (shard_ordinal) (kube_state_metrics_shard_ordinal{job="kube-state-metrics"}) ) 41415 != 0 41416 for: 15m 41417 labels: 41418 severity: critical 41419 --- 41420 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubelet.rules.yaml 41421 apiVersion: monitoring.coreos.com/v1 41422 kind: PrometheusRule 41423 metadata: 41424 name: kube-prometheus-stack-kubelet.rules 41425 namespace: kube-prometheus-stack-system 41426 labels: 41427 app: kube-prometheus-stack 41428 41429 41430 app.kubernetes.io/instance: kube-prometheus-stack 41431 app.kubernetes.io/version: "18.0.1" 41432 app.kubernetes.io/part-of: kube-prometheus-stack 41433 41434 release: "kube-prometheus-stack" 41435 heritage: "Helm" 41436 spec: 41437 groups: 41438 - name: kubelet.rules 41439 rules: 41440 - expr: histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_duration_seconds_bucket[5m])) by (instance, le) * on(instance) group_left(node) kubelet_node_name{job="kubelet", metrics_path="/metrics"}) 41441 labels: 41442 quantile: '0.99' 41443 record: node_quantile:kubelet_pleg_relist_duration_seconds:histogram_quantile 41444 - expr: histogram_quantile(0.9, sum(rate(kubelet_pleg_relist_duration_seconds_bucket[5m])) by (instance, le) * on(instance) group_left(node) kubelet_node_name{job="kubelet", metrics_path="/metrics"}) 41445 labels: 41446 quantile: '0.9' 41447 record: node_quantile:kubelet_pleg_relist_duration_seconds:histogram_quantile 41448 - expr: histogram_quantile(0.5, sum(rate(kubelet_pleg_relist_duration_seconds_bucket[5m])) by (instance, le) * on(instance) group_left(node) kubelet_node_name{job="kubelet", metrics_path="/metrics"}) 41449 labels: 41450 quantile: '0.5' 41451 record: node_quantile:kubelet_pleg_relist_duration_seconds:histogram_quantile 41452 --- 41453 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-apps.yaml 41454 apiVersion: monitoring.coreos.com/v1 41455 kind: PrometheusRule 41456 metadata: 41457 name: kube-prometheus-stack-kubernetes-apps 41458 namespace: kube-prometheus-stack-system 41459 labels: 41460 app: kube-prometheus-stack 41461 41462 41463 app.kubernetes.io/instance: kube-prometheus-stack 41464 app.kubernetes.io/version: "18.0.1" 41465 app.kubernetes.io/part-of: kube-prometheus-stack 41466 41467 release: "kube-prometheus-stack" 41468 heritage: "Helm" 41469 spec: 41470 groups: 41471 - name: kubernetes-apps 41472 rules: 41473 - alert: KubePodCrashLooping 41474 annotations: 41475 description: Pod {{ $labels.namespace }}/{{ $labels.pod }} ({{ $labels.container }}) is restarting {{ printf "%.2f" $value }} times / 10 minutes. 41476 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubepodcrashlooping 41477 summary: Pod is crash looping. 41478 expr: |- 41479 increase(kube_pod_container_status_restarts_total{job="kube-state-metrics", namespace=~".*"}[10m]) > 0 41480 and 41481 kube_pod_container_status_waiting{job="kube-state-metrics", namespace=~".*"} == 1 41482 for: 15m 41483 labels: 41484 severity: warning 41485 - alert: KubePodNotReady 41486 annotations: 41487 description: Pod {{ $labels.namespace }}/{{ $labels.pod }} has been in a non-ready state for longer than 15 minutes. 41488 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubepodnotready 41489 summary: Pod has been in a non-ready state for more than 15 minutes. 41490 expr: |- 41491 sum by (namespace, pod) ( 41492 max by(namespace, pod) ( 41493 kube_pod_status_phase{job="kube-state-metrics", namespace=~".*", phase=~"Pending|Unknown"} 41494 ) * on(namespace, pod) group_left(owner_kind) topk by(namespace, pod) ( 41495 1, max by(namespace, pod, owner_kind) (kube_pod_owner{owner_kind!="Job"}) 41496 ) 41497 ) > 0 41498 for: 15m 41499 labels: 41500 severity: warning 41501 - alert: KubeDeploymentGenerationMismatch 41502 annotations: 41503 description: Deployment generation for {{ $labels.namespace }}/{{ $labels.deployment }} does not match, this indicates that the Deployment has failed but has not been rolled back. 41504 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubedeploymentgenerationmismatch 41505 summary: Deployment generation mismatch due to possible roll-back 41506 expr: |- 41507 kube_deployment_status_observed_generation{job="kube-state-metrics", namespace=~".*"} 41508 != 41509 kube_deployment_metadata_generation{job="kube-state-metrics", namespace=~".*"} 41510 for: 15m 41511 labels: 41512 severity: warning 41513 - alert: KubeDeploymentReplicasMismatch 41514 annotations: 41515 description: Deployment {{ $labels.namespace }}/{{ $labels.deployment }} has not matched the expected number of replicas for longer than 15 minutes. 41516 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubedeploymentreplicasmismatch 41517 summary: Deployment has not matched the expected number of replicas. 41518 expr: |- 41519 ( 41520 kube_deployment_spec_replicas{job="kube-state-metrics", namespace=~".*"} 41521 > 41522 kube_deployment_status_replicas_available{job="kube-state-metrics", namespace=~".*"} 41523 ) and ( 41524 changes(kube_deployment_status_replicas_updated{job="kube-state-metrics", namespace=~".*"}[10m]) 41525 == 41526 0 41527 ) 41528 for: 15m 41529 labels: 41530 severity: warning 41531 - alert: KubeStatefulSetReplicasMismatch 41532 annotations: 41533 description: StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} has not matched the expected number of replicas for longer than 15 minutes. 41534 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubestatefulsetreplicasmismatch 41535 summary: Deployment has not matched the expected number of replicas. 41536 expr: |- 41537 ( 41538 kube_statefulset_status_replicas_ready{job="kube-state-metrics", namespace=~".*"} 41539 != 41540 kube_statefulset_status_replicas{job="kube-state-metrics", namespace=~".*"} 41541 ) and ( 41542 changes(kube_statefulset_status_replicas_updated{job="kube-state-metrics", namespace=~".*"}[10m]) 41543 == 41544 0 41545 ) 41546 for: 15m 41547 labels: 41548 severity: warning 41549 - alert: KubeStatefulSetGenerationMismatch 41550 annotations: 41551 description: StatefulSet generation for {{ $labels.namespace }}/{{ $labels.statefulset }} does not match, this indicates that the StatefulSet has failed but has not been rolled back. 41552 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubestatefulsetgenerationmismatch 41553 summary: StatefulSet generation mismatch due to possible roll-back 41554 expr: |- 41555 kube_statefulset_status_observed_generation{job="kube-state-metrics", namespace=~".*"} 41556 != 41557 kube_statefulset_metadata_generation{job="kube-state-metrics", namespace=~".*"} 41558 for: 15m 41559 labels: 41560 severity: warning 41561 - alert: KubeStatefulSetUpdateNotRolledOut 41562 annotations: 41563 description: StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} update has not been rolled out. 41564 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubestatefulsetupdatenotrolledout 41565 summary: StatefulSet update has not been rolled out. 41566 expr: |- 41567 ( 41568 max without (revision) ( 41569 kube_statefulset_status_current_revision{job="kube-state-metrics", namespace=~".*"} 41570 unless 41571 kube_statefulset_status_update_revision{job="kube-state-metrics", namespace=~".*"} 41572 ) 41573 * 41574 ( 41575 kube_statefulset_replicas{job="kube-state-metrics", namespace=~".*"} 41576 != 41577 kube_statefulset_status_replicas_updated{job="kube-state-metrics", namespace=~".*"} 41578 ) 41579 ) and ( 41580 changes(kube_statefulset_status_replicas_updated{job="kube-state-metrics", namespace=~".*"}[5m]) 41581 == 41582 0 41583 ) 41584 for: 15m 41585 labels: 41586 severity: warning 41587 - alert: KubeDaemonSetRolloutStuck 41588 annotations: 41589 description: DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} has not finished or progressed for at least 15 minutes. 41590 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubedaemonsetrolloutstuck 41591 summary: DaemonSet rollout is stuck. 41592 expr: |- 41593 ( 41594 ( 41595 kube_daemonset_status_current_number_scheduled{job="kube-state-metrics", namespace=~".*"} 41596 != 41597 kube_daemonset_status_desired_number_scheduled{job="kube-state-metrics", namespace=~".*"} 41598 ) or ( 41599 kube_daemonset_status_number_misscheduled{job="kube-state-metrics", namespace=~".*"} 41600 != 41601 0 41602 ) or ( 41603 kube_daemonset_updated_number_scheduled{job="kube-state-metrics", namespace=~".*"} 41604 != 41605 kube_daemonset_status_desired_number_scheduled{job="kube-state-metrics", namespace=~".*"} 41606 ) or ( 41607 kube_daemonset_status_number_available{job="kube-state-metrics", namespace=~".*"} 41608 != 41609 kube_daemonset_status_desired_number_scheduled{job="kube-state-metrics", namespace=~".*"} 41610 ) 41611 ) and ( 41612 changes(kube_daemonset_updated_number_scheduled{job="kube-state-metrics", namespace=~".*"}[5m]) 41613 == 41614 0 41615 ) 41616 for: 15m 41617 labels: 41618 severity: warning 41619 - alert: KubeContainerWaiting 41620 annotations: 41621 description: Pod {{ $labels.namespace }}/{{ $labels.pod }} container {{ $labels.container}} has been in waiting state for longer than 1 hour. 41622 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubecontainerwaiting 41623 summary: Pod container waiting longer than 1 hour 41624 expr: sum by (namespace, pod, container) (kube_pod_container_status_waiting_reason{job="kube-state-metrics", namespace=~".*"}) > 0 41625 for: 1h 41626 labels: 41627 severity: warning 41628 - alert: KubeDaemonSetNotScheduled 41629 annotations: 41630 description: '{{ $value }} Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are not scheduled.' 41631 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubedaemonsetnotscheduled 41632 summary: DaemonSet pods are not scheduled. 41633 expr: |- 41634 kube_daemonset_status_desired_number_scheduled{job="kube-state-metrics", namespace=~".*"} 41635 - 41636 kube_daemonset_status_current_number_scheduled{job="kube-state-metrics", namespace=~".*"} > 0 41637 for: 10m 41638 labels: 41639 severity: warning 41640 - alert: KubeDaemonSetMisScheduled 41641 annotations: 41642 description: '{{ $value }} Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are running where they are not supposed to run.' 41643 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubedaemonsetmisscheduled 41644 summary: DaemonSet pods are misscheduled. 41645 expr: kube_daemonset_status_number_misscheduled{job="kube-state-metrics", namespace=~".*"} > 0 41646 for: 15m 41647 labels: 41648 severity: warning 41649 - alert: KubeJobCompletion 41650 annotations: 41651 description: Job {{ $labels.namespace }}/{{ $labels.job_name }} is taking more than 12 hours to complete. 41652 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubejobcompletion 41653 summary: Job did not complete in time 41654 expr: kube_job_spec_completions{job="kube-state-metrics", namespace=~".*"} - kube_job_status_succeeded{job="kube-state-metrics", namespace=~".*"} > 0 41655 for: 12h 41656 labels: 41657 severity: warning 41658 - alert: KubeJobFailed 41659 annotations: 41660 description: Job {{ $labels.namespace }}/{{ $labels.job_name }} failed to complete. Removing failed job after investigation should clear this alert. 41661 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubejobfailed 41662 summary: Job failed to complete. 41663 expr: kube_job_failed{job="kube-state-metrics", namespace=~".*"} > 0 41664 for: 15m 41665 labels: 41666 severity: warning 41667 - alert: KubeHpaReplicasMismatch 41668 annotations: 41669 description: HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} has not matched the desired number of replicas for longer than 15 minutes. 41670 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubehpareplicasmismatch 41671 summary: HPA has not matched descired number of replicas. 41672 expr: |- 41673 (kube_horizontalpodautoscaler_status_desired_replicas{job="kube-state-metrics", namespace=~".*"} 41674 != 41675 kube_horizontalpodautoscaler_status_current_replicas{job="kube-state-metrics", namespace=~".*"}) 41676 and 41677 (kube_horizontalpodautoscaler_status_current_replicas{job="kube-state-metrics", namespace=~".*"} 41678 > 41679 kube_horizontalpodautoscaler_spec_min_replicas{job="kube-state-metrics", namespace=~".*"}) 41680 and 41681 (kube_horizontalpodautoscaler_status_current_replicas{job="kube-state-metrics", namespace=~".*"} 41682 < 41683 kube_horizontalpodautoscaler_spec_max_replicas{job="kube-state-metrics", namespace=~".*"}) 41684 and 41685 changes(kube_horizontalpodautoscaler_status_current_replicas{job="kube-state-metrics", namespace=~".*"}[15m]) == 0 41686 for: 15m 41687 labels: 41688 severity: warning 41689 - alert: KubeHpaMaxedOut 41690 annotations: 41691 description: HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} has been running at max replicas for longer than 15 minutes. 41692 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubehpamaxedout 41693 summary: HPA is running at max replicas 41694 expr: |- 41695 kube_horizontalpodautoscaler_status_current_replicas{job="kube-state-metrics", namespace=~".*"} 41696 == 41697 kube_horizontalpodautoscaler_spec_max_replicas{job="kube-state-metrics", namespace=~".*"} 41698 for: 15m 41699 labels: 41700 severity: warning 41701 --- 41702 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-resources.yaml 41703 apiVersion: monitoring.coreos.com/v1 41704 kind: PrometheusRule 41705 metadata: 41706 name: kube-prometheus-stack-kubernetes-resources 41707 namespace: kube-prometheus-stack-system 41708 labels: 41709 app: kube-prometheus-stack 41710 41711 41712 app.kubernetes.io/instance: kube-prometheus-stack 41713 app.kubernetes.io/version: "18.0.1" 41714 app.kubernetes.io/part-of: kube-prometheus-stack 41715 41716 release: "kube-prometheus-stack" 41717 heritage: "Helm" 41718 spec: 41719 groups: 41720 - name: kubernetes-resources 41721 rules: 41722 - alert: KubeCPUOvercommit 41723 annotations: 41724 description: Cluster has overcommitted CPU resource requests for Pods and cannot tolerate node failure. 41725 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubecpuovercommit 41726 summary: Cluster has overcommitted CPU resource requests. 41727 expr: |- 41728 sum(namespace_cpu:kube_pod_container_resource_requests:sum{}) 41729 / 41730 sum(kube_node_status_allocatable{resource="cpu"}) 41731 > 41732 ((count(kube_node_status_allocatable{resource="cpu"}) > 1) - 1) / count(kube_node_status_allocatable{resource="cpu"}) 41733 for: 5m 41734 labels: 41735 severity: warning 41736 - alert: KubeMemoryOvercommit 41737 annotations: 41738 description: Cluster has overcommitted memory resource requests for Pods and cannot tolerate node failure. 41739 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubememoryovercommit 41740 summary: Cluster has overcommitted memory resource requests. 41741 expr: |- 41742 sum(namespace_memory:kube_pod_container_resource_requests:sum{}) 41743 / 41744 sum(kube_node_status_allocatable{resource="memory"}) 41745 > 41746 ((count(kube_node_status_allocatable{resource="memory"}) > 1) - 1) 41747 / 41748 count(kube_node_status_allocatable{resource="memory"}) 41749 for: 5m 41750 labels: 41751 severity: warning 41752 - alert: KubeCPUQuotaOvercommit 41753 annotations: 41754 description: Cluster has overcommitted CPU resource requests for Namespaces. 41755 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubecpuquotaovercommit 41756 summary: Cluster has overcommitted CPU resource requests. 41757 expr: |- 41758 sum(kube_resourcequota{job="kube-state-metrics", type="hard", resource="cpu"}) 41759 / 41760 sum(kube_node_status_allocatable{resource="cpu"}) 41761 > 1.5 41762 for: 5m 41763 labels: 41764 severity: warning 41765 - alert: KubeMemoryQuotaOvercommit 41766 annotations: 41767 description: Cluster has overcommitted memory resource requests for Namespaces. 41768 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubememoryquotaovercommit 41769 summary: Cluster has overcommitted memory resource requests. 41770 expr: |- 41771 sum(kube_resourcequota{job="kube-state-metrics", type="hard", resource="memory"}) 41772 / 41773 sum(kube_node_status_allocatable{resource="memory",job="kube-state-metrics"}) 41774 > 1.5 41775 for: 5m 41776 labels: 41777 severity: warning 41778 - alert: KubeQuotaAlmostFull 41779 annotations: 41780 description: Namespace {{ $labels.namespace }} is using {{ $value | humanizePercentage }} of its {{ $labels.resource }} quota. 41781 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubequotaalmostfull 41782 summary: Namespace quota is going to be full. 41783 expr: |- 41784 kube_resourcequota{job="kube-state-metrics", type="used"} 41785 / ignoring(instance, job, type) 41786 (kube_resourcequota{job="kube-state-metrics", type="hard"} > 0) 41787 > 0.9 < 1 41788 for: 15m 41789 labels: 41790 severity: info 41791 - alert: KubeQuotaFullyUsed 41792 annotations: 41793 description: Namespace {{ $labels.namespace }} is using {{ $value | humanizePercentage }} of its {{ $labels.resource }} quota. 41794 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubequotafullyused 41795 summary: Namespace quota is fully used. 41796 expr: |- 41797 kube_resourcequota{job="kube-state-metrics", type="used"} 41798 / ignoring(instance, job, type) 41799 (kube_resourcequota{job="kube-state-metrics", type="hard"} > 0) 41800 == 1 41801 for: 15m 41802 labels: 41803 severity: info 41804 - alert: KubeQuotaExceeded 41805 annotations: 41806 description: Namespace {{ $labels.namespace }} is using {{ $value | humanizePercentage }} of its {{ $labels.resource }} quota. 41807 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubequotaexceeded 41808 summary: Namespace quota has exceeded the limits. 41809 expr: |- 41810 kube_resourcequota{job="kube-state-metrics", type="used"} 41811 / ignoring(instance, job, type) 41812 (kube_resourcequota{job="kube-state-metrics", type="hard"} > 0) 41813 > 1 41814 for: 15m 41815 labels: 41816 severity: warning 41817 - alert: CPUThrottlingHigh 41818 annotations: 41819 description: '{{ $value | humanizePercentage }} throttling of CPU in namespace {{ $labels.namespace }} for container {{ $labels.container }} in pod {{ $labels.pod }}.' 41820 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-cputhrottlinghigh 41821 summary: Processes experience elevated CPU throttling. 41822 expr: |- 41823 sum(increase(container_cpu_cfs_throttled_periods_total{container!="", }[5m])) by (container, pod, namespace) 41824 / 41825 sum(increase(container_cpu_cfs_periods_total{}[5m])) by (container, pod, namespace) 41826 > ( 25 / 100 ) 41827 for: 15m 41828 labels: 41829 severity: info 41830 --- 41831 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-storage.yaml 41832 apiVersion: monitoring.coreos.com/v1 41833 kind: PrometheusRule 41834 metadata: 41835 name: kube-prometheus-stack-kubernetes-storage 41836 namespace: kube-prometheus-stack-system 41837 labels: 41838 app: kube-prometheus-stack 41839 41840 41841 app.kubernetes.io/instance: kube-prometheus-stack 41842 app.kubernetes.io/version: "18.0.1" 41843 app.kubernetes.io/part-of: kube-prometheus-stack 41844 41845 release: "kube-prometheus-stack" 41846 heritage: "Helm" 41847 spec: 41848 groups: 41849 - name: kubernetes-storage 41850 rules: 41851 - alert: KubePersistentVolumeFillingUp 41852 annotations: 41853 description: The PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} is only {{ $value | humanizePercentage }} free. 41854 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubepersistentvolumefillingup 41855 summary: PersistentVolume is filling up. 41856 expr: |- 41857 ( 41858 kubelet_volume_stats_available_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} 41859 / 41860 kubelet_volume_stats_capacity_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} 41861 ) < 0.03 41862 and 41863 kubelet_volume_stats_used_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} > 0 41864 for: 1m 41865 labels: 41866 severity: critical 41867 - alert: KubePersistentVolumeFillingUp 41868 annotations: 41869 description: Based on recent sampling, the PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} in Namespace {{ $labels.namespace }} is expected to fill up within four days. Currently {{ $value | humanizePercentage }} is available. 41870 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubepersistentvolumefillingup 41871 summary: PersistentVolume is filling up. 41872 expr: |- 41873 ( 41874 kubelet_volume_stats_available_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} 41875 / 41876 kubelet_volume_stats_capacity_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} 41877 ) < 0.15 41878 and 41879 kubelet_volume_stats_used_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} > 0 41880 and 41881 predict_linear(kubelet_volume_stats_available_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"}[6h], 4 * 24 * 3600) < 0 41882 for: 1h 41883 labels: 41884 severity: warning 41885 - alert: KubePersistentVolumeErrors 41886 annotations: 41887 description: The persistent volume {{ $labels.persistentvolume }} has status {{ $labels.phase }}. 41888 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubepersistentvolumeerrors 41889 summary: PersistentVolume is having issues with provisioning. 41890 expr: kube_persistentvolume_status_phase{phase=~"Failed|Pending",job="kube-state-metrics"} > 0 41891 for: 5m 41892 labels: 41893 severity: critical 41894 --- 41895 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-system-apiserver.yaml 41896 apiVersion: monitoring.coreos.com/v1 41897 kind: PrometheusRule 41898 metadata: 41899 name: kube-prometheus-stack-kubernetes-system-apiserver 41900 namespace: kube-prometheus-stack-system 41901 labels: 41902 app: kube-prometheus-stack 41903 41904 41905 app.kubernetes.io/instance: kube-prometheus-stack 41906 app.kubernetes.io/version: "18.0.1" 41907 app.kubernetes.io/part-of: kube-prometheus-stack 41908 41909 release: "kube-prometheus-stack" 41910 heritage: "Helm" 41911 spec: 41912 groups: 41913 - name: kubernetes-system-apiserver 41914 rules: 41915 - alert: KubeClientCertificateExpiration 41916 annotations: 41917 description: A client certificate used to authenticate to the apiserver is expiring in less than 7.0 days. 41918 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeclientcertificateexpiration 41919 summary: Client certificate is about to expire. 41920 expr: apiserver_client_certificate_expiration_seconds_count{job="apiserver"} > 0 and on(job) histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{job="apiserver"}[5m]))) < 604800 41921 labels: 41922 severity: warning 41923 - alert: KubeClientCertificateExpiration 41924 annotations: 41925 description: A client certificate used to authenticate to the apiserver is expiring in less than 24.0 hours. 41926 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeclientcertificateexpiration 41927 summary: Client certificate is about to expire. 41928 expr: apiserver_client_certificate_expiration_seconds_count{job="apiserver"} > 0 and on(job) histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{job="apiserver"}[5m]))) < 86400 41929 labels: 41930 severity: critical 41931 - alert: AggregatedAPIErrors 41932 annotations: 41933 description: An aggregated API {{ $labels.name }}/{{ $labels.namespace }} has reported errors. It has appeared unavailable {{ $value | humanize }} times averaged over the past 10m. 41934 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-aggregatedapierrors 41935 summary: An aggregated API has reported errors. 41936 expr: sum by(name, namespace)(increase(aggregator_unavailable_apiservice_total[10m])) > 4 41937 labels: 41938 severity: warning 41939 - alert: AggregatedAPIDown 41940 annotations: 41941 description: An aggregated API {{ $labels.name }}/{{ $labels.namespace }} has been only {{ $value | humanize }}% available over the last 10m. 41942 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-aggregatedapidown 41943 summary: An aggregated API is down. 41944 expr: (1 - max by(name, namespace)(avg_over_time(aggregator_unavailable_apiservice[10m]))) * 100 < 85 41945 for: 5m 41946 labels: 41947 severity: warning 41948 - alert: KubeAPIDown 41949 annotations: 41950 description: KubeAPI has disappeared from Prometheus target discovery. 41951 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeapidown 41952 summary: Target disappeared from Prometheus target discovery. 41953 expr: absent(up{job="apiserver"} == 1) 41954 for: 15m 41955 labels: 41956 severity: critical 41957 - alert: KubeAPITerminatedRequests 41958 annotations: 41959 description: The apiserver has terminated {{ $value | humanizePercentage }} of its incoming requests. 41960 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeapiterminatedrequests 41961 summary: The apiserver has terminated {{ $value | humanizePercentage }} of its incoming requests. 41962 expr: sum(rate(apiserver_request_terminations_total{job="apiserver"}[10m])) / ( sum(rate(apiserver_request_total{job="apiserver"}[10m])) + sum(rate(apiserver_request_terminations_total{job="apiserver"}[10m])) ) > 0.20 41963 for: 5m 41964 labels: 41965 severity: warning 41966 --- 41967 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-system-controller-manager.yaml 41968 apiVersion: monitoring.coreos.com/v1 41969 kind: PrometheusRule 41970 metadata: 41971 name: kube-prometheus-stack-kubernetes-system-controller-manager 41972 namespace: kube-prometheus-stack-system 41973 labels: 41974 app: kube-prometheus-stack 41975 41976 41977 app.kubernetes.io/instance: kube-prometheus-stack 41978 app.kubernetes.io/version: "18.0.1" 41979 app.kubernetes.io/part-of: kube-prometheus-stack 41980 41981 release: "kube-prometheus-stack" 41982 heritage: "Helm" 41983 spec: 41984 groups: 41985 - name: kubernetes-system-controller-manager 41986 rules: 41987 - alert: KubeControllerManagerDown 41988 annotations: 41989 description: KubeControllerManager has disappeared from Prometheus target discovery. 41990 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubecontrollermanagerdown 41991 summary: Target disappeared from Prometheus target discovery. 41992 expr: absent(up{job="kube-controller-manager"} == 1) 41993 for: 15m 41994 labels: 41995 severity: critical 41996 --- 41997 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-system-kubelet.yaml 41998 apiVersion: monitoring.coreos.com/v1 41999 kind: PrometheusRule 42000 metadata: 42001 name: kube-prometheus-stack-kubernetes-system-kubelet 42002 namespace: kube-prometheus-stack-system 42003 labels: 42004 app: kube-prometheus-stack 42005 42006 42007 app.kubernetes.io/instance: kube-prometheus-stack 42008 app.kubernetes.io/version: "18.0.1" 42009 app.kubernetes.io/part-of: kube-prometheus-stack 42010 42011 release: "kube-prometheus-stack" 42012 heritage: "Helm" 42013 spec: 42014 groups: 42015 - name: kubernetes-system-kubelet 42016 rules: 42017 - alert: KubeNodeNotReady 42018 annotations: 42019 description: '{{ $labels.node }} has been unready for more than 15 minutes.' 42020 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubenodenotready 42021 summary: Node is not ready. 42022 expr: kube_node_status_condition{job="kube-state-metrics",condition="Ready",status="true"} == 0 42023 for: 15m 42024 labels: 42025 severity: warning 42026 - alert: KubeNodeUnreachable 42027 annotations: 42028 description: '{{ $labels.node }} is unreachable and some workloads may be rescheduled.' 42029 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubenodeunreachable 42030 summary: Node is unreachable. 42031 expr: (kube_node_spec_taint{job="kube-state-metrics",key="node.kubernetes.io/unreachable",effect="NoSchedule"} unless ignoring(key,value) kube_node_spec_taint{job="kube-state-metrics",key=~"ToBeDeletedByClusterAutoscaler|cloud.google.com/impending-node-termination|aws-node-termination-handler/spot-itn"}) == 1 42032 for: 15m 42033 labels: 42034 severity: warning 42035 - alert: KubeletTooManyPods 42036 annotations: 42037 description: Kubelet '{{ $labels.node }}' is running at {{ $value | humanizePercentage }} of its Pod capacity. 42038 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubelettoomanypods 42039 summary: Kubelet is running at capacity. 42040 expr: |- 42041 count by(node) ( 42042 (kube_pod_status_phase{job="kube-state-metrics",phase="Running"} == 1) * on(instance,pod,namespace,cluster) group_left(node) topk by(instance,pod,namespace,cluster) (1, kube_pod_info{job="kube-state-metrics"}) 42043 ) 42044 / 42045 max by(node) ( 42046 kube_node_status_capacity{job="kube-state-metrics",resource="pods"} != 1 42047 ) > 0.95 42048 for: 15m 42049 labels: 42050 severity: warning 42051 - alert: KubeNodeReadinessFlapping 42052 annotations: 42053 description: The readiness status of node {{ $labels.node }} has changed {{ $value }} times in the last 15 minutes. 42054 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubenodereadinessflapping 42055 summary: Node readiness status is flapping. 42056 expr: sum(changes(kube_node_status_condition{status="true",condition="Ready"}[15m])) by (node) > 2 42057 for: 15m 42058 labels: 42059 severity: warning 42060 - alert: KubeletPlegDurationHigh 42061 annotations: 42062 description: The Kubelet Pod Lifecycle Event Generator has a 99th percentile duration of {{ $value }} seconds on node {{ $labels.node }}. 42063 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeletplegdurationhigh 42064 summary: Kubelet Pod Lifecycle Event Generator is taking too long to relist. 42065 expr: node_quantile:kubelet_pleg_relist_duration_seconds:histogram_quantile{quantile="0.99"} >= 10 42066 for: 5m 42067 labels: 42068 severity: warning 42069 - alert: KubeletPodStartUpLatencyHigh 42070 annotations: 42071 description: Kubelet Pod startup 99th percentile latency is {{ $value }} seconds on node {{ $labels.node }}. 42072 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeletpodstartuplatencyhigh 42073 summary: Kubelet Pod startup latency is too high. 42074 expr: histogram_quantile(0.99, sum(rate(kubelet_pod_worker_duration_seconds_bucket{job="kubelet", metrics_path="/metrics"}[5m])) by (instance, le)) * on(instance) group_left(node) kubelet_node_name{job="kubelet", metrics_path="/metrics"} > 60 42075 for: 15m 42076 labels: 42077 severity: warning 42078 - alert: KubeletClientCertificateExpiration 42079 annotations: 42080 description: Client certificate for Kubelet on node {{ $labels.node }} expires in {{ $value | humanizeDuration }}. 42081 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeletclientcertificateexpiration 42082 summary: Kubelet client certificate is about to expire. 42083 expr: kubelet_certificate_manager_client_ttl_seconds < 604800 42084 labels: 42085 severity: warning 42086 - alert: KubeletClientCertificateExpiration 42087 annotations: 42088 description: Client certificate for Kubelet on node {{ $labels.node }} expires in {{ $value | humanizeDuration }}. 42089 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeletclientcertificateexpiration 42090 summary: Kubelet client certificate is about to expire. 42091 expr: kubelet_certificate_manager_client_ttl_seconds < 86400 42092 labels: 42093 severity: critical 42094 - alert: KubeletServerCertificateExpiration 42095 annotations: 42096 description: Server certificate for Kubelet on node {{ $labels.node }} expires in {{ $value | humanizeDuration }}. 42097 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeletservercertificateexpiration 42098 summary: Kubelet server certificate is about to expire. 42099 expr: kubelet_certificate_manager_server_ttl_seconds < 604800 42100 labels: 42101 severity: warning 42102 - alert: KubeletServerCertificateExpiration 42103 annotations: 42104 description: Server certificate for Kubelet on node {{ $labels.node }} expires in {{ $value | humanizeDuration }}. 42105 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeletservercertificateexpiration 42106 summary: Kubelet server certificate is about to expire. 42107 expr: kubelet_certificate_manager_server_ttl_seconds < 86400 42108 labels: 42109 severity: critical 42110 - alert: KubeletClientCertificateRenewalErrors 42111 annotations: 42112 description: Kubelet on node {{ $labels.node }} has failed to renew its client certificate ({{ $value | humanize }} errors in the last 5 minutes). 42113 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeletclientcertificaterenewalerrors 42114 summary: Kubelet has failed to renew its client certificate. 42115 expr: increase(kubelet_certificate_manager_client_expiration_renew_errors[5m]) > 0 42116 for: 15m 42117 labels: 42118 severity: warning 42119 - alert: KubeletServerCertificateRenewalErrors 42120 annotations: 42121 description: Kubelet on node {{ $labels.node }} has failed to renew its server certificate ({{ $value | humanize }} errors in the last 5 minutes). 42122 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeletservercertificaterenewalerrors 42123 summary: Kubelet has failed to renew its server certificate. 42124 expr: increase(kubelet_server_expiration_renew_errors[5m]) > 0 42125 for: 15m 42126 labels: 42127 severity: warning 42128 - alert: KubeletDown 42129 annotations: 42130 description: Kubelet has disappeared from Prometheus target discovery. 42131 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeletdown 42132 summary: Target disappeared from Prometheus target discovery. 42133 expr: absent(up{job="kubelet", metrics_path="/metrics"} == 1) 42134 for: 15m 42135 labels: 42136 severity: critical 42137 --- 42138 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-system-scheduler.yaml 42139 apiVersion: monitoring.coreos.com/v1 42140 kind: PrometheusRule 42141 metadata: 42142 name: kube-prometheus-stack-kubernetes-system-scheduler 42143 namespace: kube-prometheus-stack-system 42144 labels: 42145 app: kube-prometheus-stack 42146 42147 42148 app.kubernetes.io/instance: kube-prometheus-stack 42149 app.kubernetes.io/version: "18.0.1" 42150 app.kubernetes.io/part-of: kube-prometheus-stack 42151 42152 release: "kube-prometheus-stack" 42153 heritage: "Helm" 42154 spec: 42155 groups: 42156 - name: kubernetes-system-scheduler 42157 rules: 42158 - alert: KubeSchedulerDown 42159 annotations: 42160 description: KubeScheduler has disappeared from Prometheus target discovery. 42161 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeschedulerdown 42162 summary: Target disappeared from Prometheus target discovery. 42163 expr: absent(up{job="kube-scheduler"} == 1) 42164 for: 15m 42165 labels: 42166 severity: critical 42167 --- 42168 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/kubernetes-system.yaml 42169 apiVersion: monitoring.coreos.com/v1 42170 kind: PrometheusRule 42171 metadata: 42172 name: kube-prometheus-stack-kubernetes-system 42173 namespace: kube-prometheus-stack-system 42174 labels: 42175 app: kube-prometheus-stack 42176 42177 42178 app.kubernetes.io/instance: kube-prometheus-stack 42179 app.kubernetes.io/version: "18.0.1" 42180 app.kubernetes.io/part-of: kube-prometheus-stack 42181 42182 release: "kube-prometheus-stack" 42183 heritage: "Helm" 42184 spec: 42185 groups: 42186 - name: kubernetes-system 42187 rules: 42188 - alert: KubeVersionMismatch 42189 annotations: 42190 description: There are {{ $value }} different semantic versions of Kubernetes components running. 42191 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeversionmismatch 42192 summary: Different semantic versions of Kubernetes components running. 42193 expr: count(count by (git_version) (label_replace(kubernetes_build_info{job!~"kube-dns|coredns"},"git_version","$1","git_version","(v[0-9]*.[0-9]*).*"))) > 1 42194 for: 15m 42195 labels: 42196 severity: warning 42197 - alert: KubeClientErrors 42198 annotations: 42199 description: Kubernetes API server client '{{ $labels.job }}/{{ $labels.instance }}' is experiencing {{ $value | humanizePercentage }} errors.' 42200 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-kubeclienterrors 42201 summary: Kubernetes API server client is experiencing errors. 42202 expr: |- 42203 (sum(rate(rest_client_requests_total{code=~"5.."}[5m])) by (instance, job) 42204 / 42205 sum(rate(rest_client_requests_total[5m])) by (instance, job)) 42206 > 0.01 42207 for: 15m 42208 labels: 42209 severity: warning 42210 --- 42211 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/node-exporter.rules.yaml 42212 apiVersion: monitoring.coreos.com/v1 42213 kind: PrometheusRule 42214 metadata: 42215 name: kube-prometheus-stack-node-exporter.rules 42216 namespace: kube-prometheus-stack-system 42217 labels: 42218 app: kube-prometheus-stack 42219 42220 42221 app.kubernetes.io/instance: kube-prometheus-stack 42222 app.kubernetes.io/version: "18.0.1" 42223 app.kubernetes.io/part-of: kube-prometheus-stack 42224 42225 release: "kube-prometheus-stack" 42226 heritage: "Helm" 42227 spec: 42228 groups: 42229 - name: node-exporter.rules 42230 rules: 42231 - expr: |- 42232 count without (cpu) ( 42233 count without (mode) ( 42234 node_cpu_seconds_total{job="node-exporter"} 42235 ) 42236 ) 42237 record: instance:node_num_cpu:sum 42238 - expr: |- 42239 1 - avg without (cpu, mode) ( 42240 rate(node_cpu_seconds_total{job="node-exporter", mode="idle"}[5m]) 42241 ) 42242 record: instance:node_cpu_utilisation:rate5m 42243 - expr: |- 42244 ( 42245 node_load1{job="node-exporter"} 42246 / 42247 instance:node_num_cpu:sum{job="node-exporter"} 42248 ) 42249 record: instance:node_load1_per_cpu:ratio 42250 - expr: |- 42251 1 - ( 42252 node_memory_MemAvailable_bytes{job="node-exporter"} 42253 / 42254 node_memory_MemTotal_bytes{job="node-exporter"} 42255 ) 42256 record: instance:node_memory_utilisation:ratio 42257 - expr: rate(node_vmstat_pgmajfault{job="node-exporter"}[5m]) 42258 record: instance:node_vmstat_pgmajfault:rate5m 42259 - expr: rate(node_disk_io_time_seconds_total{job="node-exporter", device=~"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+"}[5m]) 42260 record: instance_device:node_disk_io_time_seconds:rate5m 42261 - expr: rate(node_disk_io_time_weighted_seconds_total{job="node-exporter", device=~"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+"}[5m]) 42262 record: instance_device:node_disk_io_time_weighted_seconds:rate5m 42263 - expr: |- 42264 sum without (device) ( 42265 rate(node_network_receive_bytes_total{job="node-exporter", device!="lo"}[5m]) 42266 ) 42267 record: instance:node_network_receive_bytes_excluding_lo:rate5m 42268 - expr: |- 42269 sum without (device) ( 42270 rate(node_network_transmit_bytes_total{job="node-exporter", device!="lo"}[5m]) 42271 ) 42272 record: instance:node_network_transmit_bytes_excluding_lo:rate5m 42273 - expr: |- 42274 sum without (device) ( 42275 rate(node_network_receive_drop_total{job="node-exporter", device!="lo"}[5m]) 42276 ) 42277 record: instance:node_network_receive_drop_excluding_lo:rate5m 42278 - expr: |- 42279 sum without (device) ( 42280 rate(node_network_transmit_drop_total{job="node-exporter", device!="lo"}[5m]) 42281 ) 42282 record: instance:node_network_transmit_drop_excluding_lo:rate5m 42283 --- 42284 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/node-exporter.yaml 42285 apiVersion: monitoring.coreos.com/v1 42286 kind: PrometheusRule 42287 metadata: 42288 name: kube-prometheus-stack-node-exporter 42289 namespace: kube-prometheus-stack-system 42290 labels: 42291 app: kube-prometheus-stack 42292 app.kubernetes.io/instance: kube-prometheus-stack 42293 app.kubernetes.io/version: "18.0.1" 42294 app.kubernetes.io/part-of: kube-prometheus-stack 42295 42296 release: "kube-prometheus-stack" 42297 heritage: "Helm" 42298 spec: 42299 groups: 42300 - name: node-exporter 42301 rules: 42302 - alert: NodeFilesystemSpaceFillingUp 42303 annotations: 42304 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available space left and is filling up. 42305 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodefilesystemspacefillingup 42306 summary: Filesystem is predicted to run out of space within the next 24 hours. 42307 expr: |- 42308 ( 42309 node_filesystem_avail_bytes{job="node-exporter",fstype!=""} / node_filesystem_size_bytes{job="node-exporter",fstype!=""} * 100 < 40 42310 and 42311 predict_linear(node_filesystem_avail_bytes{job="node-exporter",fstype!=""}[6h], 24*60*60) < 0 42312 and 42313 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42314 ) 42315 for: 1h 42316 labels: 42317 severity: warning 42318 - alert: NodeFilesystemSpaceFillingUp 42319 annotations: 42320 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available space left and is filling up fast. 42321 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodefilesystemspacefillingup 42322 summary: Filesystem is predicted to run out of space within the next 4 hours. 42323 expr: |- 42324 ( 42325 node_filesystem_avail_bytes{job="node-exporter",fstype!=""} / node_filesystem_size_bytes{job="node-exporter",fstype!=""} * 100 < 15 42326 and 42327 predict_linear(node_filesystem_avail_bytes{job="node-exporter",fstype!=""}[6h], 4*60*60) < 0 42328 and 42329 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42330 ) 42331 for: 1h 42332 labels: 42333 severity: critical 42334 - alert: NodeFilesystemAlmostOutOfSpace 42335 annotations: 42336 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available space left. 42337 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodefilesystemalmostoutofspace 42338 summary: Filesystem has less than 5% space left. 42339 expr: |- 42340 ( 42341 node_filesystem_avail_bytes{job="node-exporter",fstype!=""} / node_filesystem_size_bytes{job="node-exporter",fstype!=""} * 100 < 5 42342 and 42343 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42344 ) 42345 for: 1h 42346 labels: 42347 severity: warning 42348 - alert: NodeFilesystemAlmostOutOfSpace 42349 annotations: 42350 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available space left. 42351 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodefilesystemalmostoutofspace 42352 summary: Filesystem has less than 3% space left. 42353 expr: |- 42354 ( 42355 node_filesystem_avail_bytes{job="node-exporter",fstype!=""} / node_filesystem_size_bytes{job="node-exporter",fstype!=""} * 100 < 3 42356 and 42357 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42358 ) 42359 for: 1h 42360 labels: 42361 severity: critical 42362 - alert: NodeFilesystemFilesFillingUp 42363 annotations: 42364 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available inodes left and is filling up. 42365 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodefilesystemfilesfillingup 42366 summary: Filesystem is predicted to run out of inodes within the next 24 hours. 42367 expr: |- 42368 ( 42369 node_filesystem_files_free{job="node-exporter",fstype!=""} / node_filesystem_files{job="node-exporter",fstype!=""} * 100 < 40 42370 and 42371 predict_linear(node_filesystem_files_free{job="node-exporter",fstype!=""}[6h], 24*60*60) < 0 42372 and 42373 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42374 ) 42375 for: 1h 42376 labels: 42377 severity: warning 42378 - alert: NodeFilesystemFilesFillingUp 42379 annotations: 42380 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available inodes left and is filling up fast. 42381 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodefilesystemfilesfillingup 42382 summary: Filesystem is predicted to run out of inodes within the next 4 hours. 42383 expr: |- 42384 ( 42385 node_filesystem_files_free{job="node-exporter",fstype!=""} / node_filesystem_files{job="node-exporter",fstype!=""} * 100 < 20 42386 and 42387 predict_linear(node_filesystem_files_free{job="node-exporter",fstype!=""}[6h], 4*60*60) < 0 42388 and 42389 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42390 ) 42391 for: 1h 42392 labels: 42393 severity: critical 42394 - alert: NodeFilesystemAlmostOutOfFiles 42395 annotations: 42396 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available inodes left. 42397 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodefilesystemalmostoutoffiles 42398 summary: Filesystem has less than 5% inodes left. 42399 expr: |- 42400 ( 42401 node_filesystem_files_free{job="node-exporter",fstype!=""} / node_filesystem_files{job="node-exporter",fstype!=""} * 100 < 5 42402 and 42403 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42404 ) 42405 for: 1h 42406 labels: 42407 severity: warning 42408 - alert: NodeFilesystemAlmostOutOfFiles 42409 annotations: 42410 description: Filesystem on {{ $labels.device }} at {{ $labels.instance }} has only {{ printf "%.2f" $value }}% available inodes left. 42411 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodefilesystemalmostoutoffiles 42412 summary: Filesystem has less than 3% inodes left. 42413 expr: |- 42414 ( 42415 node_filesystem_files_free{job="node-exporter",fstype!=""} / node_filesystem_files{job="node-exporter",fstype!=""} * 100 < 3 42416 and 42417 node_filesystem_readonly{job="node-exporter",fstype!=""} == 0 42418 ) 42419 for: 1h 42420 labels: 42421 severity: critical 42422 - alert: NodeNetworkReceiveErrs 42423 annotations: 42424 description: '{{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf "%.0f" $value }} receive errors in the last two minutes.' 42425 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodenetworkreceiveerrs 42426 summary: Network interface is reporting many receive errors. 42427 expr: rate(node_network_receive_errs_total[2m]) / rate(node_network_receive_packets_total[2m]) > 0.01 42428 for: 1h 42429 labels: 42430 severity: warning 42431 - alert: NodeNetworkTransmitErrs 42432 annotations: 42433 description: '{{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf "%.0f" $value }} transmit errors in the last two minutes.' 42434 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodenetworktransmiterrs 42435 summary: Network interface is reporting many transmit errors. 42436 expr: rate(node_network_transmit_errs_total[2m]) / rate(node_network_transmit_packets_total[2m]) > 0.01 42437 for: 1h 42438 labels: 42439 severity: warning 42440 - alert: NodeHighNumberConntrackEntriesUsed 42441 annotations: 42442 description: '{{ $value | humanizePercentage }} of conntrack entries are used.' 42443 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodehighnumberconntrackentriesused 42444 summary: Number of conntrack are getting close to the limit. 42445 expr: (node_nf_conntrack_entries / node_nf_conntrack_entries_limit) > 0.75 42446 labels: 42447 severity: warning 42448 - alert: NodeTextFileCollectorScrapeError 42449 annotations: 42450 description: Node Exporter text file collector failed to scrape. 42451 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodetextfilecollectorscrapeerror 42452 summary: Node Exporter text file collector failed to scrape. 42453 expr: node_textfile_scrape_error{job="node-exporter"} == 1 42454 labels: 42455 severity: warning 42456 - alert: NodeClockSkewDetected 42457 annotations: 42458 description: Clock on {{ $labels.instance }} is out of sync by more than 300s. Ensure NTP is configured correctly on this host. 42459 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodeclockskewdetected 42460 summary: Clock skew detected. 42461 expr: |- 42462 ( 42463 node_timex_offset_seconds > 0.05 42464 and 42465 deriv(node_timex_offset_seconds[5m]) >= 0 42466 ) 42467 or 42468 ( 42469 node_timex_offset_seconds < -0.05 42470 and 42471 deriv(node_timex_offset_seconds[5m]) <= 0 42472 ) 42473 for: 10m 42474 labels: 42475 severity: warning 42476 - alert: NodeClockNotSynchronising 42477 annotations: 42478 description: Clock on {{ $labels.instance }} is not synchronising. Ensure NTP is configured on this host. 42479 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodeclocknotsynchronising 42480 summary: Clock not synchronising. 42481 expr: |- 42482 min_over_time(node_timex_sync_status[5m]) == 0 42483 and 42484 node_timex_maxerror_seconds >= 16 42485 for: 10m 42486 labels: 42487 severity: warning 42488 - alert: NodeRAIDDegraded 42489 annotations: 42490 description: RAID array '{{ $labels.device }}' on {{ $labels.instance }} is in degraded state due to one or more disks failures. Number of spare drives is insufficient to fix issue automatically. 42491 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-noderaiddegraded 42492 summary: RAID Array is degraded 42493 expr: node_md_disks_required - ignoring (state) (node_md_disks{state="active"}) > 0 42494 for: 15m 42495 labels: 42496 severity: critical 42497 - alert: NodeRAIDDiskFailure 42498 annotations: 42499 description: At least one device in RAID array on {{ $labels.instance }} failed. Array '{{ $labels.device }}' needs attention and possibly a disk swap. 42500 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-noderaiddiskfailure 42501 summary: Failed device in RAID array 42502 expr: node_md_disks{state="failed"} > 0 42503 labels: 42504 severity: warning 42505 - alert: NodeFileDescriptorLimit 42506 annotations: 42507 description: File descriptors limit at {{ $labels.instance }} is currently at {{ printf "%.2f" $value }}%. 42508 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodefiledescriptorlimit 42509 summary: Kernel is predicted to exhaust file descriptors limit soon. 42510 expr: |- 42511 ( 42512 node_filefd_allocated{job="node-exporter"} * 100 / node_filefd_maximum{job="node-exporter"} > 70 42513 ) 42514 for: 15m 42515 labels: 42516 severity: warning 42517 - alert: NodeFileDescriptorLimit 42518 annotations: 42519 description: File descriptors limit at {{ $labels.instance }} is currently at {{ printf "%.2f" $value }}%. 42520 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodefiledescriptorlimit 42521 summary: Kernel is predicted to exhaust file descriptors limit soon. 42522 expr: |- 42523 ( 42524 node_filefd_allocated{job="node-exporter"} * 100 / node_filefd_maximum{job="node-exporter"} > 90 42525 ) 42526 for: 15m 42527 labels: 42528 severity: critical 42529 --- 42530 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/node-network.yaml 42531 apiVersion: monitoring.coreos.com/v1 42532 kind: PrometheusRule 42533 metadata: 42534 name: kube-prometheus-stack-node-network 42535 namespace: kube-prometheus-stack-system 42536 labels: 42537 app: kube-prometheus-stack 42538 app.kubernetes.io/instance: kube-prometheus-stack 42539 app.kubernetes.io/version: "18.0.1" 42540 app.kubernetes.io/part-of: kube-prometheus-stack 42541 42542 release: "kube-prometheus-stack" 42543 heritage: "Helm" 42544 spec: 42545 groups: 42546 - name: node-network 42547 rules: 42548 - alert: NodeNetworkInterfaceFlapping 42549 annotations: 42550 description: Network interface "{{ $labels.device }}" changing it's up status often on node-exporter {{ $labels.namespace }}/{{ $labels.pod }} 42551 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-nodenetworkinterfaceflapping 42552 summary: Network interface is often changin it's status 42553 expr: changes(node_network_up{job="node-exporter",device!~"veth.+"}[2m]) > 2 42554 for: 2m 42555 labels: 42556 severity: warning 42557 --- 42558 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/node.rules.yaml 42559 apiVersion: monitoring.coreos.com/v1 42560 kind: PrometheusRule 42561 metadata: 42562 name: kube-prometheus-stack-node.rules 42563 namespace: kube-prometheus-stack-system 42564 labels: 42565 app: kube-prometheus-stack 42566 42567 42568 app.kubernetes.io/instance: kube-prometheus-stack 42569 app.kubernetes.io/version: "18.0.1" 42570 app.kubernetes.io/part-of: kube-prometheus-stack 42571 42572 release: "kube-prometheus-stack" 42573 heritage: "Helm" 42574 spec: 42575 groups: 42576 - name: node.rules 42577 rules: 42578 - expr: |- 42579 topk by(namespace, pod) (1, 42580 max by (node, namespace, pod) ( 42581 label_replace(kube_pod_info{job="kube-state-metrics",node!=""}, "pod", "$1", "pod", "(.*)") 42582 )) 42583 record: 'node_namespace_pod:kube_pod_info:' 42584 - expr: |- 42585 count by (cluster, node) (sum by (node, cpu) ( 42586 node_cpu_seconds_total{job="node-exporter"} 42587 * on (namespace, pod) group_left(node) 42588 topk by(namespace, pod) (1, node_namespace_pod:kube_pod_info:) 42589 )) 42590 record: node:node_num_cpu:sum 42591 - expr: |- 42592 sum( 42593 node_memory_MemAvailable_bytes{job="node-exporter"} or 42594 ( 42595 node_memory_Buffers_bytes{job="node-exporter"} + 42596 node_memory_Cached_bytes{job="node-exporter"} + 42597 node_memory_MemFree_bytes{job="node-exporter"} + 42598 node_memory_Slab_bytes{job="node-exporter"} 42599 ) 42600 ) by (cluster) 42601 record: :node_memory_MemAvailable_bytes:sum 42602 --- 42603 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/prometheus-operator.yaml 42604 apiVersion: monitoring.coreos.com/v1 42605 kind: PrometheusRule 42606 metadata: 42607 name: kube-prometheus-stack-prometheus-operator 42608 namespace: kube-prometheus-stack-system 42609 labels: 42610 app: kube-prometheus-stack 42611 app.kubernetes.io/instance: kube-prometheus-stack 42612 app.kubernetes.io/version: "18.0.1" 42613 app.kubernetes.io/part-of: kube-prometheus-stack 42614 release: "kube-prometheus-stack" 42615 heritage: "Helm" 42616 spec: 42617 groups: 42618 - name: prometheus-operator 42619 rules: 42620 - alert: PrometheusOperatorListErrors 42621 annotations: 42622 description: Errors while performing List operations in controller {{$labels.controller}} in {{$labels.namespace}} namespace. 42623 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusoperatorlisterrors 42624 summary: Errors while performing list operations in controller. 42625 expr: (sum by (controller,namespace) (rate(prometheus_operator_list_operations_failed_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack-system"}[10m])) / sum by (controller,namespace) (rate(prometheus_operator_list_operations_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack-system"}[10m]))) > 0.4 42626 for: 15m 42627 labels: 42628 severity: warning 42629 - alert: PrometheusOperatorWatchErrors 42630 annotations: 42631 description: Errors while performing watch operations in controller {{$labels.controller}} in {{$labels.namespace}} namespace. 42632 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusoperatorwatcherrors 42633 summary: Errors while performing watch operations in controller. 42634 expr: (sum by (controller,namespace) (rate(prometheus_operator_watch_operations_failed_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack-system"}[10m])) / sum by (controller,namespace) (rate(prometheus_operator_watch_operations_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack-system"}[10m]))) > 0.4 42635 for: 15m 42636 labels: 42637 severity: warning 42638 - alert: PrometheusOperatorSyncFailed 42639 annotations: 42640 description: Controller {{ $labels.controller }} in {{ $labels.namespace }} namespace fails to reconcile {{ $value }} objects. 42641 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusoperatorsyncfailed 42642 summary: Last controller reconciliation failed 42643 expr: min_over_time(prometheus_operator_syncs{status="failed",job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack-system"}[5m]) > 0 42644 for: 10m 42645 labels: 42646 severity: warning 42647 - alert: PrometheusOperatorReconcileErrors 42648 annotations: 42649 description: '{{ $value | humanizePercentage }} of reconciling operations failed for {{ $labels.controller }} controller in {{ $labels.namespace }} namespace.' 42650 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusoperatorreconcileerrors 42651 summary: Errors while reconciling controller. 42652 expr: (sum by (controller,namespace) (rate(prometheus_operator_reconcile_errors_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack-system"}[5m]))) / (sum by (controller,namespace) (rate(prometheus_operator_reconcile_operations_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack-system"}[5m]))) > 0.1 42653 for: 10m 42654 labels: 42655 severity: warning 42656 - alert: PrometheusOperatorNodeLookupErrors 42657 annotations: 42658 description: Errors while reconciling Prometheus in {{ $labels.namespace }} Namespace. 42659 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusoperatornodelookuperrors 42660 summary: Errors while reconciling Prometheus. 42661 expr: rate(prometheus_operator_node_address_lookup_errors_total{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack-system"}[5m]) > 0.1 42662 for: 10m 42663 labels: 42664 severity: warning 42665 - alert: PrometheusOperatorNotReady 42666 annotations: 42667 description: Prometheus operator in {{ $labels.namespace }} namespace isn't ready to reconcile {{ $labels.controller }} resources. 42668 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusoperatornotready 42669 summary: Prometheus operator not ready 42670 expr: min by(namespace, controller) (max_over_time(prometheus_operator_ready{job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack-system"}[5m]) == 0) 42671 for: 5m 42672 labels: 42673 severity: warning 42674 - alert: PrometheusOperatorRejectedResources 42675 annotations: 42676 description: Prometheus operator in {{ $labels.namespace }} namespace rejected {{ printf "%0.0f" $value }} {{ $labels.controller }}/{{ $labels.resource }} resources. 42677 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusoperatorrejectedresources 42678 summary: Resources rejected by Prometheus operator 42679 expr: min_over_time(prometheus_operator_managed_resources{state="rejected",job="kube-prometheus-stack-operator",namespace="kube-prometheus-stack-system"}[5m]) > 0 42680 for: 5m 42681 labels: 42682 severity: warning 42683 --- 42684 # Source: kube-prometheus-stack/templates/prometheus/rules-1.14/prometheus.yaml 42685 apiVersion: monitoring.coreos.com/v1 42686 kind: PrometheusRule 42687 metadata: 42688 name: kube-prometheus-stack-prometheus 42689 namespace: kube-prometheus-stack-system 42690 labels: 42691 app: kube-prometheus-stack 42692 app.kubernetes.io/instance: kube-prometheus-stack 42693 app.kubernetes.io/version: "18.0.1" 42694 app.kubernetes.io/part-of: kube-prometheus-stack 42695 release: "kube-prometheus-stack" 42696 heritage: "Helm" 42697 spec: 42698 groups: 42699 - name: prometheus 42700 rules: 42701 - alert: PrometheusBadConfig 42702 annotations: 42703 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has failed to reload its configuration. 42704 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusbadconfig 42705 summary: Failed Prometheus configuration reload. 42706 expr: |- 42707 # Without max_over_time, failed scrapes could create false negatives, see 42708 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 42709 max_over_time(prometheus_config_last_reload_successful{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) == 0 42710 for: 10m 42711 labels: 42712 severity: critical 42713 - alert: PrometheusNotificationQueueRunningFull 42714 annotations: 42715 description: Alert notification queue of Prometheus {{$labels.namespace}}/{{$labels.pod}} is running full. 42716 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusnotificationqueuerunningfull 42717 summary: Prometheus alert notification queue predicted to run full in less than 30m. 42718 expr: |- 42719 # Without min_over_time, failed scrapes could create false negatives, see 42720 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 42721 ( 42722 predict_linear(prometheus_notifications_queue_length{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m], 60 * 30) 42723 > 42724 min_over_time(prometheus_notifications_queue_capacity{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) 42725 ) 42726 for: 15m 42727 labels: 42728 severity: warning 42729 - alert: PrometheusErrorSendingAlertsToSomeAlertmanagers 42730 annotations: 42731 description: '{{ printf "%.1f" $value }}% errors while sending alerts from Prometheus {{$labels.namespace}}/{{$labels.pod}} to Alertmanager {{$labels.alertmanager}}.' 42732 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheuserrorsendingalertstosomealertmanagers 42733 summary: Prometheus has encountered more than 1% errors sending alerts to a specific Alertmanager. 42734 expr: |- 42735 ( 42736 rate(prometheus_notifications_errors_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) 42737 / 42738 rate(prometheus_notifications_sent_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) 42739 ) 42740 * 100 42741 > 1 42742 for: 15m 42743 labels: 42744 severity: warning 42745 - alert: PrometheusNotConnectedToAlertmanagers 42746 annotations: 42747 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} is not connected to any Alertmanagers. 42748 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusnotconnectedtoalertmanagers 42749 summary: Prometheus is not connected to any Alertmanagers. 42750 expr: |- 42751 # Without max_over_time, failed scrapes could create false negatives, see 42752 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 42753 max_over_time(prometheus_notifications_alertmanagers_discovered{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) < 1 42754 for: 10m 42755 labels: 42756 severity: warning 42757 - alert: PrometheusTSDBReloadsFailing 42758 annotations: 42759 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has detected {{$value | humanize}} reload failures over the last 3h. 42760 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheustsdbreloadsfailing 42761 summary: Prometheus has issues reloading blocks from disk. 42762 expr: increase(prometheus_tsdb_reloads_failures_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[3h]) > 0 42763 for: 4h 42764 labels: 42765 severity: warning 42766 - alert: PrometheusTSDBCompactionsFailing 42767 annotations: 42768 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has detected {{$value | humanize}} compaction failures over the last 3h. 42769 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheustsdbcompactionsfailing 42770 summary: Prometheus has issues compacting blocks. 42771 expr: increase(prometheus_tsdb_compactions_failed_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[3h]) > 0 42772 for: 4h 42773 labels: 42774 severity: warning 42775 - alert: PrometheusNotIngestingSamples 42776 annotations: 42777 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} is not ingesting samples. 42778 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusnotingestingsamples 42779 summary: Prometheus is not ingesting samples. 42780 expr: |- 42781 ( 42782 rate(prometheus_tsdb_head_samples_appended_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) <= 0 42783 and 42784 ( 42785 sum without(scrape_job) (prometheus_target_metadata_cache_entries{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}) > 0 42786 or 42787 sum without(rule_group) (prometheus_rule_group_rules{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}) > 0 42788 ) 42789 ) 42790 for: 10m 42791 labels: 42792 severity: warning 42793 - alert: PrometheusDuplicateTimestamps 42794 annotations: 42795 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} is dropping {{ printf "%.4g" $value }} samples/s with different values but duplicated timestamp. 42796 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusduplicatetimestamps 42797 summary: Prometheus is dropping samples with duplicate timestamps. 42798 expr: rate(prometheus_target_scrapes_sample_duplicate_timestamp_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) > 0 42799 for: 10m 42800 labels: 42801 severity: warning 42802 - alert: PrometheusOutOfOrderTimestamps 42803 annotations: 42804 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} is dropping {{ printf "%.4g" $value }} samples/s with timestamps arriving out of order. 42805 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusoutofordertimestamps 42806 summary: Prometheus drops samples with out-of-order timestamps. 42807 expr: rate(prometheus_target_scrapes_sample_out_of_order_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) > 0 42808 for: 10m 42809 labels: 42810 severity: warning 42811 - alert: PrometheusRemoteStorageFailures 42812 annotations: 42813 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} failed to send {{ printf "%.1f" $value }}% of the samples to {{ $labels.remote_name}}:{{ $labels.url }} 42814 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusremotestoragefailures 42815 summary: Prometheus fails to send samples to remote storage. 42816 expr: |- 42817 ( 42818 (rate(prometheus_remote_storage_failed_samples_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) or rate(prometheus_remote_storage_samples_failed_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m])) 42819 / 42820 ( 42821 (rate(prometheus_remote_storage_failed_samples_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) or rate(prometheus_remote_storage_samples_failed_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m])) 42822 + 42823 (rate(prometheus_remote_storage_succeeded_samples_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) or rate(prometheus_remote_storage_samples_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m])) 42824 ) 42825 ) 42826 * 100 42827 > 1 42828 for: 15m 42829 labels: 42830 severity: critical 42831 - alert: PrometheusRemoteWriteBehind 42832 annotations: 42833 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} remote write is {{ printf "%.1f" $value }}s behind for {{ $labels.remote_name}}:{{ $labels.url }}. 42834 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusremotewritebehind 42835 summary: Prometheus remote write is behind. 42836 expr: |- 42837 # Without max_over_time, failed scrapes could create false negatives, see 42838 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 42839 ( 42840 max_over_time(prometheus_remote_storage_highest_timestamp_in_seconds{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) 42841 - ignoring(remote_name, url) group_right 42842 max_over_time(prometheus_remote_storage_queue_highest_sent_timestamp_seconds{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) 42843 ) 42844 > 120 42845 for: 15m 42846 labels: 42847 severity: critical 42848 - alert: PrometheusRemoteWriteDesiredShards 42849 annotations: 42850 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} remote write desired shards calculation wants to run {{ $value }} shards for queue {{ $labels.remote_name}}:{{ $labels.url }}, which is more than the max of {{ printf `prometheus_remote_storage_shards_max{instance="%s",job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}` $labels.instance | query | first | value }}. 42851 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusremotewritedesiredshards 42852 summary: Prometheus remote write desired shards calculation wants to run more than configured max shards. 42853 expr: |- 42854 # Without max_over_time, failed scrapes could create false negatives, see 42855 # https://www.robustperception.io/alerting-on-gauges-in-prometheus-2-0 for details. 42856 ( 42857 max_over_time(prometheus_remote_storage_shards_desired{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) 42858 > 42859 max_over_time(prometheus_remote_storage_shards_max{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) 42860 ) 42861 for: 15m 42862 labels: 42863 severity: warning 42864 - alert: PrometheusRuleFailures 42865 annotations: 42866 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has failed to evaluate {{ printf "%.0f" $value }} rules in the last 5m. 42867 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusrulefailures 42868 summary: Prometheus is failing rule evaluations. 42869 expr: increase(prometheus_rule_evaluation_failures_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) > 0 42870 for: 15m 42871 labels: 42872 severity: critical 42873 - alert: PrometheusMissingRuleEvaluations 42874 annotations: 42875 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has missed {{ printf "%.0f" $value }} rule group evaluations in the last 5m. 42876 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheusmissingruleevaluations 42877 summary: Prometheus is missing rule evaluations due to slow rule group evaluation. 42878 expr: increase(prometheus_rule_group_iterations_missed_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) > 0 42879 for: 15m 42880 labels: 42881 severity: warning 42882 - alert: PrometheusTargetLimitHit 42883 annotations: 42884 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has dropped {{ printf "%.0f" $value }} targets because the number of targets exceeded the configured target_limit. 42885 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheustargetlimithit 42886 summary: Prometheus has dropped targets because some scrape configs have exceeded the targets limit. 42887 expr: increase(prometheus_target_scrape_pool_exceeded_target_limit_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) > 0 42888 for: 15m 42889 labels: 42890 severity: warning 42891 - alert: PrometheusLabelLimitHit 42892 annotations: 42893 description: Prometheus {{$labels.namespace}}/{{$labels.pod}} has dropped {{ printf "%.0f" $value }} targets because some samples exceeded the configured label_limit, label_name_length_limit or label_value_length_limit. 42894 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheuslabellimithit 42895 summary: Prometheus has dropped targets because some scrape configs have exceeded the labels limit. 42896 expr: increase(prometheus_target_scrape_pool_exceeded_label_limits_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[5m]) > 0 42897 for: 15m 42898 labels: 42899 severity: warning 42900 - alert: PrometheusTargetSyncFailure 42901 annotations: 42902 description: '{{ printf "%.0f" $value }} targets in Prometheus {{$labels.namespace}}/{{$labels.pod}} have failed to sync because invalid configuration was supplied.' 42903 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheustargetsyncfailure 42904 summary: Prometheus has failed to sync targets. 42905 expr: increase(prometheus_target_sync_failed_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system"}[30m]) > 0 42906 for: 5m 42907 labels: 42908 severity: critical 42909 - alert: PrometheusErrorSendingAlertsToAnyAlertmanager 42910 annotations: 42911 description: '{{ printf "%.1f" $value }}% minimum errors while sending alerts from Prometheus {{$labels.namespace}}/{{$labels.pod}} to any Alertmanager.' 42912 runbook_url: https://github.com/kubernetes-monitoring/kubernetes-mixin/tree/master/runbook.md#alert-name-prometheuserrorsendingalertstoanyalertmanager 42913 summary: Prometheus encounters more than 3% errors sending alerts to any Alertmanager. 42914 expr: |- 42915 min without (alertmanager) ( 42916 rate(prometheus_notifications_errors_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system",alertmanager!~``}[5m]) 42917 / 42918 rate(prometheus_notifications_sent_total{job="kube-prometheus-stack-prometheus",namespace="kube-prometheus-stack-system",alertmanager!~``}[5m]) 42919 ) 42920 * 100 42921 > 3 42922 for: 15m 42923 labels: 42924 severity: critical 42925 --- 42926 # Source: kube-prometheus-stack/templates/alertmanager/servicemonitor.yaml 42927 apiVersion: monitoring.coreos.com/v1 42928 kind: ServiceMonitor 42929 metadata: 42930 name: kube-prometheus-stack-alertmanager 42931 namespace: kube-prometheus-stack-system 42932 labels: 42933 app: kube-prometheus-stack-alertmanager 42934 app.kubernetes.io/instance: kube-prometheus-stack 42935 app.kubernetes.io/version: "18.0.1" 42936 app.kubernetes.io/part-of: kube-prometheus-stack 42937 release: "kube-prometheus-stack" 42938 heritage: "Helm" 42939 spec: 42940 selector: 42941 matchLabels: 42942 app: kube-prometheus-stack-alertmanager 42943 release: "kube-prometheus-stack" 42944 self-monitor: "true" 42945 namespaceSelector: 42946 matchNames: 42947 - "kube-prometheus-stack-system" 42948 endpoints: 42949 - port: web 42950 path: "/metrics" 42951 --- 42952 # Source: kube-prometheus-stack/templates/exporters/core-dns/servicemonitor.yaml 42953 apiVersion: monitoring.coreos.com/v1 42954 kind: ServiceMonitor 42955 metadata: 42956 name: kube-prometheus-stack-coredns 42957 namespace: kube-prometheus-stack-system 42958 labels: 42959 app: kube-prometheus-stack-coredns 42960 app.kubernetes.io/instance: kube-prometheus-stack 42961 app.kubernetes.io/version: "18.0.1" 42962 app.kubernetes.io/part-of: kube-prometheus-stack 42963 release: "kube-prometheus-stack" 42964 heritage: "Helm" 42965 spec: 42966 jobLabel: jobLabel 42967 selector: 42968 matchLabels: 42969 app: kube-prometheus-stack-coredns 42970 release: "kube-prometheus-stack" 42971 namespaceSelector: 42972 matchNames: 42973 - "kube-system" 42974 endpoints: 42975 - port: http-metrics 42976 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 42977 --- 42978 # Source: kube-prometheus-stack/templates/exporters/kube-api-server/servicemonitor.yaml 42979 apiVersion: monitoring.coreos.com/v1 42980 kind: ServiceMonitor 42981 metadata: 42982 name: kube-prometheus-stack-apiserver 42983 namespace: kube-prometheus-stack-system 42984 labels: 42985 app: kube-prometheus-stack-apiserver 42986 app.kubernetes.io/instance: kube-prometheus-stack 42987 app.kubernetes.io/version: "18.0.1" 42988 app.kubernetes.io/part-of: kube-prometheus-stack 42989 release: "kube-prometheus-stack" 42990 heritage: "Helm" 42991 spec: 42992 endpoints: 42993 - bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 42994 port: https 42995 scheme: https 42996 tlsConfig: 42997 caFile: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt 42998 serverName: kubernetes 42999 insecureSkipVerify: false 43000 jobLabel: component 43001 namespaceSelector: 43002 matchNames: 43003 - default 43004 selector: 43005 matchLabels: 43006 component: apiserver 43007 provider: kubernetes 43008 --- 43009 # Source: kube-prometheus-stack/templates/exporters/kube-controller-manager/servicemonitor.yaml 43010 apiVersion: monitoring.coreos.com/v1 43011 kind: ServiceMonitor 43012 metadata: 43013 name: kube-prometheus-stack-kube-controller-manager 43014 namespace: kube-prometheus-stack-system 43015 labels: 43016 app: kube-prometheus-stack-kube-controller-manager 43017 app.kubernetes.io/instance: kube-prometheus-stack 43018 app.kubernetes.io/version: "18.0.1" 43019 app.kubernetes.io/part-of: kube-prometheus-stack 43020 43021 release: "kube-prometheus-stack" 43022 heritage: "Helm" 43023 spec: 43024 jobLabel: jobLabel 43025 selector: 43026 matchLabels: 43027 app: kube-prometheus-stack-kube-controller-manager 43028 release: "kube-prometheus-stack" 43029 namespaceSelector: 43030 matchNames: 43031 - "kube-system" 43032 endpoints: 43033 - port: http-metrics 43034 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43035 --- 43036 # Source: kube-prometheus-stack/templates/exporters/kube-etcd/servicemonitor.yaml 43037 apiVersion: monitoring.coreos.com/v1 43038 kind: ServiceMonitor 43039 metadata: 43040 name: kube-prometheus-stack-kube-etcd 43041 namespace: kube-prometheus-stack-system 43042 labels: 43043 app: kube-prometheus-stack-kube-etcd 43044 app.kubernetes.io/instance: kube-prometheus-stack 43045 app.kubernetes.io/version: "18.0.1" 43046 app.kubernetes.io/part-of: kube-prometheus-stack 43047 43048 release: "kube-prometheus-stack" 43049 heritage: "Helm" 43050 spec: 43051 jobLabel: jobLabel 43052 selector: 43053 matchLabels: 43054 app: kube-prometheus-stack-kube-etcd 43055 release: "kube-prometheus-stack" 43056 namespaceSelector: 43057 matchNames: 43058 - "kube-system" 43059 endpoints: 43060 - port: http-metrics 43061 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43062 --- 43063 # Source: kube-prometheus-stack/templates/exporters/kube-proxy/servicemonitor.yaml 43064 apiVersion: monitoring.coreos.com/v1 43065 kind: ServiceMonitor 43066 metadata: 43067 name: kube-prometheus-stack-kube-proxy 43068 namespace: kube-prometheus-stack-system 43069 labels: 43070 app: kube-prometheus-stack-kube-proxy 43071 app.kubernetes.io/instance: kube-prometheus-stack 43072 app.kubernetes.io/version: "18.0.1" 43073 app.kubernetes.io/part-of: kube-prometheus-stack 43074 43075 release: "kube-prometheus-stack" 43076 heritage: "Helm" 43077 spec: 43078 jobLabel: jobLabel 43079 selector: 43080 matchLabels: 43081 app: kube-prometheus-stack-kube-proxy 43082 release: "kube-prometheus-stack" 43083 namespaceSelector: 43084 matchNames: 43085 - "kube-system" 43086 endpoints: 43087 - port: http-metrics 43088 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43089 --- 43090 # Source: kube-prometheus-stack/templates/exporters/kube-scheduler/servicemonitor.yaml 43091 apiVersion: monitoring.coreos.com/v1 43092 kind: ServiceMonitor 43093 metadata: 43094 name: kube-prometheus-stack-kube-scheduler 43095 namespace: kube-prometheus-stack-system 43096 labels: 43097 app: kube-prometheus-stack-kube-scheduler 43098 app.kubernetes.io/instance: kube-prometheus-stack 43099 app.kubernetes.io/version: "18.0.1" 43100 app.kubernetes.io/part-of: kube-prometheus-stack 43101 release: "kube-prometheus-stack" 43102 heritage: "Helm" 43103 spec: 43104 jobLabel: jobLabel 43105 selector: 43106 matchLabels: 43107 app: kube-prometheus-stack-kube-scheduler 43108 release: "kube-prometheus-stack" 43109 namespaceSelector: 43110 matchNames: 43111 - "kube-system" 43112 endpoints: 43113 - port: http-metrics 43114 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43115 --- 43116 # Source: kube-prometheus-stack/templates/exporters/kube-state-metrics/serviceMonitor.yaml 43117 apiVersion: monitoring.coreos.com/v1 43118 kind: ServiceMonitor 43119 metadata: 43120 name: kube-prometheus-stack-kube-state-metrics 43121 namespace: kube-prometheus-stack-system 43122 labels: 43123 app: kube-prometheus-stack-kube-state-metrics 43124 app.kubernetes.io/instance: kube-prometheus-stack 43125 app.kubernetes.io/version: "18.0.1" 43126 app.kubernetes.io/part-of: kube-prometheus-stack 43127 release: "kube-prometheus-stack" 43128 heritage: "Helm" 43129 spec: 43130 jobLabel: app.kubernetes.io/name 43131 endpoints: 43132 - port: http 43133 honorLabels: true 43134 selector: 43135 matchLabels: 43136 app.kubernetes.io/name: kube-state-metrics 43137 app.kubernetes.io/instance: "kube-prometheus-stack" 43138 --- 43139 # Source: kube-prometheus-stack/templates/exporters/kubelet/servicemonitor.yaml 43140 apiVersion: monitoring.coreos.com/v1 43141 kind: ServiceMonitor 43142 metadata: 43143 name: kube-prometheus-stack-kubelet 43144 namespace: kube-prometheus-stack-system 43145 labels: 43146 app: kube-prometheus-stack-kubelet 43147 app.kubernetes.io/instance: kube-prometheus-stack 43148 app.kubernetes.io/version: "18.0.1" 43149 app.kubernetes.io/part-of: kube-prometheus-stack 43150 release: "kube-prometheus-stack" 43151 heritage: "Helm" 43152 spec: 43153 endpoints: 43154 - port: https-metrics 43155 scheme: https 43156 tlsConfig: 43157 caFile: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt 43158 insecureSkipVerify: true 43159 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43160 honorLabels: true 43161 relabelings: 43162 - sourceLabels: 43163 - __metrics_path__ 43164 targetLabel: metrics_path 43165 - port: https-metrics 43166 scheme: https 43167 path: /metrics/cadvisor 43168 honorLabels: true 43169 tlsConfig: 43170 caFile: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt 43171 insecureSkipVerify: true 43172 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43173 relabelings: 43174 - sourceLabels: 43175 - __metrics_path__ 43176 targetLabel: metrics_path 43177 - port: https-metrics 43178 scheme: https 43179 path: /metrics/probes 43180 honorLabels: true 43181 tlsConfig: 43182 caFile: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt 43183 insecureSkipVerify: true 43184 bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token 43185 relabelings: 43186 - sourceLabels: 43187 - __metrics_path__ 43188 targetLabel: metrics_path 43189 jobLabel: k8s-app 43190 namespaceSelector: 43191 matchNames: 43192 - kube-system 43193 selector: 43194 matchLabels: 43195 app.kubernetes.io/name: kubelet 43196 k8s-app: kubelet 43197 --- 43198 # Source: kube-prometheus-stack/templates/exporters/node-exporter/servicemonitor.yaml 43199 apiVersion: monitoring.coreos.com/v1 43200 kind: ServiceMonitor 43201 metadata: 43202 name: kube-prometheus-stack-node-exporter 43203 namespace: kube-prometheus-stack-system 43204 labels: 43205 app: kube-prometheus-stack-node-exporter 43206 app.kubernetes.io/instance: kube-prometheus-stack 43207 app.kubernetes.io/version: "18.0.1" 43208 app.kubernetes.io/part-of: kube-prometheus-stack 43209 release: "kube-prometheus-stack" 43210 heritage: "Helm" 43211 spec: 43212 jobLabel: jobLabel 43213 selector: 43214 matchLabels: 43215 app: prometheus-node-exporter 43216 release: kube-prometheus-stack 43217 endpoints: 43218 - port: metrics 43219 --- 43220 # Source: kube-prometheus-stack/templates/grafana/servicemonitor.yaml 43221 apiVersion: monitoring.coreos.com/v1 43222 kind: ServiceMonitor 43223 metadata: 43224 name: kube-prometheus-stack-grafana 43225 namespace: kube-prometheus-stack-system 43226 labels: 43227 app: kube-prometheus-stack-grafana 43228 app.kubernetes.io/instance: kube-prometheus-stack 43229 app.kubernetes.io/version: "18.0.1" 43230 app.kubernetes.io/part-of: kube-prometheus-stack 43231 release: "kube-prometheus-stack" 43232 heritage: "Helm" 43233 spec: 43234 selector: 43235 matchLabels: 43236 app.kubernetes.io/name: grafana 43237 app.kubernetes.io/instance: "kube-prometheus-stack" 43238 namespaceSelector: 43239 matchNames: 43240 - "kube-prometheus-stack-system" 43241 endpoints: 43242 - port: service 43243 path: "/metrics" 43244 --- 43245 # Source: kube-prometheus-stack/templates/prometheus-operator/servicemonitor.yaml 43246 apiVersion: monitoring.coreos.com/v1 43247 kind: ServiceMonitor 43248 metadata: 43249 name: kube-prometheus-stack-operator 43250 namespace: kube-prometheus-stack-system 43251 labels: 43252 app: kube-prometheus-stack-operator 43253 app.kubernetes.io/instance: kube-prometheus-stack 43254 app.kubernetes.io/version: "18.0.1" 43255 app.kubernetes.io/part-of: kube-prometheus-stack 43256 release: "kube-prometheus-stack" 43257 heritage: "Helm" 43258 spec: 43259 endpoints: 43260 - port: https 43261 scheme: https 43262 tlsConfig: 43263 serverName: kube-prometheus-stack-operator 43264 ca: 43265 secret: 43266 name: kube-prometheus-stack-admission 43267 key: ca 43268 optional: false 43269 honorLabels: true 43270 selector: 43271 matchLabels: 43272 app: kube-prometheus-stack-operator 43273 release: "kube-prometheus-stack" 43274 namespaceSelector: 43275 matchNames: 43276 - "kube-prometheus-stack-system" 43277 --- 43278 # Source: kube-prometheus-stack/templates/prometheus/servicemonitor.yaml 43279 apiVersion: monitoring.coreos.com/v1 43280 kind: ServiceMonitor 43281 metadata: 43282 name: kube-prometheus-stack-prometheus 43283 namespace: kube-prometheus-stack-system 43284 labels: 43285 app: kube-prometheus-stack-prometheus 43286 app.kubernetes.io/instance: kube-prometheus-stack 43287 app.kubernetes.io/version: "18.0.1" 43288 app.kubernetes.io/part-of: kube-prometheus-stack 43289 release: "kube-prometheus-stack" 43290 heritage: "Helm" 43291 spec: 43292 selector: 43293 matchLabels: 43294 app: kube-prometheus-stack-prometheus 43295 release: "kube-prometheus-stack" 43296 self-monitor: "true" 43297 namespaceSelector: 43298 matchNames: 43299 - "kube-prometheus-stack-system" 43300 endpoints: 43301 - port: web 43302 path: "/metrics" 43303 --- 43304 # Source: kube-prometheus-stack/templates/prometheus-operator/admission-webhooks/validatingWebhookConfiguration.yaml 43305 apiVersion: admissionregistration.k8s.io/v1 43306 kind: ValidatingWebhookConfiguration 43307 metadata: 43308 name: kube-prometheus-stack-admission 43309 labels: 43310 app: kube-prometheus-stack-admission 43311 43312 app.kubernetes.io/instance: kube-prometheus-stack 43313 app.kubernetes.io/version: "18.0.1" 43314 app.kubernetes.io/part-of: kube-prometheus-stack 43315 43316 release: "kube-prometheus-stack" 43317 heritage: "Helm" 43318 webhooks: 43319 - name: prometheusrulemutate.monitoring.coreos.com 43320 failurePolicy: Ignore 43321 rules: 43322 - apiGroups: 43323 - monitoring.coreos.com 43324 apiVersions: 43325 - "*" 43326 resources: 43327 - prometheusrules 43328 operations: 43329 - CREATE 43330 - UPDATE 43331 clientConfig: 43332 service: 43333 namespace: kube-prometheus-stack-system 43334 name: kube-prometheus-stack-operator 43335 path: /admission-prometheusrules/validate 43336 admissionReviewVersions: [ "v1", "v1beta1" ] 43337 sideEffects: None