github.com/verrazzano/verrazzano@v1.7.0/platform-operator/thirdparty/charts/prometheus-community/kube-prometheus-stack/templates/prometheus/rules-1.14/kube-state-metrics.yaml (about) 1 {{- /* 2 Generated from 'kube-state-metrics' group from https://raw.githubusercontent.com/prometheus-operator/kube-prometheus/main/manifests/kubeStateMetrics-prometheusRule.yaml 3 Do not change in-place! In order to change this file first read following link: 4 https://github.com/prometheus-community/helm-charts/tree/main/charts/kube-prometheus-stack/hack 5 */ -}} 6 {{- $kubeTargetVersion := default .Capabilities.KubeVersion.GitVersion .Values.kubeTargetVersionOverride }} 7 {{- if and (semverCompare ">=1.14.0-0" $kubeTargetVersion) (semverCompare "<9.9.9-9" $kubeTargetVersion) .Values.defaultRules.create .Values.defaultRules.rules.kubeStateMetrics }} 8 apiVersion: monitoring.coreos.com/v1 9 kind: PrometheusRule 10 metadata: 11 name: {{ printf "%s-%s" (include "kube-prometheus-stack.fullname" .) "kube-state-metrics" | trunc 63 | trimSuffix "-" }} 12 namespace: {{ template "kube-prometheus-stack.namespace" . }} 13 labels: 14 app: {{ template "kube-prometheus-stack.name" . }} 15 {{ include "kube-prometheus-stack.labels" . | indent 4 }} 16 {{- if .Values.defaultRules.labels }} 17 {{ toYaml .Values.defaultRules.labels | indent 4 }} 18 {{- end }} 19 {{- if .Values.defaultRules.annotations }} 20 annotations: 21 {{ toYaml .Values.defaultRules.annotations | indent 4 }} 22 {{- end }} 23 spec: 24 groups: 25 - name: kube-state-metrics 26 rules: 27 {{- if not (.Values.defaultRules.disabled.KubeStateMetricsListErrors | default false) }} 28 - alert: KubeStateMetricsListErrors 29 annotations: 30 {{- if .Values.defaultRules.additionalRuleAnnotations }} 31 {{ toYaml .Values.defaultRules.additionalRuleAnnotations | indent 8 }} 32 {{- end }} 33 description: kube-state-metrics is experiencing errors at an elevated rate in list operations. This is likely causing it to not be able to expose metrics about Kubernetes objects correctly or at all. 34 runbook_url: {{ .Values.defaultRules.runbookUrl }}/kube-state-metrics/kubestatemetricslisterrors 35 summary: kube-state-metrics is experiencing errors in list operations. 36 expr: |- 37 (sum(rate(kube_state_metrics_list_total{job="kube-state-metrics",result="error"}[5m])) 38 / 39 sum(rate(kube_state_metrics_list_total{job="kube-state-metrics"}[5m]))) 40 > 0.01 41 for: 15m 42 labels: 43 severity: critical 44 {{- if .Values.defaultRules.additionalRuleLabels }} 45 {{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }} 46 {{- end }} 47 {{- end }} 48 {{- if not (.Values.defaultRules.disabled.KubeStateMetricsWatchErrors | default false) }} 49 - alert: KubeStateMetricsWatchErrors 50 annotations: 51 {{- if .Values.defaultRules.additionalRuleAnnotations }} 52 {{ toYaml .Values.defaultRules.additionalRuleAnnotations | indent 8 }} 53 {{- end }} 54 description: kube-state-metrics is experiencing errors at an elevated rate in watch operations. This is likely causing it to not be able to expose metrics about Kubernetes objects correctly or at all. 55 runbook_url: {{ .Values.defaultRules.runbookUrl }}/kube-state-metrics/kubestatemetricswatcherrors 56 summary: kube-state-metrics is experiencing errors in watch operations. 57 expr: |- 58 (sum(rate(kube_state_metrics_watch_total{job="kube-state-metrics",result="error"}[5m])) 59 / 60 sum(rate(kube_state_metrics_watch_total{job="kube-state-metrics"}[5m]))) 61 > 0.01 62 for: 15m 63 labels: 64 severity: critical 65 {{- if .Values.defaultRules.additionalRuleLabels }} 66 {{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }} 67 {{- end }} 68 {{- end }} 69 {{- if not (.Values.defaultRules.disabled.KubeStateMetricsShardingMismatch | default false) }} 70 - alert: KubeStateMetricsShardingMismatch 71 annotations: 72 {{- if .Values.defaultRules.additionalRuleAnnotations }} 73 {{ toYaml .Values.defaultRules.additionalRuleAnnotations | indent 8 }} 74 {{- end }} 75 description: kube-state-metrics pods are running with different --total-shards configuration, some Kubernetes objects may be exposed multiple times or not exposed at all. 76 runbook_url: {{ .Values.defaultRules.runbookUrl }}/kube-state-metrics/kubestatemetricsshardingmismatch 77 summary: kube-state-metrics sharding is misconfigured. 78 expr: stdvar (kube_state_metrics_total_shards{job="kube-state-metrics"}) != 0 79 for: 15m 80 labels: 81 severity: critical 82 {{- if .Values.defaultRules.additionalRuleLabels }} 83 {{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }} 84 {{- end }} 85 {{- end }} 86 {{- if not (.Values.defaultRules.disabled.KubeStateMetricsShardsMissing | default false) }} 87 - alert: KubeStateMetricsShardsMissing 88 annotations: 89 {{- if .Values.defaultRules.additionalRuleAnnotations }} 90 {{ toYaml .Values.defaultRules.additionalRuleAnnotations | indent 8 }} 91 {{- end }} 92 description: kube-state-metrics shards are missing, some Kubernetes objects are not being exposed. 93 runbook_url: {{ .Values.defaultRules.runbookUrl }}/kube-state-metrics/kubestatemetricsshardsmissing 94 summary: kube-state-metrics shards are missing. 95 expr: |- 96 2^max(kube_state_metrics_total_shards{job="kube-state-metrics"}) - 1 97 - 98 sum( 2 ^ max by (shard_ordinal, verrazzano_cluster) (kube_state_metrics_shard_ordinal{job="kube-state-metrics"}) ) 99 != 0 100 for: 15m 101 labels: 102 severity: critical 103 {{- if .Values.defaultRules.additionalRuleLabels }} 104 {{ toYaml .Values.defaultRules.additionalRuleLabels | indent 8 }} 105 {{- end }} 106 {{- end }} 107 {{- end }}