github.phpd.cn/cilium/cilium@v1.6.12/examples/kubernetes/addons/prometheus/monitoring-example.yaml (about) 1 --- 2 apiVersion: v1 3 kind: Namespace 4 metadata: 5 name: cilium-monitoring 6 --- 7 kind: ConfigMap 8 metadata: 9 name: prometheus 10 namespace: cilium-monitoring 11 apiVersion: v1 12 data: 13 prometheus.yaml: | 14 global: 15 scrape_interval: 10s 16 scrape_timeout: 10s 17 evaluation_interval: 10s 18 rule_files: 19 - "/etc/prometheus-rules/*.rules" 20 scrape_configs: 21 # https://github.com/prometheus/prometheus/blob/master/documentation/examples/prometheus-kubernetes.yml#L79 22 - job_name: 'kubernetes-endpoints' 23 kubernetes_sd_configs: 24 - role: endpoints 25 relabel_configs: 26 - source_labels: [__meta_kubernetes_pod_label_k8s_app] 27 action: keep 28 regex: cilium 29 - source_labels: [__meta_kubernetes_service_annotation_prometheus_io_scrape] 30 action: keep 31 regex: true 32 - source_labels: [__meta_kubernetes_service_annotation_prometheus_io_scheme] 33 action: replace 34 target_label: __scheme__ 35 regex: (https?) 36 - source_labels: [__meta_kubernetes_service_annotation_prometheus_io_path] 37 action: replace 38 target_label: __metrics_path__ 39 regex: (.+) 40 - source_labels: [__address__, __meta_kubernetes_service_annotation_prometheus_io_port] 41 action: replace 42 target_label: __address__ 43 regex: (.+)(?::\d+);(\d+) 44 replacement: $1:$2 45 - action: labelmap 46 regex: __meta_kubernetes_service_label_(.+) 47 - source_labels: [__meta_kubernetes_namespace] 48 action: replace 49 target_label: kubernetes_namespace 50 - source_labels: [__meta_kubernetes_service_name] 51 action: replace 52 target_label: kubernetes_name 53 54 # https://github.com/prometheus/prometheus/blob/master/documentation/examples/prometheus-kubernetes.yml#L156 55 - job_name: 'kubernetes-pods' 56 kubernetes_sd_configs: 57 - role: pod 58 relabel_configs: 59 - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_scrape] 60 action: keep 61 regex: true 62 - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_path] 63 action: replace 64 target_label: __metrics_path__ 65 regex: (.+) 66 - source_labels: [__address__, __meta_kubernetes_pod_annotation_prometheus_io_port] 67 action: replace 68 regex: (.+):(?:\d+);(\d+) 69 replacement: ${1}:${2} 70 target_label: __address__ 71 - action: labelmap 72 regex: __meta_kubernetes_pod_label_(.+) 73 - source_labels: [__meta_kubernetes_namespace] 74 action: replace 75 target_label: kubernetes_namespace 76 - source_labels: [__meta_kubernetes_pod_name] 77 action: replace 78 target_label: kubernetes_pod_name 79 - source_labels: [__meta_kubernetes_pod_container_port_number] 80 action: keep 81 regex: \d+ 82 83 # https://github.com/prometheus/prometheus/blob/master/documentation/examples/prometheus-kubernetes.yml#L119 84 - job_name: 'kubernetes-services' 85 metrics_path: /metrics 86 params: 87 module: [http_2xx] 88 kubernetes_sd_configs: 89 - role: service 90 relabel_configs: 91 - source_labels: [__meta_kubernetes_service_annotation_prometheus_io_probe] 92 action: keep 93 regex: true 94 - source_labels: [__address__, __meta_kubernetes_pod_annotation_prometheus_io_port] 95 action: replace 96 regex: ([^:]+)(?::\d+)?;(\d+) 97 replacement: ${1}:${2} 98 target_label: __address__ 99 - action: labelmap 100 regex: __meta_kubernetes_service_label_(.+) 101 - source_labels: [__meta_kubernetes_namespace] 102 target_label: kubernetes_namespace 103 - source_labels: [__meta_kubernetes_service_name] 104 target_label: kubernetes_name 105 106 - job_name: 'kubernetes-cadvisor' 107 scheme: https 108 tls_config: 109 ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt 110 bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token 111 kubernetes_sd_configs: 112 - role: node 113 relabel_configs: 114 - action: labelmap 115 regex: __meta_kubernetes_node_label_(.+) 116 - target_label: __address__ 117 replacement: kubernetes.default.svc:443 118 - source_labels: [__meta_kubernetes_node_name] 119 regex: (.+) 120 target_label: __metrics_path__ 121 replacement: /api/v1/nodes/${1}/proxy/metrics/cadvisor 122 --- 123 apiVersion: apps/v1 124 kind: Deployment 125 metadata: 126 labels: 127 app: prometheus 128 name: prometheus 129 namespace: cilium-monitoring 130 spec: 131 replicas: 1 132 selector: 133 matchLabels: 134 app: prometheus 135 template: 136 metadata: 137 labels: 138 app: prometheus 139 name: prometheus-main 140 spec: 141 containers: 142 - args: 143 - --config.file=/etc/prometheus/prometheus.yaml 144 - --storage.tsdb.path=/prometheus/ 145 - --log.level=debug 146 image: docker.io/prom/prometheus:v2.6.1 147 imagePullPolicy: IfNotPresent 148 name: prometheus 149 ports: 150 - containerPort: 9090 151 name: webui 152 protocol: TCP 153 volumeMounts: 154 - mountPath: /etc/prometheus 155 name: config-volume 156 readOnly: true 157 - mountPath: /prometheus/ 158 name: storage 159 dnsPolicy: ClusterFirst 160 restartPolicy: Always 161 serviceAccount: prometheus-k8s 162 volumes: 163 - configMap: 164 name: prometheus 165 name: config-volume 166 - emptyDir: {} 167 name: storage 168 --- 169 apiVersion: rbac.authorization.k8s.io/v1 170 kind: ClusterRoleBinding 171 metadata: 172 name: prometheus 173 roleRef: 174 apiGroup: rbac.authorization.k8s.io 175 kind: ClusterRole 176 name: prometheus 177 subjects: 178 - kind: ServiceAccount 179 name: prometheus-k8s 180 namespace: cilium-monitoring 181 --- 182 apiVersion: rbac.authorization.k8s.io/v1 183 kind: ClusterRole 184 metadata: 185 name: prometheus 186 rules: 187 - apiGroups: 188 - "" 189 resources: 190 - nodes 191 - nodes/proxy 192 - services 193 - endpoints 194 - pods 195 verbs: 196 - get 197 - list 198 - watch 199 - apiGroups: 200 - "" 201 resources: 202 - configmaps 203 verbs: 204 - get 205 - nonResourceURLs: 206 - /metrics 207 verbs: 208 - get 209 --- 210 apiVersion: v1 211 kind: ServiceAccount 212 metadata: 213 name: prometheus-k8s 214 namespace: cilium-monitoring 215 --- 216 apiVersion: v1 217 kind: Service 218 metadata: 219 labels: 220 app: prometheus 221 name: prometheus 222 namespace: cilium-monitoring 223 spec: 224 ports: 225 - name: webui 226 port: 9090 227 protocol: TCP 228 targetPort: 9090 229 selector: 230 app: prometheus 231 type: ClusterIP 232 --- 233 apiVersion: apps/v1 234 kind: Deployment 235 metadata: 236 labels: 237 app: grafana 238 component: core 239 name: grafana 240 namespace: cilium-monitoring 241 spec: 242 replicas: 1 243 selector: 244 matchLabels: 245 app: grafana 246 template: 247 metadata: 248 labels: 249 app: grafana 250 spec: 251 containers: 252 - env: 253 - name: GF_PATHS_CONFIG 254 value: /configmap/grafana/grafana-config.ini 255 - name: GF_PATHS_PROVISIONING 256 value: /configmap/grafana/provisioning 257 image: docker.io/grafana/grafana:6.2.5 258 imagePullPolicy: IfNotPresent 259 name: grafana-core 260 readinessProbe: 261 failureThreshold: 3 262 httpGet: 263 path: /login 264 port: 3000 265 scheme: HTTP 266 volumeMounts: 267 - mountPath: /configmap/grafana 268 name: grafana-config 269 readOnly: true 270 dnsPolicy: ClusterFirst 271 restartPolicy: Always 272 volumes: 273 - configMap: 274 defaultMode: 420 275 items: 276 - key: grafana-config 277 path: grafana-config.ini 278 - key: prometheus-datasource 279 path: provisioning/datasources/prometheus.yaml 280 - key: cilium-dashboard 281 path: provisioning/cilium/cilium-dashboard.json 282 - key: cilium-operator-dashboard 283 path: provisioning/cilium/cilium-operator-dashboard.json 284 - key: dashboard-config 285 path: provisioning/dashboards/config.yaml 286 name: grafana-config 287 name: grafana-config 288 --- 289 apiVersion: v1 290 kind: Service 291 metadata: 292 labels: 293 app: grafana 294 name: grafana 295 namespace: cilium-monitoring 296 spec: 297 ports: 298 - port: 3000 299 protocol: TCP 300 targetPort: 3000 301 selector: 302 app: grafana 303 type: ClusterIP 304 --- 305 apiVersion: v1 306 kind: ConfigMap 307 metadata: 308 labels: 309 app: grafana 310 name: grafana-config 311 namespace: cilium-monitoring 312 data: 313 dashboard-config: | 314 apiVersion: 1 315 providers: 316 - name: 'cilium-dashboard-config' 317 orgId: 1 318 folder: '' 319 type: file 320 disableDeletion: true 321 options: 322 path: '/configmap/grafana/provisioning/cilium' 323 grafana-config: | 324 app_mode = production 325 [paths] 326 # Path to where grafana can store temp files, sessions, and the sqlite3 db (if that is used) 327 data = data 328 # Temporary files in `data` directory older than given duration will be removed 329 temp_data_lifetime = 24h 330 # Directory where grafana can store logs 331 logs = data/log 332 # Directory where grafana will automatically scan and look for plugins 333 plugins = data/plugins 334 # folder that contains provisioning config files that grafana will apply on startup and while running. 335 provisioning = /configmap/grafana/provisioning 336 #################################### Server ############################## 337 [server] 338 # Protocol (http, https, socket) 339 protocol = http 340 # The http port to use 341 http_port = 3000 342 # enable gzip 343 enable_gzip = false 344 #################################### Session ############################# 345 [session] 346 # Either "memory", "file", "redis", "mysql", "postgres", "memcache", default is "file" 347 provider = file 348 349 provider_config = sessions 350 351 # Session cookie name 352 cookie_name = grafana_sess 353 354 # If you use session in https only, default is false 355 cookie_secure = true 356 357 # Session life time, default is 86400 358 session_life_time = 86400 359 gc_interval_time = 86400 360 361 # Connection Max Lifetime default is 14400 (means 14400 seconds or 4 hours) 362 conn_max_lifetime = 14400 363 364 #################################### Data proxy ########################### 365 [dataproxy] 366 367 # This enables data proxy logging, default is false 368 logging = false 369 370 # How long the data proxy should wait before timing out default is 30 (seconds) 371 timeout = 30 372 373 #################################### Analytics ########################### 374 [analytics] 375 # Server reporting, sends usage counters to stats.grafana.org every 24 hours. 376 # No ip addresses are being tracked, only simple counters to track 377 # running instances, dashboard and error counts. It is very helpful to us. 378 # Change this option to false to disable reporting. 379 reporting_enabled = false 380 381 # Set to false to disable all checks to https://grafana.com 382 # for new versions (grafana itself and plugins), check is used 383 # in some UI views to notify that grafana or plugin update exists 384 # This option does not cause any auto updates, nor send any information 385 # only a GET request to https://grafana.com to get latest versions 386 check_for_updates = false 387 388 #################################### Security ############################ 389 [security] 390 # default admin user, created on startup 391 admin_user = admin 392 393 # default admin password, can be changed before first start of grafana, or in profile settings 394 admin_password = admin 395 396 # used for signing 397 secret_key = SW2YcwTIb9zpOOhoPsMm 398 399 # disable gravatar profile images 400 disable_gravatar = true 401 402 # disable protection against brute force login attempts 403 disable_brute_force_login_protection = false 404 405 # set to true if you host Grafana behind HTTPS. default is false. 406 cookie_secure = true 407 408 # set cookie SameSite attribute. defaults to `lax`. can be set to "lax", "strict" and "none" 409 cookie_samesite = lax 410 411 #################################### Dashboards ################## 412 413 [dashboards] 414 # Number dashboard versions to keep (per dashboard). Default: 20, Minimum: 1 415 versions_to_keep = 20 416 417 #################################### Users ############################### 418 [users] 419 # disable user signup / registration 420 allow_sign_up = false 421 422 # Allow non admin users to create organizations 423 allow_org_create = false 424 425 # Set to true to automatically assign new users to the default organization (id 1) 426 auto_assign_org = true 427 428 # Set this value to automatically add new users to the provided organization (if auto_assign_org above is set to true) 429 auto_assign_org_id = 1 430 431 # Default role new users will be automatically assigned (if auto_assign_org above is set to true) 432 auto_assign_org_role = Viewer 433 434 # Require email validation before sign up completes 435 verify_email_enabled = false 436 437 # Background text for the user field on the login page 438 login_hint = email or username 439 440 # Default UI theme ("dark" or "light") 441 default_theme = dark 442 443 # External user management 444 external_manage_link_url = 445 external_manage_link_name = 446 external_manage_info = 447 448 # Viewers can edit/inspect dashboard settings in the browser. But not save the dashboard. 449 viewers_can_edit = false 450 451 [auth] 452 # Login cookie name 453 login_cookie_name = grafana_session 454 455 # The lifetime (days) an authenticated user can be inactive before being required to login at next visit. Default is 7 days. 456 login_maximum_inactive_lifetime_days = 7 457 458 # The maximum lifetime (days) an authenticated user can be logged in since login time before being required to login. Default is 30 days. 459 login_maximum_lifetime_days = 30 460 461 # How often should auth tokens be rotated for authenticated users when being active. The default is each 10 minutes. 462 token_rotation_interval_minutes = 10 463 464 # Set to true to disable (hide) the login form, useful if you use OAuth 465 disable_login_form = false 466 467 # Set to true to disable the signout link in the side menu. useful if you use auth.proxy 468 disable_signout_menu = false 469 470 # URL to redirect the user to after sign out 471 signout_redirect_url = 472 473 # Set to true to attempt login with OAuth automatically, skipping the login screen. 474 # This setting is ignored if multiple OAuth providers are configured. 475 oauth_auto_login = false 476 477 #################################### Anonymous Auth ###################### 478 [auth.anonymous] 479 # enable anonymous access 480 enabled = true 481 482 # specify organization name that should be used for unauthenticated users 483 org_name = Main Org. 484 485 # specify role for unauthenticated users 486 org_role = Admin 487 488 489 #################################### Basic Auth ########################## 490 [auth.basic] 491 enabled = false 492 493 #################################### Logging ########################## 494 [log] 495 # Either "console", "file", "syslog". Default is console and file 496 # Use space to separate multiple modes, e.g. "console file" 497 mode = console file 498 499 # Either "debug", "info", "warn", "error", "critical", default is "info" 500 level = info 501 502 # optional settings to set different levels for specific loggers. Ex filters = sqlstore:debug 503 filters = 504 505 # For "console" mode only 506 [log.console] 507 level = 508 509 # log line format, valid options are text, console and json 510 format = console 511 512 # For "file" mode only 513 [log.file] 514 level = 515 516 # log line format, valid options are text, console and json 517 format = text 518 519 # This enables automated log rotate(switch of following options), default is true 520 log_rotate = true 521 522 # Max line number of single file, default is 1000000 523 max_lines = 1000000 524 525 # Max size shift of single file, default is 28 means 1 << 28, 256MB 526 max_size_shift = 28 527 528 # Segment log daily, default is true 529 daily_rotate = true 530 531 # Expired days of log file(delete after max days), default is 7 532 max_days = 7 533 534 [log.syslog] 535 level = 536 537 # log line format, valid options are text, console and json 538 format = text 539 540 # Syslog network type and address. This can be udp, tcp, or unix. If left blank, the default unix endpoints will be used. 541 network = 542 address = 543 544 # Syslog facility. user, daemon and local0 through local7 are valid. 545 facility = 546 547 # Syslog tag. By default, the process' argv[0] is used. 548 tag = 549 550 #################################### Usage Quotas ######################## 551 [quota] 552 enabled = false 553 554 #### set quotas to -1 to make unlimited. #### 555 # limit number of users per Org. 556 org_user = 10 557 558 # limit number of dashboards per Org. 559 org_dashboard = 100 560 561 # limit number of data_sources per Org. 562 org_data_source = 10 563 564 # limit number of api_keys per Org. 565 org_api_key = 10 566 567 # limit number of orgs a user can create. 568 user_org = 10 569 570 # Global limit of users. 571 global_user = -1 572 573 # global limit of orgs. 574 global_org = -1 575 576 # global limit of dashboards 577 global_dashboard = -1 578 579 # global limit of api_keys 580 global_api_key = -1 581 582 # global limit on number of logged in users. 583 global_session = -1 584 585 #################################### Alerting ############################ 586 [alerting] 587 # Disable alerting engine & UI features 588 enabled = true 589 # Makes it possible to turn off alert rule execution but alerting UI is visible 590 execute_alerts = true 591 592 # Default setting for new alert rules. Defaults to categorize error and timeouts as alerting. (alerting, keep_state) 593 error_or_timeout = alerting 594 595 # Default setting for how Grafana handles nodata or null values in alerting. (alerting, no_data, keep_state, ok) 596 nodata_or_nullvalues = no_data 597 598 # Alert notifications can include images, but rendering many images at the same time can overload the server 599 # This limit will protect the server from render overloading and make sure notifications are sent out quickly 600 concurrent_render_limit = 5 601 602 #################################### Explore ############################# 603 [explore] 604 # Enable the Explore section 605 enabled = true 606 607 #################################### Internal Grafana Metrics ############ 608 # Metrics available at HTTP API Url /metrics 609 [metrics] 610 enabled = true 611 interval_seconds = 10 612 613 #If both are set, basic auth will be required for the metrics endpoint. 614 basic_auth_username = 615 basic_auth_password = 616 prometheus-datasource: | 617 apiVersion: 1 618 deleteDatasources: 619 - name: prometheus 620 orgId: 1 621 datasources: 622 - name: prometheus 623 type: prometheus 624 access: proxy 625 orgId: 1 626 url: http://prometheus:9090 627 basicAuth: false 628 editable: true 629 cilium-dashboard: | 630 { 631 "annotations": { 632 "list": [ 633 { 634 "builtIn": 1, 635 "datasource": "-- Grafana --", 636 "enable": true, 637 "hide": true, 638 "iconColor": "rgba(0, 211, 255, 1)", 639 "name": "Annotations & Alerts", 640 "type": "dashboard" 641 } 642 ] 643 }, 644 "description": "Dashboard for Cilium (https://cilium.io/) metrics", 645 "editable": true, 646 "gnetId": 6658, 647 "graphTooltip": 1, 648 "iteration": 1553098046228, 649 "links": [], 650 "panels": [ 651 { 652 "aliasColors": { 653 "error": "#890f02", 654 "warning": "#c15c17" 655 }, 656 "bars": false, 657 "dashLength": 10, 658 "dashes": false, 659 "datasource": "prometheus", 660 "fill": 1, 661 "gridPos": { 662 "h": 5, 663 "w": 12, 664 "x": 0, 665 "y": 0 666 }, 667 "id": 76, 668 "legend": { 669 "avg": false, 670 "current": false, 671 "max": false, 672 "min": false, 673 "show": true, 674 "total": false, 675 "values": false 676 }, 677 "lines": true, 678 "linewidth": 1, 679 "links": [], 680 "nullPointMode": "null", 681 "paceLength": 10, 682 "percentage": false, 683 "pointradius": 5, 684 "points": false, 685 "renderer": "flot", 686 "seriesOverrides": [ 687 { 688 "alias": "error", 689 "yaxis": 2 690 } 691 ], 692 "spaceLength": 10, 693 "stack": false, 694 "steppedLine": false, 695 "targets": [ 696 { 697 "expr": "sum(rate(cilium_errors_warnings_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, level) * 60", 698 "format": "time_series", 699 "intervalFactor": 1, 700 "legendFormat": "{{level}}", 701 "refId": "A" 702 } 703 ], 704 "thresholds": [], 705 "timeFrom": null, 706 "timeRegions": [], 707 "timeShift": null, 708 "title": "Errors & Warnings", 709 "tooltip": { 710 "shared": true, 711 "sort": 0, 712 "value_type": "individual" 713 }, 714 "type": "graph", 715 "xaxis": { 716 "buckets": null, 717 "mode": "time", 718 "name": null, 719 "show": true, 720 "values": [] 721 }, 722 "yaxes": [ 723 { 724 "format": "opm", 725 "label": null, 726 "logBase": 1, 727 "max": null, 728 "min": null, 729 "show": true 730 }, 731 { 732 "format": "opm", 733 "label": null, 734 "logBase": 1, 735 "max": null, 736 "min": null, 737 "show": true 738 } 739 ], 740 "yaxis": { 741 "align": false, 742 "alignLevel": null 743 } 744 }, 745 { 746 "aliasColors": { 747 "avg": "#cffaff" 748 }, 749 "bars": false, 750 "dashLength": 10, 751 "dashes": false, 752 "datasource": "prometheus", 753 "fill": 0, 754 "gridPos": { 755 "h": 5, 756 "w": 12, 757 "x": 12, 758 "y": 0 759 }, 760 "id": 96, 761 "legend": { 762 "avg": false, 763 "current": false, 764 "max": false, 765 "min": false, 766 "show": true, 767 "total": false, 768 "values": false 769 }, 770 "lines": true, 771 "linewidth": 1, 772 "links": [], 773 "nullPointMode": "null", 774 "paceLength": 10, 775 "percentage": false, 776 "pointradius": 5, 777 "points": false, 778 "renderer": "flot", 779 "seriesOverrides": [ 780 { 781 "alias": "max", 782 "fillBelowTo": "min", 783 "lines": false 784 }, 785 { 786 "alias": "min", 787 "lines": false 788 } 789 ], 790 "spaceLength": 10, 791 "stack": false, 792 "steppedLine": false, 793 "targets": [ 794 { 795 "expr": "min(irate(cilium_process_cpu_seconds_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod) * 100", 796 "format": "time_series", 797 "intervalFactor": 1, 798 "legendFormat": "min", 799 "refId": "A" 800 }, 801 { 802 "expr": "avg(irate(cilium_process_cpu_seconds_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod) * 100", 803 "format": "time_series", 804 "intervalFactor": 1, 805 "legendFormat": "avg", 806 "refId": "B" 807 }, 808 { 809 "expr": "max(irate(cilium_process_cpu_seconds_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod) * 100", 810 "format": "time_series", 811 "intervalFactor": 1, 812 "legendFormat": "max", 813 "refId": "C" 814 } 815 ], 816 "thresholds": [], 817 "timeFrom": null, 818 "timeRegions": [], 819 "timeShift": null, 820 "title": "CPU Usage per node", 821 "tooltip": { 822 "shared": true, 823 "sort": 0, 824 "value_type": "individual" 825 }, 826 "type": "graph", 827 "xaxis": { 828 "buckets": null, 829 "mode": "time", 830 "name": null, 831 "show": true, 832 "values": [] 833 }, 834 "yaxes": [ 835 { 836 "format": "percent", 837 "label": null, 838 "logBase": 1, 839 "max": null, 840 "min": null, 841 "show": true 842 }, 843 { 844 "format": "short", 845 "label": null, 846 "logBase": 1, 847 "max": null, 848 "min": null, 849 "show": true 850 } 851 ], 852 "yaxis": { 853 "align": false, 854 "alignLevel": null 855 } 856 }, 857 { 858 "collapsed": false, 859 "gridPos": { 860 "h": 1, 861 "w": 24, 862 "x": 0, 863 "y": 5 864 }, 865 "id": 161, 866 "panels": [], 867 "title": "Generic", 868 "type": "row" 869 }, 870 { 871 "aliasColors": { 872 "AVG_virtual_memory_bytes": "#508642", 873 "Average Virtual Memory": "#f9d9f9", 874 "MAX_virtual_memory_bytes": "#e5ac0e", 875 "Max Virtual Memory": "#584477" 876 }, 877 "bars": false, 878 "dashLength": 10, 879 "dashes": false, 880 "datasource": "prometheus", 881 "fill": 0, 882 "gridPos": { 883 "h": 5, 884 "w": 8, 885 "x": 0, 886 "y": 6 887 }, 888 "id": 26, 889 "legend": { 890 "avg": false, 891 "current": false, 892 "max": false, 893 "min": false, 894 "show": true, 895 "total": false, 896 "values": false 897 }, 898 "lines": true, 899 "linewidth": 1, 900 "links": [], 901 "nullPointMode": "null", 902 "paceLength": 10, 903 "percentage": false, 904 "pointradius": 5, 905 "points": false, 906 "renderer": "flot", 907 "seriesOverrides": [ 908 { 909 "alias": "Max Virtual Memory", 910 "fillBelowTo": "Min Virtual Memory", 911 "lines": false 912 }, 913 { 914 "alias": "Min Virtual Memory", 915 "lines": false 916 } 917 ], 918 "spaceLength": 10, 919 "stack": false, 920 "steppedLine": false, 921 "targets": [ 922 { 923 "expr": "min(cilium_process_virtual_memory_bytes{kubernetes_pod_name=~\"$pod\"})", 924 "format": "time_series", 925 "intervalFactor": 1, 926 "legendFormat": "Min Virtual Memory", 927 "refId": "A" 928 }, 929 { 930 "expr": "avg(cilium_process_virtual_memory_bytes{kubernetes_pod_name=~\"$pod\"})", 931 "format": "time_series", 932 "intervalFactor": 1, 933 "legendFormat": "Average Virtual Memory", 934 "refId": "B" 935 }, 936 { 937 "expr": "max(cilium_process_virtual_memory_bytes{kubernetes_pod_name=~\"$pod\"})", 938 "format": "time_series", 939 "intervalFactor": 1, 940 "legendFormat": "Max Virtual Memory", 941 "refId": "C" 942 } 943 ], 944 "thresholds": [], 945 "timeFrom": null, 946 "timeRegions": [], 947 "timeShift": null, 948 "title": "Virtual Memory Bytes", 949 "tooltip": { 950 "shared": true, 951 "sort": 0, 952 "value_type": "individual" 953 }, 954 "type": "graph", 955 "xaxis": { 956 "buckets": null, 957 "mode": "time", 958 "name": null, 959 "show": true, 960 "values": [] 961 }, 962 "yaxes": [ 963 { 964 "format": "bytes", 965 "label": null, 966 "logBase": 1, 967 "max": null, 968 "min": null, 969 "show": true 970 }, 971 { 972 "format": "short", 973 "label": null, 974 "logBase": 1, 975 "max": null, 976 "min": null, 977 "show": true 978 } 979 ], 980 "yaxis": { 981 "align": false, 982 "alignLevel": null 983 } 984 }, 985 { 986 "aliasColors": { 987 "MAX_resident_memory_bytes_max": "#e5ac0e" 988 }, 989 "bars": false, 990 "dashLength": 10, 991 "dashes": false, 992 "datasource": "prometheus", 993 "fill": 1, 994 "gridPos": { 995 "h": 5, 996 "w": 8, 997 "x": 8, 998 "y": 6 999 }, 1000 "id": 24, 1001 "legend": { 1002 "alignAsTable": false, 1003 "avg": false, 1004 "current": false, 1005 "max": false, 1006 "min": false, 1007 "rightSide": false, 1008 "show": true, 1009 "total": false, 1010 "values": false 1011 }, 1012 "lines": true, 1013 "linewidth": 1, 1014 "links": [], 1015 "nullPointMode": "null", 1016 "paceLength": 10, 1017 "percentage": false, 1018 "pointradius": 5, 1019 "points": false, 1020 "renderer": "flot", 1021 "seriesOverrides": [], 1022 "spaceLength": 10, 1023 "stack": false, 1024 "steppedLine": false, 1025 "targets": [ 1026 { 1027 "expr": "avg(cilium_process_resident_memory_bytes{kubernetes_pod_name=~\"$pod\"})", 1028 "format": "time_series", 1029 "intervalFactor": 1, 1030 "legendFormat": "AVG_resident_memory_bytes", 1031 "refId": "C" 1032 }, 1033 { 1034 "expr": "max(cilium_process_resident_memory_bytes{kubernetes_pod_name=~\"$pod\"})", 1035 "format": "time_series", 1036 "interval": "", 1037 "intervalFactor": 1, 1038 "legendFormat": "MAX_resident_memory_bytes_max", 1039 "refId": "D" 1040 }, 1041 { 1042 "expr": "min(cilium_process_resident_memory_bytes{kubernetes_pod_name=~\"$pod\"})", 1043 "format": "time_series", 1044 "intervalFactor": 1, 1045 "legendFormat": "MIN_resident_memory_bytes_min", 1046 "refId": "E" 1047 } 1048 ], 1049 "thresholds": [], 1050 "timeFrom": null, 1051 "timeRegions": [], 1052 "timeShift": null, 1053 "title": "Resident memory status", 1054 "tooltip": { 1055 "shared": true, 1056 "sort": 0, 1057 "value_type": "individual" 1058 }, 1059 "type": "graph", 1060 "xaxis": { 1061 "buckets": null, 1062 "mode": "time", 1063 "name": null, 1064 "show": true, 1065 "values": [] 1066 }, 1067 "yaxes": [ 1068 { 1069 "format": "bytes", 1070 "label": null, 1071 "logBase": 1, 1072 "max": null, 1073 "min": null, 1074 "show": true 1075 }, 1076 { 1077 "format": "short", 1078 "label": null, 1079 "logBase": 1, 1080 "max": null, 1081 "min": null, 1082 "show": true 1083 } 1084 ], 1085 "yaxis": { 1086 "align": false, 1087 "alignLevel": null 1088 } 1089 }, 1090 { 1091 "aliasColors": { 1092 "all nodes": "#e5a8e2" 1093 }, 1094 "bars": false, 1095 "dashLength": 10, 1096 "dashes": false, 1097 "datasource": "prometheus", 1098 "fill": 1, 1099 "gridPos": { 1100 "h": 5, 1101 "w": 8, 1102 "x": 16, 1103 "y": 6 1104 }, 1105 "id": 98, 1106 "legend": { 1107 "avg": false, 1108 "current": false, 1109 "max": false, 1110 "min": false, 1111 "show": true, 1112 "total": false, 1113 "values": false 1114 }, 1115 "lines": true, 1116 "linewidth": 1, 1117 "links": [], 1118 "nullPointMode": "null", 1119 "paceLength": 10, 1120 "percentage": false, 1121 "pointradius": 5, 1122 "points": false, 1123 "renderer": "flot", 1124 "seriesOverrides": [ 1125 { 1126 "alias": "all nodes", 1127 "yaxis": 2 1128 } 1129 ], 1130 "spaceLength": 10, 1131 "stack": false, 1132 "steppedLine": false, 1133 "targets": [ 1134 { 1135 "expr": "sum(cilium_process_open_fds{kubernetes_pod_name=~\"$pod\"})", 1136 "format": "time_series", 1137 "intervalFactor": 1, 1138 "legendFormat": "all nodes", 1139 "refId": "A" 1140 }, 1141 { 1142 "expr": "min(cilium_process_open_fds{kubernetes_pod_name=~\"$pod\"})", 1143 "format": "time_series", 1144 "intervalFactor": 1, 1145 "legendFormat": "min/node", 1146 "refId": "B" 1147 }, 1148 { 1149 "expr": "avg(cilium_process_open_fds{kubernetes_pod_name=~\"$pod\"})", 1150 "format": "time_series", 1151 "intervalFactor": 1, 1152 "legendFormat": "avg/node", 1153 "refId": "C" 1154 }, 1155 { 1156 "expr": "max(cilium_process_open_fds{kubernetes_pod_name=~\"$pod\"})", 1157 "format": "time_series", 1158 "intervalFactor": 1, 1159 "legendFormat": "max/node", 1160 "refId": "D" 1161 } 1162 ], 1163 "thresholds": [], 1164 "timeFrom": null, 1165 "timeRegions": [], 1166 "timeShift": null, 1167 "title": "Open file descriptors", 1168 "tooltip": { 1169 "shared": true, 1170 "sort": 0, 1171 "value_type": "individual" 1172 }, 1173 "type": "graph", 1174 "xaxis": { 1175 "buckets": null, 1176 "mode": "time", 1177 "name": null, 1178 "show": true, 1179 "values": [] 1180 }, 1181 "yaxes": [ 1182 { 1183 "format": "short", 1184 "label": null, 1185 "logBase": 1, 1186 "max": null, 1187 "min": null, 1188 "show": true 1189 }, 1190 { 1191 "format": "short", 1192 "label": null, 1193 "logBase": 1, 1194 "max": null, 1195 "min": null, 1196 "show": true 1197 } 1198 ], 1199 "yaxis": { 1200 "align": false, 1201 "alignLevel": null 1202 } 1203 }, 1204 { 1205 "collapsed": false, 1206 "gridPos": { 1207 "h": 1, 1208 "w": 24, 1209 "x": 0, 1210 "y": 11 1211 }, 1212 "id": 155, 1213 "panels": [], 1214 "title": "API", 1215 "type": "row" 1216 }, 1217 { 1218 "aliasColors": {}, 1219 "bars": false, 1220 "dashLength": 10, 1221 "dashes": false, 1222 "datasource": "prometheus", 1223 "fill": 1, 1224 "gridPos": { 1225 "h": 6, 1226 "w": 12, 1227 "x": 0, 1228 "y": 12 1229 }, 1230 "id": 152, 1231 "legend": { 1232 "alignAsTable": true, 1233 "avg": true, 1234 "current": false, 1235 "hideEmpty": true, 1236 "hideZero": true, 1237 "max": false, 1238 "min": false, 1239 "rightSide": true, 1240 "show": true, 1241 "total": false, 1242 "values": true 1243 }, 1244 "lines": true, 1245 "linewidth": 1, 1246 "links": [], 1247 "nullPointMode": "null", 1248 "paceLength": 10, 1249 "percentage": false, 1250 "pointradius": 5, 1251 "points": false, 1252 "renderer": "flot", 1253 "seriesOverrides": [], 1254 "spaceLength": 10, 1255 "stack": false, 1256 "steppedLine": false, 1257 "targets": [ 1258 { 1259 "expr": "avg(rate(cilium_agent_api_process_time_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])/rate(cilium_agent_api_process_time_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, method, path)", 1260 "format": "time_series", 1261 "intervalFactor": 1, 1262 "legendFormat": "{{method}} {{path}}", 1263 "refId": "A" 1264 } 1265 ], 1266 "thresholds": [], 1267 "timeFrom": null, 1268 "timeRegions": [], 1269 "timeShift": null, 1270 "title": "API call latency (average node)", 1271 "tooltip": { 1272 "shared": true, 1273 "sort": 0, 1274 "value_type": "individual" 1275 }, 1276 "type": "graph", 1277 "xaxis": { 1278 "buckets": null, 1279 "mode": "time", 1280 "name": null, 1281 "show": true, 1282 "values": [] 1283 }, 1284 "yaxes": [ 1285 { 1286 "format": "s", 1287 "label": null, 1288 "logBase": 1, 1289 "max": null, 1290 "min": null, 1291 "show": true 1292 }, 1293 { 1294 "format": "short", 1295 "label": null, 1296 "logBase": 1, 1297 "max": null, 1298 "min": null, 1299 "show": true 1300 } 1301 ], 1302 "yaxis": { 1303 "align": false, 1304 "alignLevel": null 1305 } 1306 }, 1307 { 1308 "aliasColors": {}, 1309 "bars": false, 1310 "dashLength": 10, 1311 "dashes": false, 1312 "datasource": "prometheus", 1313 "fill": 1, 1314 "gridPos": { 1315 "h": 6, 1316 "w": 12, 1317 "x": 12, 1318 "y": 12 1319 }, 1320 "id": 153, 1321 "legend": { 1322 "alignAsTable": true, 1323 "avg": false, 1324 "current": false, 1325 "hideEmpty": true, 1326 "hideZero": true, 1327 "max": true, 1328 "min": false, 1329 "rightSide": true, 1330 "show": true, 1331 "total": false, 1332 "values": true 1333 }, 1334 "lines": true, 1335 "linewidth": 1, 1336 "links": [], 1337 "nullPointMode": "null", 1338 "paceLength": 10, 1339 "percentage": false, 1340 "pointradius": 5, 1341 "points": false, 1342 "renderer": "flot", 1343 "seriesOverrides": [], 1344 "spaceLength": 10, 1345 "stack": false, 1346 "steppedLine": false, 1347 "targets": [ 1348 { 1349 "expr": "max(rate(cilium_agent_api_process_time_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])/rate(cilium_agent_api_process_time_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, method, path)", 1350 "format": "time_series", 1351 "intervalFactor": 1, 1352 "legendFormat": "{{method}} {{path}}", 1353 "refId": "A" 1354 } 1355 ], 1356 "thresholds": [], 1357 "timeFrom": null, 1358 "timeRegions": [], 1359 "timeShift": null, 1360 "title": "API call latency (max node)", 1361 "tooltip": { 1362 "shared": true, 1363 "sort": 0, 1364 "value_type": "individual" 1365 }, 1366 "type": "graph", 1367 "xaxis": { 1368 "buckets": null, 1369 "mode": "time", 1370 "name": null, 1371 "show": true, 1372 "values": [] 1373 }, 1374 "yaxes": [ 1375 { 1376 "format": "s", 1377 "label": null, 1378 "logBase": 1, 1379 "max": null, 1380 "min": null, 1381 "show": true 1382 }, 1383 { 1384 "format": "short", 1385 "label": null, 1386 "logBase": 1, 1387 "max": null, 1388 "min": null, 1389 "show": true 1390 } 1391 ], 1392 "yaxis": { 1393 "align": false, 1394 "alignLevel": null 1395 } 1396 }, 1397 { 1398 "aliasColors": {}, 1399 "bars": false, 1400 "dashLength": 10, 1401 "dashes": false, 1402 "datasource": "prometheus", 1403 "fill": 1, 1404 "gridPos": { 1405 "h": 6, 1406 "w": 12, 1407 "x": 0, 1408 "y": 18 1409 }, 1410 "id": 156, 1411 "legend": { 1412 "alignAsTable": true, 1413 "avg": true, 1414 "current": false, 1415 "hideEmpty": true, 1416 "hideZero": true, 1417 "max": false, 1418 "min": false, 1419 "rightSide": true, 1420 "show": true, 1421 "total": false, 1422 "values": true 1423 }, 1424 "lines": true, 1425 "linewidth": 1, 1426 "links": [], 1427 "nullPointMode": "null", 1428 "paceLength": 10, 1429 "percentage": false, 1430 "pointradius": 5, 1431 "points": false, 1432 "renderer": "flot", 1433 "seriesOverrides": [], 1434 "spaceLength": 10, 1435 "stack": false, 1436 "steppedLine": false, 1437 "targets": [ 1438 { 1439 "expr": "avg(rate(cilium_agent_api_process_time_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, method, path)", 1440 "format": "time_series", 1441 "intervalFactor": 1, 1442 "legendFormat": "{{method}} {{path}} ", 1443 "refId": "A" 1444 } 1445 ], 1446 "thresholds": [], 1447 "timeFrom": null, 1448 "timeRegions": [], 1449 "timeShift": null, 1450 "title": "# API calls (average node)", 1451 "tooltip": { 1452 "shared": true, 1453 "sort": 0, 1454 "value_type": "individual" 1455 }, 1456 "type": "graph", 1457 "xaxis": { 1458 "buckets": null, 1459 "mode": "time", 1460 "name": null, 1461 "show": true, 1462 "values": [] 1463 }, 1464 "yaxes": [ 1465 { 1466 "format": "ops", 1467 "label": null, 1468 "logBase": 1, 1469 "max": null, 1470 "min": null, 1471 "show": true 1472 }, 1473 { 1474 "format": "short", 1475 "label": null, 1476 "logBase": 1, 1477 "max": null, 1478 "min": null, 1479 "show": true 1480 } 1481 ], 1482 "yaxis": { 1483 "align": false, 1484 "alignLevel": null 1485 } 1486 }, 1487 { 1488 "aliasColors": {}, 1489 "bars": false, 1490 "dashLength": 10, 1491 "dashes": false, 1492 "datasource": "prometheus", 1493 "fill": 1, 1494 "gridPos": { 1495 "h": 6, 1496 "w": 12, 1497 "x": 12, 1498 "y": 18 1499 }, 1500 "id": 157, 1501 "legend": { 1502 "alignAsTable": true, 1503 "avg": false, 1504 "current": false, 1505 "hideEmpty": true, 1506 "hideZero": true, 1507 "max": true, 1508 "min": false, 1509 "rightSide": true, 1510 "show": true, 1511 "total": false, 1512 "values": true 1513 }, 1514 "lines": true, 1515 "linewidth": 1, 1516 "links": [], 1517 "nullPointMode": "null", 1518 "paceLength": 10, 1519 "percentage": false, 1520 "pointradius": 5, 1521 "points": false, 1522 "renderer": "flot", 1523 "seriesOverrides": [], 1524 "spaceLength": 10, 1525 "stack": false, 1526 "steppedLine": false, 1527 "targets": [ 1528 { 1529 "expr": "max(rate(cilium_agent_api_process_time_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, method, path)", 1530 "format": "time_series", 1531 "intervalFactor": 1, 1532 "legendFormat": "{{method}} {{path}} ", 1533 "refId": "A" 1534 } 1535 ], 1536 "thresholds": [], 1537 "timeFrom": null, 1538 "timeRegions": [], 1539 "timeShift": null, 1540 "title": "# API calls (max node)", 1541 "tooltip": { 1542 "shared": true, 1543 "sort": 0, 1544 "value_type": "individual" 1545 }, 1546 "type": "graph", 1547 "xaxis": { 1548 "buckets": null, 1549 "mode": "time", 1550 "name": null, 1551 "show": true, 1552 "values": [] 1553 }, 1554 "yaxes": [ 1555 { 1556 "format": "ops", 1557 "label": null, 1558 "logBase": 1, 1559 "max": null, 1560 "min": null, 1561 "show": true 1562 }, 1563 { 1564 "format": "short", 1565 "label": null, 1566 "logBase": 1, 1567 "max": null, 1568 "min": null, 1569 "show": true 1570 } 1571 ], 1572 "yaxis": { 1573 "align": false, 1574 "alignLevel": null 1575 } 1576 }, 1577 { 1578 "aliasColors": {}, 1579 "bars": false, 1580 "dashLength": 10, 1581 "dashes": false, 1582 "datasource": "prometheus", 1583 "fill": 1, 1584 "gridPos": { 1585 "h": 6, 1586 "w": 12, 1587 "x": 0, 1588 "y": 24 1589 }, 1590 "id": 159, 1591 "legend": { 1592 "alignAsTable": true, 1593 "avg": true, 1594 "current": false, 1595 "hideEmpty": true, 1596 "hideZero": true, 1597 "max": false, 1598 "min": false, 1599 "rightSide": true, 1600 "show": true, 1601 "total": false, 1602 "values": true 1603 }, 1604 "lines": true, 1605 "linewidth": 1, 1606 "links": [], 1607 "nullPointMode": "null", 1608 "paceLength": 10, 1609 "percentage": false, 1610 "pointradius": 5, 1611 "points": false, 1612 "renderer": "flot", 1613 "seriesOverrides": [], 1614 "spaceLength": 10, 1615 "stack": false, 1616 "steppedLine": false, 1617 "targets": [ 1618 { 1619 "expr": "avg(rate(cilium_agent_api_process_time_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, method, path, return_code)", 1620 "format": "time_series", 1621 "intervalFactor": 1, 1622 "legendFormat": "{{return_code}} ({{method}} {{path}} )", 1623 "refId": "A" 1624 } 1625 ], 1626 "thresholds": [], 1627 "timeFrom": null, 1628 "timeRegions": [], 1629 "timeShift": null, 1630 "title": "API return codes (average node)", 1631 "tooltip": { 1632 "shared": true, 1633 "sort": 0, 1634 "value_type": "individual" 1635 }, 1636 "type": "graph", 1637 "xaxis": { 1638 "buckets": null, 1639 "mode": "time", 1640 "name": null, 1641 "show": true, 1642 "values": [] 1643 }, 1644 "yaxes": [ 1645 { 1646 "format": "ops", 1647 "label": null, 1648 "logBase": 1, 1649 "max": null, 1650 "min": null, 1651 "show": true 1652 }, 1653 { 1654 "format": "short", 1655 "label": null, 1656 "logBase": 1, 1657 "max": null, 1658 "min": null, 1659 "show": true 1660 } 1661 ], 1662 "yaxis": { 1663 "align": false, 1664 "alignLevel": null 1665 } 1666 }, 1667 { 1668 "aliasColors": {}, 1669 "bars": false, 1670 "dashLength": 10, 1671 "dashes": false, 1672 "datasource": "prometheus", 1673 "fill": 1, 1674 "gridPos": { 1675 "h": 6, 1676 "w": 12, 1677 "x": 12, 1678 "y": 24 1679 }, 1680 "id": 158, 1681 "legend": { 1682 "alignAsTable": true, 1683 "avg": true, 1684 "current": false, 1685 "hideEmpty": true, 1686 "hideZero": true, 1687 "max": false, 1688 "min": false, 1689 "rightSide": true, 1690 "show": true, 1691 "total": false, 1692 "values": true 1693 }, 1694 "lines": true, 1695 "linewidth": 1, 1696 "links": [], 1697 "nullPointMode": "null", 1698 "paceLength": 10, 1699 "percentage": false, 1700 "pointradius": 5, 1701 "points": false, 1702 "renderer": "flot", 1703 "seriesOverrides": [], 1704 "spaceLength": 10, 1705 "stack": false, 1706 "steppedLine": false, 1707 "targets": [ 1708 { 1709 "expr": "sum(rate(cilium_agent_api_process_time_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, method, path, return_code)", 1710 "format": "time_series", 1711 "intervalFactor": 1, 1712 "legendFormat": "{{return_code}} ({{method}} {{path}} )", 1713 "refId": "A" 1714 } 1715 ], 1716 "thresholds": [], 1717 "timeFrom": null, 1718 "timeRegions": [], 1719 "timeShift": null, 1720 "title": "API return codes (sum all nodes)", 1721 "tooltip": { 1722 "shared": true, 1723 "sort": 0, 1724 "value_type": "individual" 1725 }, 1726 "type": "graph", 1727 "xaxis": { 1728 "buckets": null, 1729 "mode": "time", 1730 "name": null, 1731 "show": true, 1732 "values": [] 1733 }, 1734 "yaxes": [ 1735 { 1736 "format": "ops", 1737 "label": null, 1738 "logBase": 1, 1739 "max": null, 1740 "min": null, 1741 "show": true 1742 }, 1743 { 1744 "format": "short", 1745 "label": null, 1746 "logBase": 1, 1747 "max": null, 1748 "min": null, 1749 "show": true 1750 } 1751 ], 1752 "yaxis": { 1753 "align": false, 1754 "alignLevel": null 1755 } 1756 }, 1757 { 1758 "collapsed": false, 1759 "gridPos": { 1760 "h": 1, 1761 "w": 24, 1762 "x": 0, 1763 "y": 30 1764 }, 1765 "id": 72, 1766 "panels": [], 1767 "title": "Cilium", 1768 "type": "row" 1769 }, 1770 { 1771 "content": "", 1772 "gridPos": { 1773 "h": 1, 1774 "w": 24, 1775 "x": 0, 1776 "y": 31 1777 }, 1778 "id": 144, 1779 "links": [], 1780 "mode": "markdown", 1781 "title": "BPF", 1782 "type": "text" 1783 }, 1784 { 1785 "aliasColors": {}, 1786 "bars": true, 1787 "dashLength": 10, 1788 "dashes": false, 1789 "datasource": "prometheus", 1790 "fill": 1, 1791 "gridPos": { 1792 "h": 8, 1793 "w": 12, 1794 "x": 0, 1795 "y": 32 1796 }, 1797 "id": 146, 1798 "legend": { 1799 "alignAsTable": true, 1800 "avg": true, 1801 "current": false, 1802 "hideEmpty": true, 1803 "hideZero": true, 1804 "max": true, 1805 "min": false, 1806 "rightSide": true, 1807 "show": true, 1808 "total": false, 1809 "values": true 1810 }, 1811 "lines": false, 1812 "linewidth": 1, 1813 "links": [], 1814 "nullPointMode": "null", 1815 "paceLength": 10, 1816 "percentage": false, 1817 "pointradius": 5, 1818 "points": false, 1819 "renderer": "flot", 1820 "seriesOverrides": [], 1821 "spaceLength": 10, 1822 "stack": true, 1823 "steppedLine": false, 1824 "targets": [ 1825 { 1826 "expr": "avg(rate(cilium_bpf_syscall_duration_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, operation)", 1827 "format": "time_series", 1828 "intervalFactor": 1, 1829 "legendFormat": "{{operation}}", 1830 "refId": "A" 1831 } 1832 ], 1833 "thresholds": [], 1834 "timeFrom": null, 1835 "timeRegions": [], 1836 "timeShift": null, 1837 "title": "# system calls (average node)", 1838 "tooltip": { 1839 "shared": true, 1840 "sort": 0, 1841 "value_type": "individual" 1842 }, 1843 "type": "graph", 1844 "xaxis": { 1845 "buckets": null, 1846 "mode": "time", 1847 "name": null, 1848 "show": true, 1849 "values": [] 1850 }, 1851 "yaxes": [ 1852 { 1853 "format": "ops", 1854 "label": null, 1855 "logBase": 1, 1856 "max": null, 1857 "min": null, 1858 "show": true 1859 }, 1860 { 1861 "format": "short", 1862 "label": null, 1863 "logBase": 1, 1864 "max": null, 1865 "min": null, 1866 "show": true 1867 } 1868 ], 1869 "yaxis": { 1870 "align": false, 1871 "alignLevel": null 1872 } 1873 }, 1874 { 1875 "aliasColors": {}, 1876 "bars": true, 1877 "dashLength": 10, 1878 "dashes": false, 1879 "datasource": "prometheus", 1880 "decimals": 2, 1881 "fill": 1, 1882 "gridPos": { 1883 "h": 8, 1884 "w": 12, 1885 "x": 12, 1886 "y": 32 1887 }, 1888 "id": 145, 1889 "legend": { 1890 "alignAsTable": true, 1891 "avg": true, 1892 "current": false, 1893 "hideEmpty": true, 1894 "hideZero": true, 1895 "max": true, 1896 "min": false, 1897 "rightSide": true, 1898 "show": true, 1899 "total": false, 1900 "values": true 1901 }, 1902 "lines": false, 1903 "linewidth": 1, 1904 "links": [], 1905 "nullPointMode": "null", 1906 "paceLength": 10, 1907 "percentage": false, 1908 "pointradius": 5, 1909 "points": false, 1910 "renderer": "flot", 1911 "seriesOverrides": [], 1912 "spaceLength": 10, 1913 "stack": true, 1914 "steppedLine": false, 1915 "targets": [ 1916 { 1917 "expr": "max(rate(cilium_bpf_syscall_duration_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, operation)", 1918 "format": "time_series", 1919 "intervalFactor": 1, 1920 "legendFormat": "{{operation}}", 1921 "refId": "A" 1922 } 1923 ], 1924 "thresholds": [], 1925 "timeFrom": null, 1926 "timeRegions": [], 1927 "timeShift": null, 1928 "title": "# system calls (max node)", 1929 "tooltip": { 1930 "shared": true, 1931 "sort": 2, 1932 "value_type": "individual" 1933 }, 1934 "type": "graph", 1935 "xaxis": { 1936 "buckets": null, 1937 "mode": "time", 1938 "name": null, 1939 "show": true, 1940 "values": [] 1941 }, 1942 "yaxes": [ 1943 { 1944 "decimals": 0, 1945 "format": "ops", 1946 "label": null, 1947 "logBase": 1, 1948 "max": null, 1949 "min": null, 1950 "show": true 1951 }, 1952 { 1953 "format": "short", 1954 "label": null, 1955 "logBase": 1, 1956 "max": null, 1957 "min": null, 1958 "show": false 1959 } 1960 ], 1961 "yaxis": { 1962 "align": false, 1963 "alignLevel": null 1964 } 1965 }, 1966 { 1967 "aliasColors": {}, 1968 "bars": false, 1969 "dashLength": 10, 1970 "dashes": false, 1971 "datasource": "prometheus", 1972 "fill": 1, 1973 "gridPos": { 1974 "h": 6, 1975 "w": 12, 1976 "x": 0, 1977 "y": 40 1978 }, 1979 "id": 140, 1980 "legend": { 1981 "alignAsTable": true, 1982 "avg": true, 1983 "current": false, 1984 "hideEmpty": true, 1985 "hideZero": true, 1986 "max": true, 1987 "min": false, 1988 "rightSide": true, 1989 "show": true, 1990 "total": false, 1991 "values": true 1992 }, 1993 "lines": true, 1994 "linewidth": 1, 1995 "links": [], 1996 "nullPointMode": "null", 1997 "paceLength": 10, 1998 "percentage": false, 1999 "pointradius": 5, 2000 "points": false, 2001 "renderer": "flot", 2002 "seriesOverrides": [], 2003 "spaceLength": 10, 2004 "stack": false, 2005 "steppedLine": false, 2006 "targets": [ 2007 { 2008 "expr": "avg(rate(cilium_bpf_syscall_duration_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])/ rate(cilium_bpf_syscall_duration_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, operation)", 2009 "format": "time_series", 2010 "intervalFactor": 1, 2011 "legendFormat": "{{operation}}", 2012 "refId": "A" 2013 } 2014 ], 2015 "thresholds": [], 2016 "timeFrom": null, 2017 "timeRegions": [], 2018 "timeShift": null, 2019 "title": "system call latency (avg node)", 2020 "tooltip": { 2021 "shared": true, 2022 "sort": 0, 2023 "value_type": "individual" 2024 }, 2025 "type": "graph", 2026 "xaxis": { 2027 "buckets": null, 2028 "mode": "time", 2029 "name": null, 2030 "show": true, 2031 "values": [] 2032 }, 2033 "yaxes": [ 2034 { 2035 "format": "s", 2036 "label": null, 2037 "logBase": 1, 2038 "max": null, 2039 "min": null, 2040 "show": true 2041 }, 2042 { 2043 "format": "short", 2044 "label": null, 2045 "logBase": 1, 2046 "max": null, 2047 "min": null, 2048 "show": true 2049 } 2050 ], 2051 "yaxis": { 2052 "align": false, 2053 "alignLevel": null 2054 } 2055 }, 2056 { 2057 "aliasColors": {}, 2058 "bars": false, 2059 "dashLength": 10, 2060 "dashes": false, 2061 "datasource": "prometheus", 2062 "fill": 1, 2063 "gridPos": { 2064 "h": 6, 2065 "w": 12, 2066 "x": 12, 2067 "y": 40 2068 }, 2069 "id": 148, 2070 "legend": { 2071 "alignAsTable": true, 2072 "avg": true, 2073 "current": false, 2074 "max": true, 2075 "min": false, 2076 "rightSide": true, 2077 "show": true, 2078 "total": false, 2079 "values": true 2080 }, 2081 "lines": true, 2082 "linewidth": 1, 2083 "links": [], 2084 "nullPointMode": "null", 2085 "paceLength": 10, 2086 "percentage": false, 2087 "pointradius": 5, 2088 "points": false, 2089 "renderer": "flot", 2090 "seriesOverrides": [], 2091 "spaceLength": 10, 2092 "stack": false, 2093 "steppedLine": false, 2094 "targets": [ 2095 { 2096 "expr": "max(rate(cilium_bpf_syscall_duration_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])/ rate(cilium_bpf_syscall_duration_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, operation)", 2097 "format": "time_series", 2098 "intervalFactor": 1, 2099 "legendFormat": "{{operation}}", 2100 "refId": "A" 2101 } 2102 ], 2103 "thresholds": [], 2104 "timeFrom": null, 2105 "timeRegions": [], 2106 "timeShift": null, 2107 "title": "system call latency (max node)", 2108 "tooltip": { 2109 "shared": true, 2110 "sort": 0, 2111 "value_type": "individual" 2112 }, 2113 "type": "graph", 2114 "xaxis": { 2115 "buckets": null, 2116 "mode": "time", 2117 "name": null, 2118 "show": true, 2119 "values": [] 2120 }, 2121 "yaxes": [ 2122 { 2123 "format": "s", 2124 "label": null, 2125 "logBase": 1, 2126 "max": null, 2127 "min": null, 2128 "show": true 2129 }, 2130 { 2131 "format": "short", 2132 "label": null, 2133 "logBase": 1, 2134 "max": null, 2135 "min": null, 2136 "show": true 2137 } 2138 ], 2139 "yaxis": { 2140 "align": false, 2141 "alignLevel": null 2142 } 2143 }, 2144 { 2145 "aliasColors": {}, 2146 "bars": false, 2147 "dashLength": 10, 2148 "dashes": false, 2149 "datasource": "prometheus", 2150 "fill": 1, 2151 "gridPos": { 2152 "h": 6, 2153 "w": 8, 2154 "x": 0, 2155 "y": 46 2156 }, 2157 "id": 142, 2158 "legend": { 2159 "alignAsTable": false, 2160 "avg": false, 2161 "current": false, 2162 "hideEmpty": false, 2163 "hideZero": true, 2164 "max": false, 2165 "min": false, 2166 "rightSide": false, 2167 "show": true, 2168 "total": false, 2169 "values": false 2170 }, 2171 "lines": true, 2172 "linewidth": 1, 2173 "links": [], 2174 "nullPointMode": "null", 2175 "paceLength": 10, 2176 "percentage": false, 2177 "pointradius": 5, 2178 "points": false, 2179 "renderer": "flot", 2180 "seriesOverrides": [], 2181 "spaceLength": 10, 2182 "stack": false, 2183 "steppedLine": false, 2184 "targets": [ 2185 { 2186 "expr": "topk(5, avg(rate(cilium_bpf_map_ops_total{kubernetes_pod_name=~\"$pod\"}[5m])) by (pod, mapName, operation))", 2187 "format": "time_series", 2188 "intervalFactor": 1, 2189 "legendFormat": "{{mapName}} {{operation}}", 2190 "refId": "A" 2191 } 2192 ], 2193 "thresholds": [], 2194 "timeFrom": null, 2195 "timeRegions": [], 2196 "timeShift": null, 2197 "title": "map ops (average node)", 2198 "tooltip": { 2199 "shared": true, 2200 "sort": 0, 2201 "value_type": "individual" 2202 }, 2203 "type": "graph", 2204 "xaxis": { 2205 "buckets": null, 2206 "mode": "time", 2207 "name": null, 2208 "show": true, 2209 "values": [] 2210 }, 2211 "yaxes": [ 2212 { 2213 "format": "ops", 2214 "label": null, 2215 "logBase": 1, 2216 "max": null, 2217 "min": null, 2218 "show": true 2219 }, 2220 { 2221 "format": "short", 2222 "label": null, 2223 "logBase": 1, 2224 "max": null, 2225 "min": null, 2226 "show": true 2227 } 2228 ], 2229 "yaxis": { 2230 "align": false, 2231 "alignLevel": null 2232 } 2233 }, 2234 { 2235 "aliasColors": {}, 2236 "bars": false, 2237 "dashLength": 10, 2238 "dashes": false, 2239 "datasource": "prometheus", 2240 "fill": 1, 2241 "gridPos": { 2242 "h": 6, 2243 "w": 8, 2244 "x": 8, 2245 "y": 46 2246 }, 2247 "id": 147, 2248 "legend": { 2249 "alignAsTable": false, 2250 "avg": false, 2251 "current": false, 2252 "hideEmpty": false, 2253 "hideZero": true, 2254 "max": false, 2255 "min": false, 2256 "rightSide": false, 2257 "show": true, 2258 "total": false, 2259 "values": false 2260 }, 2261 "lines": true, 2262 "linewidth": 1, 2263 "links": [], 2264 "nullPointMode": "null", 2265 "paceLength": 10, 2266 "percentage": false, 2267 "pointradius": 5, 2268 "points": false, 2269 "renderer": "flot", 2270 "seriesOverrides": [], 2271 "spaceLength": 10, 2272 "stack": false, 2273 "steppedLine": false, 2274 "targets": [ 2275 { 2276 "expr": "topk(5, max(rate(cilium_bpf_map_ops_total{kubernetes_pod_name=~\"$pod\"}[5m])) by (pod, mapName, operation))", 2277 "format": "time_series", 2278 "intervalFactor": 1, 2279 "legendFormat": "{{mapName}} {{operation}}", 2280 "refId": "A" 2281 } 2282 ], 2283 "thresholds": [], 2284 "timeFrom": null, 2285 "timeRegions": [], 2286 "timeShift": null, 2287 "title": "map ops (max node)", 2288 "tooltip": { 2289 "shared": true, 2290 "sort": 0, 2291 "value_type": "individual" 2292 }, 2293 "type": "graph", 2294 "xaxis": { 2295 "buckets": null, 2296 "mode": "time", 2297 "name": null, 2298 "show": true, 2299 "values": [] 2300 }, 2301 "yaxes": [ 2302 { 2303 "format": "ops", 2304 "label": null, 2305 "logBase": 1, 2306 "max": null, 2307 "min": null, 2308 "show": true 2309 }, 2310 { 2311 "format": "short", 2312 "label": null, 2313 "logBase": 1, 2314 "max": null, 2315 "min": null, 2316 "show": true 2317 } 2318 ], 2319 "yaxis": { 2320 "align": false, 2321 "alignLevel": null 2322 } 2323 }, 2324 { 2325 "aliasColors": {}, 2326 "bars": false, 2327 "dashLength": 10, 2328 "dashes": false, 2329 "datasource": "prometheus", 2330 "fill": 1, 2331 "gridPos": { 2332 "h": 6, 2333 "w": 8, 2334 "x": 16, 2335 "y": 46 2336 }, 2337 "id": 143, 2338 "legend": { 2339 "alignAsTable": false, 2340 "avg": false, 2341 "current": false, 2342 "hideEmpty": true, 2343 "hideZero": true, 2344 "max": false, 2345 "min": false, 2346 "rightSide": false, 2347 "show": true, 2348 "total": false, 2349 "values": false 2350 }, 2351 "lines": true, 2352 "linewidth": 1, 2353 "links": [], 2354 "nullPointMode": "null", 2355 "paceLength": 10, 2356 "percentage": false, 2357 "pointradius": 5, 2358 "points": false, 2359 "renderer": "flot", 2360 "seriesOverrides": [], 2361 "spaceLength": 10, 2362 "stack": false, 2363 "steppedLine": false, 2364 "targets": [ 2365 { 2366 "expr": "sum(rate(cilium_bpf_map_ops_total{kubernetes_pod_name=~\"$pod\",outcome=\"fail\"}[5m])) by (pod, mapName, operation)", 2367 "format": "time_series", 2368 "intervalFactor": 1, 2369 "legendFormat": "{{mapName}} {{operation}}", 2370 "refId": "A" 2371 } 2372 ], 2373 "thresholds": [], 2374 "timeFrom": null, 2375 "timeRegions": [], 2376 "timeShift": null, 2377 "title": "map ops (sum failures)", 2378 "tooltip": { 2379 "shared": true, 2380 "sort": 0, 2381 "value_type": "individual" 2382 }, 2383 "type": "graph", 2384 "xaxis": { 2385 "buckets": null, 2386 "mode": "time", 2387 "name": null, 2388 "show": true, 2389 "values": [] 2390 }, 2391 "yaxes": [ 2392 { 2393 "format": "ops", 2394 "label": null, 2395 "logBase": 1, 2396 "max": null, 2397 "min": null, 2398 "show": true 2399 }, 2400 { 2401 "format": "short", 2402 "label": null, 2403 "logBase": 1, 2404 "max": null, 2405 "min": null, 2406 "show": true 2407 } 2408 ], 2409 "yaxis": { 2410 "align": false, 2411 "alignLevel": null 2412 } 2413 }, 2414 { 2415 "content": "", 2416 "gridPos": { 2417 "h": 1, 2418 "w": 24, 2419 "x": 0, 2420 "y": 52 2421 }, 2422 "id": 137, 2423 "links": [], 2424 "mode": "markdown", 2425 "title": "kvstore", 2426 "type": "text" 2427 }, 2428 { 2429 "aliasColors": {}, 2430 "bars": true, 2431 "dashLength": 10, 2432 "dashes": false, 2433 "datasource": "prometheus", 2434 "decimals": 2, 2435 "fill": 1, 2436 "gridPos": { 2437 "h": 5, 2438 "w": 12, 2439 "x": 0, 2440 "y": 53 2441 }, 2442 "id": 83, 2443 "legend": { 2444 "alignAsTable": true, 2445 "avg": true, 2446 "current": false, 2447 "hideEmpty": true, 2448 "hideZero": true, 2449 "max": true, 2450 "min": false, 2451 "rightSide": true, 2452 "show": true, 2453 "total": false, 2454 "values": true 2455 }, 2456 "lines": false, 2457 "linewidth": 1, 2458 "links": [], 2459 "nullPointMode": "null", 2460 "paceLength": 10, 2461 "percentage": false, 2462 "pointradius": 5, 2463 "points": false, 2464 "renderer": "flot", 2465 "seriesOverrides": [], 2466 "spaceLength": 10, 2467 "stack": true, 2468 "steppedLine": false, 2469 "targets": [ 2470 { 2471 "expr": "sum(rate(kvstore_operations_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope, action)", 2472 "format": "time_series", 2473 "intervalFactor": 1, 2474 "legendFormat": "{{scope}} {{action}}", 2475 "refId": "A" 2476 } 2477 ], 2478 "thresholds": [], 2479 "timeFrom": null, 2480 "timeRegions": [], 2481 "timeShift": null, 2482 "title": "# operations (sum all nodes)", 2483 "tooltip": { 2484 "shared": true, 2485 "sort": 2, 2486 "value_type": "individual" 2487 }, 2488 "type": "graph", 2489 "xaxis": { 2490 "buckets": null, 2491 "mode": "time", 2492 "name": null, 2493 "show": true, 2494 "values": [] 2495 }, 2496 "yaxes": [ 2497 { 2498 "decimals": 0, 2499 "format": "ops", 2500 "label": null, 2501 "logBase": 1, 2502 "max": null, 2503 "min": null, 2504 "show": true 2505 }, 2506 { 2507 "format": "short", 2508 "label": null, 2509 "logBase": 1, 2510 "max": null, 2511 "min": null, 2512 "show": true 2513 } 2514 ], 2515 "yaxis": { 2516 "align": false, 2517 "alignLevel": null 2518 } 2519 }, 2520 { 2521 "aliasColors": {}, 2522 "bars": true, 2523 "dashLength": 10, 2524 "dashes": false, 2525 "datasource": "prometheus", 2526 "decimals": 2, 2527 "fill": 1, 2528 "gridPos": { 2529 "h": 5, 2530 "w": 12, 2531 "x": 12, 2532 "y": 53 2533 }, 2534 "id": 150, 2535 "legend": { 2536 "alignAsTable": true, 2537 "avg": true, 2538 "current": false, 2539 "hideEmpty": true, 2540 "hideZero": true, 2541 "max": true, 2542 "min": false, 2543 "rightSide": true, 2544 "show": true, 2545 "total": false, 2546 "values": true 2547 }, 2548 "lines": false, 2549 "linewidth": 1, 2550 "links": [], 2551 "nullPointMode": "null", 2552 "paceLength": 10, 2553 "percentage": false, 2554 "pointradius": 5, 2555 "points": false, 2556 "renderer": "flot", 2557 "seriesOverrides": [], 2558 "spaceLength": 10, 2559 "stack": true, 2560 "steppedLine": false, 2561 "targets": [ 2562 { 2563 "expr": "max(rate(kvstore_operations_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope, action)", 2564 "format": "time_series", 2565 "intervalFactor": 1, 2566 "legendFormat": "{{scope}} {{action}}", 2567 "refId": "A" 2568 } 2569 ], 2570 "thresholds": [], 2571 "timeFrom": null, 2572 "timeRegions": [], 2573 "timeShift": null, 2574 "title": "# operations (max node)", 2575 "tooltip": { 2576 "shared": true, 2577 "sort": 2, 2578 "value_type": "individual" 2579 }, 2580 "type": "graph", 2581 "xaxis": { 2582 "buckets": null, 2583 "mode": "time", 2584 "name": null, 2585 "show": true, 2586 "values": [] 2587 }, 2588 "yaxes": [ 2589 { 2590 "decimals": 0, 2591 "format": "ops", 2592 "label": null, 2593 "logBase": 1, 2594 "max": null, 2595 "min": null, 2596 "show": true 2597 }, 2598 { 2599 "format": "short", 2600 "label": null, 2601 "logBase": 1, 2602 "max": null, 2603 "min": null, 2604 "show": true 2605 } 2606 ], 2607 "yaxis": { 2608 "align": false, 2609 "alignLevel": null 2610 } 2611 }, 2612 { 2613 "aliasColors": {}, 2614 "bars": false, 2615 "dashLength": 10, 2616 "dashes": false, 2617 "datasource": "prometheus", 2618 "fill": 1, 2619 "gridPos": { 2620 "h": 5, 2621 "w": 12, 2622 "x": 0, 2623 "y": 58 2624 }, 2625 "id": 136, 2626 "legend": { 2627 "alignAsTable": true, 2628 "avg": true, 2629 "current": false, 2630 "hideEmpty": true, 2631 "hideZero": true, 2632 "max": true, 2633 "min": false, 2634 "rightSide": true, 2635 "show": true, 2636 "total": false, 2637 "values": true 2638 }, 2639 "lines": true, 2640 "linewidth": 1, 2641 "links": [], 2642 "nullPointMode": "null", 2643 "paceLength": 10, 2644 "percentage": false, 2645 "pointradius": 5, 2646 "points": false, 2647 "renderer": "flot", 2648 "seriesOverrides": [], 2649 "spaceLength": 10, 2650 "stack": false, 2651 "steppedLine": false, 2652 "targets": [ 2653 { 2654 "expr": "topk(5, avg(rate(cilium_kvstore_operations_duration_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, action, scope) / avg(rate(cilium_kvstore_operations_duration_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, action, scope))", 2655 "format": "time_series", 2656 "intervalFactor": 1, 2657 "legendFormat": "{{action}} {{scope}}", 2658 "refId": "A" 2659 } 2660 ], 2661 "thresholds": [], 2662 "timeFrom": null, 2663 "timeRegions": [], 2664 "timeShift": null, 2665 "title": "latency (average node)", 2666 "tooltip": { 2667 "shared": true, 2668 "sort": 0, 2669 "value_type": "individual" 2670 }, 2671 "type": "graph", 2672 "xaxis": { 2673 "buckets": null, 2674 "mode": "time", 2675 "name": null, 2676 "show": true, 2677 "values": [] 2678 }, 2679 "yaxes": [ 2680 { 2681 "format": "s", 2682 "label": null, 2683 "logBase": 1, 2684 "max": null, 2685 "min": null, 2686 "show": true 2687 }, 2688 { 2689 "format": "short", 2690 "label": null, 2691 "logBase": 1, 2692 "max": null, 2693 "min": null, 2694 "show": true 2695 } 2696 ], 2697 "yaxis": { 2698 "align": false, 2699 "alignLevel": null 2700 } 2701 }, 2702 { 2703 "aliasColors": {}, 2704 "bars": false, 2705 "dashLength": 10, 2706 "dashes": false, 2707 "datasource": "prometheus", 2708 "fill": 1, 2709 "gridPos": { 2710 "h": 5, 2711 "w": 12, 2712 "x": 12, 2713 "y": 58 2714 }, 2715 "id": 149, 2716 "legend": { 2717 "alignAsTable": true, 2718 "avg": true, 2719 "current": false, 2720 "hideEmpty": true, 2721 "hideZero": true, 2722 "max": true, 2723 "min": false, 2724 "rightSide": true, 2725 "show": true, 2726 "total": false, 2727 "values": true 2728 }, 2729 "lines": true, 2730 "linewidth": 1, 2731 "links": [], 2732 "nullPointMode": "null", 2733 "paceLength": 10, 2734 "percentage": false, 2735 "pointradius": 5, 2736 "points": false, 2737 "renderer": "flot", 2738 "seriesOverrides": [], 2739 "spaceLength": 10, 2740 "stack": false, 2741 "steppedLine": false, 2742 "targets": [ 2743 { 2744 "expr": "topk(5, max(rate(cilium_kvstore_operations_duration_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, action, scope) / avg(rate(cilium_kvstore_operations_duration_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, action, scope))", 2745 "format": "time_series", 2746 "intervalFactor": 1, 2747 "legendFormat": "{{action}} {{scope}}", 2748 "refId": "A" 2749 } 2750 ], 2751 "thresholds": [], 2752 "timeFrom": null, 2753 "timeRegions": [], 2754 "timeShift": null, 2755 "title": "latency (max node)", 2756 "tooltip": { 2757 "shared": true, 2758 "sort": 0, 2759 "value_type": "individual" 2760 }, 2761 "type": "graph", 2762 "xaxis": { 2763 "buckets": null, 2764 "mode": "time", 2765 "name": null, 2766 "show": true, 2767 "values": [] 2768 }, 2769 "yaxes": [ 2770 { 2771 "format": "s", 2772 "label": null, 2773 "logBase": 1, 2774 "max": null, 2775 "min": null, 2776 "show": true 2777 }, 2778 { 2779 "format": "short", 2780 "label": null, 2781 "logBase": 1, 2782 "max": null, 2783 "min": null, 2784 "show": true 2785 } 2786 ], 2787 "yaxis": { 2788 "align": false, 2789 "alignLevel": null 2790 } 2791 }, 2792 { 2793 "aliasColors": {}, 2794 "bars": false, 2795 "dashLength": 10, 2796 "dashes": false, 2797 "datasource": "prometheus", 2798 "fill": 1, 2799 "gridPos": { 2800 "h": 6, 2801 "w": 12, 2802 "x": 0, 2803 "y": 63 2804 }, 2805 "id": 170, 2806 "legend": { 2807 "avg": false, 2808 "current": false, 2809 "hideEmpty": true, 2810 "hideZero": true, 2811 "max": false, 2812 "min": false, 2813 "show": true, 2814 "total": false, 2815 "values": false 2816 }, 2817 "lines": true, 2818 "linewidth": 1, 2819 "links": [], 2820 "nullPointMode": "null", 2821 "paceLength": 10, 2822 "percentage": false, 2823 "pointradius": 2, 2824 "points": false, 2825 "renderer": "flot", 2826 "seriesOverrides": [], 2827 "stack": true, 2828 "steppedLine": false, 2829 "targets": [ 2830 { 2831 "expr": "avg(rate(cilium_kvstore_events_queue_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope, action)", 2832 "format": "time_series", 2833 "intervalFactor": 1, 2834 "legendFormat": "{{action}} {{scope}}", 2835 "refId": "B" 2836 } 2837 ], 2838 "thresholds": [], 2839 "timeFrom": null, 2840 "timeRegions": [], 2841 "timeShift": null, 2842 "title": "Events received (average node)", 2843 "tooltip": { 2844 "shared": true, 2845 "sort": 0, 2846 "value_type": "individual" 2847 }, 2848 "type": "graph", 2849 "xaxis": { 2850 "buckets": null, 2851 "mode": "time", 2852 "name": null, 2853 "show": true, 2854 "values": [] 2855 }, 2856 "yaxes": [ 2857 { 2858 "format": "ops", 2859 "label": null, 2860 "logBase": 1, 2861 "max": null, 2862 "min": null, 2863 "show": true 2864 }, 2865 { 2866 "format": "short", 2867 "label": null, 2868 "logBase": 1, 2869 "max": null, 2870 "min": null, 2871 "show": true 2872 } 2873 ], 2874 "yaxis": { 2875 "align": false, 2876 "alignLevel": null 2877 } 2878 }, 2879 { 2880 "content": "", 2881 "gridPos": { 2882 "h": 1, 2883 "w": 24, 2884 "x": 0, 2885 "y": 69 2886 }, 2887 "id": 47, 2888 "links": [], 2889 "mode": "markdown", 2890 "title": "Cilium network information", 2891 "type": "text" 2892 }, 2893 { 2894 "aliasColors": {}, 2895 "bars": false, 2896 "dashLength": 10, 2897 "dashes": false, 2898 "datasource": "prometheus", 2899 "fill": 1, 2900 "gridPos": { 2901 "h": 6, 2902 "w": 12, 2903 "x": 0, 2904 "y": 70 2905 }, 2906 "id": 81, 2907 "legend": { 2908 "avg": false, 2909 "current": false, 2910 "max": false, 2911 "min": false, 2912 "show": true, 2913 "total": false, 2914 "values": false 2915 }, 2916 "lines": true, 2917 "linewidth": 1, 2918 "links": [], 2919 "nullPointMode": "null", 2920 "paceLength": 10, 2921 "percentage": false, 2922 "pointradius": 5, 2923 "points": false, 2924 "renderer": "flot", 2925 "seriesOverrides": [], 2926 "spaceLength": 10, 2927 "stack": false, 2928 "steppedLine": false, 2929 "targets": [ 2930 { 2931 "expr": "sum(rate(cilium_forward_count_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, direction)", 2932 "format": "time_series", 2933 "intervalFactor": 1, 2934 "legendFormat": "{{direction}}", 2935 "refId": "A" 2936 } 2937 ], 2938 "thresholds": [], 2939 "timeFrom": null, 2940 "timeRegions": [], 2941 "timeShift": null, 2942 "title": "Forwarded Packets", 2943 "tooltip": { 2944 "shared": true, 2945 "sort": 0, 2946 "value_type": "individual" 2947 }, 2948 "type": "graph", 2949 "xaxis": { 2950 "buckets": null, 2951 "mode": "time", 2952 "name": null, 2953 "show": true, 2954 "values": [] 2955 }, 2956 "yaxes": [ 2957 { 2958 "format": "pps", 2959 "label": null, 2960 "logBase": 1, 2961 "max": null, 2962 "min": null, 2963 "show": true 2964 }, 2965 { 2966 "format": "short", 2967 "label": null, 2968 "logBase": 1, 2969 "max": null, 2970 "min": null, 2971 "show": true 2972 } 2973 ], 2974 "yaxis": { 2975 "align": false, 2976 "alignLevel": null 2977 } 2978 }, 2979 { 2980 "aliasColors": {}, 2981 "bars": false, 2982 "dashLength": 10, 2983 "dashes": false, 2984 "datasource": "prometheus", 2985 "fill": 1, 2986 "gridPos": { 2987 "h": 6, 2988 "w": 12, 2989 "x": 12, 2990 "y": 70 2991 }, 2992 "id": 111, 2993 "legend": { 2994 "avg": false, 2995 "current": false, 2996 "max": false, 2997 "min": false, 2998 "show": true, 2999 "total": false, 3000 "values": false 3001 }, 3002 "lines": true, 3003 "linewidth": 1, 3004 "links": [], 3005 "nullPointMode": "null", 3006 "paceLength": 10, 3007 "percentage": false, 3008 "pointradius": 5, 3009 "points": false, 3010 "renderer": "flot", 3011 "seriesOverrides": [ 3012 { 3013 "alias": "EGRESS", 3014 "yaxis": 1 3015 } 3016 ], 3017 "spaceLength": 10, 3018 "stack": false, 3019 "steppedLine": false, 3020 "targets": [ 3021 { 3022 "expr": "sum(rate(cilium_forward_bytes_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, direction) * 8", 3023 "format": "time_series", 3024 "intervalFactor": 1, 3025 "legendFormat": "{{direction}}", 3026 "refId": "A" 3027 } 3028 ], 3029 "thresholds": [], 3030 "timeFrom": null, 3031 "timeRegions": [], 3032 "timeShift": null, 3033 "title": "Forwarded Traffic", 3034 "tooltip": { 3035 "shared": true, 3036 "sort": 0, 3037 "value_type": "individual" 3038 }, 3039 "type": "graph", 3040 "xaxis": { 3041 "buckets": null, 3042 "mode": "time", 3043 "name": null, 3044 "show": true, 3045 "values": [] 3046 }, 3047 "yaxes": [ 3048 { 3049 "format": "bps", 3050 "label": null, 3051 "logBase": 1, 3052 "max": null, 3053 "min": null, 3054 "show": true 3055 }, 3056 { 3057 "format": "short", 3058 "label": null, 3059 "logBase": 1, 3060 "max": null, 3061 "min": null, 3062 "show": true 3063 } 3064 ], 3065 "yaxis": { 3066 "align": false, 3067 "alignLevel": null 3068 } 3069 }, 3070 { 3071 "aliasColors": { 3072 "Alive ipv4": "#0a50a1", 3073 "Alive ipv4 non-TCP": "#f9d9f9", 3074 "Alive ipv6": "#614d93", 3075 "Alive ipv6 TCP": "#806eb7", 3076 "Alive ipv6 non-TCP": "#614d93", 3077 "Alive CT entries ipv6": "#badff4", 3078 "Deleted CT entries ipv4": "#bf1b00", 3079 "Deleted ipv4": "#890f02", 3080 "Deleted ipv4 non-TCP": "#890f02", 3081 "Deleted ipv6": "#bf1b00", 3082 "L7 denied request": "#890f02", 3083 "L7 forwarded request": "#7eb26d", 3084 "avg": "#e0f9d7", 3085 "deleted": "#6ed0e0", 3086 "deleted max": "#447ebc", 3087 "max": "#629e51", 3088 "min": "#629e51" 3089 }, 3090 "bars": false, 3091 "dashLength": 10, 3092 "dashes": false, 3093 "datasource": "prometheus", 3094 "fill": 1, 3095 "gridPos": { 3096 "h": 6, 3097 "w": 12, 3098 "x": 0, 3099 "y": 76 3100 }, 3101 "id": 56, 3102 "legend": { 3103 "avg": false, 3104 "current": false, 3105 "max": false, 3106 "min": false, 3107 "show": true, 3108 "total": false, 3109 "values": false 3110 }, 3111 "lines": true, 3112 "linewidth": 1, 3113 "links": [], 3114 "nullPointMode": "null", 3115 "paceLength": 10, 3116 "percentage": false, 3117 "pointradius": 5, 3118 "points": false, 3119 "renderer": "flot", 3120 "seriesOverrides": [ 3121 { 3122 "alias": "deleted", 3123 "yaxis": 2 3124 }, 3125 { 3126 "alias": "max", 3127 "fillBelowTo": "min", 3128 "lines": false 3129 }, 3130 { 3131 "alias": "min", 3132 "lines": false 3133 }, 3134 { 3135 "alias": "deleted max", 3136 "yaxis": 2 3137 }, 3138 { 3139 "alias": "deleted min", 3140 "yaxis": 2 3141 } 3142 ], 3143 "spaceLength": 10, 3144 "stack": false, 3145 "steppedLine": false, 3146 "targets": [ 3147 { 3148 "expr": "min(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv4\", protocol=\"TCP\"}) by (family,status)", 3149 "format": "time_series", 3150 "interval": "", 3151 "intervalFactor": 1, 3152 "legendFormat": "min", 3153 "refId": "A" 3154 }, 3155 { 3156 "expr": "avg(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv4\", protocol=\"TCP\"}) by (family,status)", 3157 "format": "time_series", 3158 "intervalFactor": 1, 3159 "legendFormat": "avg", 3160 "refId": "B" 3161 }, 3162 { 3163 "expr": "max(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv4\", protocol=\"TCP\"}) by (family,status)", 3164 "format": "time_series", 3165 "intervalFactor": 1, 3166 "legendFormat": "max", 3167 "refId": "C" 3168 }, 3169 { 3170 "expr": "avg(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"deleted\", family=\"ipv4\", protocol=\"TCP\"}) by (family,status)", 3171 "format": "time_series", 3172 "intervalFactor": 1, 3173 "legendFormat": "deleted", 3174 "refId": "D" 3175 }, 3176 { 3177 "expr": "max(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"deleted\", family=\"ipv4\", protocol=\"TCP\"}) by (family,status)", 3178 "format": "time_series", 3179 "intervalFactor": 1, 3180 "legendFormat": "deleted max", 3181 "refId": "E" 3182 } 3183 ], 3184 "thresholds": [], 3185 "timeFrom": null, 3186 "timeRegions": [], 3187 "timeShift": null, 3188 "title": "IPv4 Conntrack TCP", 3189 "tooltip": { 3190 "shared": true, 3191 "sort": 0, 3192 "value_type": "individual" 3193 }, 3194 "type": "graph", 3195 "xaxis": { 3196 "buckets": null, 3197 "mode": "time", 3198 "name": null, 3199 "show": true, 3200 "values": [] 3201 }, 3202 "yaxes": [ 3203 { 3204 "format": "short", 3205 "label": null, 3206 "logBase": 1, 3207 "max": null, 3208 "min": null, 3209 "show": true 3210 }, 3211 { 3212 "format": "short", 3213 "label": null, 3214 "logBase": 1, 3215 "max": null, 3216 "min": null, 3217 "show": true 3218 } 3219 ], 3220 "yaxis": { 3221 "align": false, 3222 "alignLevel": null 3223 } 3224 }, 3225 { 3226 "aliasColors": { 3227 "Alive ipv4": "#0a50a1", 3228 "Alive ipv4 non-TCP": "#f9d9f9", 3229 "Alive ipv6": "#614d93", 3230 "Alive ipv6 TCP": "#806eb7", 3231 "Alive ipv6 non-TCP": "#614d93", 3232 "Alive CT entries ipv6": "#badff4", 3233 "Deleted CT entries ipv4": "#bf1b00", 3234 "Deleted ipv4": "#890f02", 3235 "Deleted ipv4 non-TCP": "#890f02", 3236 "Deleted ipv6": "#bf1b00", 3237 "L7 denied request": "#890f02", 3238 "L7 forwarded request": "#7eb26d", 3239 "avg": "#e0f9d7", 3240 "deleted": "#6ed0e0", 3241 "deleted max": "#447ebc", 3242 "max": "#629e51", 3243 "min": "#629e51" 3244 }, 3245 "bars": false, 3246 "dashLength": 10, 3247 "dashes": false, 3248 "datasource": "prometheus", 3249 "fill": 1, 3250 "gridPos": { 3251 "h": 6, 3252 "w": 12, 3253 "x": 12, 3254 "y": 76 3255 }, 3256 "id": 128, 3257 "legend": { 3258 "avg": false, 3259 "current": false, 3260 "max": false, 3261 "min": false, 3262 "show": true, 3263 "total": false, 3264 "values": false 3265 }, 3266 "lines": true, 3267 "linewidth": 1, 3268 "links": [], 3269 "nullPointMode": "null", 3270 "paceLength": 10, 3271 "percentage": false, 3272 "pointradius": 5, 3273 "points": false, 3274 "renderer": "flot", 3275 "seriesOverrides": [ 3276 { 3277 "alias": "deleted", 3278 "yaxis": 2 3279 }, 3280 { 3281 "alias": "max", 3282 "fillBelowTo": "min", 3283 "lines": false 3284 }, 3285 { 3286 "alias": "min", 3287 "lines": false 3288 }, 3289 { 3290 "alias": "deleted max", 3291 "yaxis": 2 3292 }, 3293 { 3294 "alias": "deleted min", 3295 "yaxis": 2 3296 } 3297 ], 3298 "spaceLength": 10, 3299 "stack": false, 3300 "steppedLine": false, 3301 "targets": [ 3302 { 3303 "expr": "min(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv6\", protocol=\"TCP\"}) by (family,status)", 3304 "format": "time_series", 3305 "interval": "", 3306 "intervalFactor": 1, 3307 "legendFormat": "min", 3308 "refId": "A" 3309 }, 3310 { 3311 "expr": "avg(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv6\", protocol=\"TCP\"}) by (family,status)", 3312 "format": "time_series", 3313 "intervalFactor": 1, 3314 "legendFormat": "avg", 3315 "refId": "B" 3316 }, 3317 { 3318 "expr": "max(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv6\", protocol=\"TCP\"}) by (family,status)", 3319 "format": "time_series", 3320 "intervalFactor": 1, 3321 "legendFormat": "max", 3322 "refId": "C" 3323 }, 3324 { 3325 "expr": "avg(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"deleted\", family=\"ipv6\", protocol=\"TCP\"}) by (family,status)", 3326 "format": "time_series", 3327 "intervalFactor": 1, 3328 "legendFormat": "deleted", 3329 "refId": "D" 3330 }, 3331 { 3332 "expr": "max(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"deleted\", family=\"ipv6\", protocol=\"TCP\"}) by (family,status)", 3333 "format": "time_series", 3334 "intervalFactor": 1, 3335 "legendFormat": "deleted max", 3336 "refId": "E" 3337 } 3338 ], 3339 "thresholds": [], 3340 "timeFrom": null, 3341 "timeRegions": [], 3342 "timeShift": null, 3343 "title": "IPv6 Conntrack TCP", 3344 "tooltip": { 3345 "shared": true, 3346 "sort": 0, 3347 "value_type": "individual" 3348 }, 3349 "type": "graph", 3350 "xaxis": { 3351 "buckets": null, 3352 "mode": "time", 3353 "name": null, 3354 "show": true, 3355 "values": [] 3356 }, 3357 "yaxes": [ 3358 { 3359 "format": "short", 3360 "label": null, 3361 "logBase": 1, 3362 "max": null, 3363 "min": null, 3364 "show": true 3365 }, 3366 { 3367 "format": "short", 3368 "label": null, 3369 "logBase": 1, 3370 "max": null, 3371 "min": null, 3372 "show": true 3373 } 3374 ], 3375 "yaxis": { 3376 "align": false, 3377 "alignLevel": null 3378 } 3379 }, 3380 { 3381 "aliasColors": { 3382 "Alive ipv4": "#0a50a1", 3383 "Alive ipv4 non-TCP": "#f9d9f9", 3384 "Alive ipv6": "#614d93", 3385 "Alive ipv6 TCP": "#806eb7", 3386 "Alive ipv6 non-TCP": "#614d93", 3387 "Alive CT entries ipv6": "#badff4", 3388 "Deleted CT entries ipv4": "#bf1b00", 3389 "Deleted ipv4": "#890f02", 3390 "Deleted ipv4 non-TCP": "#890f02", 3391 "Deleted ipv6": "#bf1b00", 3392 "L7 denied request": "#890f02", 3393 "L7 forwarded request": "#7eb26d", 3394 "avg": "#e0f9d7", 3395 "deleted": "#6ed0e0", 3396 "deleted max": "#447ebc", 3397 "max": "#629e51", 3398 "min": "#629e51" 3399 }, 3400 "bars": false, 3401 "dashLength": 10, 3402 "dashes": false, 3403 "datasource": "prometheus", 3404 "fill": 1, 3405 "gridPos": { 3406 "h": 6, 3407 "w": 12, 3408 "x": 0, 3409 "y": 82 3410 }, 3411 "id": 129, 3412 "legend": { 3413 "avg": false, 3414 "current": false, 3415 "max": false, 3416 "min": false, 3417 "show": true, 3418 "total": false, 3419 "values": false 3420 }, 3421 "lines": true, 3422 "linewidth": 1, 3423 "links": [], 3424 "nullPointMode": "null", 3425 "paceLength": 10, 3426 "percentage": false, 3427 "pointradius": 5, 3428 "points": false, 3429 "renderer": "flot", 3430 "seriesOverrides": [ 3431 { 3432 "alias": "deleted", 3433 "yaxis": 2 3434 }, 3435 { 3436 "alias": "max", 3437 "fillBelowTo": "min", 3438 "lines": false 3439 }, 3440 { 3441 "alias": "min", 3442 "lines": false 3443 }, 3444 { 3445 "alias": "deleted max", 3446 "yaxis": 2 3447 }, 3448 { 3449 "alias": "deleted min", 3450 "yaxis": 2 3451 } 3452 ], 3453 "spaceLength": 10, 3454 "stack": false, 3455 "steppedLine": false, 3456 "targets": [ 3457 { 3458 "expr": "min(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv4\", protocol=\"non-TCP\"}) by (family,status)", 3459 "format": "time_series", 3460 "interval": "", 3461 "intervalFactor": 1, 3462 "legendFormat": "min", 3463 "refId": "A" 3464 }, 3465 { 3466 "expr": "avg(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv4\", protocol=\"non-TCP\"}) by (family,status)", 3467 "format": "time_series", 3468 "intervalFactor": 1, 3469 "legendFormat": "avg", 3470 "refId": "B" 3471 }, 3472 { 3473 "expr": "max(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv4\", protocol=\"non-TCP\"}) by (family,status)", 3474 "format": "time_series", 3475 "intervalFactor": 1, 3476 "legendFormat": "max", 3477 "refId": "C" 3478 }, 3479 { 3480 "expr": "avg(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"deleted\", family=\"ipv4\", protocol=\"non-TCP\"}) by (family,status)", 3481 "format": "time_series", 3482 "intervalFactor": 1, 3483 "legendFormat": "deleted", 3484 "refId": "D" 3485 }, 3486 { 3487 "expr": "max(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"deleted\", family=\"ipv4\", protocol=\"non-TCP\"}) by (family,status)", 3488 "format": "time_series", 3489 "intervalFactor": 1, 3490 "legendFormat": "deleted max", 3491 "refId": "E" 3492 } 3493 ], 3494 "thresholds": [], 3495 "timeFrom": null, 3496 "timeRegions": [], 3497 "timeShift": null, 3498 "title": "IPv4 Conntrack Non-TCP", 3499 "tooltip": { 3500 "shared": true, 3501 "sort": 0, 3502 "value_type": "individual" 3503 }, 3504 "type": "graph", 3505 "xaxis": { 3506 "buckets": null, 3507 "mode": "time", 3508 "name": null, 3509 "show": true, 3510 "values": [] 3511 }, 3512 "yaxes": [ 3513 { 3514 "format": "short", 3515 "label": null, 3516 "logBase": 1, 3517 "max": null, 3518 "min": null, 3519 "show": true 3520 }, 3521 { 3522 "format": "short", 3523 "label": null, 3524 "logBase": 1, 3525 "max": null, 3526 "min": null, 3527 "show": true 3528 } 3529 ], 3530 "yaxis": { 3531 "align": false, 3532 "alignLevel": null 3533 } 3534 }, 3535 { 3536 "aliasColors": { 3537 "Alive ipv4": "#0a50a1", 3538 "Alive ipv4 non-TCP": "#f9d9f9", 3539 "Alive ipv6": "#614d93", 3540 "Alive ipv6 TCP": "#806eb7", 3541 "Alive ipv6 non-TCP": "#614d93", 3542 "Alive CT entries ipv6": "#badff4", 3543 "Deleted CT entries ipv4": "#bf1b00", 3544 "Deleted ipv4": "#890f02", 3545 "Deleted ipv4 non-TCP": "#890f02", 3546 "Deleted ipv6": "#bf1b00", 3547 "L7 denied request": "#890f02", 3548 "L7 forwarded request": "#7eb26d", 3549 "avg": "#e0f9d7", 3550 "deleted": "#6ed0e0", 3551 "deleted max": "#447ebc", 3552 "max": "#629e51", 3553 "min": "#629e51" 3554 }, 3555 "bars": false, 3556 "dashLength": 10, 3557 "dashes": false, 3558 "datasource": "prometheus", 3559 "fill": 1, 3560 "gridPos": { 3561 "h": 6, 3562 "w": 12, 3563 "x": 12, 3564 "y": 82 3565 }, 3566 "id": 130, 3567 "legend": { 3568 "avg": false, 3569 "current": false, 3570 "max": false, 3571 "min": false, 3572 "show": true, 3573 "total": false, 3574 "values": false 3575 }, 3576 "lines": true, 3577 "linewidth": 1, 3578 "links": [], 3579 "nullPointMode": "null", 3580 "paceLength": 10, 3581 "percentage": false, 3582 "pointradius": 5, 3583 "points": false, 3584 "renderer": "flot", 3585 "seriesOverrides": [ 3586 { 3587 "alias": "deleted", 3588 "yaxis": 2 3589 }, 3590 { 3591 "alias": "max", 3592 "fillBelowTo": "min", 3593 "lines": false 3594 }, 3595 { 3596 "alias": "min", 3597 "lines": false 3598 }, 3599 { 3600 "alias": "deleted max", 3601 "yaxis": 2 3602 }, 3603 { 3604 "alias": "deleted min", 3605 "yaxis": 2 3606 } 3607 ], 3608 "spaceLength": 10, 3609 "stack": false, 3610 "steppedLine": false, 3611 "targets": [ 3612 { 3613 "expr": "min(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv6\", protocol=\"non-TCP\"}) by (family,status)", 3614 "format": "time_series", 3615 "interval": "", 3616 "intervalFactor": 1, 3617 "legendFormat": "min", 3618 "refId": "A" 3619 }, 3620 { 3621 "expr": "avg(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv6\", protocol=\"non-TCP\"}) by (family,status)", 3622 "format": "time_series", 3623 "intervalFactor": 1, 3624 "legendFormat": "avg", 3625 "refId": "B" 3626 }, 3627 { 3628 "expr": "max(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"alive\", family=\"ipv6\", protocol=\"non-TCP\"}) by (family,status)", 3629 "format": "time_series", 3630 "intervalFactor": 1, 3631 "legendFormat": "max", 3632 "refId": "C" 3633 }, 3634 { 3635 "expr": "avg(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"deleted\", family=\"ipv6\", protocol=\"non-TCP\"}) by (family,status)", 3636 "format": "time_series", 3637 "intervalFactor": 1, 3638 "legendFormat": "deleted", 3639 "refId": "D" 3640 }, 3641 { 3642 "expr": "max(cilium_datapath_conntrack_gc_entries{kubernetes_pod_name=~\"$pod\", status=\"deleted\", family=\"ipv6\", protocol=\"non-TCP\"}) by (family,status)", 3643 "format": "time_series", 3644 "intervalFactor": 1, 3645 "legendFormat": "deleted max", 3646 "refId": "E" 3647 } 3648 ], 3649 "thresholds": [], 3650 "timeFrom": null, 3651 "timeRegions": [], 3652 "timeShift": null, 3653 "title": "IPv6 Conntrack Non-TCP", 3654 "tooltip": { 3655 "shared": true, 3656 "sort": 0, 3657 "value_type": "individual" 3658 }, 3659 "type": "graph", 3660 "xaxis": { 3661 "buckets": null, 3662 "mode": "time", 3663 "name": null, 3664 "show": true, 3665 "values": [] 3666 }, 3667 "yaxes": [ 3668 { 3669 "format": "short", 3670 "label": null, 3671 "logBase": 1, 3672 "max": null, 3673 "min": null, 3674 "show": true 3675 }, 3676 { 3677 "format": "short", 3678 "label": null, 3679 "logBase": 1, 3680 "max": null, 3681 "min": null, 3682 "show": true 3683 } 3684 ], 3685 "yaxis": { 3686 "align": false, 3687 "alignLevel": null 3688 } 3689 }, 3690 { 3691 "aliasColors": { 3692 "ipv4": "#5195ce", 3693 "ipv6": "#6d1f62" 3694 }, 3695 "bars": false, 3696 "dashLength": 10, 3697 "dashes": false, 3698 "datasource": "prometheus", 3699 "decimals": null, 3700 "fill": 0, 3701 "gridPos": { 3702 "h": 5, 3703 "w": 12, 3704 "x": 0, 3705 "y": 88 3706 }, 3707 "id": 87, 3708 "legend": { 3709 "alignAsTable": true, 3710 "avg": true, 3711 "current": true, 3712 "max": true, 3713 "min": true, 3714 "rightSide": true, 3715 "show": true, 3716 "total": false, 3717 "values": true 3718 }, 3719 "lines": true, 3720 "linewidth": 1, 3721 "links": [], 3722 "nullPointMode": "null", 3723 "paceLength": 10, 3724 "percentage": false, 3725 "pointradius": 5, 3726 "points": false, 3727 "renderer": "flot", 3728 "seriesOverrides": [ 3729 { 3730 "alias": "" 3731 } 3732 ], 3733 "spaceLength": 10, 3734 "stack": false, 3735 "steppedLine": false, 3736 "targets": [ 3737 { 3738 "expr": "sum(cilium_ip_addresses{kubernetes_pod_name=~\"$pod\"}) by (pod, family)\n", 3739 "format": "time_series", 3740 "intervalFactor": 1, 3741 "legendFormat": "{{family}}", 3742 "refId": "A" 3743 } 3744 ], 3745 "thresholds": [], 3746 "timeFrom": null, 3747 "timeRegions": [], 3748 "timeShift": null, 3749 "title": "Allocated Addresses", 3750 "tooltip": { 3751 "shared": true, 3752 "sort": 0, 3753 "value_type": "individual" 3754 }, 3755 "type": "graph", 3756 "xaxis": { 3757 "buckets": null, 3758 "mode": "time", 3759 "name": null, 3760 "show": true, 3761 "values": [] 3762 }, 3763 "yaxes": [ 3764 { 3765 "format": "short", 3766 "label": null, 3767 "logBase": 1, 3768 "max": null, 3769 "min": null, 3770 "show": true 3771 }, 3772 { 3773 "format": "short", 3774 "label": null, 3775 "logBase": 1, 3776 "max": null, 3777 "min": null, 3778 "show": true 3779 } 3780 ], 3781 "yaxis": { 3782 "align": false, 3783 "alignLevel": null 3784 } 3785 }, 3786 { 3787 "aliasColors": { 3788 "dump_interrupts conntrack ipv4": "#ea6460", 3789 "dump_interrupts conntrack ipv6": "#58140c" 3790 }, 3791 "bars": false, 3792 "dashLength": 10, 3793 "dashes": false, 3794 "datasource": "prometheus", 3795 "fill": 1, 3796 "gridPos": { 3797 "h": 5, 3798 "w": 12, 3799 "x": 12, 3800 "y": 88 3801 }, 3802 "id": 79, 3803 "legend": { 3804 "avg": false, 3805 "current": false, 3806 "max": false, 3807 "min": false, 3808 "show": true, 3809 "total": false, 3810 "values": false 3811 }, 3812 "lines": true, 3813 "linewidth": 1, 3814 "links": [], 3815 "nullPointMode": "null", 3816 "paceLength": 10, 3817 "percentage": false, 3818 "pointradius": 5, 3819 "points": false, 3820 "renderer": "flot", 3821 "seriesOverrides": [], 3822 "spaceLength": 10, 3823 "stack": false, 3824 "steppedLine": false, 3825 "targets": [ 3826 { 3827 "expr": "sum(cilium_datapath_errors_total{kubernetes_pod_name=~\"$pod\"}) by (pod, area, family, name)", 3828 "format": "time_series", 3829 "intervalFactor": 1, 3830 "legendFormat": "{{name}} {{area}} {{family}}", 3831 "refId": "A" 3832 } 3833 ], 3834 "thresholds": [], 3835 "timeFrom": null, 3836 "timeRegions": [], 3837 "timeShift": null, 3838 "title": "Datapath Errors", 3839 "tooltip": { 3840 "shared": true, 3841 "sort": 0, 3842 "value_type": "individual" 3843 }, 3844 "type": "graph", 3845 "xaxis": { 3846 "buckets": null, 3847 "mode": "time", 3848 "name": null, 3849 "show": true, 3850 "values": [] 3851 }, 3852 "yaxes": [ 3853 { 3854 "format": "short", 3855 "label": null, 3856 "logBase": 1, 3857 "max": null, 3858 "min": null, 3859 "show": true 3860 }, 3861 { 3862 "format": "short", 3863 "label": null, 3864 "logBase": 1, 3865 "max": null, 3866 "min": null, 3867 "show": true 3868 } 3869 ], 3870 "yaxis": { 3871 "align": false, 3872 "alignLevel": null 3873 } 3874 }, 3875 { 3876 "aliasColors": {}, 3877 "bars": false, 3878 "dashLength": 10, 3879 "dashes": false, 3880 "datasource": "prometheus", 3881 "fill": 1, 3882 "gridPos": { 3883 "h": 5, 3884 "w": 12, 3885 "x": 0, 3886 "y": 93 3887 }, 3888 "id": 106, 3889 "legend": { 3890 "avg": false, 3891 "current": false, 3892 "max": false, 3893 "min": false, 3894 "show": true, 3895 "total": false, 3896 "values": false 3897 }, 3898 "lines": true, 3899 "linewidth": 1, 3900 "links": [], 3901 "nullPointMode": "null", 3902 "paceLength": 10, 3903 "percentage": false, 3904 "pointradius": 5, 3905 "points": false, 3906 "renderer": "flot", 3907 "seriesOverrides": [], 3908 "spaceLength": 10, 3909 "stack": false, 3910 "steppedLine": false, 3911 "targets": [ 3912 { 3913 "expr": "avg(rate(cilium_services_events_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, action)", 3914 "format": "time_series", 3915 "intervalFactor": 1, 3916 "legendFormat": "{{action}}", 3917 "refId": "A" 3918 } 3919 ], 3920 "thresholds": [], 3921 "timeFrom": null, 3922 "timeRegions": [], 3923 "timeShift": null, 3924 "title": "Service Updates", 3925 "tooltip": { 3926 "shared": true, 3927 "sort": 0, 3928 "value_type": "individual" 3929 }, 3930 "type": "graph", 3931 "xaxis": { 3932 "buckets": null, 3933 "mode": "time", 3934 "name": null, 3935 "show": true, 3936 "values": [] 3937 }, 3938 "yaxes": [ 3939 { 3940 "format": "ops", 3941 "label": null, 3942 "logBase": 1, 3943 "max": null, 3944 "min": null, 3945 "show": true 3946 }, 3947 { 3948 "format": "short", 3949 "label": null, 3950 "logBase": 1, 3951 "max": null, 3952 "min": null, 3953 "show": true 3954 } 3955 ], 3956 "yaxis": { 3957 "align": false, 3958 "alignLevel": null 3959 } 3960 }, 3961 { 3962 "aliasColors": {}, 3963 "bars": false, 3964 "dashLength": 10, 3965 "dashes": false, 3966 "datasource": "prometheus", 3967 "fill": 1, 3968 "gridPos": { 3969 "h": 5, 3970 "w": 12, 3971 "x": 12, 3972 "y": 93 3973 }, 3974 "id": 89, 3975 "legend": { 3976 "avg": false, 3977 "current": false, 3978 "max": false, 3979 "min": false, 3980 "show": true, 3981 "total": false, 3982 "values": false 3983 }, 3984 "lines": true, 3985 "linewidth": 1, 3986 "links": [], 3987 "nullPointMode": "null", 3988 "paceLength": 10, 3989 "percentage": false, 3990 "pointradius": 5, 3991 "points": false, 3992 "renderer": "flot", 3993 "seriesOverrides": [ 3994 { 3995 "alias": "avg(cilium_unreachable_health_endpoints) by (pod)", 3996 "yaxis": 2 3997 }, 3998 { 3999 "alias": "average unreachable health endpoints", 4000 "yaxis": 2 4001 } 4002 ], 4003 "spaceLength": 10, 4004 "stack": false, 4005 "steppedLine": false, 4006 "targets": [ 4007 { 4008 "expr": "sum(cilium_unreachable_nodes{kubernetes_pod_name=~\"$pod\"}) by (pod)", 4009 "format": "time_series", 4010 "intervalFactor": 1, 4011 "legendFormat": "unreachable nodes", 4012 "refId": "A" 4013 }, 4014 { 4015 "expr": "sum(cilium_unreachable_health_endpoints{kubernetes_pod_name=~\"$pod\"}) by (pod)", 4016 "format": "time_series", 4017 "intervalFactor": 1, 4018 "legendFormat": "unreachable health endpoints", 4019 "refId": "B" 4020 } 4021 ], 4022 "thresholds": [], 4023 "timeFrom": null, 4024 "timeRegions": [], 4025 "timeShift": null, 4026 "title": "Connectivity Health", 4027 "tooltip": { 4028 "shared": true, 4029 "sort": 0, 4030 "value_type": "individual" 4031 }, 4032 "type": "graph", 4033 "xaxis": { 4034 "buckets": null, 4035 "mode": "time", 4036 "name": null, 4037 "show": true, 4038 "values": [] 4039 }, 4040 "yaxes": [ 4041 { 4042 "format": "short", 4043 "label": null, 4044 "logBase": 1, 4045 "max": null, 4046 "min": null, 4047 "show": true 4048 }, 4049 { 4050 "format": "short", 4051 "label": null, 4052 "logBase": 1, 4053 "max": null, 4054 "min": null, 4055 "show": true 4056 } 4057 ], 4058 "yaxis": { 4059 "align": false, 4060 "alignLevel": null 4061 } 4062 }, 4063 { 4064 "aliasColors": {}, 4065 "bars": false, 4066 "dashLength": 10, 4067 "dashes": false, 4068 "datasource": "prometheus", 4069 "fill": 1, 4070 "gridPos": { 4071 "h": 5, 4072 "w": 12, 4073 "x": 0, 4074 "y": 98 4075 }, 4076 "id": 39, 4077 "legend": { 4078 "avg": false, 4079 "current": false, 4080 "max": false, 4081 "min": false, 4082 "show": true, 4083 "total": false, 4084 "values": false 4085 }, 4086 "lines": true, 4087 "linewidth": 1, 4088 "links": [], 4089 "nullPointMode": "null", 4090 "paceLength": 10, 4091 "percentage": false, 4092 "pointradius": 5, 4093 "points": false, 4094 "renderer": "flot", 4095 "seriesOverrides": [], 4096 "spaceLength": 10, 4097 "stack": false, 4098 "steppedLine": false, 4099 "targets": [ 4100 { 4101 "expr": "sum(rate(cilium_drop_count_total{direction=\"EGRESS\", kubernetes_pod_name=~\"$pod\"}[1m])) by (reason)", 4102 "format": "time_series", 4103 "intervalFactor": 1, 4104 "legendFormat": "{{reason}}", 4105 "refId": "A" 4106 } 4107 ], 4108 "thresholds": [], 4109 "timeFrom": null, 4110 "timeRegions": [], 4111 "timeShift": null, 4112 "title": "Dropped Egress Packets", 4113 "tooltip": { 4114 "shared": true, 4115 "sort": 0, 4116 "value_type": "individual" 4117 }, 4118 "type": "graph", 4119 "xaxis": { 4120 "buckets": null, 4121 "mode": "time", 4122 "name": null, 4123 "show": true, 4124 "values": [] 4125 }, 4126 "yaxes": [ 4127 { 4128 "format": "ops", 4129 "label": null, 4130 "logBase": 1, 4131 "max": null, 4132 "min": null, 4133 "show": true 4134 }, 4135 { 4136 "format": "short", 4137 "label": null, 4138 "logBase": 1, 4139 "max": null, 4140 "min": null, 4141 "show": true 4142 } 4143 ], 4144 "yaxis": { 4145 "align": false, 4146 "alignLevel": null 4147 } 4148 }, 4149 { 4150 "aliasColors": { 4151 "Avg": "#cca300", 4152 "Max": "rgb(167, 150, 111)" 4153 }, 4154 "bars": false, 4155 "dashLength": 10, 4156 "dashes": false, 4157 "datasource": "prometheus", 4158 "fill": 0, 4159 "gridPos": { 4160 "h": 5, 4161 "w": 12, 4162 "x": 12, 4163 "y": 98 4164 }, 4165 "id": 93, 4166 "legend": { 4167 "avg": false, 4168 "current": false, 4169 "max": false, 4170 "min": false, 4171 "show": true, 4172 "total": false, 4173 "values": false 4174 }, 4175 "lines": true, 4176 "linewidth": 1, 4177 "links": [], 4178 "nullPointMode": "null", 4179 "paceLength": 10, 4180 "percentage": false, 4181 "pointradius": 5, 4182 "points": false, 4183 "renderer": "flot", 4184 "seriesOverrides": [ 4185 { 4186 "alias": "Max", 4187 "fillBelowTo": "Min", 4188 "lines": false 4189 }, 4190 { 4191 "alias": "Min", 4192 "lines": false 4193 }, 4194 { 4195 "alias": "add k8s", 4196 "yaxis": 2 4197 }, 4198 { 4199 "alias": "delete k8s", 4200 "yaxis": 2 4201 }, 4202 { 4203 "alias": "update k8s", 4204 "yaxis": 2 4205 }, 4206 { 4207 "alias": "add local-node", 4208 "yaxis": 2 4209 } 4210 ], 4211 "spaceLength": 10, 4212 "stack": false, 4213 "steppedLine": false, 4214 "targets": [ 4215 { 4216 "expr": "avg(rate(cilium_nodes_all_events_received_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, eventType, source) * 60", 4217 "format": "time_series", 4218 "intervalFactor": 1, 4219 "legendFormat": "{{eventType}} {{source}}", 4220 "refId": "B" 4221 } 4222 ], 4223 "thresholds": [], 4224 "timeFrom": null, 4225 "timeRegions": [], 4226 "timeShift": null, 4227 "title": "Node Events", 4228 "tooltip": { 4229 "shared": true, 4230 "sort": 0, 4231 "value_type": "individual" 4232 }, 4233 "type": "graph", 4234 "xaxis": { 4235 "buckets": null, 4236 "mode": "time", 4237 "name": null, 4238 "show": true, 4239 "values": [] 4240 }, 4241 "yaxes": [ 4242 { 4243 "format": "opm", 4244 "label": null, 4245 "logBase": 1, 4246 "max": null, 4247 "min": null, 4248 "show": true 4249 }, 4250 { 4251 "format": "short", 4252 "label": null, 4253 "logBase": 1, 4254 "max": null, 4255 "min": null, 4256 "show": true 4257 } 4258 ], 4259 "yaxis": { 4260 "align": false, 4261 "alignLevel": null 4262 } 4263 }, 4264 { 4265 "aliasColors": {}, 4266 "bars": false, 4267 "dashLength": 10, 4268 "dashes": false, 4269 "datasource": "prometheus", 4270 "fill": 1, 4271 "gridPos": { 4272 "h": 5, 4273 "w": 12, 4274 "x": 0, 4275 "y": 103 4276 }, 4277 "id": 113, 4278 "legend": { 4279 "avg": false, 4280 "current": false, 4281 "max": false, 4282 "min": false, 4283 "show": true, 4284 "total": false, 4285 "values": false 4286 }, 4287 "lines": true, 4288 "linewidth": 1, 4289 "links": [], 4290 "nullPointMode": "null", 4291 "paceLength": 10, 4292 "percentage": false, 4293 "pointradius": 5, 4294 "points": false, 4295 "renderer": "flot", 4296 "seriesOverrides": [], 4297 "spaceLength": 10, 4298 "stack": false, 4299 "steppedLine": false, 4300 "targets": [ 4301 { 4302 "expr": "sum(rate(cilium_drop_bytes_total{direction=\"EGRESS\", kubernetes_pod_name=~\"$pod\"}[1m])) by (reason) * 8", 4303 "format": "time_series", 4304 "intervalFactor": 1, 4305 "legendFormat": "{{reason}}", 4306 "refId": "A" 4307 } 4308 ], 4309 "thresholds": [], 4310 "timeFrom": null, 4311 "timeRegions": [], 4312 "timeShift": null, 4313 "title": "Dropped Egress Traffic", 4314 "tooltip": { 4315 "shared": true, 4316 "sort": 0, 4317 "value_type": "individual" 4318 }, 4319 "type": "graph", 4320 "xaxis": { 4321 "buckets": null, 4322 "mode": "time", 4323 "name": null, 4324 "show": true, 4325 "values": [] 4326 }, 4327 "yaxes": [ 4328 { 4329 "format": "bps", 4330 "label": null, 4331 "logBase": 1, 4332 "max": null, 4333 "min": null, 4334 "show": true 4335 }, 4336 { 4337 "format": "short", 4338 "label": null, 4339 "logBase": 1, 4340 "max": null, 4341 "min": null, 4342 "show": true 4343 } 4344 ], 4345 "yaxis": { 4346 "align": false, 4347 "alignLevel": null 4348 } 4349 }, 4350 { 4351 "aliasColors": { 4352 "Average Nodes": "#eab839", 4353 "Max Nodes": "#c15c17" 4354 }, 4355 "bars": false, 4356 "dashLength": 10, 4357 "dashes": false, 4358 "datasource": "prometheus", 4359 "fill": 0, 4360 "gridPos": { 4361 "h": 5, 4362 "w": 12, 4363 "x": 12, 4364 "y": 103 4365 }, 4366 "id": 91, 4367 "legend": { 4368 "alignAsTable": false, 4369 "avg": false, 4370 "current": false, 4371 "max": false, 4372 "min": false, 4373 "rightSide": false, 4374 "show": true, 4375 "total": false, 4376 "values": false 4377 }, 4378 "lines": true, 4379 "linewidth": 1, 4380 "links": [], 4381 "nullPointMode": "null", 4382 "paceLength": 10, 4383 "percentage": false, 4384 "pointradius": 5, 4385 "points": false, 4386 "renderer": "flot", 4387 "seriesOverrides": [ 4388 { 4389 "alias": "Max Nodes", 4390 "fillBelowTo": "Min Nodes", 4391 "lines": false 4392 }, 4393 { 4394 "alias": "Min Nodes", 4395 "lines": false 4396 } 4397 ], 4398 "spaceLength": 10, 4399 "stack": false, 4400 "steppedLine": false, 4401 "targets": [ 4402 { 4403 "expr": "avg(cilium_nodes_all_num{kubernetes_pod_name=~\"$pod\"}) by (pod)", 4404 "format": "time_series", 4405 "intervalFactor": 1, 4406 "legendFormat": "Average Nodes", 4407 "refId": "A" 4408 }, 4409 { 4410 "expr": "min(cilium_nodes_all_num{kubernetes_pod_name=~\"$pod\"}) by (pod)", 4411 "format": "time_series", 4412 "intervalFactor": 1, 4413 "legendFormat": "Min Nodes", 4414 "refId": "B" 4415 }, 4416 { 4417 "expr": "max(cilium_nodes_all_num{kubernetes_pod_name=~\"$pod\"}) by (pod)", 4418 "format": "time_series", 4419 "intervalFactor": 1, 4420 "legendFormat": "Max Nodes", 4421 "refId": "C" 4422 } 4423 ], 4424 "thresholds": [], 4425 "timeFrom": null, 4426 "timeRegions": [], 4427 "timeShift": null, 4428 "title": "Nodes", 4429 "tooltip": { 4430 "shared": true, 4431 "sort": 0, 4432 "value_type": "individual" 4433 }, 4434 "type": "graph", 4435 "xaxis": { 4436 "buckets": null, 4437 "mode": "time", 4438 "name": null, 4439 "show": true, 4440 "values": [] 4441 }, 4442 "yaxes": [ 4443 { 4444 "format": "short", 4445 "label": null, 4446 "logBase": 1, 4447 "max": null, 4448 "min": null, 4449 "show": true 4450 }, 4451 { 4452 "format": "short", 4453 "label": null, 4454 "logBase": 1, 4455 "max": null, 4456 "min": null, 4457 "show": true 4458 } 4459 ], 4460 "yaxis": { 4461 "align": false, 4462 "alignLevel": null 4463 } 4464 }, 4465 { 4466 "content": "", 4467 "gridPos": { 4468 "h": 1, 4469 "w": 24, 4470 "x": 0, 4471 "y": 108 4472 }, 4473 "id": 28, 4474 "links": [], 4475 "mode": "markdown", 4476 "title": "Policy", 4477 "type": "text" 4478 }, 4479 { 4480 "aliasColors": { 4481 "L7 denied request": "#ea6460", 4482 "L7 forwarded request": "#7eb26d", 4483 "denied": "#bf1b00" 4484 }, 4485 "bars": false, 4486 "dashLength": 10, 4487 "dashes": false, 4488 "datasource": "prometheus", 4489 "fill": 1, 4490 "gridPos": { 4491 "h": 5, 4492 "w": 12, 4493 "x": 0, 4494 "y": 109 4495 }, 4496 "id": 53, 4497 "legend": { 4498 "avg": false, 4499 "current": false, 4500 "max": false, 4501 "min": false, 4502 "show": true, 4503 "total": false, 4504 "values": false 4505 }, 4506 "lines": true, 4507 "linewidth": 1, 4508 "links": [], 4509 "nullPointMode": "null", 4510 "paceLength": 10, 4511 "percentage": false, 4512 "pointradius": 5, 4513 "points": false, 4514 "renderer": "flot", 4515 "seriesOverrides": [ 4516 { 4517 "alias": "L7 denied request", 4518 "yaxis": 2 4519 }, 4520 { 4521 "alias": "denied", 4522 "yaxis": 2 4523 } 4524 ], 4525 "spaceLength": 10, 4526 "stack": false, 4527 "steppedLine": false, 4528 "targets": [ 4529 { 4530 "expr": "sum(rate(cilium_policy_l7_total{rule=\"denied\", kubernetes_pod_name=~\"$pod\"}[1m]))", 4531 "format": "time_series", 4532 "intervalFactor": 1, 4533 "legendFormat": "denied", 4534 "refId": "A" 4535 }, 4536 { 4537 "expr": "sum(rate(cilium_policy_l7_total{rule=\"forwarded\", kubernetes_pod_name=~\"$pod\"}[1m]))", 4538 "format": "time_series", 4539 "intervalFactor": 1, 4540 "legendFormat": "forwarded", 4541 "refId": "B" 4542 }, 4543 { 4544 "expr": "sum(rate(cilium_policy_l7_total{rule=\"received\", kubernetes_pod_name=~\"$pod\"}[1m]))", 4545 "format": "time_series", 4546 "intervalFactor": 1, 4547 "legendFormat": "received", 4548 "refId": "C" 4549 } 4550 ], 4551 "thresholds": [], 4552 "timeFrom": null, 4553 "timeRegions": [], 4554 "timeShift": null, 4555 "title": "L7 forwarded request", 4556 "tooltip": { 4557 "shared": true, 4558 "sort": 0, 4559 "value_type": "individual" 4560 }, 4561 "type": "graph", 4562 "xaxis": { 4563 "buckets": null, 4564 "mode": "time", 4565 "name": null, 4566 "show": true, 4567 "values": [] 4568 }, 4569 "yaxes": [ 4570 { 4571 "format": "reqps", 4572 "label": null, 4573 "logBase": 1, 4574 "max": null, 4575 "min": null, 4576 "show": true 4577 }, 4578 { 4579 "format": "reqps", 4580 "label": null, 4581 "logBase": 1, 4582 "max": null, 4583 "min": null, 4584 "show": true 4585 } 4586 ], 4587 "yaxis": { 4588 "align": false, 4589 "alignLevel": null 4590 } 4591 }, 4592 { 4593 "aliasColors": {}, 4594 "bars": false, 4595 "dashLength": 10, 4596 "dashes": false, 4597 "datasource": "prometheus", 4598 "fill": 1, 4599 "gridPos": { 4600 "h": 5, 4601 "w": 12, 4602 "x": 12, 4603 "y": 109 4604 }, 4605 "id": 37, 4606 "legend": { 4607 "avg": false, 4608 "current": false, 4609 "max": false, 4610 "min": false, 4611 "show": true, 4612 "total": false, 4613 "values": false 4614 }, 4615 "lines": true, 4616 "linewidth": 1, 4617 "links": [], 4618 "nullPointMode": "null", 4619 "paceLength": 10, 4620 "percentage": false, 4621 "pointradius": 5, 4622 "points": false, 4623 "renderer": "flot", 4624 "seriesOverrides": [], 4625 "spaceLength": 10, 4626 "stack": false, 4627 "steppedLine": false, 4628 "targets": [ 4629 { 4630 "expr": "sum(rate(cilium_drop_count_total{direction=\"INGRESS\", kubernetes_pod_name=~\"$pod\"}[5m])) by (reason)", 4631 "format": "time_series", 4632 "intervalFactor": 1, 4633 "legendFormat": "{{reason}}", 4634 "refId": "A" 4635 } 4636 ], 4637 "thresholds": [], 4638 "timeFrom": null, 4639 "timeRegions": [], 4640 "timeShift": null, 4641 "title": "Cilium drops Ingress", 4642 "tooltip": { 4643 "shared": true, 4644 "sort": 0, 4645 "value_type": "individual" 4646 }, 4647 "type": "graph", 4648 "xaxis": { 4649 "buckets": null, 4650 "mode": "time", 4651 "name": null, 4652 "show": true, 4653 "values": [] 4654 }, 4655 "yaxes": [ 4656 { 4657 "format": "ops", 4658 "label": null, 4659 "logBase": 1, 4660 "max": null, 4661 "min": null, 4662 "show": true 4663 }, 4664 { 4665 "format": "short", 4666 "label": null, 4667 "logBase": 1, 4668 "max": null, 4669 "min": null, 4670 "show": true 4671 } 4672 ], 4673 "yaxis": { 4674 "align": false, 4675 "alignLevel": null 4676 } 4677 }, 4678 { 4679 "aliasColors": { 4680 "Max per node processingTime": "#e24d42", 4681 "Max per node upstreamTime": "#58140c", 4682 "avg(cilium_policy_l7_total{rule=\"parse_errors\", kubernetes_pod_name=~\"cilium.*\"})": "#bf1b00", 4683 "parse errors": "#bf1b00" 4684 }, 4685 "bars": true, 4686 "dashLength": 10, 4687 "dashes": false, 4688 "datasource": "prometheus", 4689 "fill": 1, 4690 "gridPos": { 4691 "h": 5, 4692 "w": 12, 4693 "x": 0, 4694 "y": 114 4695 }, 4696 "id": 94, 4697 "legend": { 4698 "alignAsTable": false, 4699 "avg": true, 4700 "current": false, 4701 "max": false, 4702 "min": false, 4703 "rightSide": false, 4704 "show": true, 4705 "total": false, 4706 "values": true 4707 }, 4708 "lines": false, 4709 "linewidth": 1, 4710 "links": [], 4711 "nullPointMode": "null", 4712 "paceLength": 10, 4713 "percentage": false, 4714 "pointradius": 5, 4715 "points": false, 4716 "renderer": "flot", 4717 "seriesOverrides": [ 4718 { 4719 "alias": "Max per node processingTime", 4720 "yaxis": 2 4721 }, 4722 { 4723 "alias": "Max per node upstreamTime", 4724 "yaxis": 2 4725 }, 4726 { 4727 "alias": "avg(cilium_policy_l7_total{rule=\"parse_errors\", kubernetes_pod_name=~\"cilium.*\"})", 4728 "yaxis": 2 4729 }, 4730 { 4731 "alias": "parse errors", 4732 "yaxis": 2 4733 } 4734 ], 4735 "spaceLength": 10, 4736 "stack": true, 4737 "steppedLine": false, 4738 "targets": [ 4739 { 4740 "expr": "avg(rate(cilium_proxy_upstream_reply_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope) / sum(rate(cilium_proxy_upstream_reply_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope)", 4741 "format": "time_series", 4742 "interval": "", 4743 "intervalFactor": 1, 4744 "legendFormat": "{{scope}}", 4745 "refId": "A" 4746 }, 4747 { 4748 "expr": "avg(cilium_policy_l7_total{rule=\"parse_errors\", kubernetes_pod_name=~\"$pod\"}) by (pod)", 4749 "format": "time_series", 4750 "intervalFactor": 1, 4751 "legendFormat": "parse errors", 4752 "refId": "B" 4753 } 4754 ], 4755 "thresholds": [], 4756 "timeFrom": null, 4757 "timeRegions": [], 4758 "timeShift": null, 4759 "title": "Proxy response time (Avg)", 4760 "tooltip": { 4761 "shared": true, 4762 "sort": 0, 4763 "value_type": "individual" 4764 }, 4765 "type": "graph", 4766 "xaxis": { 4767 "buckets": null, 4768 "mode": "time", 4769 "name": null, 4770 "show": true, 4771 "values": [] 4772 }, 4773 "yaxes": [ 4774 { 4775 "format": "s", 4776 "label": null, 4777 "logBase": 1, 4778 "max": null, 4779 "min": null, 4780 "show": true 4781 }, 4782 { 4783 "format": "short", 4784 "label": null, 4785 "logBase": 1, 4786 "max": null, 4787 "min": null, 4788 "show": true 4789 } 4790 ], 4791 "yaxis": { 4792 "align": false, 4793 "alignLevel": null 4794 } 4795 }, 4796 { 4797 "aliasColors": {}, 4798 "bars": false, 4799 "dashLength": 10, 4800 "dashes": false, 4801 "datasource": "prometheus", 4802 "fill": 1, 4803 "gridPos": { 4804 "h": 5, 4805 "w": 12, 4806 "x": 12, 4807 "y": 114 4808 }, 4809 "id": 114, 4810 "legend": { 4811 "avg": false, 4812 "current": false, 4813 "max": false, 4814 "min": false, 4815 "show": true, 4816 "total": false, 4817 "values": false 4818 }, 4819 "lines": true, 4820 "linewidth": 1, 4821 "links": [], 4822 "nullPointMode": "null", 4823 "paceLength": 10, 4824 "percentage": false, 4825 "pointradius": 5, 4826 "points": false, 4827 "renderer": "flot", 4828 "seriesOverrides": [], 4829 "spaceLength": 10, 4830 "stack": false, 4831 "steppedLine": false, 4832 "targets": [ 4833 { 4834 "expr": "sum(rate(cilium_drop_bytes_total{direction=\"INGRESS\", kubernetes_pod_name=~\"$pod\"}[1m])) by (reason) * 8", 4835 "format": "time_series", 4836 "intervalFactor": 1, 4837 "legendFormat": "{{reason}}", 4838 "refId": "A" 4839 } 4840 ], 4841 "thresholds": [], 4842 "timeFrom": null, 4843 "timeRegions": [], 4844 "timeShift": null, 4845 "title": "Dropped Ingress Traffic", 4846 "tooltip": { 4847 "shared": true, 4848 "sort": 0, 4849 "value_type": "individual" 4850 }, 4851 "type": "graph", 4852 "xaxis": { 4853 "buckets": null, 4854 "mode": "time", 4855 "name": null, 4856 "show": true, 4857 "values": [] 4858 }, 4859 "yaxes": [ 4860 { 4861 "format": "bps", 4862 "label": null, 4863 "logBase": 1, 4864 "max": null, 4865 "min": null, 4866 "show": true 4867 }, 4868 { 4869 "format": "short", 4870 "label": null, 4871 "logBase": 1, 4872 "max": null, 4873 "min": null, 4874 "show": true 4875 } 4876 ], 4877 "yaxis": { 4878 "align": false, 4879 "alignLevel": null 4880 } 4881 }, 4882 { 4883 "aliasColors": { 4884 "avg": "#64b0c8", 4885 "count": "#9ac48a", 4886 "max": "#5195ce", 4887 "min": "#6ed0e0" 4888 }, 4889 "bars": false, 4890 "dashLength": 10, 4891 "dashes": false, 4892 "datasource": "prometheus", 4893 "fill": 0, 4894 "gridPos": { 4895 "h": 5, 4896 "w": 12, 4897 "x": 0, 4898 "y": 119 4899 }, 4900 "id": 104, 4901 "legend": { 4902 "avg": false, 4903 "current": false, 4904 "max": false, 4905 "min": false, 4906 "show": true, 4907 "total": false, 4908 "values": false 4909 }, 4910 "lines": true, 4911 "linewidth": 1, 4912 "links": [], 4913 "nullPointMode": "null", 4914 "paceLength": 10, 4915 "percentage": false, 4916 "pointradius": 5, 4917 "points": false, 4918 "renderer": "flot", 4919 "seriesOverrides": [ 4920 { 4921 "alias": "max", 4922 "fillBelowTo": "min", 4923 "lines": false 4924 }, 4925 { 4926 "alias": "min", 4927 "lines": false 4928 }, 4929 { 4930 "alias": "avg count", 4931 "yaxis": 2 4932 }, 4933 { 4934 "alias": "max count", 4935 "yaxis": 2 4936 }, 4937 { 4938 "alias": "avg count" 4939 } 4940 ], 4941 "spaceLength": 10, 4942 "stack": false, 4943 "steppedLine": false, 4944 "targets": [ 4945 { 4946 "expr": "min(rate(cilium_triggers_policy_update_call_duration_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope) / sum(rate(cilium_triggers_policy_update_call_duration_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope)", 4947 "format": "time_series", 4948 "intervalFactor": 1, 4949 "legendFormat": "min", 4950 "refId": "A" 4951 }, 4952 { 4953 "expr": "avg(rate(cilium_triggers_policy_update_call_duration_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope) / sum(rate(cilium_triggers_policy_update_call_duration_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope)", 4954 "format": "time_series", 4955 "intervalFactor": 1, 4956 "legendFormat": "avg", 4957 "refId": "B" 4958 }, 4959 { 4960 "expr": "max(rate(cilium_triggers_policy_update_call_duration_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope) / sum(rate(cilium_triggers_policy_update_call_duration_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope)", 4961 "format": "time_series", 4962 "intervalFactor": 1, 4963 "legendFormat": "max", 4964 "refId": "C" 4965 } 4966 ], 4967 "thresholds": [], 4968 "timeFrom": null, 4969 "timeRegions": [], 4970 "timeShift": null, 4971 "title": "Policy Trigger Duration", 4972 "tooltip": { 4973 "shared": true, 4974 "sort": 0, 4975 "value_type": "individual" 4976 }, 4977 "type": "graph", 4978 "xaxis": { 4979 "buckets": null, 4980 "mode": "time", 4981 "name": null, 4982 "show": true, 4983 "values": [] 4984 }, 4985 "yaxes": [ 4986 { 4987 "format": "s", 4988 "label": null, 4989 "logBase": 1, 4990 "max": null, 4991 "min": null, 4992 "show": true 4993 }, 4994 { 4995 "format": "opm", 4996 "label": null, 4997 "logBase": 1, 4998 "max": null, 4999 "min": null, 5000 "show": true 5001 } 5002 ], 5003 "yaxis": { 5004 "align": false, 5005 "alignLevel": null 5006 } 5007 }, 5008 { 5009 "aliasColors": { 5010 "Max per node processingTime": "#e24d42", 5011 "Max per node upstreamTime": "#58140c", 5012 "parse errors": "#bf1b00" 5013 }, 5014 "bars": true, 5015 "dashLength": 10, 5016 "dashes": false, 5017 "datasource": "prometheus", 5018 "fill": 1, 5019 "gridPos": { 5020 "h": 5, 5021 "w": 12, 5022 "x": 12, 5023 "y": 119 5024 }, 5025 "id": 66, 5026 "legend": { 5027 "alignAsTable": false, 5028 "avg": true, 5029 "current": false, 5030 "max": false, 5031 "min": false, 5032 "rightSide": false, 5033 "show": true, 5034 "total": false, 5035 "values": true 5036 }, 5037 "lines": false, 5038 "linewidth": 1, 5039 "links": [], 5040 "nullPointMode": "null", 5041 "paceLength": 10, 5042 "percentage": false, 5043 "pointradius": 5, 5044 "points": false, 5045 "renderer": "flot", 5046 "seriesOverrides": [ 5047 { 5048 "alias": "parse errors", 5049 "yaxis": 2 5050 } 5051 ], 5052 "spaceLength": 10, 5053 "stack": true, 5054 "steppedLine": false, 5055 "targets": [ 5056 { 5057 "expr": "max(rate(cilium_proxy_upstream_reply_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope) / sum(rate(cilium_proxy_upstream_reply_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope)", 5058 "format": "time_series", 5059 "intervalFactor": 1, 5060 "legendFormat": "Max {{scope}}", 5061 "refId": "B" 5062 }, 5063 { 5064 "expr": "max(rate(cilium_policy_l7_total{rule=\"parse_errors\", kubernetes_pod_name=~\"$pod\"}[1m])) by (pod)", 5065 "format": "time_series", 5066 "intervalFactor": 1, 5067 "legendFormat": "parse errors", 5068 "refId": "A" 5069 } 5070 ], 5071 "thresholds": [], 5072 "timeFrom": null, 5073 "timeRegions": [], 5074 "timeShift": null, 5075 "title": "Proxy response time (Max)", 5076 "tooltip": { 5077 "shared": true, 5078 "sort": 0, 5079 "value_type": "individual" 5080 }, 5081 "type": "graph", 5082 "xaxis": { 5083 "buckets": null, 5084 "mode": "time", 5085 "name": null, 5086 "show": true, 5087 "values": [] 5088 }, 5089 "yaxes": [ 5090 { 5091 "format": "s", 5092 "label": null, 5093 "logBase": 1, 5094 "max": null, 5095 "min": null, 5096 "show": true 5097 }, 5098 { 5099 "format": "short", 5100 "label": null, 5101 "logBase": 1, 5102 "max": null, 5103 "min": null, 5104 "show": true 5105 } 5106 ], 5107 "yaxis": { 5108 "align": false, 5109 "alignLevel": null 5110 } 5111 }, 5112 { 5113 "aliasColors": { 5114 "both": "#7eb26d", 5115 "egress": "#e5ac0e", 5116 "ingress": "#e0752d", 5117 "none": "#bf1b00" 5118 }, 5119 "bars": true, 5120 "dashLength": 10, 5121 "dashes": false, 5122 "datasource": "prometheus", 5123 "fill": 1, 5124 "gridPos": { 5125 "h": 5, 5126 "w": 6, 5127 "x": 0, 5128 "y": 124 5129 }, 5130 "id": 33, 5131 "legend": { 5132 "alignAsTable": false, 5133 "avg": false, 5134 "current": true, 5135 "max": false, 5136 "min": false, 5137 "rightSide": true, 5138 "show": true, 5139 "sideWidth": null, 5140 "total": false, 5141 "values": true 5142 }, 5143 "lines": false, 5144 "linewidth": 1, 5145 "links": [], 5146 "nullPointMode": "null", 5147 "paceLength": 10, 5148 "percentage": false, 5149 "pointradius": 5, 5150 "points": false, 5151 "renderer": "flot", 5152 "seriesOverrides": [], 5153 "spaceLength": 10, 5154 "stack": false, 5155 "steppedLine": false, 5156 "targets": [ 5157 { 5158 "expr": "sum(cilium_policy_endpoint_enforcement_status{kubernetes_pod_name=~\"$pod\"}) by (enforcement)", 5159 "format": "time_series", 5160 "hide": false, 5161 "instant": true, 5162 "interval": "1s", 5163 "intervalFactor": 1, 5164 "legendFormat": "{{enforcement}}", 5165 "refId": "B" 5166 } 5167 ], 5168 "thresholds": [], 5169 "timeFrom": null, 5170 "timeRegions": [], 5171 "timeShift": null, 5172 "title": "Endpoints policy enforcement status", 5173 "tooltip": { 5174 "shared": false, 5175 "sort": 0, 5176 "value_type": "individual" 5177 }, 5178 "type": "graph", 5179 "xaxis": { 5180 "buckets": null, 5181 "mode": "series", 5182 "name": null, 5183 "show": true, 5184 "values": [ 5185 "total" 5186 ] 5187 }, 5188 "yaxes": [ 5189 { 5190 "format": "short", 5191 "label": null, 5192 "logBase": 1, 5193 "max": null, 5194 "min": null, 5195 "show": true 5196 }, 5197 { 5198 "format": "short", 5199 "label": null, 5200 "logBase": 1, 5201 "max": null, 5202 "min": null, 5203 "show": true 5204 } 5205 ], 5206 "yaxis": { 5207 "align": false, 5208 "alignLevel": null 5209 } 5210 }, 5211 { 5212 "aliasColors": { 5213 "avg": "#b7dbab", 5214 "max": "rgba(89, 132, 76, 0.54)", 5215 "min": "#2f575e" 5216 }, 5217 "bars": false, 5218 "dashLength": 10, 5219 "dashes": false, 5220 "datasource": "prometheus", 5221 "fill": 1, 5222 "gridPos": { 5223 "h": 5, 5224 "w": 6, 5225 "x": 6, 5226 "y": 124 5227 }, 5228 "id": 100, 5229 "legend": { 5230 "avg": false, 5231 "current": false, 5232 "max": false, 5233 "min": false, 5234 "show": true, 5235 "total": false, 5236 "values": false 5237 }, 5238 "lines": true, 5239 "linewidth": 1, 5240 "links": [], 5241 "nullPointMode": "null", 5242 "paceLength": 10, 5243 "percentage": false, 5244 "pointradius": 5, 5245 "points": false, 5246 "renderer": "flot", 5247 "seriesOverrides": [ 5248 { 5249 "alias": "max", 5250 "fillBelowTo": "min", 5251 "lines": false 5252 }, 5253 { 5254 "alias": "min", 5255 "lines": false 5256 } 5257 ], 5258 "spaceLength": 10, 5259 "stack": false, 5260 "steppedLine": false, 5261 "targets": [ 5262 { 5263 "expr": "min(cilium_proxy_redirects{kubernetes_pod_name=~\"$pod\"}) by (pod)", 5264 "format": "time_series", 5265 "intervalFactor": 1, 5266 "legendFormat": "min", 5267 "refId": "A" 5268 }, 5269 { 5270 "expr": "avg(cilium_proxy_redirects{kubernetes_pod_name=~\"$pod\"}) by (pod)", 5271 "format": "time_series", 5272 "intervalFactor": 1, 5273 "legendFormat": "avg", 5274 "refId": "B" 5275 }, 5276 { 5277 "expr": "max(cilium_proxy_redirects{kubernetes_pod_name=~\"$pod\"}) by (pod)", 5278 "format": "time_series", 5279 "intervalFactor": 1, 5280 "legendFormat": "max", 5281 "refId": "C" 5282 } 5283 ], 5284 "thresholds": [], 5285 "timeFrom": null, 5286 "timeRegions": [], 5287 "timeShift": null, 5288 "title": "Proxy Redirects", 5289 "tooltip": { 5290 "shared": true, 5291 "sort": 0, 5292 "value_type": "individual" 5293 }, 5294 "type": "graph", 5295 "xaxis": { 5296 "buckets": null, 5297 "mode": "time", 5298 "name": null, 5299 "show": true, 5300 "values": [] 5301 }, 5302 "yaxes": [ 5303 { 5304 "format": "short", 5305 "label": null, 5306 "logBase": 1, 5307 "max": null, 5308 "min": null, 5309 "show": true 5310 }, 5311 { 5312 "format": "short", 5313 "label": null, 5314 "logBase": 1, 5315 "max": null, 5316 "min": null, 5317 "show": true 5318 } 5319 ], 5320 "yaxis": { 5321 "align": false, 5322 "alignLevel": null 5323 } 5324 }, 5325 { 5326 "aliasColors": { 5327 "average duration": "#d683ce", 5328 "folds": "#614d93", 5329 "max duration": "#614d93", 5330 "max trigger": "#967302", 5331 "min duration": "#584477", 5332 "min trigger": "#fceaca" 5333 }, 5334 "bars": false, 5335 "dashLength": 10, 5336 "dashes": false, 5337 "datasource": "prometheus", 5338 "fill": 2, 5339 "gridPos": { 5340 "h": 5, 5341 "w": 12, 5342 "x": 12, 5343 "y": 124 5344 }, 5345 "id": 102, 5346 "legend": { 5347 "avg": false, 5348 "current": false, 5349 "max": false, 5350 "min": false, 5351 "show": true, 5352 "total": false, 5353 "values": false 5354 }, 5355 "lines": true, 5356 "linewidth": 1, 5357 "links": [], 5358 "nullPointMode": "null", 5359 "paceLength": 10, 5360 "percentage": false, 5361 "pointradius": 5, 5362 "points": false, 5363 "renderer": "flot", 5364 "seriesOverrides": [ 5365 { 5366 "alias": "max", 5367 "fillBelowTo": "min trigger", 5368 "lines": false 5369 }, 5370 { 5371 "alias": "min trigger", 5372 "lines": false 5373 }, 5374 { 5375 "alias": "folds", 5376 "yaxis": 2 5377 } 5378 ], 5379 "spaceLength": 10, 5380 "stack": false, 5381 "steppedLine": false, 5382 "targets": [ 5383 { 5384 "expr": "min(rate(cilium_triggers_policy_update_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod) * 60", 5385 "format": "time_series", 5386 "intervalFactor": 1, 5387 "legendFormat": "min trigger", 5388 "refId": "A" 5389 }, 5390 { 5391 "expr": "avg(rate(cilium_triggers_policy_update_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod) * 60", 5392 "format": "time_series", 5393 "intervalFactor": 1, 5394 "legendFormat": "average trigger", 5395 "refId": "B" 5396 }, 5397 { 5398 "expr": "max(rate(cilium_triggers_policy_update_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod) * 60", 5399 "format": "time_series", 5400 "intervalFactor": 1, 5401 "legendFormat": "max trigger", 5402 "refId": "C" 5403 }, 5404 { 5405 "expr": "max(rate(cilium_triggers_policy_update_folds{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod) * 60", 5406 "format": "time_series", 5407 "intervalFactor": 1, 5408 "legendFormat": "folds", 5409 "refId": "D" 5410 } 5411 ], 5412 "thresholds": [], 5413 "timeFrom": null, 5414 "timeRegions": [], 5415 "timeShift": null, 5416 "title": "Policy Trigger Runs", 5417 "tooltip": { 5418 "shared": true, 5419 "sort": 0, 5420 "value_type": "individual" 5421 }, 5422 "type": "graph", 5423 "xaxis": { 5424 "buckets": null, 5425 "mode": "time", 5426 "name": null, 5427 "show": true, 5428 "values": [] 5429 }, 5430 "yaxes": [ 5431 { 5432 "format": "opm", 5433 "label": null, 5434 "logBase": 1, 5435 "max": null, 5436 "min": null, 5437 "show": true 5438 }, 5439 { 5440 "format": "short", 5441 "label": null, 5442 "logBase": 1, 5443 "max": null, 5444 "min": null, 5445 "show": true 5446 } 5447 ], 5448 "yaxis": { 5449 "align": false, 5450 "alignLevel": null 5451 } 5452 }, 5453 { 5454 "aliasColors": { 5455 "max": "#f2c96d", 5456 "policy errors": "#bf1b00", 5457 "policy import errors": "#bf1b00" 5458 }, 5459 "bars": false, 5460 "dashLength": 10, 5461 "dashes": false, 5462 "datasource": "prometheus", 5463 "fill": 0, 5464 "gridPos": { 5465 "h": 5, 5466 "w": 12, 5467 "x": 0, 5468 "y": 129 5469 }, 5470 "id": 85, 5471 "legend": { 5472 "alignAsTable": false, 5473 "avg": false, 5474 "current": true, 5475 "max": false, 5476 "min": false, 5477 "rightSide": false, 5478 "show": true, 5479 "total": false, 5480 "values": true 5481 }, 5482 "lines": true, 5483 "linewidth": 1, 5484 "links": [], 5485 "nullPointMode": "null", 5486 "paceLength": 10, 5487 "percentage": false, 5488 "pointradius": 5, 5489 "points": false, 5490 "renderer": "flot", 5491 "seriesOverrides": [ 5492 { 5493 "alias": "policy errors", 5494 "yaxis": 2 5495 }, 5496 { 5497 "alias": "max", 5498 "fillBelowTo": "min", 5499 "lines": false 5500 }, 5501 { 5502 "alias": "min", 5503 "lines": false 5504 }, 5505 { 5506 "alias": "policy import errors", 5507 "yaxis": 2 5508 } 5509 ], 5510 "spaceLength": 10, 5511 "stack": false, 5512 "steppedLine": false, 5513 "targets": [ 5514 { 5515 "expr": "min(cilium_policy_count{kubernetes_pod_name=~\"$pod\"}) by(pod)", 5516 "format": "time_series", 5517 "intervalFactor": 1, 5518 "legendFormat": "min", 5519 "refId": "A" 5520 }, 5521 { 5522 "expr": "avg(cilium_policy_count{kubernetes_pod_name=~\"$pod\"}) by(pod)", 5523 "format": "time_series", 5524 "intervalFactor": 1, 5525 "legendFormat": "avg", 5526 "refId": "B" 5527 }, 5528 { 5529 "expr": "max(cilium_policy_count{kubernetes_pod_name=~\"$pod\"}) by(pod)", 5530 "format": "time_series", 5531 "intervalFactor": 1, 5532 "legendFormat": "max", 5533 "refId": "C" 5534 }, 5535 { 5536 "expr": "sum(cilium_policy_import_errors{kubernetes_pod_name=~\"$pod\"}) by (pod)", 5537 "format": "time_series", 5538 "intervalFactor": 1, 5539 "legendFormat": "policy import errors", 5540 "refId": "D" 5541 } 5542 ], 5543 "thresholds": [], 5544 "timeFrom": null, 5545 "timeRegions": [], 5546 "timeShift": null, 5547 "title": "Policies Per Node", 5548 "tooltip": { 5549 "shared": true, 5550 "sort": 0, 5551 "value_type": "individual" 5552 }, 5553 "type": "graph", 5554 "xaxis": { 5555 "buckets": null, 5556 "mode": "time", 5557 "name": null, 5558 "show": true, 5559 "values": [] 5560 }, 5561 "yaxes": [ 5562 { 5563 "format": "short", 5564 "label": null, 5565 "logBase": 1, 5566 "max": null, 5567 "min": null, 5568 "show": true 5569 }, 5570 { 5571 "format": "short", 5572 "label": null, 5573 "logBase": 1, 5574 "max": null, 5575 "min": null, 5576 "show": true 5577 } 5578 ], 5579 "yaxis": { 5580 "align": false, 5581 "alignLevel": null 5582 } 5583 }, 5584 { 5585 "aliasColors": { 5586 "Max per node processingTime": "#e24d42", 5587 "Max per node upstreamTime": "#58140c", 5588 "parse errors": "#bf1b00" 5589 }, 5590 "bars": true, 5591 "dashLength": 10, 5592 "dashes": false, 5593 "datasource": "prometheus", 5594 "fill": 1, 5595 "gridPos": { 5596 "h": 5, 5597 "w": 12, 5598 "x": 12, 5599 "y": 129 5600 }, 5601 "id": 123, 5602 "legend": { 5603 "alignAsTable": false, 5604 "avg": true, 5605 "current": false, 5606 "max": false, 5607 "min": false, 5608 "rightSide": false, 5609 "show": true, 5610 "total": false, 5611 "values": true 5612 }, 5613 "lines": false, 5614 "linewidth": 1, 5615 "links": [], 5616 "nullPointMode": "null", 5617 "paceLength": 10, 5618 "percentage": false, 5619 "pointradius": 5, 5620 "points": false, 5621 "renderer": "flot", 5622 "seriesOverrides": [ 5623 { 5624 "alias": "parse errors", 5625 "yaxis": 2 5626 } 5627 ], 5628 "spaceLength": 10, 5629 "stack": true, 5630 "steppedLine": false, 5631 "targets": [ 5632 { 5633 "expr": "avg(rate(cilium_proxy_upstream_reply_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, scope)", 5634 "format": "time_series", 5635 "intervalFactor": 1, 5636 "legendFormat": "{{scope}}", 5637 "refId": "B" 5638 } 5639 ], 5640 "thresholds": [], 5641 "timeFrom": null, 5642 "timeRegions": [], 5643 "timeShift": null, 5644 "title": "DNS proxy requests", 5645 "tooltip": { 5646 "shared": true, 5647 "sort": 0, 5648 "value_type": "individual" 5649 }, 5650 "type": "graph", 5651 "xaxis": { 5652 "buckets": null, 5653 "mode": "time", 5654 "name": null, 5655 "show": true, 5656 "values": [] 5657 }, 5658 "yaxes": [ 5659 { 5660 "format": "ops", 5661 "label": null, 5662 "logBase": 1, 5663 "max": null, 5664 "min": null, 5665 "show": true 5666 }, 5667 { 5668 "format": "s", 5669 "label": null, 5670 "logBase": 1, 5671 "max": null, 5672 "min": null, 5673 "show": false 5674 } 5675 ], 5676 "yaxis": { 5677 "align": false, 5678 "alignLevel": null 5679 } 5680 }, 5681 { 5682 "aliasColors": { 5683 "avg": "#f9d9f9", 5684 "max": "#806eb7", 5685 "min": "#806eb7" 5686 }, 5687 "bars": false, 5688 "dashLength": 10, 5689 "dashes": false, 5690 "datasource": "prometheus", 5691 "fill": 0, 5692 "gridPos": { 5693 "h": 5, 5694 "w": 12, 5695 "x": 12, 5696 "y": 134 5697 }, 5698 "id": 117, 5699 "legend": { 5700 "avg": false, 5701 "current": false, 5702 "max": false, 5703 "min": false, 5704 "show": true, 5705 "total": false, 5706 "values": false 5707 }, 5708 "lines": true, 5709 "linewidth": 1, 5710 "links": [], 5711 "nullPointMode": "null", 5712 "paceLength": 10, 5713 "percentage": false, 5714 "pointradius": 5, 5715 "points": false, 5716 "renderer": "flot", 5717 "seriesOverrides": [ 5718 { 5719 "alias": "max", 5720 "fillBelowTo": "min", 5721 "lines": false 5722 }, 5723 { 5724 "alias": "min", 5725 "lines": false 5726 } 5727 ], 5728 "spaceLength": 10, 5729 "stack": false, 5730 "steppedLine": false, 5731 "targets": [ 5732 { 5733 "expr": "min(cilium_policy_max_revision{kubernetes_pod_name=~\"$pod\"}) by (pod)", 5734 "format": "time_series", 5735 "intervalFactor": 1, 5736 "legendFormat": "min", 5737 "refId": "A" 5738 }, 5739 { 5740 "expr": "avg(cilium_policy_max_revision{kubernetes_pod_name=~\"$pod\"}) by (pod)", 5741 "format": "time_series", 5742 "intervalFactor": 1, 5743 "legendFormat": "avg", 5744 "refId": "B" 5745 }, 5746 { 5747 "expr": "max(cilium_policy_max_revision{kubernetes_pod_name=~\"$pod\"}) by (pod)", 5748 "format": "time_series", 5749 "intervalFactor": 1, 5750 "legendFormat": "max", 5751 "refId": "C" 5752 } 5753 ], 5754 "thresholds": [], 5755 "timeFrom": null, 5756 "timeRegions": [], 5757 "timeShift": null, 5758 "title": "Policy Revision", 5759 "tooltip": { 5760 "shared": true, 5761 "sort": 0, 5762 "value_type": "individual" 5763 }, 5764 "type": "graph", 5765 "xaxis": { 5766 "buckets": null, 5767 "mode": "time", 5768 "name": null, 5769 "show": true, 5770 "values": [] 5771 }, 5772 "yaxes": [ 5773 { 5774 "format": "short", 5775 "label": null, 5776 "logBase": 1, 5777 "max": null, 5778 "min": null, 5779 "show": true 5780 }, 5781 { 5782 "format": "short", 5783 "label": null, 5784 "logBase": 1, 5785 "max": null, 5786 "min": null, 5787 "show": true 5788 } 5789 ], 5790 "yaxis": { 5791 "align": false, 5792 "alignLevel": null 5793 } 5794 }, 5795 { 5796 "content": "", 5797 "gridPos": { 5798 "h": 1, 5799 "w": 24, 5800 "x": 0, 5801 "y": 139 5802 }, 5803 "id": 73, 5804 "links": [], 5805 "mode": "markdown", 5806 "title": "Endpoints", 5807 "type": "text" 5808 }, 5809 { 5810 "aliasColors": {}, 5811 "bars": true, 5812 "dashLength": 10, 5813 "dashes": false, 5814 "datasource": "prometheus", 5815 "decimals": null, 5816 "fill": 1, 5817 "gridPos": { 5818 "h": 9, 5819 "w": 12, 5820 "x": 0, 5821 "y": 140 5822 }, 5823 "id": 55, 5824 "legend": { 5825 "alignAsTable": false, 5826 "avg": true, 5827 "current": false, 5828 "max": false, 5829 "min": false, 5830 "rightSide": false, 5831 "show": true, 5832 "total": false, 5833 "values": true 5834 }, 5835 "lines": false, 5836 "linewidth": 1, 5837 "links": [], 5838 "nullPointMode": "null", 5839 "paceLength": 10, 5840 "percentage": false, 5841 "pointradius": 5, 5842 "points": false, 5843 "renderer": "flot", 5844 "seriesOverrides": [], 5845 "spaceLength": 10, 5846 "stack": true, 5847 "steppedLine": false, 5848 "targets": [ 5849 { 5850 "expr": "avg(histogram_quantile(0.90, rate(cilium_endpoint_regeneration_time_stats_seconds_bucket{kubernetes_pod_name=~\"$pod\", scope!=\"buildDuration\"}[5m]))) by (scope)", 5851 "format": "time_series", 5852 "intervalFactor": 1, 5853 "legendFormat": "{{scope}}", 5854 "refId": "A" 5855 } 5856 ], 5857 "thresholds": [], 5858 "timeFrom": null, 5859 "timeRegions": [], 5860 "timeShift": null, 5861 "title": "Endpoint regeneration time (90th percentile)", 5862 "tooltip": { 5863 "shared": true, 5864 "sort": 0, 5865 "value_type": "individual" 5866 }, 5867 "type": "graph", 5868 "xaxis": { 5869 "buckets": null, 5870 "mode": "time", 5871 "name": null, 5872 "show": true, 5873 "values": [] 5874 }, 5875 "yaxes": [ 5876 { 5877 "format": "s", 5878 "label": null, 5879 "logBase": 1, 5880 "max": null, 5881 "min": null, 5882 "show": true 5883 }, 5884 { 5885 "format": "short", 5886 "label": null, 5887 "logBase": 1, 5888 "max": null, 5889 "min": null, 5890 "show": true 5891 } 5892 ], 5893 "yaxis": { 5894 "align": false, 5895 "alignLevel": null 5896 } 5897 }, 5898 { 5899 "aliasColors": {}, 5900 "bars": true, 5901 "dashLength": 10, 5902 "dashes": false, 5903 "datasource": "prometheus", 5904 "decimals": null, 5905 "fill": 1, 5906 "gridPos": { 5907 "h": 9, 5908 "w": 12, 5909 "x": 12, 5910 "y": 140 5911 }, 5912 "id": 115, 5913 "legend": { 5914 "alignAsTable": false, 5915 "avg": true, 5916 "current": false, 5917 "max": false, 5918 "min": false, 5919 "rightSide": false, 5920 "show": true, 5921 "total": false, 5922 "values": true 5923 }, 5924 "lines": false, 5925 "linewidth": 1, 5926 "links": [], 5927 "nullPointMode": "null", 5928 "paceLength": 10, 5929 "percentage": false, 5930 "pointradius": 5, 5931 "points": false, 5932 "renderer": "flot", 5933 "seriesOverrides": [], 5934 "spaceLength": 10, 5935 "stack": true, 5936 "steppedLine": false, 5937 "targets": [ 5938 { 5939 "expr": "avg(histogram_quantile(0.99, rate(cilium_endpoint_regeneration_time_stats_seconds_bucket{kubernetes_pod_name=~\"$pod\", scope!=\"buildDuration\"}[5m]))) by (scope)", 5940 "format": "time_series", 5941 "intervalFactor": 1, 5942 "legendFormat": "{{scope}}", 5943 "refId": "A" 5944 } 5945 ], 5946 "thresholds": [], 5947 "timeFrom": null, 5948 "timeRegions": [], 5949 "timeShift": null, 5950 "title": "Endpoint regeneration time (99th percentile)", 5951 "tooltip": { 5952 "shared": true, 5953 "sort": 0, 5954 "value_type": "individual" 5955 }, 5956 "type": "graph", 5957 "xaxis": { 5958 "buckets": null, 5959 "mode": "time", 5960 "name": null, 5961 "show": true, 5962 "values": [] 5963 }, 5964 "yaxes": [ 5965 { 5966 "format": "s", 5967 "label": null, 5968 "logBase": 1, 5969 "max": null, 5970 "min": null, 5971 "show": true 5972 }, 5973 { 5974 "format": "short", 5975 "label": null, 5976 "logBase": 1, 5977 "max": null, 5978 "min": null, 5979 "show": true 5980 } 5981 ], 5982 "yaxis": { 5983 "align": false, 5984 "alignLevel": null 5985 } 5986 }, 5987 { 5988 "aliasColors": { 5989 "fail": "#bf1b00", 5990 "fail/min": "#890f02", 5991 "success": "#447ebc", 5992 "success/min": "#3f6833" 5993 }, 5994 "bars": true, 5995 "dashLength": 10, 5996 "dashes": false, 5997 "datasource": "prometheus", 5998 "fill": 3, 5999 "gridPos": { 6000 "h": 5, 6001 "w": 12, 6002 "x": 0, 6003 "y": 149 6004 }, 6005 "id": 49, 6006 "legend": { 6007 "avg": true, 6008 "current": false, 6009 "max": true, 6010 "min": false, 6011 "show": true, 6012 "total": false, 6013 "values": true 6014 }, 6015 "lines": false, 6016 "linewidth": 2, 6017 "links": [], 6018 "nullPointMode": "null", 6019 "paceLength": 10, 6020 "percentage": false, 6021 "pointradius": 5, 6022 "points": false, 6023 "renderer": "flot", 6024 "seriesOverrides": [ 6025 { 6026 "alias": "fail", 6027 "yaxis": 2 6028 }, 6029 { 6030 "alias": "success" 6031 } 6032 ], 6033 "spaceLength": 10, 6034 "stack": false, 6035 "steppedLine": false, 6036 "targets": [ 6037 { 6038 "expr": "sum(rate(cilium_endpoint_regenerations{kubernetes_pod_name=~\"$pod\"}[30s])) by(outcome)", 6039 "format": "time_series", 6040 "instant": false, 6041 "intervalFactor": 1, 6042 "legendFormat": "{{outcome}}", 6043 "refId": "A" 6044 } 6045 ], 6046 "thresholds": [], 6047 "timeFrom": null, 6048 "timeRegions": [], 6049 "timeShift": null, 6050 "title": "Endpoint regenerations", 6051 "tooltip": { 6052 "shared": false, 6053 "sort": 0, 6054 "value_type": "individual" 6055 }, 6056 "type": "graph", 6057 "xaxis": { 6058 "buckets": null, 6059 "mode": "time", 6060 "name": null, 6061 "show": true, 6062 "values": [] 6063 }, 6064 "yaxes": [ 6065 { 6066 "format": "opm", 6067 "label": null, 6068 "logBase": 1, 6069 "max": null, 6070 "min": null, 6071 "show": true 6072 }, 6073 { 6074 "format": "opm", 6075 "label": null, 6076 "logBase": 1, 6077 "max": null, 6078 "min": null, 6079 "show": true 6080 } 6081 ], 6082 "yaxis": { 6083 "align": false, 6084 "alignLevel": null 6085 } 6086 }, 6087 { 6088 "aliasColors": { 6089 "disconnecting": "#614d93", 6090 "ready": "rgba(81, 220, 95, 0.52)", 6091 "waiting-to-regenerate": "#0a50a1" 6092 }, 6093 "bars": true, 6094 "dashLength": 10, 6095 "dashes": false, 6096 "datasource": "prometheus", 6097 "fill": 1, 6098 "gridPos": { 6099 "h": 5, 6100 "w": 12, 6101 "x": 12, 6102 "y": 149 6103 }, 6104 "id": 51, 6105 "legend": { 6106 "alignAsTable": false, 6107 "avg": false, 6108 "current": true, 6109 "max": false, 6110 "min": false, 6111 "show": true, 6112 "total": false, 6113 "values": true 6114 }, 6115 "lines": false, 6116 "linewidth": 2, 6117 "links": [], 6118 "nullPointMode": "connected", 6119 "paceLength": 10, 6120 "percentage": false, 6121 "pointradius": 5, 6122 "points": false, 6123 "renderer": "flot", 6124 "seriesOverrides": [], 6125 "spaceLength": 10, 6126 "stack": true, 6127 "steppedLine": false, 6128 "targets": [ 6129 { 6130 "expr": "sum(cilium_endpoint_state{kubernetes_pod_name=~\"$pod\"}) by (endpoint_state)", 6131 "format": "time_series", 6132 "intervalFactor": 1, 6133 "legendFormat": "{{endpoint_state}}", 6134 "refId": "A" 6135 } 6136 ], 6137 "thresholds": [], 6138 "timeFrom": null, 6139 "timeRegions": [], 6140 "timeShift": null, 6141 "title": "Cilium endpoint state", 6142 "tooltip": { 6143 "shared": false, 6144 "sort": 0, 6145 "value_type": "cumulative" 6146 }, 6147 "type": "graph", 6148 "xaxis": { 6149 "buckets": null, 6150 "mode": "time", 6151 "name": null, 6152 "show": true, 6153 "values": [] 6154 }, 6155 "yaxes": [ 6156 { 6157 "format": "short", 6158 "label": null, 6159 "logBase": 1, 6160 "max": null, 6161 "min": null, 6162 "show": true 6163 }, 6164 { 6165 "format": "short", 6166 "label": null, 6167 "logBase": 1, 6168 "max": null, 6169 "min": null, 6170 "show": true 6171 } 6172 ], 6173 "yaxis": { 6174 "align": false, 6175 "alignLevel": null 6176 } 6177 }, 6178 { 6179 "content": "", 6180 "gridPos": { 6181 "h": 1, 6182 "w": 24, 6183 "x": 0, 6184 "y": 154 6185 }, 6186 "id": 74, 6187 "links": [], 6188 "mode": "markdown", 6189 "title": "Controllers", 6190 "type": "text" 6191 }, 6192 { 6193 "aliasColors": { 6194 "Failed": "#bf1b00", 6195 "Failing": "#890f02", 6196 "Runs": "#5195ce" 6197 }, 6198 "bars": false, 6199 "dashLength": 10, 6200 "dashes": false, 6201 "datasource": "prometheus", 6202 "fill": 3, 6203 "gridPos": { 6204 "h": 5, 6205 "w": 12, 6206 "x": 0, 6207 "y": 155 6208 }, 6209 "id": 70, 6210 "legend": { 6211 "alignAsTable": false, 6212 "avg": true, 6213 "current": false, 6214 "max": true, 6215 "min": false, 6216 "show": true, 6217 "total": false, 6218 "values": true 6219 }, 6220 "lines": true, 6221 "linewidth": 1, 6222 "links": [], 6223 "nullPointMode": "null", 6224 "paceLength": 10, 6225 "percentage": false, 6226 "pointradius": 5, 6227 "points": false, 6228 "renderer": "flot", 6229 "seriesOverrides": [ 6230 { 6231 "alias": "Failing", 6232 "yaxis": 1 6233 }, 6234 { 6235 "alias": "Failed", 6236 "yaxis": 2 6237 } 6238 ], 6239 "spaceLength": 10, 6240 "stack": false, 6241 "steppedLine": false, 6242 "targets": [ 6243 { 6244 "expr": "sum(rate(cilium_controllers_runs_total{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod)", 6245 "format": "time_series", 6246 "intervalFactor": 1, 6247 "legendFormat": "Runs", 6248 "refId": "A" 6249 }, 6250 { 6251 "expr": "sum(cilium_controllers_failing{kubernetes_pod_name=~\"$pod\"}) by(pod)", 6252 "format": "time_series", 6253 "intervalFactor": 1, 6254 "legendFormat": "Failed", 6255 "refId": "B" 6256 } 6257 ], 6258 "thresholds": [], 6259 "timeFrom": null, 6260 "timeRegions": [], 6261 "timeShift": null, 6262 "title": "Controllers", 6263 "tooltip": { 6264 "shared": true, 6265 "sort": 0, 6266 "value_type": "individual" 6267 }, 6268 "type": "graph", 6269 "xaxis": { 6270 "buckets": null, 6271 "mode": "time", 6272 "name": null, 6273 "show": true, 6274 "values": [] 6275 }, 6276 "yaxes": [ 6277 { 6278 "format": "opm", 6279 "label": null, 6280 "logBase": 1, 6281 "max": null, 6282 "min": null, 6283 "show": true 6284 }, 6285 { 6286 "format": "opm", 6287 "label": null, 6288 "logBase": 1, 6289 "max": null, 6290 "min": null, 6291 "show": true 6292 } 6293 ], 6294 "yaxis": { 6295 "align": false, 6296 "alignLevel": null 6297 } 6298 }, 6299 { 6300 "aliasColors": { 6301 "duration failure": "#890f02", 6302 "duration success": "#508642", 6303 "failure": "#890f02", 6304 "runs failure": "#890f02", 6305 "runs success": "#7eb26d", 6306 "success": "#508642" 6307 }, 6308 "bars": true, 6309 "dashLength": 10, 6310 "dashes": false, 6311 "datasource": "prometheus", 6312 "fill": 1, 6313 "gridPos": { 6314 "h": 5, 6315 "w": 12, 6316 "x": 12, 6317 "y": 155 6318 }, 6319 "id": 68, 6320 "legend": { 6321 "alignAsTable": false, 6322 "avg": true, 6323 "current": false, 6324 "hideEmpty": false, 6325 "max": true, 6326 "min": true, 6327 "rightSide": false, 6328 "show": true, 6329 "total": false, 6330 "values": true 6331 }, 6332 "lines": false, 6333 "linewidth": 1, 6334 "links": [], 6335 "nullPointMode": "null", 6336 "paceLength": 10, 6337 "percentage": false, 6338 "pointradius": 5, 6339 "points": false, 6340 "renderer": "flot", 6341 "repeat": null, 6342 "repeatDirection": "h", 6343 "seriesOverrides": [ 6344 { 6345 "alias": "success", 6346 "yaxis": 1 6347 }, 6348 { 6349 "alias": "failure", 6350 "yaxis": 2 6351 } 6352 ], 6353 "spaceLength": 10, 6354 "stack": false, 6355 "steppedLine": false, 6356 "targets": [ 6357 { 6358 "expr": "sum(rate(cilium_controllers_runs_duration_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, status) / sum(rate(cilium_controllers_runs_duration_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, status)", 6359 "format": "time_series", 6360 "intervalFactor": 1, 6361 "legendFormat": "{{status}}", 6362 "refId": "A" 6363 } 6364 ], 6365 "thresholds": [], 6366 "timeFrom": null, 6367 "timeRegions": [], 6368 "timeShift": null, 6369 "title": "Controller Durations", 6370 "tooltip": { 6371 "shared": true, 6372 "sort": 0, 6373 "value_type": "individual" 6374 }, 6375 "type": "graph", 6376 "xaxis": { 6377 "buckets": null, 6378 "mode": "time", 6379 "name": null, 6380 "show": true, 6381 "values": [] 6382 }, 6383 "yaxes": [ 6384 { 6385 "format": "s", 6386 "label": "", 6387 "logBase": 1, 6388 "max": null, 6389 "min": null, 6390 "show": true 6391 }, 6392 { 6393 "format": "s", 6394 "label": "", 6395 "logBase": 1, 6396 "max": null, 6397 "min": null, 6398 "show": true 6399 } 6400 ], 6401 "yaxis": { 6402 "align": false, 6403 "alignLevel": null 6404 } 6405 }, 6406 { 6407 "content": "", 6408 "gridPos": { 6409 "h": 1, 6410 "w": 24, 6411 "x": 0, 6412 "y": 160 6413 }, 6414 "id": 60, 6415 "links": [], 6416 "mode": "markdown", 6417 "title": "Kubernetes integration", 6418 "type": "text" 6419 }, 6420 { 6421 "aliasColors": {}, 6422 "bars": false, 6423 "dashLength": 10, 6424 "dashes": false, 6425 "datasource": "prometheus", 6426 "fill": 1, 6427 "gridPos": { 6428 "h": 7, 6429 "w": 12, 6430 "x": 0, 6431 "y": 161 6432 }, 6433 "id": 163, 6434 "legend": { 6435 "alignAsTable": true, 6436 "avg": false, 6437 "current": false, 6438 "hideEmpty": true, 6439 "hideZero": true, 6440 "max": false, 6441 "min": false, 6442 "rightSide": true, 6443 "show": true, 6444 "total": false, 6445 "values": false 6446 }, 6447 "lines": true, 6448 "linewidth": 1, 6449 "links": [], 6450 "nullPointMode": "null", 6451 "paceLength": 10, 6452 "percentage": false, 6453 "pointradius": 5, 6454 "points": false, 6455 "renderer": "flot", 6456 "seriesOverrides": [], 6457 "spaceLength": 10, 6458 "stack": false, 6459 "steppedLine": false, 6460 "targets": [ 6461 { 6462 "expr": "avg(rate(cilium_k8s_client_api_latency_time_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])/rate(cilium_k8s_client_api_latency_time_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, method, path)", 6463 "format": "time_series", 6464 "intervalFactor": 1, 6465 "legendFormat": "{{method}} {{path}}", 6466 "refId": "A" 6467 } 6468 ], 6469 "thresholds": [], 6470 "timeFrom": null, 6471 "timeRegions": [], 6472 "timeShift": null, 6473 "title": "apiserver latency (average node)", 6474 "tooltip": { 6475 "shared": true, 6476 "sort": 0, 6477 "value_type": "individual" 6478 }, 6479 "type": "graph", 6480 "xaxis": { 6481 "buckets": null, 6482 "mode": "time", 6483 "name": null, 6484 "show": true, 6485 "values": [] 6486 }, 6487 "yaxes": [ 6488 { 6489 "format": "s", 6490 "label": null, 6491 "logBase": 1, 6492 "max": null, 6493 "min": null, 6494 "show": true 6495 }, 6496 { 6497 "format": "short", 6498 "label": null, 6499 "logBase": 1, 6500 "max": null, 6501 "min": null, 6502 "show": true 6503 } 6504 ], 6505 "yaxis": { 6506 "align": false, 6507 "alignLevel": null 6508 } 6509 }, 6510 { 6511 "aliasColors": {}, 6512 "bars": false, 6513 "dashLength": 10, 6514 "dashes": false, 6515 "datasource": "prometheus", 6516 "fill": 1, 6517 "gridPos": { 6518 "h": 7, 6519 "w": 12, 6520 "x": 12, 6521 "y": 161 6522 }, 6523 "id": 165, 6524 "legend": { 6525 "alignAsTable": true, 6526 "avg": false, 6527 "current": false, 6528 "hideEmpty": true, 6529 "hideZero": true, 6530 "max": false, 6531 "min": false, 6532 "rightSide": true, 6533 "show": true, 6534 "total": false, 6535 "values": false 6536 }, 6537 "lines": true, 6538 "linewidth": 1, 6539 "links": [], 6540 "nullPointMode": "null", 6541 "paceLength": 10, 6542 "percentage": false, 6543 "pointradius": 5, 6544 "points": false, 6545 "renderer": "flot", 6546 "seriesOverrides": [], 6547 "spaceLength": 10, 6548 "stack": false, 6549 "steppedLine": false, 6550 "targets": [ 6551 { 6552 "expr": "max(rate(cilium_k8s_client_api_latency_time_seconds_sum{kubernetes_pod_name=~\"$pod\"}[1m])/rate(cilium_k8s_client_api_latency_time_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, method, path)", 6553 "format": "time_series", 6554 "intervalFactor": 1, 6555 "legendFormat": "{{method}} {{path}}", 6556 "refId": "A" 6557 } 6558 ], 6559 "thresholds": [], 6560 "timeFrom": null, 6561 "timeRegions": [], 6562 "timeShift": null, 6563 "title": "apiserver latency (max node)", 6564 "tooltip": { 6565 "shared": true, 6566 "sort": 0, 6567 "value_type": "individual" 6568 }, 6569 "type": "graph", 6570 "xaxis": { 6571 "buckets": null, 6572 "mode": "time", 6573 "name": null, 6574 "show": true, 6575 "values": [] 6576 }, 6577 "yaxes": [ 6578 { 6579 "format": "s", 6580 "label": null, 6581 "logBase": 1, 6582 "max": null, 6583 "min": null, 6584 "show": true 6585 }, 6586 { 6587 "format": "short", 6588 "label": null, 6589 "logBase": 1, 6590 "max": null, 6591 "min": null, 6592 "show": true 6593 } 6594 ], 6595 "yaxis": { 6596 "align": false, 6597 "alignLevel": null 6598 } 6599 }, 6600 { 6601 "aliasColors": {}, 6602 "bars": true, 6603 "dashLength": 10, 6604 "dashes": false, 6605 "datasource": "prometheus", 6606 "fill": 1, 6607 "gridPos": { 6608 "h": 8, 6609 "w": 12, 6610 "x": 0, 6611 "y": 168 6612 }, 6613 "id": 168, 6614 "legend": { 6615 "alignAsTable": true, 6616 "avg": true, 6617 "current": false, 6618 "hideEmpty": true, 6619 "hideZero": true, 6620 "max": true, 6621 "min": false, 6622 "rightSide": false, 6623 "show": true, 6624 "total": false, 6625 "values": true 6626 }, 6627 "lines": false, 6628 "linewidth": 1, 6629 "links": [], 6630 "nullPointMode": "null", 6631 "paceLength": 10, 6632 "percentage": false, 6633 "pointradius": 5, 6634 "points": false, 6635 "renderer": "flot", 6636 "seriesOverrides": [], 6637 "spaceLength": 10, 6638 "stack": true, 6639 "steppedLine": false, 6640 "targets": [ 6641 { 6642 "expr": "sum(rate(cilium_k8s_client_api_latency_time_seconds_count{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, method, path)", 6643 "format": "time_series", 6644 "intervalFactor": 1, 6645 "legendFormat": "{{method}} {{path}}", 6646 "refId": "A" 6647 } 6648 ], 6649 "thresholds": [], 6650 "timeFrom": null, 6651 "timeRegions": [], 6652 "timeShift": null, 6653 "title": "apiserver #calls (sum all nodes)", 6654 "tooltip": { 6655 "shared": true, 6656 "sort": 0, 6657 "value_type": "individual" 6658 }, 6659 "type": "graph", 6660 "xaxis": { 6661 "buckets": null, 6662 "mode": "time", 6663 "name": null, 6664 "show": true, 6665 "values": [] 6666 }, 6667 "yaxes": [ 6668 { 6669 "format": "ops", 6670 "label": null, 6671 "logBase": 1, 6672 "max": null, 6673 "min": null, 6674 "show": true 6675 }, 6676 { 6677 "format": "short", 6678 "label": null, 6679 "logBase": 1, 6680 "max": null, 6681 "min": null, 6682 "show": true 6683 } 6684 ], 6685 "yaxis": { 6686 "align": false, 6687 "alignLevel": null 6688 } 6689 }, 6690 { 6691 "aliasColors": {}, 6692 "bars": true, 6693 "dashLength": 10, 6694 "dashes": false, 6695 "datasource": "prometheus", 6696 "fill": 1, 6697 "gridPos": { 6698 "h": 8, 6699 "w": 12, 6700 "x": 12, 6701 "y": 168 6702 }, 6703 "id": 166, 6704 "legend": { 6705 "alignAsTable": true, 6706 "avg": false, 6707 "current": false, 6708 "hideEmpty": true, 6709 "hideZero": true, 6710 "max": true, 6711 "min": false, 6712 "rightSide": true, 6713 "show": true, 6714 "total": false, 6715 "values": true 6716 }, 6717 "lines": false, 6718 "linewidth": 1, 6719 "links": [], 6720 "nullPointMode": "null", 6721 "paceLength": 10, 6722 "percentage": false, 6723 "pointradius": 5, 6724 "points": false, 6725 "renderer": "flot", 6726 "seriesOverrides": [], 6727 "spaceLength": 10, 6728 "stack": true, 6729 "steppedLine": false, 6730 "targets": [ 6731 { 6732 "expr": "sum(rate(cilium_k8s_client_api_calls_counter{kubernetes_pod_name=~\"$pod\"}[1m])) by (pod, method, return_code)", 6733 "format": "time_series", 6734 "intervalFactor": 1, 6735 "legendFormat": "{{method}} {{return_code}}", 6736 "refId": "A" 6737 } 6738 ], 6739 "thresholds": [], 6740 "timeFrom": null, 6741 "timeRegions": [], 6742 "timeShift": null, 6743 "title": "apiserver calls (sum all nodes)", 6744 "tooltip": { 6745 "shared": true, 6746 "sort": 0, 6747 "value_type": "individual" 6748 }, 6749 "type": "graph", 6750 "xaxis": { 6751 "buckets": null, 6752 "mode": "time", 6753 "name": null, 6754 "show": true, 6755 "values": [] 6756 }, 6757 "yaxes": [ 6758 { 6759 "format": "ops", 6760 "label": null, 6761 "logBase": 1, 6762 "max": null, 6763 "min": null, 6764 "show": true 6765 }, 6766 { 6767 "format": "short", 6768 "label": null, 6769 "logBase": 1, 6770 "max": null, 6771 "min": null, 6772 "show": true 6773 } 6774 ], 6775 "yaxis": { 6776 "align": false, 6777 "alignLevel": null 6778 } 6779 }, 6780 { 6781 "aliasColors": {}, 6782 "bars": true, 6783 "dashLength": 10, 6784 "dashes": false, 6785 "datasource": "prometheus", 6786 "fill": 1, 6787 "gridPos": { 6788 "h": 6, 6789 "w": 12, 6790 "x": 0, 6791 "y": 176 6792 }, 6793 "id": 172, 6794 "legend": { 6795 "alignAsTable": false, 6796 "avg": true, 6797 "current": false, 6798 "hideEmpty": true, 6799 "hideZero": true, 6800 "max": false, 6801 "min": false, 6802 "show": true, 6803 "total": false, 6804 "values": true 6805 }, 6806 "lines": false, 6807 "linewidth": 1, 6808 "links": [], 6809 "nullPointMode": "null", 6810 "paceLength": 10, 6811 "percentage": false, 6812 "pointradius": 2, 6813 "points": false, 6814 "renderer": "flot", 6815 "seriesOverrides": [], 6816 "stack": true, 6817 "steppedLine": false, 6818 "targets": [ 6819 { 6820 "expr": "sum(rate(cilium_kubernetes_events_received_total{kubernetes_pod_name=~\"$pod\", equal=\"true\", valid=\"true\"}[5m])) by (pod, scope, action)", 6821 "format": "time_series", 6822 "intervalFactor": 1, 6823 "legendFormat": "{{action}} {{scope}}", 6824 "refId": "A" 6825 } 6826 ], 6827 "thresholds": [], 6828 "timeFrom": null, 6829 "timeRegions": [], 6830 "timeShift": null, 6831 "title": "Valid, Unnecessary K8s Events Received", 6832 "tooltip": { 6833 "shared": true, 6834 "sort": 0, 6835 "value_type": "individual" 6836 }, 6837 "type": "graph", 6838 "xaxis": { 6839 "buckets": null, 6840 "mode": "time", 6841 "name": null, 6842 "show": true, 6843 "values": [] 6844 }, 6845 "yaxes": [ 6846 { 6847 "format": "ops", 6848 "label": null, 6849 "logBase": 1, 6850 "max": null, 6851 "min": null, 6852 "show": true 6853 }, 6854 { 6855 "format": "short", 6856 "label": null, 6857 "logBase": 1, 6858 "max": null, 6859 "min": null, 6860 "show": true 6861 } 6862 ], 6863 "yaxis": { 6864 "align": false, 6865 "alignLevel": null 6866 } 6867 }, 6868 { 6869 "aliasColors": {}, 6870 "bars": true, 6871 "dashLength": 10, 6872 "dashes": false, 6873 "datasource": "prometheus", 6874 "fill": 1, 6875 "gridPos": { 6876 "h": 6, 6877 "w": 12, 6878 "x": 12, 6879 "y": 176 6880 }, 6881 "id": 174, 6882 "legend": { 6883 "avg": true, 6884 "current": false, 6885 "hideEmpty": true, 6886 "hideZero": true, 6887 "max": false, 6888 "min": false, 6889 "show": true, 6890 "total": false, 6891 "values": true 6892 }, 6893 "lines": false, 6894 "linewidth": 1, 6895 "links": [], 6896 "nullPointMode": "null", 6897 "paceLength": 10, 6898 "percentage": false, 6899 "pointradius": 2, 6900 "points": false, 6901 "renderer": "flot", 6902 "seriesOverrides": [], 6903 "stack": true, 6904 "steppedLine": false, 6905 "targets": [ 6906 { 6907 "expr": "sum(rate(cilium_kubernetes_events_received_total{kubernetes_pod_name=~\"$pod\", equal=\"true\", valid=\"false\"}[5m])) by (pod, scope, action)", 6908 "format": "time_series", 6909 "intervalFactor": 1, 6910 "legendFormat": "{{action}} {{scope}}", 6911 "refId": "A" 6912 } 6913 ], 6914 "thresholds": [], 6915 "timeFrom": null, 6916 "timeRegions": [], 6917 "timeShift": null, 6918 "title": "Invalid, Unnecessary K8s Events Received", 6919 "tooltip": { 6920 "shared": true, 6921 "sort": 0, 6922 "value_type": "individual" 6923 }, 6924 "type": "graph", 6925 "xaxis": { 6926 "buckets": null, 6927 "mode": "time", 6928 "name": null, 6929 "show": true, 6930 "values": [] 6931 }, 6932 "yaxes": [ 6933 { 6934 "format": "short", 6935 "label": null, 6936 "logBase": 1, 6937 "max": null, 6938 "min": null, 6939 "show": true 6940 }, 6941 { 6942 "format": "short", 6943 "label": null, 6944 "logBase": 1, 6945 "max": null, 6946 "min": null, 6947 "show": true 6948 } 6949 ], 6950 "yaxis": { 6951 "align": false, 6952 "alignLevel": null 6953 } 6954 }, 6955 { 6956 "aliasColors": {}, 6957 "bars": true, 6958 "dashLength": 10, 6959 "dashes": false, 6960 "datasource": "prometheus", 6961 "fill": 1, 6962 "gridPos": { 6963 "h": 8, 6964 "w": 12, 6965 "x": 0, 6966 "y": 182 6967 }, 6968 "id": 175, 6969 "legend": { 6970 "avg": true, 6971 "current": false, 6972 "hideEmpty": true, 6973 "hideZero": true, 6974 "max": false, 6975 "min": false, 6976 "show": true, 6977 "total": false, 6978 "values": true 6979 }, 6980 "lines": false, 6981 "linewidth": 1, 6982 "links": [], 6983 "nullPointMode": "null", 6984 "paceLength": 10, 6985 "percentage": false, 6986 "pointradius": 2, 6987 "points": false, 6988 "renderer": "flot", 6989 "seriesOverrides": [], 6990 "stack": true, 6991 "steppedLine": false, 6992 "targets": [ 6993 { 6994 "expr": "sum(rate(cilium_kubernetes_events_received_total{kubernetes_pod_name=~\"$pod\", equal=\"false\", valid=\"true\"}[5m])) by (pod, scope, action, valid)", 6995 "format": "time_series", 6996 "intervalFactor": 1, 6997 "legendFormat": "{{action}} {{scope}}", 6998 "refId": "A" 6999 } 7000 ], 7001 "thresholds": [], 7002 "timeFrom": null, 7003 "timeRegions": [], 7004 "timeShift": null, 7005 "title": "Valid, Necessary K8s Events Received", 7006 "tooltip": { 7007 "shared": true, 7008 "sort": 0, 7009 "value_type": "individual" 7010 }, 7011 "type": "graph", 7012 "xaxis": { 7013 "buckets": null, 7014 "mode": "time", 7015 "name": null, 7016 "show": true, 7017 "values": [] 7018 }, 7019 "yaxes": [ 7020 { 7021 "format": "ops", 7022 "label": null, 7023 "logBase": 1, 7024 "max": null, 7025 "min": null, 7026 "show": true 7027 }, 7028 { 7029 "format": "short", 7030 "label": null, 7031 "logBase": 1, 7032 "max": null, 7033 "min": null, 7034 "show": true 7035 } 7036 ], 7037 "yaxis": { 7038 "align": false, 7039 "alignLevel": null 7040 } 7041 }, 7042 { 7043 "aliasColors": {}, 7044 "bars": true, 7045 "dashLength": 10, 7046 "dashes": false, 7047 "datasource": "prometheus", 7048 "fill": 1, 7049 "gridPos": { 7050 "h": 8, 7051 "w": 12, 7052 "x": 12, 7053 "y": 182 7054 }, 7055 "id": 173, 7056 "legend": { 7057 "avg": true, 7058 "current": false, 7059 "hideEmpty": true, 7060 "hideZero": true, 7061 "max": false, 7062 "min": false, 7063 "show": true, 7064 "total": false, 7065 "values": true 7066 }, 7067 "lines": false, 7068 "linewidth": 1, 7069 "links": [], 7070 "nullPointMode": "null", 7071 "paceLength": 10, 7072 "percentage": false, 7073 "pointradius": 2, 7074 "points": false, 7075 "renderer": "flot", 7076 "seriesOverrides": [], 7077 "stack": true, 7078 "steppedLine": false, 7079 "targets": [ 7080 { 7081 "expr": "sum(rate(cilium_kubernetes_events_received_total{kubernetes_pod_name=~\"$pod\", equal=\"false\", valid=\"false\"}[5m])) by (pod, scope, action)", 7082 "format": "time_series", 7083 "intervalFactor": 1, 7084 "legendFormat": "{{action}} {{scope}}", 7085 "refId": "A" 7086 } 7087 ], 7088 "thresholds": [], 7089 "timeFrom": null, 7090 "timeRegions": [], 7091 "timeShift": null, 7092 "title": "Invalid, Necessary K8s Events Received", 7093 "tooltip": { 7094 "shared": true, 7095 "sort": 0, 7096 "value_type": "individual" 7097 }, 7098 "type": "graph", 7099 "xaxis": { 7100 "buckets": null, 7101 "mode": "time", 7102 "name": null, 7103 "show": true, 7104 "values": [] 7105 }, 7106 "yaxes": [ 7107 { 7108 "format": "ops", 7109 "label": null, 7110 "logBase": 1, 7111 "max": null, 7112 "min": null, 7113 "show": true 7114 }, 7115 { 7116 "format": "short", 7117 "label": null, 7118 "logBase": 1, 7119 "max": null, 7120 "min": null, 7121 "show": true 7122 } 7123 ], 7124 "yaxis": { 7125 "align": false, 7126 "alignLevel": null 7127 } 7128 }, 7129 { 7130 "aliasColors": {}, 7131 "bars": true, 7132 "dashLength": 10, 7133 "dashes": false, 7134 "datasource": "prometheus", 7135 "fill": 1, 7136 "gridPos": { 7137 "h": 7, 7138 "w": 12, 7139 "x": 0, 7140 "y": 190 7141 }, 7142 "id": 108, 7143 "legend": { 7144 "alignAsTable": false, 7145 "avg": false, 7146 "current": false, 7147 "max": false, 7148 "min": false, 7149 "rightSide": false, 7150 "show": true, 7151 "total": false, 7152 "values": false 7153 }, 7154 "lines": false, 7155 "linewidth": 1, 7156 "links": [], 7157 "nullPointMode": "null", 7158 "paceLength": 10, 7159 "percentage": false, 7160 "pointradius": 5, 7161 "points": false, 7162 "renderer": "flot", 7163 "seriesOverrides": [], 7164 "spaceLength": 10, 7165 "stack": true, 7166 "steppedLine": false, 7167 "targets": [ 7168 { 7169 "expr": "avg(rate(cilium_kubernetes_events_total{kubernetes_pod_name=~\"$pod\", scope=\"CiliumNetworkPolicy\"}[1m])) by (pod, action) * 60", 7170 "format": "time_series", 7171 "intervalFactor": 1, 7172 "legendFormat": "{{action}} avg", 7173 "refId": "B" 7174 } 7175 ], 7176 "thresholds": [], 7177 "timeFrom": null, 7178 "timeRegions": [], 7179 "timeShift": null, 7180 "title": "CiliumNetworkPolicy Events", 7181 "tooltip": { 7182 "shared": true, 7183 "sort": 0, 7184 "value_type": "individual" 7185 }, 7186 "type": "graph", 7187 "xaxis": { 7188 "buckets": null, 7189 "mode": "time", 7190 "name": null, 7191 "show": true, 7192 "values": [] 7193 }, 7194 "yaxes": [ 7195 { 7196 "format": "opm", 7197 "label": null, 7198 "logBase": 1, 7199 "max": null, 7200 "min": null, 7201 "show": true 7202 }, 7203 { 7204 "format": "short", 7205 "label": null, 7206 "logBase": 1, 7207 "max": null, 7208 "min": null, 7209 "show": false 7210 } 7211 ], 7212 "yaxis": { 7213 "align": false, 7214 "alignLevel": null 7215 } 7216 }, 7217 { 7218 "aliasColors": { 7219 "create avg": "#70dbed", 7220 "delete avg": "#e24d42", 7221 "update avg": "#e0f9d7" 7222 }, 7223 "bars": true, 7224 "dashLength": 10, 7225 "dashes": false, 7226 "datasource": "prometheus", 7227 "fill": 1, 7228 "gridPos": { 7229 "h": 7, 7230 "w": 12, 7231 "x": 12, 7232 "y": 190 7233 }, 7234 "id": 119, 7235 "legend": { 7236 "alignAsTable": false, 7237 "avg": false, 7238 "current": false, 7239 "max": false, 7240 "min": false, 7241 "rightSide": false, 7242 "show": true, 7243 "total": false, 7244 "values": false 7245 }, 7246 "lines": false, 7247 "linewidth": 1, 7248 "links": [], 7249 "nullPointMode": "null", 7250 "paceLength": 10, 7251 "percentage": false, 7252 "pointradius": 5, 7253 "points": false, 7254 "renderer": "flot", 7255 "seriesOverrides": [], 7256 "spaceLength": 10, 7257 "stack": true, 7258 "steppedLine": false, 7259 "targets": [ 7260 { 7261 "expr": "avg(rate(cilium_kubernetes_events_total{kubernetes_pod_name=~\"$pod\", scope=\"NetworkPolicy\"}[1m])) by (pod, action) * 60", 7262 "format": "time_series", 7263 "intervalFactor": 1, 7264 "legendFormat": "{{action}} avg", 7265 "refId": "B" 7266 } 7267 ], 7268 "thresholds": [], 7269 "timeFrom": null, 7270 "timeRegions": [], 7271 "timeShift": null, 7272 "title": "NetworkPolicy Events", 7273 "tooltip": { 7274 "shared": true, 7275 "sort": 0, 7276 "value_type": "individual" 7277 }, 7278 "type": "graph", 7279 "xaxis": { 7280 "buckets": null, 7281 "mode": "time", 7282 "name": null, 7283 "show": true, 7284 "values": [] 7285 }, 7286 "yaxes": [ 7287 { 7288 "format": "opm", 7289 "label": null, 7290 "logBase": 1, 7291 "max": null, 7292 "min": null, 7293 "show": true 7294 }, 7295 { 7296 "format": "short", 7297 "label": null, 7298 "logBase": 1, 7299 "max": null, 7300 "min": null, 7301 "show": false 7302 } 7303 ], 7304 "yaxis": { 7305 "align": false, 7306 "alignLevel": null 7307 } 7308 }, 7309 { 7310 "aliasColors": { 7311 "create avg": "#70dbed", 7312 "delete avg": "#e24d42", 7313 "update avg": "#e0f9d7" 7314 }, 7315 "bars": true, 7316 "dashLength": 10, 7317 "dashes": false, 7318 "datasource": "prometheus", 7319 "fill": 1, 7320 "gridPos": { 7321 "h": 7, 7322 "w": 12, 7323 "x": 0, 7324 "y": 197 7325 }, 7326 "id": 109, 7327 "legend": { 7328 "alignAsTable": false, 7329 "avg": false, 7330 "current": false, 7331 "max": false, 7332 "min": false, 7333 "rightSide": false, 7334 "show": true, 7335 "total": false, 7336 "values": false 7337 }, 7338 "lines": false, 7339 "linewidth": 1, 7340 "links": [], 7341 "nullPointMode": "null", 7342 "paceLength": 10, 7343 "percentage": false, 7344 "pointradius": 5, 7345 "points": false, 7346 "renderer": "flot", 7347 "seriesOverrides": [], 7348 "spaceLength": 10, 7349 "stack": true, 7350 "steppedLine": false, 7351 "targets": [ 7352 { 7353 "expr": "avg(rate(cilium_kubernetes_events_total{kubernetes_pod_name=~\"$pod\", scope=\"Pod\"}[1m])) by (pod, action) * 60", 7354 "format": "time_series", 7355 "intervalFactor": 1, 7356 "legendFormat": "{{action}} avg", 7357 "refId": "B" 7358 } 7359 ], 7360 "thresholds": [], 7361 "timeFrom": null, 7362 "timeRegions": [], 7363 "timeShift": null, 7364 "title": "Pod Events", 7365 "tooltip": { 7366 "shared": true, 7367 "sort": 0, 7368 "value_type": "individual" 7369 }, 7370 "type": "graph", 7371 "xaxis": { 7372 "buckets": null, 7373 "mode": "time", 7374 "name": null, 7375 "show": true, 7376 "values": [] 7377 }, 7378 "yaxes": [ 7379 { 7380 "format": "opm", 7381 "label": null, 7382 "logBase": 1, 7383 "max": null, 7384 "min": null, 7385 "show": true 7386 }, 7387 { 7388 "format": "short", 7389 "label": null, 7390 "logBase": 1, 7391 "max": null, 7392 "min": null, 7393 "show": false 7394 } 7395 ], 7396 "yaxis": { 7397 "align": false, 7398 "alignLevel": null 7399 } 7400 }, 7401 { 7402 "aliasColors": { 7403 "create avg": "#70dbed", 7404 "delete avg": "#e24d42", 7405 "update avg": "#e0f9d7" 7406 }, 7407 "bars": true, 7408 "dashLength": 10, 7409 "dashes": false, 7410 "datasource": "prometheus", 7411 "fill": 1, 7412 "gridPos": { 7413 "h": 7, 7414 "w": 12, 7415 "x": 12, 7416 "y": 197 7417 }, 7418 "id": 122, 7419 "legend": { 7420 "alignAsTable": false, 7421 "avg": false, 7422 "current": false, 7423 "max": false, 7424 "min": false, 7425 "rightSide": false, 7426 "show": true, 7427 "total": false, 7428 "values": false 7429 }, 7430 "lines": false, 7431 "linewidth": 1, 7432 "links": [], 7433 "nullPointMode": "null", 7434 "paceLength": 10, 7435 "percentage": false, 7436 "pointradius": 5, 7437 "points": false, 7438 "renderer": "flot", 7439 "seriesOverrides": [], 7440 "spaceLength": 10, 7441 "stack": true, 7442 "steppedLine": false, 7443 "targets": [ 7444 { 7445 "expr": "avg(rate(cilium_kubernetes_events_total{kubernetes_pod_name=~\"$pod\", scope=\"Node\"}[1m])) by (pod, action) * 60", 7446 "format": "time_series", 7447 "intervalFactor": 1, 7448 "legendFormat": "{{action}} avg", 7449 "refId": "B" 7450 } 7451 ], 7452 "thresholds": [], 7453 "timeFrom": null, 7454 "timeRegions": [], 7455 "timeShift": null, 7456 "title": "Node Events", 7457 "tooltip": { 7458 "shared": true, 7459 "sort": 0, 7460 "value_type": "individual" 7461 }, 7462 "type": "graph", 7463 "xaxis": { 7464 "buckets": null, 7465 "mode": "time", 7466 "name": null, 7467 "show": true, 7468 "values": [] 7469 }, 7470 "yaxes": [ 7471 { 7472 "format": "opm", 7473 "label": null, 7474 "logBase": 1, 7475 "max": null, 7476 "min": null, 7477 "show": true 7478 }, 7479 { 7480 "format": "short", 7481 "label": null, 7482 "logBase": 1, 7483 "max": null, 7484 "min": null, 7485 "show": false 7486 } 7487 ], 7488 "yaxis": { 7489 "align": false, 7490 "alignLevel": null 7491 } 7492 }, 7493 { 7494 "aliasColors": {}, 7495 "bars": true, 7496 "dashLength": 10, 7497 "dashes": false, 7498 "datasource": "prometheus", 7499 "fill": 1, 7500 "gridPos": { 7501 "h": 7, 7502 "w": 12, 7503 "x": 0, 7504 "y": 204 7505 }, 7506 "id": 118, 7507 "legend": { 7508 "alignAsTable": false, 7509 "avg": false, 7510 "current": false, 7511 "max": false, 7512 "min": false, 7513 "rightSide": false, 7514 "show": true, 7515 "total": false, 7516 "values": false 7517 }, 7518 "lines": false, 7519 "linewidth": 1, 7520 "links": [], 7521 "nullPointMode": "null", 7522 "paceLength": 10, 7523 "percentage": false, 7524 "pointradius": 5, 7525 "points": false, 7526 "renderer": "flot", 7527 "seriesOverrides": [], 7528 "spaceLength": 10, 7529 "stack": true, 7530 "steppedLine": false, 7531 "targets": [ 7532 { 7533 "expr": "avg(rate(cilium_kubernetes_events_total{kubernetes_pod_name=~\"$pod\", scope=\"Service\"}[1m])) by (pod, action) * 60", 7534 "format": "time_series", 7535 "intervalFactor": 1, 7536 "legendFormat": "{{action}}", 7537 "refId": "B" 7538 } 7539 ], 7540 "thresholds": [], 7541 "timeFrom": null, 7542 "timeRegions": [], 7543 "timeShift": null, 7544 "title": "Service Events", 7545 "tooltip": { 7546 "shared": true, 7547 "sort": 0, 7548 "value_type": "individual" 7549 }, 7550 "type": "graph", 7551 "xaxis": { 7552 "buckets": null, 7553 "mode": "time", 7554 "name": null, 7555 "show": true, 7556 "values": [] 7557 }, 7558 "yaxes": [ 7559 { 7560 "format": "opm", 7561 "label": null, 7562 "logBase": 1, 7563 "max": null, 7564 "min": null, 7565 "show": true 7566 }, 7567 { 7568 "format": "short", 7569 "label": null, 7570 "logBase": 1, 7571 "max": null, 7572 "min": null, 7573 "show": false 7574 } 7575 ], 7576 "yaxis": { 7577 "align": false, 7578 "alignLevel": null 7579 } 7580 }, 7581 { 7582 "aliasColors": {}, 7583 "bars": true, 7584 "dashLength": 10, 7585 "dashes": false, 7586 "datasource": "prometheus", 7587 "fill": 1, 7588 "gridPos": { 7589 "h": 7, 7590 "w": 12, 7591 "x": 12, 7592 "y": 204 7593 }, 7594 "id": 120, 7595 "legend": { 7596 "alignAsTable": false, 7597 "avg": false, 7598 "current": false, 7599 "max": false, 7600 "min": false, 7601 "rightSide": false, 7602 "show": true, 7603 "total": false, 7604 "values": false 7605 }, 7606 "lines": false, 7607 "linewidth": 1, 7608 "links": [], 7609 "nullPointMode": "null", 7610 "paceLength": 10, 7611 "percentage": false, 7612 "pointradius": 5, 7613 "points": false, 7614 "renderer": "flot", 7615 "seriesOverrides": [], 7616 "spaceLength": 10, 7617 "stack": true, 7618 "steppedLine": false, 7619 "targets": [ 7620 { 7621 "expr": "avg(rate(cilium_kubernetes_events_total{kubernetes_pod_name=~\"$pod\", scope=\"Endpoint\"}[1m])) by (pod, action) * 60", 7622 "format": "time_series", 7623 "intervalFactor": 1, 7624 "legendFormat": "{{action}}", 7625 "refId": "B" 7626 } 7627 ], 7628 "thresholds": [], 7629 "timeFrom": null, 7630 "timeRegions": [], 7631 "timeShift": null, 7632 "title": "Endpoints Events", 7633 "tooltip": { 7634 "shared": true, 7635 "sort": 0, 7636 "value_type": "individual" 7637 }, 7638 "type": "graph", 7639 "xaxis": { 7640 "buckets": null, 7641 "mode": "time", 7642 "name": null, 7643 "show": true, 7644 "values": [] 7645 }, 7646 "yaxes": [ 7647 { 7648 "format": "opm", 7649 "label": null, 7650 "logBase": 1, 7651 "max": null, 7652 "min": null, 7653 "show": true 7654 }, 7655 { 7656 "format": "short", 7657 "label": null, 7658 "logBase": 1, 7659 "max": null, 7660 "min": null, 7661 "show": false 7662 } 7663 ], 7664 "yaxis": { 7665 "align": false, 7666 "alignLevel": null 7667 } 7668 }, 7669 { 7670 "aliasColors": {}, 7671 "bars": true, 7672 "dashLength": 10, 7673 "dashes": false, 7674 "datasource": "prometheus", 7675 "fill": 1, 7676 "gridPos": { 7677 "h": 7, 7678 "w": 12, 7679 "x": 0, 7680 "y": 211 7681 }, 7682 "id": 121, 7683 "legend": { 7684 "alignAsTable": false, 7685 "avg": false, 7686 "current": false, 7687 "max": false, 7688 "min": false, 7689 "rightSide": false, 7690 "show": true, 7691 "total": false, 7692 "values": false 7693 }, 7694 "lines": false, 7695 "linewidth": 1, 7696 "links": [], 7697 "nullPointMode": "null", 7698 "paceLength": 10, 7699 "percentage": false, 7700 "pointradius": 5, 7701 "points": false, 7702 "renderer": "flot", 7703 "seriesOverrides": [], 7704 "spaceLength": 10, 7705 "stack": true, 7706 "steppedLine": false, 7707 "targets": [ 7708 { 7709 "expr": "avg(rate(cilium_kubernetes_events_total{kubernetes_pod_name=~\"$pod\", scope=\"Namespace\"}[1m])) by (pod, action) * 60", 7710 "format": "time_series", 7711 "intervalFactor": 1, 7712 "legendFormat": "{{action}}", 7713 "refId": "B" 7714 } 7715 ], 7716 "thresholds": [], 7717 "timeFrom": null, 7718 "timeRegions": [], 7719 "timeShift": null, 7720 "title": "Namespace Events", 7721 "tooltip": { 7722 "shared": true, 7723 "sort": 0, 7724 "value_type": "individual" 7725 }, 7726 "type": "graph", 7727 "xaxis": { 7728 "buckets": null, 7729 "mode": "time", 7730 "name": null, 7731 "show": true, 7732 "values": [] 7733 }, 7734 "yaxes": [ 7735 { 7736 "format": "opm", 7737 "label": null, 7738 "logBase": 1, 7739 "max": null, 7740 "min": null, 7741 "show": true 7742 }, 7743 { 7744 "format": "short", 7745 "label": null, 7746 "logBase": 1, 7747 "max": null, 7748 "min": null, 7749 "show": false 7750 } 7751 ], 7752 "yaxis": { 7753 "align": false, 7754 "alignLevel": null 7755 } 7756 } 7757 ], 7758 "refresh": false, 7759 "schemaVersion": 18, 7760 "style": "dark", 7761 "tags": [], 7762 "templating": { 7763 "list": [ 7764 { 7765 "allValue": "cilium.*", 7766 "current": { 7767 "text": "All", 7768 "value": "$__all" 7769 }, 7770 "datasource": "prometheus", 7771 "definition": "", 7772 "hide": 0, 7773 "includeAll": true, 7774 "label": null, 7775 "multi": false, 7776 "name": "pod", 7777 "options": [], 7778 "query": "label_values(kube_pod_created{pod=~\"^cilium-[a-z|A-Z|0-9]+$\"},pod)", 7779 "refresh": 2, 7780 "regex": "", 7781 "skipUrlSync": false, 7782 "sort": 1, 7783 "tagValuesQuery": "", 7784 "tags": [], 7785 "tagsQuery": "", 7786 "type": "query", 7787 "useTags": false 7788 } 7789 ] 7790 }, 7791 "time": { 7792 "from": "now-30m", 7793 "to": "now" 7794 }, 7795 "timepicker": { 7796 "refresh_intervals": [ 7797 "5s", 7798 "10s", 7799 "30s", 7800 "1m", 7801 "5m", 7802 "15m", 7803 "30m", 7804 "1h", 7805 "2h", 7806 "1d" 7807 ], 7808 "time_options": [ 7809 "5m", 7810 "15m", 7811 "1h", 7812 "6h", 7813 "12h", 7814 "24h", 7815 "2d", 7816 "7d", 7817 "30d" 7818 ] 7819 }, 7820 "timezone": "utc", 7821 "title": "Cilium Metrics", 7822 "uid": "vtuWtdumz", 7823 "version": 1 7824 } 7825 cilium-operator-dashboard: | 7826 { 7827 "annotations": { 7828 "list": [ 7829 { 7830 "builtIn": 1, 7831 "datasource": "-- Grafana --", 7832 "enable": true, 7833 "hide": true, 7834 "iconColor": "rgba(0, 211, 255, 1)", 7835 "name": "Annotations & Alerts", 7836 "type": "dashboard" 7837 } 7838 ] 7839 }, 7840 "editable": true, 7841 "gnetId": null, 7842 "graphTooltip": 0, 7843 "id": 2, 7844 "links": [], 7845 "panels": [ 7846 { 7847 "collapsed": false, 7848 "gridPos": { 7849 "h": 1, 7850 "w": 24, 7851 "x": 0, 7852 "y": 0 7853 }, 7854 "id": 6, 7855 "panels": [], 7856 "title": "ENI", 7857 "type": "row" 7858 }, 7859 { 7860 "aliasColors": {}, 7861 "bars": false, 7862 "dashLength": 10, 7863 "dashes": false, 7864 "datasource": "prometheus", 7865 "fill": 1, 7866 "gridPos": { 7867 "h": 8, 7868 "w": 12, 7869 "x": 0, 7870 "y": 1 7871 }, 7872 "id": 8, 7873 "legend": { 7874 "avg": false, 7875 "current": false, 7876 "max": false, 7877 "min": false, 7878 "show": true, 7879 "total": false, 7880 "values": false 7881 }, 7882 "lines": true, 7883 "linewidth": 1, 7884 "links": [], 7885 "nullPointMode": "null", 7886 "paceLength": 10, 7887 "percentage": false, 7888 "pointradius": 2, 7889 "points": false, 7890 "renderer": "flot", 7891 "seriesOverrides": [], 7892 "stack": true, 7893 "steppedLine": false, 7894 "targets": [ 7895 { 7896 "expr": "avg(cilium_operator_eni_ips) by (type)", 7897 "format": "time_series", 7898 "intervalFactor": 1, 7899 "legendFormat": "{{type}}", 7900 "refId": "A" 7901 } 7902 ], 7903 "thresholds": [], 7904 "timeFrom": null, 7905 "timeRegions": [], 7906 "timeShift": null, 7907 "title": "IP Addresses", 7908 "tooltip": { 7909 "shared": true, 7910 "sort": 0, 7911 "value_type": "individual" 7912 }, 7913 "type": "graph", 7914 "xaxis": { 7915 "buckets": null, 7916 "mode": "time", 7917 "name": null, 7918 "show": true, 7919 "values": [] 7920 }, 7921 "yaxes": [ 7922 { 7923 "format": "short", 7924 "label": null, 7925 "logBase": 1, 7926 "max": null, 7927 "min": null, 7928 "show": true 7929 }, 7930 { 7931 "format": "short", 7932 "label": null, 7933 "logBase": 1, 7934 "max": null, 7935 "min": null, 7936 "show": true 7937 } 7938 ], 7939 "yaxis": { 7940 "align": false, 7941 "alignLevel": null 7942 } 7943 }, 7944 { 7945 "aliasColors": {}, 7946 "bars": false, 7947 "dashLength": 10, 7948 "dashes": false, 7949 "datasource": "prometheus", 7950 "fill": 1, 7951 "gridPos": { 7952 "h": 8, 7953 "w": 12, 7954 "x": 12, 7955 "y": 1 7956 }, 7957 "id": 10, 7958 "legend": { 7959 "avg": false, 7960 "current": false, 7961 "max": false, 7962 "min": false, 7963 "show": true, 7964 "total": false, 7965 "values": false 7966 }, 7967 "lines": true, 7968 "linewidth": 1, 7969 "links": [], 7970 "nullPointMode": "null", 7971 "paceLength": 10, 7972 "percentage": false, 7973 "pointradius": 2, 7974 "points": false, 7975 "renderer": "flot", 7976 "seriesOverrides": [], 7977 "stack": false, 7978 "steppedLine": false, 7979 "targets": [ 7980 { 7981 "expr": "rate(cilium_operator_eni_aws_api_duration_seconds_sum[1m])/rate(cilium_operator_eni_aws_api_duration_seconds_count[1m])", 7982 "format": "time_series", 7983 "intervalFactor": 1, 7984 "legendFormat": "{{operation}} {{responseCode}}", 7985 "refId": "A" 7986 } 7987 ], 7988 "thresholds": [], 7989 "timeFrom": null, 7990 "timeRegions": [], 7991 "timeShift": null, 7992 "title": "EC2 API Interactions", 7993 "tooltip": { 7994 "shared": true, 7995 "sort": 0, 7996 "value_type": "individual" 7997 }, 7998 "type": "graph", 7999 "xaxis": { 8000 "buckets": null, 8001 "mode": "time", 8002 "name": null, 8003 "show": true, 8004 "values": [] 8005 }, 8006 "yaxes": [ 8007 { 8008 "format": "dtdurations", 8009 "label": null, 8010 "logBase": 1, 8011 "max": null, 8012 "min": null, 8013 "show": true 8014 }, 8015 { 8016 "format": "short", 8017 "label": null, 8018 "logBase": 1, 8019 "max": null, 8020 "min": null, 8021 "show": true 8022 } 8023 ], 8024 "yaxis": { 8025 "align": false, 8026 "alignLevel": null 8027 } 8028 }, 8029 { 8030 "aliasColors": {}, 8031 "bars": false, 8032 "dashLength": 10, 8033 "dashes": false, 8034 "datasource": "prometheus", 8035 "fill": 1, 8036 "gridPos": { 8037 "h": 7, 8038 "w": 8, 8039 "x": 0, 8040 "y": 9 8041 }, 8042 "id": 4, 8043 "legend": { 8044 "avg": false, 8045 "current": false, 8046 "max": false, 8047 "min": false, 8048 "show": true, 8049 "total": false, 8050 "values": false 8051 }, 8052 "lines": true, 8053 "linewidth": 1, 8054 "links": [], 8055 "nullPointMode": "null", 8056 "paceLength": 10, 8057 "percentage": false, 8058 "pointradius": 2, 8059 "points": false, 8060 "renderer": "flot", 8061 "seriesOverrides": [], 8062 "stack": false, 8063 "steppedLine": false, 8064 "targets": [ 8065 { 8066 "expr": "cilium_operator_eni_nodes", 8067 "format": "time_series", 8068 "intervalFactor": 1, 8069 "legendFormat": "{{category}}", 8070 "refId": "A" 8071 } 8072 ], 8073 "thresholds": [], 8074 "timeFrom": null, 8075 "timeRegions": [], 8076 "timeShift": null, 8077 "title": "Number of nodes", 8078 "tooltip": { 8079 "shared": true, 8080 "sort": 0, 8081 "value_type": "individual" 8082 }, 8083 "type": "graph", 8084 "xaxis": { 8085 "buckets": null, 8086 "mode": "time", 8087 "name": null, 8088 "show": true, 8089 "values": [] 8090 }, 8091 "yaxes": [ 8092 { 8093 "format": "short", 8094 "label": null, 8095 "logBase": 1, 8096 "max": null, 8097 "min": null, 8098 "show": true 8099 }, 8100 { 8101 "format": "short", 8102 "label": null, 8103 "logBase": 1, 8104 "max": null, 8105 "min": null, 8106 "show": true 8107 } 8108 ], 8109 "yaxis": { 8110 "align": false, 8111 "alignLevel": null 8112 } 8113 }, 8114 { 8115 "aliasColors": {}, 8116 "bars": false, 8117 "dashLength": 10, 8118 "dashes": false, 8119 "datasource": "prometheus", 8120 "fill": 1, 8121 "gridPos": { 8122 "h": 7, 8123 "w": 8, 8124 "x": 8, 8125 "y": 9 8126 }, 8127 "id": 12, 8128 "legend": { 8129 "avg": false, 8130 "current": false, 8131 "max": false, 8132 "min": false, 8133 "show": true, 8134 "total": false, 8135 "values": false 8136 }, 8137 "lines": true, 8138 "linewidth": 1, 8139 "links": [], 8140 "nullPointMode": "null", 8141 "paceLength": 10, 8142 "percentage": false, 8143 "pointradius": 2, 8144 "points": false, 8145 "renderer": "flot", 8146 "seriesOverrides": [], 8147 "stack": false, 8148 "steppedLine": false, 8149 "targets": [ 8150 { 8151 "expr": "cilium_operator_eni_available", 8152 "format": "time_series", 8153 "intervalFactor": 1, 8154 "legendFormat": "ENIs", 8155 "refId": "A" 8156 } 8157 ], 8158 "thresholds": [], 8159 "timeFrom": null, 8160 "timeRegions": [], 8161 "timeShift": null, 8162 "title": "# ENIs with addresses available", 8163 "tooltip": { 8164 "shared": true, 8165 "sort": 0, 8166 "value_type": "individual" 8167 }, 8168 "type": "graph", 8169 "xaxis": { 8170 "buckets": null, 8171 "mode": "time", 8172 "name": null, 8173 "show": true, 8174 "values": [] 8175 }, 8176 "yaxes": [ 8177 { 8178 "format": "short", 8179 "label": null, 8180 "logBase": 1, 8181 "max": null, 8182 "min": null, 8183 "show": true 8184 }, 8185 { 8186 "format": "short", 8187 "label": null, 8188 "logBase": 1, 8189 "max": null, 8190 "min": null, 8191 "show": true 8192 } 8193 ], 8194 "yaxis": { 8195 "align": false, 8196 "alignLevel": null 8197 } 8198 }, 8199 { 8200 "aliasColors": {}, 8201 "bars": false, 8202 "dashLength": 10, 8203 "dashes": false, 8204 "datasource": "prometheus", 8205 "fill": 1, 8206 "gridPos": { 8207 "h": 7, 8208 "w": 8, 8209 "x": 16, 8210 "y": 9 8211 }, 8212 "id": 16, 8213 "legend": { 8214 "avg": false, 8215 "current": false, 8216 "max": false, 8217 "min": false, 8218 "show": true, 8219 "total": false, 8220 "values": false 8221 }, 8222 "lines": true, 8223 "linewidth": 1, 8224 "links": [], 8225 "nullPointMode": "null", 8226 "paceLength": 10, 8227 "percentage": false, 8228 "pointradius": 2, 8229 "points": false, 8230 "renderer": "flot", 8231 "seriesOverrides": [], 8232 "stack": false, 8233 "steppedLine": false, 8234 "targets": [ 8235 { 8236 "expr": "rate(cilium_operator_eni_resync_total[1m])", 8237 "format": "time_series", 8238 "intervalFactor": 1, 8239 "legendFormat": "operations", 8240 "refId": "A" 8241 } 8242 ], 8243 "thresholds": [], 8244 "timeFrom": null, 8245 "timeRegions": [], 8246 "timeShift": null, 8247 "title": "Metadata Resync Operations", 8248 "tooltip": { 8249 "shared": true, 8250 "sort": 0, 8251 "value_type": "individual" 8252 }, 8253 "type": "graph", 8254 "xaxis": { 8255 "buckets": null, 8256 "mode": "time", 8257 "name": null, 8258 "show": true, 8259 "values": [] 8260 }, 8261 "yaxes": [ 8262 { 8263 "format": "ops", 8264 "label": null, 8265 "logBase": 1, 8266 "max": null, 8267 "min": null, 8268 "show": true 8269 }, 8270 { 8271 "format": "short", 8272 "label": null, 8273 "logBase": 1, 8274 "max": null, 8275 "min": null, 8276 "show": true 8277 } 8278 ], 8279 "yaxis": { 8280 "align": false, 8281 "alignLevel": null 8282 } 8283 }, 8284 { 8285 "aliasColors": {}, 8286 "bars": false, 8287 "dashLength": 10, 8288 "dashes": false, 8289 "datasource": "prometheus", 8290 "fill": 1, 8291 "gridPos": { 8292 "h": 8, 8293 "w": 12, 8294 "x": 0, 8295 "y": 16 8296 }, 8297 "id": 14, 8298 "legend": { 8299 "avg": false, 8300 "current": false, 8301 "max": false, 8302 "min": false, 8303 "show": true, 8304 "total": false, 8305 "values": false 8306 }, 8307 "lines": true, 8308 "linewidth": 1, 8309 "links": [], 8310 "nullPointMode": "null", 8311 "paceLength": 10, 8312 "percentage": false, 8313 "pointradius": 2, 8314 "points": false, 8315 "renderer": "flot", 8316 "seriesOverrides": [], 8317 "stack": true, 8318 "steppedLine": false, 8319 "targets": [ 8320 { 8321 "expr": "rate(cilium_operator_ec2_rate_limit_duration_seconds_sum[1m])/rate(cilium_operator_ec2_rate_limit_duration_seconds_count[1m])", 8322 "format": "time_series", 8323 "intervalFactor": 1, 8324 "legendFormat": "{{operation}}", 8325 "refId": "A" 8326 } 8327 ], 8328 "thresholds": [], 8329 "timeFrom": null, 8330 "timeRegions": [], 8331 "timeShift": null, 8332 "title": "EC2 client side rate limiting", 8333 "tooltip": { 8334 "shared": true, 8335 "sort": 0, 8336 "value_type": "individual" 8337 }, 8338 "type": "graph", 8339 "xaxis": { 8340 "buckets": null, 8341 "mode": "time", 8342 "name": null, 8343 "show": true, 8344 "values": [] 8345 }, 8346 "yaxes": [ 8347 { 8348 "format": "reqps", 8349 "label": null, 8350 "logBase": 1, 8351 "max": null, 8352 "min": null, 8353 "show": true 8354 }, 8355 { 8356 "format": "short", 8357 "label": null, 8358 "logBase": 1, 8359 "max": null, 8360 "min": null, 8361 "show": true 8362 } 8363 ], 8364 "yaxis": { 8365 "align": false, 8366 "alignLevel": null 8367 } 8368 }, 8369 { 8370 "aliasColors": {}, 8371 "bars": false, 8372 "dashLength": 10, 8373 "dashes": false, 8374 "datasource": "prometheus", 8375 "fill": 1, 8376 "gridPos": { 8377 "h": 8, 8378 "w": 12, 8379 "x": 12, 8380 "y": 16 8381 }, 8382 "id": 2, 8383 "legend": { 8384 "avg": false, 8385 "current": false, 8386 "max": false, 8387 "min": false, 8388 "show": true, 8389 "total": false, 8390 "values": false 8391 }, 8392 "lines": true, 8393 "linewidth": 1, 8394 "links": [], 8395 "nullPointMode": "null", 8396 "paceLength": 10, 8397 "percentage": false, 8398 "pointradius": 2, 8399 "points": false, 8400 "renderer": "flot", 8401 "seriesOverrides": [], 8402 "stack": false, 8403 "steppedLine": false, 8404 "targets": [ 8405 { 8406 "expr": "avg(rate(cilium_operator_eni_interface_creation_ops[1m])) by (subnetId, status)", 8407 "format": "time_series", 8408 "intervalFactor": 1, 8409 "legendFormat": "{{status}} ({{subnetId}})", 8410 "refId": "A" 8411 } 8412 ], 8413 "thresholds": [], 8414 "timeFrom": null, 8415 "timeRegions": [], 8416 "timeShift": null, 8417 "title": "ENI Creation", 8418 "tooltip": { 8419 "shared": true, 8420 "sort": 0, 8421 "value_type": "individual" 8422 }, 8423 "type": "graph", 8424 "xaxis": { 8425 "buckets": null, 8426 "mode": "time", 8427 "name": null, 8428 "show": true, 8429 "values": [] 8430 }, 8431 "yaxes": [ 8432 { 8433 "format": "ops", 8434 "label": null, 8435 "logBase": 1, 8436 "max": null, 8437 "min": null, 8438 "show": true 8439 }, 8440 { 8441 "format": "short", 8442 "label": null, 8443 "logBase": 1, 8444 "max": null, 8445 "min": null, 8446 "show": true 8447 } 8448 ], 8449 "yaxis": { 8450 "align": false, 8451 "alignLevel": null 8452 } 8453 } 8454 ], 8455 "schemaVersion": 18, 8456 "style": "dark", 8457 "tags": [], 8458 "templating": { 8459 "list": [] 8460 }, 8461 "time": { 8462 "from": "now-6h", 8463 "to": "now" 8464 }, 8465 "timepicker": { 8466 "refresh_intervals": [ 8467 "5s", 8468 "10s", 8469 "30s", 8470 "1m", 8471 "5m", 8472 "15m", 8473 "30m", 8474 "1h", 8475 "2h", 8476 "1d" 8477 ], 8478 "time_options": [ 8479 "5m", 8480 "15m", 8481 "1h", 8482 "6h", 8483 "12h", 8484 "24h", 8485 "2d", 8486 "7d", 8487 "30d" 8488 ] 8489 }, 8490 "timezone": "", 8491 "title": "Cilium Operator", 8492 "uid": "1GC0TT4Wz", 8493 "version": 1 8494 }