k8s.io/perf-tests/clusterloader2@v0.0.0-20240304094227-64bdb12da87e/pkg/prometheus/manifests/dashboards/network.json (about) 1 { 2 "__inputs": [], 3 "annotations": { 4 "list": [] 5 }, 6 "description": "", 7 "editable": true, 8 "gnetId": null, 9 "graphTooltip": 0, 10 "hideControls": false, 11 "id": null, 12 "links": [], 13 "panels": [], 14 "refresh": "10s", 15 "rows": [ 16 { 17 "collapse": false, 18 "editable": true, 19 "height": "300px", 20 "panels": [ 21 { 22 "aliasColors": {}, 23 "bars": false, 24 "cacheTimeout": null, 25 "datasource": "$source", 26 "description": "NetworkProgrammingLatency is defined as the time it took to program the network - from the time the service or pod has changed to the time the change was propagated and the proper kube-proxy rules were synced. Exported for each endpoints object that were part of the rules sync.", 27 "editable": true, 28 "error": false, 29 "fieldConfig": { 30 "defaults": { 31 "thresholds": { 32 "mode": "absolute", 33 "steps": [] 34 } 35 } 36 }, 37 "fill": 1, 38 "grid": { 39 "threshold1": null, 40 "threshold1Color": "rgba(216, 200, 27, 0.27)", 41 "threshold2": null, 42 "threshold2Color": "rgba(234, 112, 112, 0.22)" 43 }, 44 "gridPos": null, 45 "height": null, 46 "hideTimeOverride": false, 47 "id": 1, 48 "interval": null, 49 "isNew": true, 50 "legend": { 51 "alignAsTable": false, 52 "avg": false, 53 "current": false, 54 "hideEmpty": false, 55 "hideZero": false, 56 "max": false, 57 "min": false, 58 "rightSide": false, 59 "show": true, 60 "sideWidth": null, 61 "sort": null, 62 "sortDesc": false, 63 "total": false, 64 "values": false 65 }, 66 "lines": true, 67 "linewidth": 2, 68 "links": [], 69 "maxDataPoints": 100, 70 "maxPerRow": null, 71 "minSpan": null, 72 "nullPointMode": null, 73 "options": { 74 "alertThreshold": true, 75 "dataLinks": [] 76 }, 77 "percentage": false, 78 "pointradius": 5, 79 "points": false, 80 "renderer": "flot", 81 "repeat": null, 82 "repeatDirection": null, 83 "seriesOverrides": [], 84 "span": 12, 85 "stack": false, 86 "steppedLine": false, 87 "targets": [ 88 { 89 "datasource": "$source", 90 "expr": "quantile_over_time(0.99, kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.99\"}[24h])", 91 "format": "time_series", 92 "hide": false, 93 "instant": false, 94 "interval": "", 95 "intervalFactor": 2, 96 "legendFormat": "{{quantile}}", 97 "metric": "", 98 "query": "quantile_over_time(0.99, kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.99\"}[24h])", 99 "refId": "", 100 "step": 10, 101 "target": "" 102 }, 103 { 104 "datasource": "$source", 105 "expr": "quantile_over_time(0.99, kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.90\"}[24h])", 106 "format": "time_series", 107 "hide": false, 108 "instant": false, 109 "interval": "", 110 "intervalFactor": 2, 111 "legendFormat": "{{quantile}}", 112 "metric": "", 113 "query": "quantile_over_time(0.99, kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.90\"}[24h])", 114 "refId": "", 115 "step": 10, 116 "target": "" 117 }, 118 { 119 "datasource": "$source", 120 "expr": "quantile_over_time(0.99, kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.50\"}[24h])", 121 "format": "time_series", 122 "hide": false, 123 "instant": false, 124 "interval": "", 125 "intervalFactor": 2, 126 "legendFormat": "{{quantile}}", 127 "metric": "", 128 "query": "quantile_over_time(0.99, kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.50\"}[24h])", 129 "refId": "", 130 "step": 10, 131 "target": "" 132 } 133 ], 134 "thresholds": [], 135 "timeFrom": null, 136 "timeShift": null, 137 "title": "SLI: Network programming latency", 138 "tooltip": { 139 "msResolution": true, 140 "shared": true, 141 "sort": 2, 142 "value_type": "cumulative" 143 }, 144 "transformations": [], 145 "transparent": false, 146 "type": "graph", 147 "xaxis": { 148 "mode": "time", 149 "name": null, 150 "show": true, 151 "values": [] 152 }, 153 "yaxes": [ 154 { 155 "decimals": null, 156 "format": "s", 157 "label": null, 158 "logBase": 1, 159 "max": null, 160 "min": null, 161 "show": true 162 }, 163 { 164 "decimals": null, 165 "format": "short", 166 "label": null, 167 "logBase": 1, 168 "max": null, 169 "min": null, 170 "show": true 171 } 172 ], 173 "yaxis": { 174 "align": false, 175 "alignLevel": 0 176 } 177 }, 178 { 179 "aliasColors": {}, 180 "bars": false, 181 "cacheTimeout": null, 182 "datasource": "$source", 183 "description": "NetworkProgrammingLatency is defined as the time it took to program the network - from the time the service or pod has changed to the time the change was propagated and the proper kube-proxy rules were synced. Exported for each endpoints object that were part of the rules sync.", 184 "editable": true, 185 "error": false, 186 "fieldConfig": { 187 "defaults": { 188 "thresholds": { 189 "mode": "absolute", 190 "steps": [] 191 } 192 } 193 }, 194 "fill": 1, 195 "grid": { 196 "threshold1": null, 197 "threshold1Color": "rgba(216, 200, 27, 0.27)", 198 "threshold2": null, 199 "threshold2Color": "rgba(234, 112, 112, 0.22)" 200 }, 201 "gridPos": null, 202 "height": null, 203 "hideTimeOverride": false, 204 "id": 2, 205 "interval": null, 206 "isNew": true, 207 "legend": { 208 "alignAsTable": false, 209 "avg": false, 210 "current": false, 211 "hideEmpty": false, 212 "hideZero": false, 213 "max": false, 214 "min": false, 215 "rightSide": false, 216 "show": true, 217 "sideWidth": null, 218 "sort": null, 219 "sortDesc": false, 220 "total": false, 221 "values": false 222 }, 223 "lines": true, 224 "linewidth": 2, 225 "links": [], 226 "maxDataPoints": 100, 227 "maxPerRow": null, 228 "minSpan": null, 229 "nullPointMode": null, 230 "options": { 231 "alertThreshold": true, 232 "dataLinks": [] 233 }, 234 "percentage": false, 235 "pointradius": 5, 236 "points": false, 237 "renderer": "flot", 238 "repeat": null, 239 "repeatDirection": null, 240 "seriesOverrides": [], 241 "span": 12, 242 "stack": false, 243 "steppedLine": false, 244 "targets": [ 245 { 246 "datasource": "$source", 247 "expr": "kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.99\"}", 248 "format": "time_series", 249 "hide": false, 250 "instant": false, 251 "interval": "", 252 "intervalFactor": 2, 253 "legendFormat": "{{quantile}}", 254 "metric": "", 255 "query": "kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.99\"}", 256 "refId": "", 257 "step": 10, 258 "target": "" 259 }, 260 { 261 "datasource": "$source", 262 "expr": "kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.90\"}", 263 "format": "time_series", 264 "hide": false, 265 "instant": false, 266 "interval": "", 267 "intervalFactor": 2, 268 "legendFormat": "{{quantile}}", 269 "metric": "", 270 "query": "kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.90\"}", 271 "refId": "", 272 "step": 10, 273 "target": "" 274 }, 275 { 276 "datasource": "$source", 277 "expr": "kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.50\"}", 278 "format": "time_series", 279 "hide": false, 280 "instant": false, 281 "interval": "", 282 "intervalFactor": 2, 283 "legendFormat": "{{quantile}}", 284 "metric": "", 285 "query": "kubeproxy:kubeproxy_network_programming_duration:histogram_quantile{quantile=\"0.50\"}", 286 "refId": "", 287 "step": 10, 288 "target": "" 289 } 290 ], 291 "thresholds": [], 292 "timeFrom": null, 293 "timeShift": null, 294 "title": "Network programming latency", 295 "tooltip": { 296 "msResolution": true, 297 "shared": true, 298 "sort": 2, 299 "value_type": "cumulative" 300 }, 301 "transformations": [], 302 "transparent": false, 303 "type": "graph", 304 "xaxis": { 305 "mode": "time", 306 "name": null, 307 "show": true, 308 "values": [] 309 }, 310 "yaxes": [ 311 { 312 "decimals": null, 313 "format": "s", 314 "label": null, 315 "logBase": 1, 316 "max": null, 317 "min": null, 318 "show": true 319 }, 320 { 321 "decimals": null, 322 "format": "short", 323 "label": null, 324 "logBase": 1, 325 "max": null, 326 "min": null, 327 "show": true 328 } 329 ], 330 "yaxis": { 331 "align": false, 332 "alignLevel": 0 333 } 334 }, 335 { 336 "aliasColors": {}, 337 "bars": false, 338 "cacheTimeout": null, 339 "datasource": "$source", 340 "description": "Latency of one round of kube-proxy syncing proxy rules.", 341 "editable": true, 342 "error": false, 343 "fieldConfig": { 344 "defaults": { 345 "thresholds": { 346 "mode": "absolute", 347 "steps": [] 348 } 349 } 350 }, 351 "fill": 1, 352 "grid": { 353 "threshold1": null, 354 "threshold1Color": "rgba(216, 200, 27, 0.27)", 355 "threshold2": null, 356 "threshold2Color": "rgba(234, 112, 112, 0.22)" 357 }, 358 "gridPos": null, 359 "height": null, 360 "hideTimeOverride": false, 361 "id": 3, 362 "interval": null, 363 "isNew": true, 364 "legend": { 365 "alignAsTable": false, 366 "avg": false, 367 "current": false, 368 "hideEmpty": false, 369 "hideZero": false, 370 "max": false, 371 "min": false, 372 "rightSide": false, 373 "show": true, 374 "sideWidth": null, 375 "sort": null, 376 "sortDesc": false, 377 "total": false, 378 "values": false 379 }, 380 "lines": true, 381 "linewidth": 2, 382 "links": [], 383 "maxDataPoints": 100, 384 "maxPerRow": null, 385 "minSpan": null, 386 "nullPointMode": null, 387 "options": { 388 "alertThreshold": true, 389 "dataLinks": [] 390 }, 391 "percentage": false, 392 "pointradius": 5, 393 "points": false, 394 "renderer": "flot", 395 "repeat": null, 396 "repeatDirection": null, 397 "seriesOverrides": [], 398 "span": 12, 399 "stack": false, 400 "steppedLine": false, 401 "targets": [ 402 { 403 "datasource": "$source", 404 "expr": "histogram_quantile(0.99, sum(rate(kubeproxy_sync_proxy_rules_duration_seconds_bucket[5m])) by (le))", 405 "format": "time_series", 406 "hide": false, 407 "instant": false, 408 "interval": "", 409 "intervalFactor": 2, 410 "legendFormat": "0.99", 411 "metric": "", 412 "query": "histogram_quantile(0.99, sum(rate(kubeproxy_sync_proxy_rules_duration_seconds_bucket[5m])) by (le))", 413 "refId": "", 414 "step": 10, 415 "target": "" 416 }, 417 { 418 "datasource": "$source", 419 "expr": "histogram_quantile(0.90, sum(rate(kubeproxy_sync_proxy_rules_duration_seconds_bucket[5m])) by (le))", 420 "format": "time_series", 421 "hide": false, 422 "instant": false, 423 "interval": "", 424 "intervalFactor": 2, 425 "legendFormat": "0.90", 426 "metric": "", 427 "query": "histogram_quantile(0.90, sum(rate(kubeproxy_sync_proxy_rules_duration_seconds_bucket[5m])) by (le))", 428 "refId": "", 429 "step": 10, 430 "target": "" 431 }, 432 { 433 "datasource": "$source", 434 "expr": "histogram_quantile(0.50, sum(rate(kubeproxy_sync_proxy_rules_duration_seconds_bucket[5m])) by (le))", 435 "format": "time_series", 436 "hide": false, 437 "instant": false, 438 "interval": "", 439 "intervalFactor": 2, 440 "legendFormat": "0.50", 441 "metric": "", 442 "query": "histogram_quantile(0.50, sum(rate(kubeproxy_sync_proxy_rules_duration_seconds_bucket[5m])) by (le))", 443 "refId": "", 444 "step": 10, 445 "target": "" 446 } 447 ], 448 "thresholds": [], 449 "timeFrom": null, 450 "timeShift": null, 451 "title": "kube-proxy: sync rules duation", 452 "tooltip": { 453 "msResolution": true, 454 "shared": true, 455 "sort": 2, 456 "value_type": "cumulative" 457 }, 458 "transformations": [], 459 "transparent": false, 460 "type": "graph", 461 "xaxis": { 462 "mode": "time", 463 "name": null, 464 "show": true, 465 "values": [] 466 }, 467 "yaxes": [ 468 { 469 "decimals": null, 470 "format": "s", 471 "label": null, 472 "logBase": 1, 473 "max": null, 474 "min": null, 475 "show": true 476 }, 477 { 478 "decimals": null, 479 "format": "short", 480 "label": null, 481 "logBase": 1, 482 "max": null, 483 "min": null, 484 "show": true 485 } 486 ], 487 "yaxis": { 488 "align": false, 489 "alignLevel": 0 490 } 491 }, 492 { 493 "aliasColors": {}, 494 "bars": false, 495 "cacheTimeout": null, 496 "datasource": "$source", 497 "description": "Rate of service changes that the proxy has seen over 5m", 498 "editable": true, 499 "error": false, 500 "fieldConfig": { 501 "defaults": { 502 "thresholds": { 503 "mode": "absolute", 504 "steps": [] 505 } 506 } 507 }, 508 "fill": 1, 509 "grid": { 510 "threshold1": null, 511 "threshold1Color": "rgba(216, 200, 27, 0.27)", 512 "threshold2": null, 513 "threshold2Color": "rgba(234, 112, 112, 0.22)" 514 }, 515 "gridPos": null, 516 "height": null, 517 "hideTimeOverride": false, 518 "id": 4, 519 "interval": null, 520 "isNew": true, 521 "legend": { 522 "alignAsTable": false, 523 "avg": false, 524 "current": false, 525 "hideEmpty": false, 526 "hideZero": false, 527 "max": false, 528 "min": false, 529 "rightSide": false, 530 "show": true, 531 "sideWidth": null, 532 "sort": null, 533 "sortDesc": false, 534 "total": false, 535 "values": false 536 }, 537 "lines": true, 538 "linewidth": 2, 539 "links": [], 540 "maxDataPoints": 100, 541 "maxPerRow": null, 542 "minSpan": null, 543 "nullPointMode": null, 544 "options": { 545 "alertThreshold": true, 546 "dataLinks": [] 547 }, 548 "percentage": false, 549 "pointradius": 5, 550 "points": false, 551 "renderer": "flot", 552 "repeat": null, 553 "repeatDirection": null, 554 "seriesOverrides": [], 555 "span": 12, 556 "stack": false, 557 "steppedLine": false, 558 "targets": [ 559 { 560 "datasource": "$source", 561 "expr": "sum(rate(kubeproxy_sync_proxy_rules_service_changes_total[5m]))", 562 "format": "time_series", 563 "hide": false, 564 "instant": false, 565 "interval": "5s", 566 "intervalFactor": 1, 567 "legendFormat": "rate", 568 "metric": "", 569 "query": "sum(rate(kubeproxy_sync_proxy_rules_service_changes_total[5m]))", 570 "refId": "", 571 "step": 10, 572 "target": "" 573 } 574 ], 575 "thresholds": [], 576 "timeFrom": null, 577 "timeShift": null, 578 "title": "kube-proxy: rate of service changes", 579 "tooltip": { 580 "msResolution": true, 581 "shared": true, 582 "sort": 2, 583 "value_type": "cumulative" 584 }, 585 "transformations": [], 586 "transparent": false, 587 "type": "graph", 588 "xaxis": { 589 "mode": "time", 590 "name": null, 591 "show": true, 592 "values": [] 593 }, 594 "yaxes": [ 595 { 596 "decimals": null, 597 "format": "short", 598 "label": null, 599 "logBase": 1, 600 "max": null, 601 "min": null, 602 "show": true 603 }, 604 { 605 "decimals": null, 606 "format": "short", 607 "label": null, 608 "logBase": 1, 609 "max": null, 610 "min": null, 611 "show": true 612 } 613 ], 614 "yaxis": { 615 "align": false, 616 "alignLevel": 0 617 } 618 }, 619 { 620 "aliasColors": {}, 621 "bars": false, 622 "cacheTimeout": null, 623 "datasource": "$source", 624 "description": "Number of pending service changes that have not yet been synced to the proxy.", 625 "editable": true, 626 "error": false, 627 "fieldConfig": { 628 "defaults": { 629 "thresholds": { 630 "mode": "absolute", 631 "steps": [] 632 } 633 } 634 }, 635 "fill": 1, 636 "grid": { 637 "threshold1": null, 638 "threshold1Color": "rgba(216, 200, 27, 0.27)", 639 "threshold2": null, 640 "threshold2Color": "rgba(234, 112, 112, 0.22)" 641 }, 642 "gridPos": null, 643 "height": null, 644 "hideTimeOverride": false, 645 "id": 5, 646 "interval": null, 647 "isNew": true, 648 "legend": { 649 "alignAsTable": false, 650 "avg": false, 651 "current": false, 652 "hideEmpty": false, 653 "hideZero": false, 654 "max": false, 655 "min": false, 656 "rightSide": false, 657 "show": true, 658 "sideWidth": null, 659 "sort": null, 660 "sortDesc": false, 661 "total": false, 662 "values": false 663 }, 664 "lines": true, 665 "linewidth": 2, 666 "links": [], 667 "maxDataPoints": 100, 668 "maxPerRow": null, 669 "minSpan": null, 670 "nullPointMode": null, 671 "options": { 672 "alertThreshold": true, 673 "dataLinks": [] 674 }, 675 "percentage": false, 676 "pointradius": 5, 677 "points": false, 678 "renderer": "flot", 679 "repeat": null, 680 "repeatDirection": null, 681 "seriesOverrides": [], 682 "span": 12, 683 "stack": false, 684 "steppedLine": false, 685 "targets": [ 686 { 687 "datasource": "$source", 688 "expr": "sum(kubeproxy_sync_proxy_rules_service_changes_pending)", 689 "format": "time_series", 690 "hide": false, 691 "instant": false, 692 "interval": "5s", 693 "intervalFactor": 1, 694 "legendFormat": "pending changes", 695 "metric": "", 696 "query": "sum(kubeproxy_sync_proxy_rules_service_changes_pending)", 697 "refId": "", 698 "step": 10, 699 "target": "" 700 } 701 ], 702 "thresholds": [], 703 "timeFrom": null, 704 "timeShift": null, 705 "title": "kube-proxy: pending service changes", 706 "tooltip": { 707 "msResolution": true, 708 "shared": true, 709 "sort": 2, 710 "value_type": "cumulative" 711 }, 712 "transformations": [], 713 "transparent": false, 714 "type": "graph", 715 "xaxis": { 716 "mode": "time", 717 "name": null, 718 "show": true, 719 "values": [] 720 }, 721 "yaxes": [ 722 { 723 "decimals": null, 724 "format": "short", 725 "label": null, 726 "logBase": 1, 727 "max": null, 728 "min": null, 729 "show": true 730 }, 731 { 732 "decimals": null, 733 "format": "short", 734 "label": null, 735 "logBase": 1, 736 "max": null, 737 "min": null, 738 "show": true 739 } 740 ], 741 "yaxis": { 742 "align": false, 743 "alignLevel": 0 744 } 745 }, 746 { 747 "aliasColors": {}, 748 "bars": false, 749 "cacheTimeout": null, 750 "datasource": "$source", 751 "description": "Rate of endpoint changes that the proxy has seen over 5m", 752 "editable": true, 753 "error": false, 754 "fieldConfig": { 755 "defaults": { 756 "thresholds": { 757 "mode": "absolute", 758 "steps": [] 759 } 760 } 761 }, 762 "fill": 1, 763 "grid": { 764 "threshold1": null, 765 "threshold1Color": "rgba(216, 200, 27, 0.27)", 766 "threshold2": null, 767 "threshold2Color": "rgba(234, 112, 112, 0.22)" 768 }, 769 "gridPos": null, 770 "height": null, 771 "hideTimeOverride": false, 772 "id": 6, 773 "interval": null, 774 "isNew": true, 775 "legend": { 776 "alignAsTable": false, 777 "avg": false, 778 "current": false, 779 "hideEmpty": false, 780 "hideZero": false, 781 "max": false, 782 "min": false, 783 "rightSide": false, 784 "show": true, 785 "sideWidth": null, 786 "sort": null, 787 "sortDesc": false, 788 "total": false, 789 "values": false 790 }, 791 "lines": true, 792 "linewidth": 2, 793 "links": [], 794 "maxDataPoints": 100, 795 "maxPerRow": null, 796 "minSpan": null, 797 "nullPointMode": null, 798 "options": { 799 "alertThreshold": true, 800 "dataLinks": [] 801 }, 802 "percentage": false, 803 "pointradius": 5, 804 "points": false, 805 "renderer": "flot", 806 "repeat": null, 807 "repeatDirection": null, 808 "seriesOverrides": [], 809 "span": 12, 810 "stack": false, 811 "steppedLine": false, 812 "targets": [ 813 { 814 "datasource": "$source", 815 "expr": "sum(rate(kubeproxy_sync_proxy_rules_endpoint_changes_total[5m]))", 816 "format": "time_series", 817 "hide": false, 818 "instant": false, 819 "interval": "5s", 820 "intervalFactor": 1, 821 "legendFormat": "rate", 822 "metric": "", 823 "query": "sum(rate(kubeproxy_sync_proxy_rules_endpoint_changes_total[5m]))", 824 "refId": "", 825 "step": 10, 826 "target": "" 827 } 828 ], 829 "thresholds": [], 830 "timeFrom": null, 831 "timeShift": null, 832 "title": "kube-proxy: rate of endpoint changes", 833 "tooltip": { 834 "msResolution": true, 835 "shared": true, 836 "sort": 2, 837 "value_type": "cumulative" 838 }, 839 "transformations": [], 840 "transparent": false, 841 "type": "graph", 842 "xaxis": { 843 "mode": "time", 844 "name": null, 845 "show": true, 846 "values": [] 847 }, 848 "yaxes": [ 849 { 850 "decimals": null, 851 "format": "short", 852 "label": null, 853 "logBase": 1, 854 "max": null, 855 "min": null, 856 "show": true 857 }, 858 { 859 "decimals": null, 860 "format": "short", 861 "label": null, 862 "logBase": 1, 863 "max": null, 864 "min": null, 865 "show": true 866 } 867 ], 868 "yaxis": { 869 "align": false, 870 "alignLevel": 0 871 } 872 }, 873 { 874 "aliasColors": {}, 875 "bars": false, 876 "cacheTimeout": null, 877 "datasource": "$source", 878 "description": "Number of pending endpoint changes that have not yet been synced to the proxy.", 879 "editable": true, 880 "error": false, 881 "fieldConfig": { 882 "defaults": { 883 "thresholds": { 884 "mode": "absolute", 885 "steps": [] 886 } 887 } 888 }, 889 "fill": 1, 890 "grid": { 891 "threshold1": null, 892 "threshold1Color": "rgba(216, 200, 27, 0.27)", 893 "threshold2": null, 894 "threshold2Color": "rgba(234, 112, 112, 0.22)" 895 }, 896 "gridPos": null, 897 "height": null, 898 "hideTimeOverride": false, 899 "id": 7, 900 "interval": null, 901 "isNew": true, 902 "legend": { 903 "alignAsTable": false, 904 "avg": false, 905 "current": false, 906 "hideEmpty": false, 907 "hideZero": false, 908 "max": false, 909 "min": false, 910 "rightSide": false, 911 "show": true, 912 "sideWidth": null, 913 "sort": null, 914 "sortDesc": false, 915 "total": false, 916 "values": false 917 }, 918 "lines": true, 919 "linewidth": 2, 920 "links": [], 921 "maxDataPoints": 100, 922 "maxPerRow": null, 923 "minSpan": null, 924 "nullPointMode": null, 925 "options": { 926 "alertThreshold": true, 927 "dataLinks": [] 928 }, 929 "percentage": false, 930 "pointradius": 5, 931 "points": false, 932 "renderer": "flot", 933 "repeat": null, 934 "repeatDirection": null, 935 "seriesOverrides": [], 936 "span": 12, 937 "stack": false, 938 "steppedLine": false, 939 "targets": [ 940 { 941 "datasource": "$source", 942 "expr": "sum(kubeproxy_sync_proxy_rules_endpoint_changes_pending)", 943 "format": "time_series", 944 "hide": false, 945 "instant": false, 946 "interval": "5s", 947 "intervalFactor": 1, 948 "legendFormat": "pending changes", 949 "metric": "", 950 "query": "sum(kubeproxy_sync_proxy_rules_endpoint_changes_pending)", 951 "refId": "", 952 "step": 10, 953 "target": "" 954 } 955 ], 956 "thresholds": [], 957 "timeFrom": null, 958 "timeShift": null, 959 "title": "kube-proxy: pending endpoint changes", 960 "tooltip": { 961 "msResolution": true, 962 "shared": true, 963 "sort": 2, 964 "value_type": "cumulative" 965 }, 966 "transformations": [], 967 "transparent": false, 968 "type": "graph", 969 "xaxis": { 970 "mode": "time", 971 "name": null, 972 "show": true, 973 "values": [] 974 }, 975 "yaxes": [ 976 { 977 "decimals": null, 978 "format": "short", 979 "label": null, 980 "logBase": 1, 981 "max": null, 982 "min": null, 983 "show": true 984 }, 985 { 986 "decimals": null, 987 "format": "short", 988 "label": null, 989 "logBase": 1, 990 "max": null, 991 "min": null, 992 "show": true 993 } 994 ], 995 "yaxis": { 996 "align": false, 997 "alignLevel": 0 998 } 999 } 1000 ], 1001 "repeat": null, 1002 "showTitle": true, 1003 "title": "Network progamming latency" 1004 }, 1005 { 1006 "collapse": false, 1007 "editable": true, 1008 "height": "300px", 1009 "panels": [ 1010 { 1011 "aliasColors": {}, 1012 "bars": false, 1013 "cacheTimeout": null, 1014 "datasource": "$source", 1015 "description": null, 1016 "editable": true, 1017 "error": false, 1018 "fieldConfig": { 1019 "defaults": { 1020 "thresholds": { 1021 "mode": "absolute", 1022 "steps": [] 1023 } 1024 } 1025 }, 1026 "fill": 1, 1027 "grid": { 1028 "threshold1": null, 1029 "threshold1Color": "rgba(216, 200, 27, 0.27)", 1030 "threshold2": null, 1031 "threshold2Color": "rgba(234, 112, 112, 0.22)" 1032 }, 1033 "gridPos": null, 1034 "height": null, 1035 "hideTimeOverride": false, 1036 "id": 8, 1037 "interval": null, 1038 "isNew": true, 1039 "legend": { 1040 "alignAsTable": false, 1041 "avg": false, 1042 "current": false, 1043 "hideEmpty": false, 1044 "hideZero": false, 1045 "max": false, 1046 "min": false, 1047 "rightSide": false, 1048 "show": true, 1049 "sideWidth": null, 1050 "sort": null, 1051 "sortDesc": false, 1052 "total": false, 1053 "values": false 1054 }, 1055 "lines": true, 1056 "linewidth": 2, 1057 "links": [], 1058 "maxDataPoints": 100, 1059 "maxPerRow": null, 1060 "minSpan": null, 1061 "nullPointMode": "null", 1062 "options": { 1063 "alertThreshold": true, 1064 "dataLinks": [] 1065 }, 1066 "percentage": false, 1067 "pointradius": 5, 1068 "points": false, 1069 "renderer": "flot", 1070 "repeat": null, 1071 "repeatDirection": null, 1072 "seriesOverrides": [], 1073 "span": 12, 1074 "stack": false, 1075 "steppedLine": false, 1076 "targets": [ 1077 { 1078 "datasource": "$source", 1079 "expr": "probes:in_cluster_network_latency:histogram_quantile{quantile=\"0.99\"}", 1080 "format": "time_series", 1081 "hide": false, 1082 "instant": false, 1083 "interval": "", 1084 "intervalFactor": 2, 1085 "legendFormat": "{{quantile}}", 1086 "metric": "", 1087 "query": "probes:in_cluster_network_latency:histogram_quantile{quantile=\"0.99\"}", 1088 "refId": "", 1089 "step": 10, 1090 "target": "" 1091 }, 1092 { 1093 "datasource": "$source", 1094 "expr": "probes:in_cluster_network_latency:histogram_quantile{quantile=\"0.90\"}", 1095 "format": "time_series", 1096 "hide": false, 1097 "instant": false, 1098 "interval": "", 1099 "intervalFactor": 2, 1100 "legendFormat": "{{quantile}}", 1101 "metric": "", 1102 "query": "probes:in_cluster_network_latency:histogram_quantile{quantile=\"0.90\"}", 1103 "refId": "", 1104 "step": 10, 1105 "target": "" 1106 }, 1107 { 1108 "datasource": "$source", 1109 "expr": "probes:in_cluster_network_latency:histogram_quantile{quantile=\"0.50\"}", 1110 "format": "time_series", 1111 "hide": false, 1112 "instant": false, 1113 "interval": "", 1114 "intervalFactor": 2, 1115 "legendFormat": "{{quantile}}", 1116 "metric": "", 1117 "query": "probes:in_cluster_network_latency:histogram_quantile{quantile=\"0.50\"}", 1118 "refId": "", 1119 "step": 10, 1120 "target": "" 1121 } 1122 ], 1123 "thresholds": [], 1124 "timeFrom": null, 1125 "timeShift": null, 1126 "title": "Network latency", 1127 "tooltip": { 1128 "msResolution": true, 1129 "shared": true, 1130 "sort": 2, 1131 "value_type": "cumulative" 1132 }, 1133 "transformations": [], 1134 "transparent": false, 1135 "type": "graph", 1136 "xaxis": { 1137 "mode": "time", 1138 "name": null, 1139 "show": true, 1140 "values": [] 1141 }, 1142 "yaxes": [ 1143 { 1144 "decimals": null, 1145 "format": "s", 1146 "label": null, 1147 "logBase": 1, 1148 "max": null, 1149 "min": null, 1150 "show": true 1151 }, 1152 { 1153 "decimals": null, 1154 "format": "short", 1155 "label": null, 1156 "logBase": 1, 1157 "max": null, 1158 "min": null, 1159 "show": true 1160 } 1161 ], 1162 "yaxis": { 1163 "align": false, 1164 "alignLevel": 0 1165 } 1166 }, 1167 { 1168 "aliasColors": {}, 1169 "bars": false, 1170 "cacheTimeout": null, 1171 "datasource": "$source", 1172 "description": null, 1173 "editable": true, 1174 "error": false, 1175 "fieldConfig": { 1176 "defaults": { 1177 "thresholds": { 1178 "mode": "absolute", 1179 "steps": [] 1180 } 1181 } 1182 }, 1183 "fill": 1, 1184 "grid": { 1185 "threshold1": null, 1186 "threshold1Color": "rgba(216, 200, 27, 0.27)", 1187 "threshold2": null, 1188 "threshold2Color": "rgba(234, 112, 112, 0.22)" 1189 }, 1190 "gridPos": null, 1191 "height": null, 1192 "hideTimeOverride": false, 1193 "id": 9, 1194 "interval": null, 1195 "isNew": true, 1196 "legend": { 1197 "alignAsTable": false, 1198 "avg": false, 1199 "current": false, 1200 "hideEmpty": false, 1201 "hideZero": false, 1202 "max": false, 1203 "min": false, 1204 "rightSide": false, 1205 "show": true, 1206 "sideWidth": null, 1207 "sort": null, 1208 "sortDesc": false, 1209 "total": false, 1210 "values": false 1211 }, 1212 "lines": true, 1213 "linewidth": 2, 1214 "links": [], 1215 "maxDataPoints": 100, 1216 "maxPerRow": null, 1217 "minSpan": null, 1218 "nullPointMode": "null", 1219 "options": { 1220 "alertThreshold": true, 1221 "dataLinks": [] 1222 }, 1223 "percentage": false, 1224 "pointradius": 5, 1225 "points": false, 1226 "renderer": "flot", 1227 "repeat": null, 1228 "repeatDirection": null, 1229 "seriesOverrides": [], 1230 "span": 12, 1231 "stack": false, 1232 "steppedLine": false, 1233 "targets": [ 1234 { 1235 "datasource": "$source", 1236 "expr": "sum(rate(probes_in_cluster_network_latency_ping_count{namespace=\"probes\", job=\"ping-client\"}[1m])) by (job)", 1237 "format": "time_series", 1238 "hide": false, 1239 "instant": false, 1240 "interval": "", 1241 "intervalFactor": 2, 1242 "legendFormat": "rate", 1243 "metric": "", 1244 "query": "sum(rate(probes_in_cluster_network_latency_ping_count{namespace=\"probes\", job=\"ping-client\"}[1m])) by (job)", 1245 "refId": "", 1246 "step": 10, 1247 "target": "" 1248 }, 1249 { 1250 "datasource": "$source", 1251 "expr": "sum(rate(probes_in_cluster_network_latency_error{namespace=\"probes\", job=\"ping-client\"}[1m])) by (job)", 1252 "format": "time_series", 1253 "hide": false, 1254 "instant": false, 1255 "interval": "", 1256 "intervalFactor": 2, 1257 "legendFormat": "error rate", 1258 "metric": "", 1259 "query": "sum(rate(probes_in_cluster_network_latency_error{namespace=\"probes\", job=\"ping-client\"}[1m])) by (job)", 1260 "refId": "", 1261 "step": 10, 1262 "target": "" 1263 } 1264 ], 1265 "thresholds": [], 1266 "timeFrom": null, 1267 "timeShift": null, 1268 "title": "probes: ping rate", 1269 "tooltip": { 1270 "msResolution": true, 1271 "shared": true, 1272 "sort": 2, 1273 "value_type": "cumulative" 1274 }, 1275 "transformations": [], 1276 "transparent": false, 1277 "type": "graph", 1278 "xaxis": { 1279 "mode": "time", 1280 "name": null, 1281 "show": true, 1282 "values": [] 1283 }, 1284 "yaxes": [ 1285 { 1286 "decimals": null, 1287 "format": "short", 1288 "label": null, 1289 "logBase": 1, 1290 "max": null, 1291 "min": null, 1292 "show": true 1293 }, 1294 { 1295 "decimals": null, 1296 "format": "short", 1297 "label": null, 1298 "logBase": 1, 1299 "max": null, 1300 "min": null, 1301 "show": true 1302 } 1303 ], 1304 "yaxis": { 1305 "align": false, 1306 "alignLevel": 0 1307 } 1308 }, 1309 { 1310 "aliasColors": {}, 1311 "bars": false, 1312 "cacheTimeout": null, 1313 "datasource": "$source", 1314 "description": null, 1315 "editable": true, 1316 "error": false, 1317 "fieldConfig": { 1318 "defaults": { 1319 "thresholds": { 1320 "mode": "absolute", 1321 "steps": [] 1322 } 1323 } 1324 }, 1325 "fill": 1, 1326 "grid": { 1327 "threshold1": null, 1328 "threshold1Color": "rgba(216, 200, 27, 0.27)", 1329 "threshold2": null, 1330 "threshold2Color": "rgba(234, 112, 112, 0.22)" 1331 }, 1332 "gridPos": null, 1333 "height": null, 1334 "hideTimeOverride": false, 1335 "id": 10, 1336 "interval": null, 1337 "isNew": true, 1338 "legend": { 1339 "alignAsTable": false, 1340 "avg": false, 1341 "current": false, 1342 "hideEmpty": false, 1343 "hideZero": false, 1344 "max": false, 1345 "min": false, 1346 "rightSide": false, 1347 "show": true, 1348 "sideWidth": null, 1349 "sort": null, 1350 "sortDesc": false, 1351 "total": false, 1352 "values": false 1353 }, 1354 "lines": true, 1355 "linewidth": 2, 1356 "links": [], 1357 "maxDataPoints": 100, 1358 "maxPerRow": null, 1359 "minSpan": null, 1360 "nullPointMode": "null", 1361 "options": { 1362 "alertThreshold": true, 1363 "dataLinks": [] 1364 }, 1365 "percentage": false, 1366 "pointradius": 5, 1367 "points": false, 1368 "renderer": "flot", 1369 "repeat": null, 1370 "repeatDirection": null, 1371 "seriesOverrides": [], 1372 "span": 12, 1373 "stack": false, 1374 "steppedLine": false, 1375 "targets": [ 1376 { 1377 "datasource": "$source", 1378 "expr": "count(container_memory_usage_bytes{namespace=\"probes\", container=~\"ping-client|ping-server\"}) by (container, namespace)", 1379 "format": "time_series", 1380 "hide": false, 1381 "instant": false, 1382 "interval": "5s", 1383 "intervalFactor": 1, 1384 "legendFormat": "", 1385 "metric": "", 1386 "query": "count(container_memory_usage_bytes{namespace=\"probes\", container=~\"ping-client|ping-server\"}) by (container, namespace)", 1387 "refId": "", 1388 "step": 10, 1389 "target": "" 1390 } 1391 ], 1392 "thresholds": [], 1393 "timeFrom": null, 1394 "timeShift": null, 1395 "title": "probe: # running", 1396 "tooltip": { 1397 "msResolution": true, 1398 "shared": true, 1399 "sort": 2, 1400 "value_type": "cumulative" 1401 }, 1402 "transformations": [], 1403 "transparent": false, 1404 "type": "graph", 1405 "xaxis": { 1406 "mode": "time", 1407 "name": null, 1408 "show": true, 1409 "values": [] 1410 }, 1411 "yaxes": [ 1412 { 1413 "decimals": null, 1414 "format": "short", 1415 "label": null, 1416 "logBase": 1, 1417 "max": null, 1418 "min": null, 1419 "show": true 1420 }, 1421 { 1422 "decimals": null, 1423 "format": "short", 1424 "label": null, 1425 "logBase": 1, 1426 "max": null, 1427 "min": null, 1428 "show": true 1429 } 1430 ], 1431 "yaxis": { 1432 "align": false, 1433 "alignLevel": 0 1434 } 1435 }, 1436 { 1437 "aliasColors": {}, 1438 "bars": false, 1439 "cacheTimeout": null, 1440 "datasource": "$source", 1441 "description": null, 1442 "editable": true, 1443 "error": false, 1444 "fieldConfig": { 1445 "defaults": { 1446 "thresholds": { 1447 "mode": "absolute", 1448 "steps": [] 1449 } 1450 } 1451 }, 1452 "fill": 1, 1453 "grid": { 1454 "threshold1": null, 1455 "threshold1Color": "rgba(216, 200, 27, 0.27)", 1456 "threshold2": null, 1457 "threshold2Color": "rgba(234, 112, 112, 0.22)" 1458 }, 1459 "gridPos": null, 1460 "height": null, 1461 "hideTimeOverride": false, 1462 "id": 11, 1463 "interval": null, 1464 "isNew": true, 1465 "legend": { 1466 "alignAsTable": false, 1467 "avg": false, 1468 "current": false, 1469 "hideEmpty": false, 1470 "hideZero": false, 1471 "max": false, 1472 "min": false, 1473 "rightSide": false, 1474 "show": true, 1475 "sideWidth": null, 1476 "sort": null, 1477 "sortDesc": false, 1478 "total": false, 1479 "values": false 1480 }, 1481 "lines": true, 1482 "linewidth": 2, 1483 "links": [], 1484 "maxDataPoints": 100, 1485 "maxPerRow": null, 1486 "minSpan": null, 1487 "nullPointMode": "null", 1488 "options": { 1489 "alertThreshold": true, 1490 "dataLinks": [] 1491 }, 1492 "percentage": false, 1493 "pointradius": 5, 1494 "points": false, 1495 "renderer": "flot", 1496 "repeat": null, 1497 "repeatDirection": null, 1498 "seriesOverrides": [], 1499 "span": 12, 1500 "stack": false, 1501 "steppedLine": false, 1502 "targets": [ 1503 { 1504 "datasource": "$source", 1505 "expr": "min(container_memory_usage_bytes{namespace=\"probes\", container=~\"ping-client|ping-server\"}) by (container)", 1506 "format": "time_series", 1507 "hide": false, 1508 "instant": false, 1509 "interval": "", 1510 "intervalFactor": 2, 1511 "legendFormat": "min {{container}}", 1512 "metric": "", 1513 "query": "min(container_memory_usage_bytes{namespace=\"probes\", container=~\"ping-client|ping-server\"}) by (container)", 1514 "refId": "", 1515 "step": 10, 1516 "target": "" 1517 }, 1518 { 1519 "datasource": "$source", 1520 "expr": "avg(container_memory_usage_bytes{namespace=\"probes\", container=~\"ping-client|ping-server\"}) by (container)", 1521 "format": "time_series", 1522 "hide": false, 1523 "instant": false, 1524 "interval": "", 1525 "intervalFactor": 2, 1526 "legendFormat": "avg {{container}}", 1527 "metric": "", 1528 "query": "avg(container_memory_usage_bytes{namespace=\"probes\", container=~\"ping-client|ping-server\"}) by (container)", 1529 "refId": "", 1530 "step": 10, 1531 "target": "" 1532 }, 1533 { 1534 "datasource": "$source", 1535 "expr": "max(container_memory_usage_bytes{namespace=\"probes\", container=~\"ping-client|ping-server\"}) by (container)", 1536 "format": "time_series", 1537 "hide": false, 1538 "instant": false, 1539 "interval": "", 1540 "intervalFactor": 2, 1541 "legendFormat": "max {{container}}", 1542 "metric": "", 1543 "query": "max(container_memory_usage_bytes{namespace=\"probes\", container=~\"ping-client|ping-server\"}) by (container)", 1544 "refId": "", 1545 "step": 10, 1546 "target": "" 1547 } 1548 ], 1549 "thresholds": [], 1550 "timeFrom": null, 1551 "timeShift": null, 1552 "title": "probes: memory usage", 1553 "tooltip": { 1554 "msResolution": true, 1555 "shared": true, 1556 "sort": 2, 1557 "value_type": "cumulative" 1558 }, 1559 "transformations": [], 1560 "transparent": false, 1561 "type": "graph", 1562 "xaxis": { 1563 "mode": "time", 1564 "name": null, 1565 "show": true, 1566 "values": [] 1567 }, 1568 "yaxes": [ 1569 { 1570 "decimals": null, 1571 "format": "short", 1572 "label": null, 1573 "logBase": 1, 1574 "max": null, 1575 "min": null, 1576 "show": true 1577 }, 1578 { 1579 "decimals": null, 1580 "format": "short", 1581 "label": null, 1582 "logBase": 1, 1583 "max": null, 1584 "min": null, 1585 "show": true 1586 } 1587 ], 1588 "yaxis": { 1589 "align": false, 1590 "alignLevel": 0 1591 } 1592 } 1593 ], 1594 "repeat": null, 1595 "showTitle": true, 1596 "title": "In-cluster network latency" 1597 } 1598 ], 1599 "schemaVersion": 12, 1600 "sharedCrosshair": false, 1601 "style": "dark", 1602 "tags": [], 1603 "templating": { 1604 "list": [ 1605 { 1606 "allValue": null, 1607 "auto": false, 1608 "auto_count": 30, 1609 "auto_min": "10s", 1610 "current": { 1611 "selected": false, 1612 "tags": [], 1613 "text": null, 1614 "value": null 1615 }, 1616 "datasource": null, 1617 "hide": 0, 1618 "includeAll": false, 1619 "label": null, 1620 "multi": false, 1621 "name": "source", 1622 "options": [], 1623 "query": "prometheus", 1624 "refresh": 1, 1625 "regex": null, 1626 "sort": 1, 1627 "tagValuesQuery": null, 1628 "tagsQuery": null, 1629 "type": "datasource", 1630 "useTags": false 1631 } 1632 ] 1633 }, 1634 "time": { 1635 "from": "now-30d", 1636 "to": "now" 1637 }, 1638 "timepicker": { 1639 "hidden": false, 1640 "refresh_intervals": [ 1641 "5s", 1642 "10s", 1643 "30s", 1644 "1m", 1645 "5m", 1646 "15m", 1647 "30m", 1648 "1h", 1649 "2h", 1650 "1d" 1651 ], 1652 "time_options": [ 1653 "5m", 1654 "15m", 1655 "1h", 1656 "6h", 1657 "12h", 1658 "24h", 1659 "2d", 1660 "7d", 1661 "30d" 1662 ] 1663 }, 1664 "timezone": "utc", 1665 "title": "Network", 1666 "uid": null, 1667 "version": 0 1668 }