github.com/caos/orbos@v1.5.14-0.20221103111702-e6cd0cea7ad4/dashboards/kubelet/json/kubelet.json (about) 1 { 2 "__inputs": [], 3 "__requires": [], 4 "annotations": { 5 "list": [] 6 }, 7 "editable": false, 8 "gnetId": null, 9 "graphTooltip": 0, 10 "hideControls": false, 11 "id": null, 12 "links": [], 13 "refresh": "", 14 "rows": [ 15 { 16 "collapse": false, 17 "collapsed": false, 18 "panels": [ 19 { 20 "cacheTimeout": null, 21 "colorBackground": false, 22 "colorValue": false, 23 "colors": [ 24 "#299c46", 25 "rgba(237, 129, 40, 0.89)", 26 "#d44a3a" 27 ], 28 "datasource": "$datasource", 29 "format": "none", 30 "gauge": { 31 "maxValue": 100, 32 "minValue": 0, 33 "show": false, 34 "thresholdLabels": false, 35 "thresholdMarkers": true 36 }, 37 "gridPos": {}, 38 "id": 2, 39 "interval": null, 40 "links": [], 41 "mappingType": 1, 42 "mappingTypes": [ 43 { 44 "name": "value to text", 45 "value": 1 46 }, 47 { 48 "name": "range to text", 49 "value": 2 50 } 51 ], 52 "maxDataPoints": 100, 53 "nullPointMode": "connected", 54 "nullText": null, 55 "postfix": "", 56 "postfixFontSize": "50%", 57 "prefix": "", 58 "prefixFontSize": "50%", 59 "rangeMaps": [ 60 { 61 "from": "null", 62 "text": "N/A", 63 "to": "null" 64 } 65 ], 66 "span": 2, 67 "sparkline": { 68 "fillColor": "rgba(31, 118, 189, 0.18)", 69 "full": false, 70 "lineColor": "rgb(31, 120, 193)", 71 "show": false 72 }, 73 "tableColumn": "", 74 "targets": [ 75 { 76 "expr": "sum(up{cluster=\"$cluster\", job=\"kubernetes-nodes\"})", 77 "format": "time_series", 78 "intervalFactor": 2, 79 "legendFormat": "", 80 "refId": "A" 81 } 82 ], 83 "thresholds": "", 84 "title": "Up", 85 "tooltip": { 86 "shared": false 87 }, 88 "type": "singlestat", 89 "valueFontSize": "80%", 90 "valueMaps": [ 91 { 92 "op": "=", 93 "text": "N/A", 94 "value": "null" 95 } 96 ], 97 "valueName": "min" 98 }, 99 { 100 "cacheTimeout": null, 101 "colorBackground": false, 102 "colorValue": false, 103 "colors": [ 104 "#299c46", 105 "rgba(237, 129, 40, 0.89)", 106 "#d44a3a" 107 ], 108 "datasource": "$datasource", 109 "format": "none", 110 "gauge": { 111 "maxValue": 100, 112 "minValue": 0, 113 "show": false, 114 "thresholdLabels": false, 115 "thresholdMarkers": true 116 }, 117 "gridPos": {}, 118 "id": 3, 119 "interval": null, 120 "links": [], 121 "mappingType": 1, 122 "mappingTypes": [ 123 { 124 "name": "value to text", 125 "value": 1 126 }, 127 { 128 "name": "range to text", 129 "value": 2 130 } 131 ], 132 "maxDataPoints": 100, 133 "nullPointMode": "connected", 134 "nullText": null, 135 "postfix": "", 136 "postfixFontSize": "50%", 137 "prefix": "", 138 "prefixFontSize": "50%", 139 "rangeMaps": [ 140 { 141 "from": "null", 142 "text": "N/A", 143 "to": "null" 144 } 145 ], 146 "span": 2, 147 "sparkline": { 148 "fillColor": "rgba(31, 118, 189, 0.18)", 149 "full": false, 150 "lineColor": "rgb(31, 120, 193)", 151 "show": false 152 }, 153 "tableColumn": "", 154 "targets": [ 155 { 156 "expr": "sum(kubelet_running_pod_count{cluster=\"$cluster\", job=\"kubernetes-nodes\", instance=~\"$instance\"})", 157 "format": "time_series", 158 "intervalFactor": 2, 159 "legendFormat": "{{instance}}", 160 "refId": "A" 161 } 162 ], 163 "thresholds": "", 164 "title": "Running Pods", 165 "tooltip": { 166 "shared": false 167 }, 168 "type": "singlestat", 169 "valueFontSize": "80%", 170 "valueMaps": [ 171 { 172 "op": "=", 173 "text": "N/A", 174 "value": "null" 175 } 176 ], 177 "valueName": "min" 178 }, 179 { 180 "cacheTimeout": null, 181 "colorBackground": false, 182 "colorValue": false, 183 "colors": [ 184 "#299c46", 185 "rgba(237, 129, 40, 0.89)", 186 "#d44a3a" 187 ], 188 "datasource": "$datasource", 189 "format": "none", 190 "gauge": { 191 "maxValue": 100, 192 "minValue": 0, 193 "show": false, 194 "thresholdLabels": false, 195 "thresholdMarkers": true 196 }, 197 "gridPos": {}, 198 "id": 4, 199 "interval": null, 200 "links": [], 201 "mappingType": 1, 202 "mappingTypes": [ 203 { 204 "name": "value to text", 205 "value": 1 206 }, 207 { 208 "name": "range to text", 209 "value": 2 210 } 211 ], 212 "maxDataPoints": 100, 213 "nullPointMode": "connected", 214 "nullText": null, 215 "postfix": "", 216 "postfixFontSize": "50%", 217 "prefix": "", 218 "prefixFontSize": "50%", 219 "rangeMaps": [ 220 { 221 "from": "null", 222 "text": "N/A", 223 "to": "null" 224 } 225 ], 226 "span": 2, 227 "sparkline": { 228 "fillColor": "rgba(31, 118, 189, 0.18)", 229 "full": false, 230 "lineColor": "rgb(31, 120, 193)", 231 "show": false 232 }, 233 "tableColumn": "", 234 "targets": [ 235 { 236 "expr": "sum(kubelet_running_container_count{cluster=\"$cluster\", job=\"kubernetes-nodes\", instance=~\"$instance\"})", 237 "format": "time_series", 238 "intervalFactor": 2, 239 "legendFormat": "{{instance}}", 240 "refId": "A" 241 } 242 ], 243 "thresholds": "", 244 "title": "Running Container", 245 "tooltip": { 246 "shared": false 247 }, 248 "type": "singlestat", 249 "valueFontSize": "80%", 250 "valueMaps": [ 251 { 252 "op": "=", 253 "text": "N/A", 254 "value": "null" 255 } 256 ], 257 "valueName": "min" 258 }, 259 { 260 "cacheTimeout": null, 261 "colorBackground": false, 262 "colorValue": false, 263 "colors": [ 264 "#299c46", 265 "rgba(237, 129, 40, 0.89)", 266 "#d44a3a" 267 ], 268 "datasource": "$datasource", 269 "format": "none", 270 "gauge": { 271 "maxValue": 100, 272 "minValue": 0, 273 "show": false, 274 "thresholdLabels": false, 275 "thresholdMarkers": true 276 }, 277 "gridPos": {}, 278 "id": 5, 279 "interval": null, 280 "links": [], 281 "mappingType": 1, 282 "mappingTypes": [ 283 { 284 "name": "value to text", 285 "value": 1 286 }, 287 { 288 "name": "range to text", 289 "value": 2 290 } 291 ], 292 "maxDataPoints": 100, 293 "nullPointMode": "connected", 294 "nullText": null, 295 "postfix": "", 296 "postfixFontSize": "50%", 297 "prefix": "", 298 "prefixFontSize": "50%", 299 "rangeMaps": [ 300 { 301 "from": "null", 302 "text": "N/A", 303 "to": "null" 304 } 305 ], 306 "span": 2, 307 "sparkline": { 308 "fillColor": "rgba(31, 118, 189, 0.18)", 309 "full": false, 310 "lineColor": "rgb(31, 120, 193)", 311 "show": false 312 }, 313 "tableColumn": "", 314 "targets": [ 315 { 316 "expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubernetes-nodes\", instance=~\"$instance\", state=\"actual_state_of_world\"})", 317 "format": "time_series", 318 "intervalFactor": 2, 319 "legendFormat": "{{instance}}", 320 "refId": "A" 321 } 322 ], 323 "thresholds": "", 324 "title": "Actual Volume Count", 325 "tooltip": { 326 "shared": false 327 }, 328 "type": "singlestat", 329 "valueFontSize": "80%", 330 "valueMaps": [ 331 { 332 "op": "=", 333 "text": "N/A", 334 "value": "null" 335 } 336 ], 337 "valueName": "min" 338 }, 339 { 340 "cacheTimeout": null, 341 "colorBackground": false, 342 "colorValue": false, 343 "colors": [ 344 "#299c46", 345 "rgba(237, 129, 40, 0.89)", 346 "#d44a3a" 347 ], 348 "datasource": "$datasource", 349 "format": "none", 350 "gauge": { 351 "maxValue": 100, 352 "minValue": 0, 353 "show": false, 354 "thresholdLabels": false, 355 "thresholdMarkers": true 356 }, 357 "gridPos": {}, 358 "id": 6, 359 "interval": null, 360 "links": [], 361 "mappingType": 1, 362 "mappingTypes": [ 363 { 364 "name": "value to text", 365 "value": 1 366 }, 367 { 368 "name": "range to text", 369 "value": 2 370 } 371 ], 372 "maxDataPoints": 100, 373 "nullPointMode": "connected", 374 "nullText": null, 375 "postfix": "", 376 "postfixFontSize": "50%", 377 "prefix": "", 378 "prefixFontSize": "50%", 379 "rangeMaps": [ 380 { 381 "from": "null", 382 "text": "N/A", 383 "to": "null" 384 } 385 ], 386 "span": 2, 387 "sparkline": { 388 "fillColor": "rgba(31, 118, 189, 0.18)", 389 "full": false, 390 "lineColor": "rgb(31, 120, 193)", 391 "show": false 392 }, 393 "tableColumn": "", 394 "targets": [ 395 { 396 "expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubernetes-nodes\", instance=~\"$instance\",state=\"desired_state_of_world\"})", 397 "format": "time_series", 398 "intervalFactor": 2, 399 "legendFormat": "{{instance}}", 400 "refId": "A" 401 } 402 ], 403 "thresholds": "", 404 "title": "Desired Volume Count", 405 "tooltip": { 406 "shared": false 407 }, 408 "type": "singlestat", 409 "valueFontSize": "80%", 410 "valueMaps": [ 411 { 412 "op": "=", 413 "text": "N/A", 414 "value": "null" 415 } 416 ], 417 "valueName": "min" 418 }, 419 { 420 "cacheTimeout": null, 421 "colorBackground": false, 422 "colorValue": false, 423 "colors": [ 424 "#299c46", 425 "rgba(237, 129, 40, 0.89)", 426 "#d44a3a" 427 ], 428 "datasource": "$datasource", 429 "format": "none", 430 "gauge": { 431 "maxValue": 100, 432 "minValue": 0, 433 "show": false, 434 "thresholdLabels": false, 435 "thresholdMarkers": true 436 }, 437 "gridPos": {}, 438 "id": 7, 439 "interval": null, 440 "links": [], 441 "mappingType": 1, 442 "mappingTypes": [ 443 { 444 "name": "value to text", 445 "value": 1 446 }, 447 { 448 "name": "range to text", 449 "value": 2 450 } 451 ], 452 "maxDataPoints": 100, 453 "nullPointMode": "connected", 454 "nullText": null, 455 "postfix": "", 456 "postfixFontSize": "50%", 457 "prefix": "", 458 "prefixFontSize": "50%", 459 "rangeMaps": [ 460 { 461 "from": "null", 462 "text": "N/A", 463 "to": "null" 464 } 465 ], 466 "span": 2, 467 "sparkline": { 468 "fillColor": "rgba(31, 118, 189, 0.18)", 469 "full": false, 470 "lineColor": "rgb(31, 120, 193)", 471 "show": false 472 }, 473 "tableColumn": "", 474 "targets": [ 475 { 476 "expr": "sum(rate(kubelet_node_config_error{cluster=\"$cluster\", job=\"kubernetes-nodes\", instance=~\"$instance\"}[5m]))", 477 "format": "time_series", 478 "intervalFactor": 2, 479 "legendFormat": "{{instance}}", 480 "refId": "A" 481 } 482 ], 483 "thresholds": "", 484 "title": "Config Error Count", 485 "tooltip": { 486 "shared": false 487 }, 488 "type": "singlestat", 489 "valueFontSize": "80%", 490 "valueMaps": [ 491 { 492 "op": "=", 493 "text": "N/A", 494 "value": "null" 495 } 496 ], 497 "valueName": "min" 498 } 499 ], 500 "repeat": null, 501 "repeatIteration": null, 502 "repeatRowId": null, 503 "showTitle": false, 504 "title": "Dashboard Row", 505 "titleSize": "h6", 506 "type": "row" 507 }, 508 { 509 "collapse": false, 510 "collapsed": false, 511 "panels": [ 512 { 513 "aliasColors": {}, 514 "bars": false, 515 "dashLength": 10, 516 "dashes": false, 517 "datasource": "$datasource", 518 "fill": 1, 519 "gridPos": {}, 520 "id": 8, 521 "legend": { 522 "alignAsTable": "true", 523 "avg": false, 524 "current": "true", 525 "max": false, 526 "min": false, 527 "rightSide": "true", 528 "show": "true", 529 "total": false, 530 "values": "true" 531 }, 532 "lines": true, 533 "linewidth": 1, 534 "links": [], 535 "nullPointMode": "null", 536 "percentage": false, 537 "pointradius": 5, 538 "points": false, 539 "renderer": "flot", 540 "repeat": null, 541 "seriesOverrides": [], 542 "spaceLength": 10, 543 "span": 6, 544 "stack": false, 545 "steppedLine": false, 546 "targets": [ 547 { 548 "expr": "sum(rate(kubelet_runtime_operations_total{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])) by (operation_type, instance)", 549 "format": "time_series", 550 "intervalFactor": 2, 551 "legendFormat": "{{instance}} {{operation_type}}", 552 "refId": "A" 553 } 554 ], 555 "thresholds": [], 556 "timeFrom": null, 557 "timeShift": null, 558 "title": "Operation Rate", 559 "tooltip": { 560 "shared": false, 561 "sort": 0, 562 "value_type": "individual" 563 }, 564 "type": "graph", 565 "xaxis": { 566 "buckets": null, 567 "mode": "time", 568 "name": null, 569 "show": true, 570 "values": [] 571 }, 572 "yaxes": [ 573 { 574 "format": "ops", 575 "label": null, 576 "logBase": 1, 577 "max": null, 578 "min": null, 579 "show": true 580 }, 581 { 582 "format": "ops", 583 "label": null, 584 "logBase": 1, 585 "max": null, 586 "min": null, 587 "show": true 588 } 589 ] 590 }, 591 { 592 "aliasColors": {}, 593 "bars": false, 594 "dashLength": 10, 595 "dashes": false, 596 "datasource": "$datasource", 597 "fill": 1, 598 "gridPos": {}, 599 "id": 9, 600 "legend": { 601 "alignAsTable": "true", 602 "avg": false, 603 "current": "true", 604 "max": false, 605 "min": false, 606 "rightSide": "true", 607 "show": "true", 608 "total": false, 609 "values": "true" 610 }, 611 "lines": true, 612 "linewidth": 1, 613 "links": [], 614 "nullPointMode": "null", 615 "percentage": false, 616 "pointradius": 5, 617 "points": false, 618 "renderer": "flot", 619 "repeat": null, 620 "seriesOverrides": [], 621 "spaceLength": 10, 622 "span": 6, 623 "stack": false, 624 "steppedLine": false, 625 "targets": [ 626 { 627 "expr": "sum(rate(kubelet_runtime_operations_errors_total{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])) by (instance, operation_type)", 628 "format": "time_series", 629 "intervalFactor": 2, 630 "legendFormat": "{{instance}} {{operation_type}}", 631 "refId": "A" 632 } 633 ], 634 "thresholds": [], 635 "timeFrom": null, 636 "timeShift": null, 637 "title": "Operation Error Rate", 638 "tooltip": { 639 "shared": false, 640 "sort": 0, 641 "value_type": "individual" 642 }, 643 "type": "graph", 644 "xaxis": { 645 "buckets": null, 646 "mode": "time", 647 "name": null, 648 "show": true, 649 "values": [] 650 }, 651 "yaxes": [ 652 { 653 "format": "ops", 654 "label": null, 655 "logBase": 1, 656 "max": null, 657 "min": 0, 658 "show": true 659 }, 660 { 661 "format": "ops", 662 "label": null, 663 "logBase": 1, 664 "max": null, 665 "min": 0, 666 "show": true 667 } 668 ] 669 } 670 ], 671 "repeat": null, 672 "repeatIteration": null, 673 "repeatRowId": null, 674 "showTitle": false, 675 "title": "Dashboard Row", 676 "titleSize": "h6", 677 "type": "row" 678 }, 679 { 680 "collapse": false, 681 "collapsed": false, 682 "panels": [ 683 { 684 "aliasColors": {}, 685 "bars": false, 686 "dashLength": 10, 687 "dashes": false, 688 "datasource": "$datasource", 689 "fill": 1, 690 "gridPos": {}, 691 "id": 10, 692 "legend": { 693 "alignAsTable": "true", 694 "avg": false, 695 "current": "true", 696 "max": false, 697 "min": false, 698 "rightSide": "true", 699 "show": "true", 700 "total": false, 701 "values": "true" 702 }, 703 "lines": true, 704 "linewidth": 1, 705 "links": [], 706 "nullPointMode": "null", 707 "percentage": false, 708 "pointradius": 5, 709 "points": false, 710 "renderer": "flot", 711 "repeat": null, 712 "seriesOverrides": [], 713 "spaceLength": 10, 714 "span": 12, 715 "stack": false, 716 "steppedLine": false, 717 "targets": [ 718 { 719 "expr": "histogram_quantile(0.99, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])) by (instance, operation_type, le))", 720 "format": "time_series", 721 "intervalFactor": 2, 722 "legendFormat": "{{instance}} {{operation_type}}", 723 "refId": "A" 724 } 725 ], 726 "thresholds": [], 727 "timeFrom": null, 728 "timeShift": null, 729 "title": "Operation duration 99th quantile", 730 "tooltip": { 731 "shared": false, 732 "sort": 0, 733 "value_type": "individual" 734 }, 735 "type": "graph", 736 "xaxis": { 737 "buckets": null, 738 "mode": "time", 739 "name": null, 740 "show": true, 741 "values": [] 742 }, 743 "yaxes": [ 744 { 745 "format": "s", 746 "label": null, 747 "logBase": 1, 748 "max": null, 749 "min": null, 750 "show": true 751 }, 752 { 753 "format": "s", 754 "label": null, 755 "logBase": 1, 756 "max": null, 757 "min": null, 758 "show": true 759 } 760 ] 761 } 762 ], 763 "repeat": null, 764 "repeatIteration": null, 765 "repeatRowId": null, 766 "showTitle": false, 767 "title": "Dashboard Row", 768 "titleSize": "h6", 769 "type": "row" 770 }, 771 { 772 "collapse": false, 773 "collapsed": false, 774 "panels": [ 775 { 776 "aliasColors": {}, 777 "bars": false, 778 "dashLength": 10, 779 "dashes": false, 780 "datasource": "$datasource", 781 "fill": 1, 782 "gridPos": {}, 783 "id": 11, 784 "legend": { 785 "alignAsTable": "true", 786 "avg": false, 787 "current": "true", 788 "max": false, 789 "min": false, 790 "rightSide": "true", 791 "show": "true", 792 "total": false, 793 "values": "true" 794 }, 795 "lines": true, 796 "linewidth": 1, 797 "links": [], 798 "nullPointMode": "null", 799 "percentage": false, 800 "pointradius": 5, 801 "points": false, 802 "renderer": "flot", 803 "repeat": null, 804 "seriesOverrides": [], 805 "spaceLength": 10, 806 "span": 6, 807 "stack": false, 808 "steppedLine": false, 809 "targets": [ 810 { 811 "expr": "sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])) by (instance)", 812 "format": "time_series", 813 "intervalFactor": 2, 814 "legendFormat": "{{instance}} pod", 815 "refId": "A" 816 }, 817 { 818 "expr": "sum(rate(kubelet_pod_worker_duration_seconds_count{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])) by (instance)", 819 "format": "time_series", 820 "intervalFactor": 2, 821 "legendFormat": "{{instance}} worker", 822 "refId": "B" 823 } 824 ], 825 "thresholds": [], 826 "timeFrom": null, 827 "timeShift": null, 828 "title": "Pod Start Rate", 829 "tooltip": { 830 "shared": false, 831 "sort": 0, 832 "value_type": "individual" 833 }, 834 "type": "graph", 835 "xaxis": { 836 "buckets": null, 837 "mode": "time", 838 "name": null, 839 "show": true, 840 "values": [] 841 }, 842 "yaxes": [ 843 { 844 "format": "ops", 845 "label": null, 846 "logBase": 1, 847 "max": null, 848 "min": 0, 849 "show": true 850 }, 851 { 852 "format": "ops", 853 "label": null, 854 "logBase": 1, 855 "max": null, 856 "min": 0, 857 "show": true 858 } 859 ] 860 }, 861 { 862 "aliasColors": {}, 863 "bars": false, 864 "dashLength": 10, 865 "dashes": false, 866 "datasource": "$datasource", 867 "fill": 1, 868 "gridPos": {}, 869 "id": 12, 870 "legend": { 871 "alignAsTable": "true", 872 "avg": false, 873 "current": "true", 874 "max": false, 875 "min": false, 876 "rightSide": "true", 877 "show": "true", 878 "total": false, 879 "values": "true" 880 }, 881 "lines": true, 882 "linewidth": 1, 883 "links": [], 884 "nullPointMode": "null", 885 "percentage": false, 886 "pointradius": 5, 887 "points": false, 888 "renderer": "flot", 889 "repeat": null, 890 "seriesOverrides": [], 891 "spaceLength": 10, 892 "span": 6, 893 "stack": false, 894 "steppedLine": false, 895 "targets": [ 896 { 897 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])) by (instance, le))", 898 "format": "time_series", 899 "intervalFactor": 2, 900 "legendFormat": "{{instance}} pod", 901 "refId": "A" 902 }, 903 { 904 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_worker_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])) by (instance, le))", 905 "format": "time_series", 906 "intervalFactor": 2, 907 "legendFormat": "{{instance}} worker", 908 "refId": "B" 909 } 910 ], 911 "thresholds": [], 912 "timeFrom": null, 913 "timeShift": null, 914 "title": "Pod Start Duration", 915 "tooltip": { 916 "shared": false, 917 "sort": 0, 918 "value_type": "individual" 919 }, 920 "type": "graph", 921 "xaxis": { 922 "buckets": null, 923 "mode": "time", 924 "name": null, 925 "show": true, 926 "values": [] 927 }, 928 "yaxes": [ 929 { 930 "format": "s", 931 "label": null, 932 "logBase": 1, 933 "max": null, 934 "min": 0, 935 "show": true 936 }, 937 { 938 "format": "s", 939 "label": null, 940 "logBase": 1, 941 "max": null, 942 "min": 0, 943 "show": true 944 } 945 ] 946 } 947 ], 948 "repeat": null, 949 "repeatIteration": null, 950 "repeatRowId": null, 951 "showTitle": false, 952 "title": "Dashboard Row", 953 "titleSize": "h6", 954 "type": "row" 955 }, 956 { 957 "collapse": false, 958 "collapsed": false, 959 "panels": [ 960 { 961 "aliasColors": {}, 962 "bars": false, 963 "dashLength": 10, 964 "dashes": false, 965 "datasource": "$datasource", 966 "fill": 1, 967 "gridPos": {}, 968 "id": 13, 969 "legend": { 970 "alignAsTable": "true", 971 "avg": false, 972 "current": "true", 973 "hideEmpty": "true", 974 "hideZero": "true", 975 "max": false, 976 "min": false, 977 "rightSide": "true", 978 "show": "true", 979 "total": false, 980 "values": "true" 981 }, 982 "lines": true, 983 "linewidth": 1, 984 "links": [], 985 "nullPointMode": "null", 986 "percentage": false, 987 "pointradius": 5, 988 "points": false, 989 "renderer": "flot", 990 "repeat": null, 991 "seriesOverrides": [], 992 "spaceLength": 10, 993 "span": 6, 994 "stack": false, 995 "steppedLine": false, 996 "targets": [ 997 { 998 "expr": "sum(rate(storage_operation_duration_seconds_count{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)", 999 "format": "time_series", 1000 "intervalFactor": 2, 1001 "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}", 1002 "refId": "A" 1003 } 1004 ], 1005 "thresholds": [], 1006 "timeFrom": null, 1007 "timeShift": null, 1008 "title": "Storage Operation Rate", 1009 "tooltip": { 1010 "shared": false, 1011 "sort": 0, 1012 "value_type": "individual" 1013 }, 1014 "type": "graph", 1015 "xaxis": { 1016 "buckets": null, 1017 "mode": "time", 1018 "name": null, 1019 "show": true, 1020 "values": [] 1021 }, 1022 "yaxes": [ 1023 { 1024 "format": "ops", 1025 "label": null, 1026 "logBase": 1, 1027 "max": null, 1028 "min": 0, 1029 "show": true 1030 }, 1031 { 1032 "format": "ops", 1033 "label": null, 1034 "logBase": 1, 1035 "max": null, 1036 "min": 0, 1037 "show": true 1038 } 1039 ] 1040 }, 1041 { 1042 "aliasColors": {}, 1043 "bars": false, 1044 "dashLength": 10, 1045 "dashes": false, 1046 "datasource": "$datasource", 1047 "fill": 1, 1048 "gridPos": {}, 1049 "id": 14, 1050 "legend": { 1051 "alignAsTable": "true", 1052 "avg": false, 1053 "current": "true", 1054 "hideEmpty": "true", 1055 "hideZero": "true", 1056 "max": false, 1057 "min": false, 1058 "rightSide": "true", 1059 "show": "true", 1060 "total": false, 1061 "values": "true" 1062 }, 1063 "lines": true, 1064 "linewidth": 1, 1065 "links": [], 1066 "nullPointMode": "null", 1067 "percentage": false, 1068 "pointradius": 5, 1069 "points": false, 1070 "renderer": "flot", 1071 "repeat": null, 1072 "seriesOverrides": [], 1073 "spaceLength": 10, 1074 "span": 6, 1075 "stack": false, 1076 "steppedLine": false, 1077 "targets": [ 1078 { 1079 "expr": "sum(rate(storage_operation_errors_total{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)", 1080 "format": "time_series", 1081 "intervalFactor": 2, 1082 "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}", 1083 "refId": "A" 1084 } 1085 ], 1086 "thresholds": [], 1087 "timeFrom": null, 1088 "timeShift": null, 1089 "title": "Storage Operation Error Rate", 1090 "tooltip": { 1091 "shared": false, 1092 "sort": 0, 1093 "value_type": "individual" 1094 }, 1095 "type": "graph", 1096 "xaxis": { 1097 "buckets": null, 1098 "mode": "time", 1099 "name": null, 1100 "show": true, 1101 "values": [] 1102 }, 1103 "yaxes": [ 1104 { 1105 "format": "ops", 1106 "label": null, 1107 "logBase": 1, 1108 "max": null, 1109 "min": 0, 1110 "show": true 1111 }, 1112 { 1113 "format": "ops", 1114 "label": null, 1115 "logBase": 1, 1116 "max": null, 1117 "min": 0, 1118 "show": true 1119 } 1120 ] 1121 } 1122 ], 1123 "repeat": null, 1124 "repeatIteration": null, 1125 "repeatRowId": null, 1126 "showTitle": false, 1127 "title": "Dashboard Row", 1128 "titleSize": "h6", 1129 "type": "row" 1130 }, 1131 { 1132 "collapse": false, 1133 "collapsed": false, 1134 "panels": [ 1135 { 1136 "aliasColors": {}, 1137 "bars": false, 1138 "dashLength": 10, 1139 "dashes": false, 1140 "datasource": "$datasource", 1141 "fill": 1, 1142 "gridPos": {}, 1143 "id": 15, 1144 "legend": { 1145 "alignAsTable": "true", 1146 "avg": false, 1147 "current": "true", 1148 "hideEmpty": "true", 1149 "hideZero": "true", 1150 "max": false, 1151 "min": false, 1152 "rightSide": "true", 1153 "show": true, 1154 "total": false, 1155 "values": "true" 1156 }, 1157 "lines": true, 1158 "linewidth": 1, 1159 "links": [], 1160 "nullPointMode": "null", 1161 "percentage": false, 1162 "pointradius": 5, 1163 "points": false, 1164 "renderer": "flot", 1165 "repeat": null, 1166 "seriesOverrides": [], 1167 "spaceLength": 10, 1168 "span": 12, 1169 "stack": false, 1170 "steppedLine": false, 1171 "targets": [ 1172 { 1173 "expr": "histogram_quantile(0.99, sum(rate(storage_operation_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubernetes-nodes\", instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin, le))", 1174 "format": "time_series", 1175 "intervalFactor": 2, 1176 "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}", 1177 "refId": "A" 1178 } 1179 ], 1180 "thresholds": [], 1181 "timeFrom": null, 1182 "timeShift": null, 1183 "title": "Storage Operation Duration 99th quantile", 1184 "tooltip": { 1185 "shared": false, 1186 "sort": 0, 1187 "value_type": "individual" 1188 }, 1189 "type": "graph", 1190 "xaxis": { 1191 "buckets": null, 1192 "mode": "time", 1193 "name": null, 1194 "show": true, 1195 "values": [] 1196 }, 1197 "yaxes": [ 1198 { 1199 "format": "s", 1200 "label": null, 1201 "logBase": 1, 1202 "max": null, 1203 "min": 0, 1204 "show": true 1205 }, 1206 { 1207 "format": "s", 1208 "label": null, 1209 "logBase": 1, 1210 "max": null, 1211 "min": 0, 1212 "show": true 1213 } 1214 ] 1215 } 1216 ], 1217 "repeat": null, 1218 "repeatIteration": null, 1219 "repeatRowId": null, 1220 "showTitle": false, 1221 "title": "Dashboard Row", 1222 "titleSize": "h6", 1223 "type": "row" 1224 }, 1225 { 1226 "collapse": false, 1227 "collapsed": false, 1228 "panels": [ 1229 { 1230 "aliasColors": {}, 1231 "bars": false, 1232 "dashLength": 10, 1233 "dashes": false, 1234 "datasource": "$datasource", 1235 "fill": 1, 1236 "gridPos": {}, 1237 "id": 16, 1238 "legend": { 1239 "alignAsTable": "true", 1240 "avg": false, 1241 "current": "true", 1242 "max": false, 1243 "min": false, 1244 "rightSide": "true", 1245 "show": "true", 1246 "total": false, 1247 "values": "true" 1248 }, 1249 "lines": true, 1250 "linewidth": 1, 1251 "links": [], 1252 "nullPointMode": "null", 1253 "percentage": false, 1254 "pointradius": 5, 1255 "points": false, 1256 "renderer": "flot", 1257 "repeat": null, 1258 "seriesOverrides": [], 1259 "spaceLength": 10, 1260 "span": 6, 1261 "stack": false, 1262 "steppedLine": false, 1263 "targets": [ 1264 { 1265 "expr": "sum(rate(kubelet_cgroup_manager_duration_seconds_count{cluster=\"$cluster\", job=\"kubernetes-nodes\", instance=~\"$instance\"}[5m])) by (instance, operation_type)", 1266 "format": "time_series", 1267 "intervalFactor": 2, 1268 "legendFormat": "{{operation_type}}", 1269 "refId": "A" 1270 } 1271 ], 1272 "thresholds": [], 1273 "timeFrom": null, 1274 "timeShift": null, 1275 "title": "Cgroup manager operation rate", 1276 "tooltip": { 1277 "shared": false, 1278 "sort": 0, 1279 "value_type": "individual" 1280 }, 1281 "type": "graph", 1282 "xaxis": { 1283 "buckets": null, 1284 "mode": "time", 1285 "name": null, 1286 "show": true, 1287 "values": [] 1288 }, 1289 "yaxes": [ 1290 { 1291 "format": "ops", 1292 "label": null, 1293 "logBase": 1, 1294 "max": null, 1295 "min": 0, 1296 "show": true 1297 }, 1298 { 1299 "format": "ops", 1300 "label": null, 1301 "logBase": 1, 1302 "max": null, 1303 "min": 0, 1304 "show": true 1305 } 1306 ] 1307 }, 1308 { 1309 "aliasColors": {}, 1310 "bars": false, 1311 "dashLength": 10, 1312 "dashes": false, 1313 "datasource": "$datasource", 1314 "fill": 1, 1315 "gridPos": {}, 1316 "id": 17, 1317 "legend": { 1318 "alignAsTable": "true", 1319 "avg": false, 1320 "current": "true", 1321 "max": false, 1322 "min": false, 1323 "rightSide": "true", 1324 "show": "true", 1325 "total": false, 1326 "values": "true" 1327 }, 1328 "lines": true, 1329 "linewidth": 1, 1330 "links": [], 1331 "nullPointMode": "null", 1332 "percentage": false, 1333 "pointradius": 5, 1334 "points": false, 1335 "renderer": "flot", 1336 "repeat": null, 1337 "seriesOverrides": [], 1338 "spaceLength": 10, 1339 "span": 6, 1340 "stack": false, 1341 "steppedLine": false, 1342 "targets": [ 1343 { 1344 "expr": "histogram_quantile(0.99, sum(rate(kubelet_cgroup_manager_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubernetes-nodes\", instance=~\"$instance\"}[5m])) by (instance, operation_type, le))", 1345 "format": "time_series", 1346 "intervalFactor": 2, 1347 "legendFormat": "{{instance}} {{operation_type}}", 1348 "refId": "A" 1349 } 1350 ], 1351 "thresholds": [], 1352 "timeFrom": null, 1353 "timeShift": null, 1354 "title": "Cgroup manager 99th quantile", 1355 "tooltip": { 1356 "shared": false, 1357 "sort": 0, 1358 "value_type": "individual" 1359 }, 1360 "type": "graph", 1361 "xaxis": { 1362 "buckets": null, 1363 "mode": "time", 1364 "name": null, 1365 "show": true, 1366 "values": [] 1367 }, 1368 "yaxes": [ 1369 { 1370 "format": "s", 1371 "label": null, 1372 "logBase": 1, 1373 "max": null, 1374 "min": 0, 1375 "show": true 1376 }, 1377 { 1378 "format": "s", 1379 "label": null, 1380 "logBase": 1, 1381 "max": null, 1382 "min": 0, 1383 "show": true 1384 } 1385 ] 1386 } 1387 ], 1388 "repeat": null, 1389 "repeatIteration": null, 1390 "repeatRowId": null, 1391 "showTitle": false, 1392 "title": "Dashboard Row", 1393 "titleSize": "h6", 1394 "type": "row" 1395 }, 1396 { 1397 "collapse": false, 1398 "collapsed": false, 1399 "panels": [ 1400 { 1401 "aliasColors": {}, 1402 "bars": false, 1403 "dashLength": 10, 1404 "dashes": false, 1405 "datasource": "$datasource", 1406 "description": "Pod lifecycle event generator", 1407 "fill": 1, 1408 "gridPos": {}, 1409 "id": 18, 1410 "legend": { 1411 "alignAsTable": "true", 1412 "avg": false, 1413 "current": "true", 1414 "max": false, 1415 "min": false, 1416 "rightSide": "true", 1417 "show": "true", 1418 "total": false, 1419 "values": "true" 1420 }, 1421 "lines": true, 1422 "linewidth": 1, 1423 "links": [], 1424 "nullPointMode": "null", 1425 "percentage": false, 1426 "pointradius": 5, 1427 "points": false, 1428 "renderer": "flot", 1429 "repeat": null, 1430 "seriesOverrides": [], 1431 "spaceLength": 10, 1432 "span": 6, 1433 "stack": false, 1434 "steppedLine": false, 1435 "targets": [ 1436 { 1437 "expr": "sum(rate(kubelet_pleg_relist_duration_seconds_count{cluster=\"$cluster\", job=\"kubernetes-nodes\", instance=~\"$instance\"}[5m])) by (instance)", 1438 "format": "time_series", 1439 "intervalFactor": 2, 1440 "legendFormat": "{{instance}}", 1441 "refId": "A" 1442 } 1443 ], 1444 "thresholds": [], 1445 "timeFrom": null, 1446 "timeShift": null, 1447 "title": "PLEG relist rate", 1448 "tooltip": { 1449 "shared": false, 1450 "sort": 0, 1451 "value_type": "individual" 1452 }, 1453 "type": "graph", 1454 "xaxis": { 1455 "buckets": null, 1456 "mode": "time", 1457 "name": null, 1458 "show": true, 1459 "values": [] 1460 }, 1461 "yaxes": [ 1462 { 1463 "format": "ops", 1464 "label": null, 1465 "logBase": 1, 1466 "max": null, 1467 "min": 0, 1468 "show": true 1469 }, 1470 { 1471 "format": "ops", 1472 "label": null, 1473 "logBase": 1, 1474 "max": null, 1475 "min": 0, 1476 "show": true 1477 } 1478 ] 1479 }, 1480 { 1481 "aliasColors": {}, 1482 "bars": false, 1483 "dashLength": 10, 1484 "dashes": false, 1485 "datasource": "$datasource", 1486 "fill": 1, 1487 "gridPos": {}, 1488 "id": 19, 1489 "legend": { 1490 "alignAsTable": "true", 1491 "avg": false, 1492 "current": "true", 1493 "max": false, 1494 "min": false, 1495 "rightSide": "true", 1496 "show": "true", 1497 "total": false, 1498 "values": "true" 1499 }, 1500 "lines": true, 1501 "linewidth": 1, 1502 "links": [], 1503 "nullPointMode": "null", 1504 "percentage": false, 1505 "pointradius": 5, 1506 "points": false, 1507 "renderer": "flot", 1508 "repeat": null, 1509 "seriesOverrides": [], 1510 "spaceLength": 10, 1511 "span": 6, 1512 "stack": false, 1513 "steppedLine": false, 1514 "targets": [ 1515 { 1516 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_interval_seconds_bucket{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])) by (instance, le))", 1517 "format": "time_series", 1518 "intervalFactor": 2, 1519 "legendFormat": "{{instance}}", 1520 "refId": "A" 1521 } 1522 ], 1523 "thresholds": [], 1524 "timeFrom": null, 1525 "timeShift": null, 1526 "title": "PLEG relist interval", 1527 "tooltip": { 1528 "shared": false, 1529 "sort": 0, 1530 "value_type": "individual" 1531 }, 1532 "type": "graph", 1533 "xaxis": { 1534 "buckets": null, 1535 "mode": "time", 1536 "name": null, 1537 "show": true, 1538 "values": [] 1539 }, 1540 "yaxes": [ 1541 { 1542 "format": "s", 1543 "label": null, 1544 "logBase": 1, 1545 "max": null, 1546 "min": 0, 1547 "show": true 1548 }, 1549 { 1550 "format": "s", 1551 "label": null, 1552 "logBase": 1, 1553 "max": null, 1554 "min": 0, 1555 "show": true 1556 } 1557 ] 1558 } 1559 ], 1560 "repeat": null, 1561 "repeatIteration": null, 1562 "repeatRowId": null, 1563 "showTitle": false, 1564 "title": "Dashboard Row", 1565 "titleSize": "h6", 1566 "type": "row" 1567 }, 1568 { 1569 "collapse": false, 1570 "collapsed": false, 1571 "panels": [ 1572 { 1573 "aliasColors": {}, 1574 "bars": false, 1575 "dashLength": 10, 1576 "dashes": false, 1577 "datasource": "$datasource", 1578 "fill": 1, 1579 "gridPos": {}, 1580 "id": 20, 1581 "legend": { 1582 "alignAsTable": "true", 1583 "avg": false, 1584 "current": "true", 1585 "max": false, 1586 "min": false, 1587 "rightSide": "true", 1588 "show": "true", 1589 "total": false, 1590 "values": "true" 1591 }, 1592 "lines": true, 1593 "linewidth": 1, 1594 "links": [], 1595 "nullPointMode": "null", 1596 "percentage": false, 1597 "pointradius": 5, 1598 "points": false, 1599 "renderer": "flot", 1600 "repeat": null, 1601 "seriesOverrides": [], 1602 "spaceLength": 10, 1603 "span": 12, 1604 "stack": false, 1605 "steppedLine": false, 1606 "targets": [ 1607 { 1608 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])) by (instance, le))", 1609 "format": "time_series", 1610 "intervalFactor": 2, 1611 "legendFormat": "{{instance}}", 1612 "refId": "A" 1613 } 1614 ], 1615 "thresholds": [], 1616 "timeFrom": null, 1617 "timeShift": null, 1618 "title": "PLEG relist duration", 1619 "tooltip": { 1620 "shared": false, 1621 "sort": 0, 1622 "value_type": "individual" 1623 }, 1624 "type": "graph", 1625 "xaxis": { 1626 "buckets": null, 1627 "mode": "time", 1628 "name": null, 1629 "show": true, 1630 "values": [] 1631 }, 1632 "yaxes": [ 1633 { 1634 "format": "s", 1635 "label": null, 1636 "logBase": 1, 1637 "max": null, 1638 "min": 0, 1639 "show": true 1640 }, 1641 { 1642 "format": "s", 1643 "label": null, 1644 "logBase": 1, 1645 "max": null, 1646 "min": 0, 1647 "show": true 1648 } 1649 ] 1650 } 1651 ], 1652 "repeat": null, 1653 "repeatIteration": null, 1654 "repeatRowId": null, 1655 "showTitle": false, 1656 "title": "Dashboard Row", 1657 "titleSize": "h6", 1658 "type": "row" 1659 }, 1660 { 1661 "collapse": false, 1662 "collapsed": false, 1663 "panels": [ 1664 { 1665 "aliasColors": {}, 1666 "bars": false, 1667 "dashLength": 10, 1668 "dashes": false, 1669 "datasource": "$datasource", 1670 "fill": 1, 1671 "gridPos": {}, 1672 "id": 21, 1673 "legend": { 1674 "alignAsTable": false, 1675 "avg": false, 1676 "current": false, 1677 "max": false, 1678 "min": false, 1679 "rightSide": false, 1680 "show": true, 1681 "total": false, 1682 "values": false 1683 }, 1684 "lines": true, 1685 "linewidth": 1, 1686 "links": [], 1687 "nullPointMode": "null", 1688 "percentage": false, 1689 "pointradius": 5, 1690 "points": false, 1691 "renderer": "flot", 1692 "repeat": null, 1693 "seriesOverrides": [], 1694 "spaceLength": 10, 1695 "span": 12, 1696 "stack": false, 1697 "steppedLine": false, 1698 "targets": [ 1699 { 1700 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubernetes-nodes\", instance=~\"$instance\",code=~\"2..\"}[5m]))", 1701 "format": "time_series", 1702 "intervalFactor": 2, 1703 "legendFormat": "2xx", 1704 "refId": "A" 1705 }, 1706 { 1707 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubernetes-nodes\", instance=~\"$instance\",code=~\"3..\"}[5m]))", 1708 "format": "time_series", 1709 "intervalFactor": 2, 1710 "legendFormat": "3xx", 1711 "refId": "B" 1712 }, 1713 { 1714 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubernetes-nodes\", instance=~\"$instance\",code=~\"4..\"}[5m]))", 1715 "format": "time_series", 1716 "intervalFactor": 2, 1717 "legendFormat": "4xx", 1718 "refId": "C" 1719 }, 1720 { 1721 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubernetes-nodes\", instance=~\"$instance\",code=~\"5..\"}[5m]))", 1722 "format": "time_series", 1723 "intervalFactor": 2, 1724 "legendFormat": "5xx", 1725 "refId": "D" 1726 } 1727 ], 1728 "thresholds": [], 1729 "timeFrom": null, 1730 "timeShift": null, 1731 "title": "RPC Rate", 1732 "tooltip": { 1733 "shared": false, 1734 "sort": 0, 1735 "value_type": "individual" 1736 }, 1737 "type": "graph", 1738 "xaxis": { 1739 "buckets": null, 1740 "mode": "time", 1741 "name": null, 1742 "show": true, 1743 "values": [] 1744 }, 1745 "yaxes": [ 1746 { 1747 "format": "ops", 1748 "label": null, 1749 "logBase": 1, 1750 "max": null, 1751 "min": 0, 1752 "show": true 1753 }, 1754 { 1755 "format": "ops", 1756 "label": null, 1757 "logBase": 1, 1758 "max": null, 1759 "min": 0, 1760 "show": true 1761 } 1762 ] 1763 } 1764 ], 1765 "repeat": null, 1766 "repeatIteration": null, 1767 "repeatRowId": null, 1768 "showTitle": false, 1769 "title": "Dashboard Row", 1770 "titleSize": "h6", 1771 "type": "row" 1772 }, 1773 { 1774 "collapse": false, 1775 "collapsed": false, 1776 "panels": [ 1777 { 1778 "aliasColors": {}, 1779 "bars": false, 1780 "dashLength": 10, 1781 "dashes": false, 1782 "datasource": "$datasource", 1783 "fill": 1, 1784 "gridPos": {}, 1785 "id": 22, 1786 "legend": { 1787 "alignAsTable": "true", 1788 "avg": false, 1789 "current": "true", 1790 "max": false, 1791 "min": false, 1792 "rightSide": "true", 1793 "show": "true", 1794 "total": false, 1795 "values": "true" 1796 }, 1797 "lines": true, 1798 "linewidth": 1, 1799 "links": [], 1800 "nullPointMode": "null", 1801 "percentage": false, 1802 "pointradius": 5, 1803 "points": false, 1804 "renderer": "flot", 1805 "repeat": null, 1806 "seriesOverrides": [], 1807 "spaceLength": 10, 1808 "span": 12, 1809 "stack": false, 1810 "steppedLine": false, 1811 "targets": [ 1812 { 1813 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_latency_seconds_bucket{cluster=\"$cluster\",job=\"kubernetes-nodes\", instance=~\"$instance\"}[5m])) by (instance, verb, url, le))", 1814 "format": "time_series", 1815 "intervalFactor": 2, 1816 "legendFormat": "{{instance}} {{verb}} {{url}}", 1817 "refId": "A" 1818 } 1819 ], 1820 "thresholds": [], 1821 "timeFrom": null, 1822 "timeShift": null, 1823 "title": "Request duration 99th quantile", 1824 "tooltip": { 1825 "shared": false, 1826 "sort": 0, 1827 "value_type": "individual" 1828 }, 1829 "type": "graph", 1830 "xaxis": { 1831 "buckets": null, 1832 "mode": "time", 1833 "name": null, 1834 "show": true, 1835 "values": [] 1836 }, 1837 "yaxes": [ 1838 { 1839 "format": "s", 1840 "label": null, 1841 "logBase": 1, 1842 "max": null, 1843 "min": 0, 1844 "show": true 1845 }, 1846 { 1847 "format": "s", 1848 "label": null, 1849 "logBase": 1, 1850 "max": null, 1851 "min": 0, 1852 "show": true 1853 } 1854 ] 1855 } 1856 ], 1857 "repeat": null, 1858 "repeatIteration": null, 1859 "repeatRowId": null, 1860 "showTitle": false, 1861 "title": "Dashboard Row", 1862 "titleSize": "h6", 1863 "type": "row" 1864 }, 1865 { 1866 "collapse": false, 1867 "collapsed": false, 1868 "panels": [ 1869 { 1870 "aliasColors": {}, 1871 "bars": false, 1872 "dashLength": 10, 1873 "dashes": false, 1874 "datasource": "$datasource", 1875 "fill": 1, 1876 "gridPos": {}, 1877 "id": 23, 1878 "legend": { 1879 "alignAsTable": false, 1880 "avg": false, 1881 "current": false, 1882 "max": false, 1883 "min": false, 1884 "rightSide": false, 1885 "show": true, 1886 "total": false, 1887 "values": false 1888 }, 1889 "lines": true, 1890 "linewidth": 1, 1891 "links": [], 1892 "nullPointMode": "null", 1893 "percentage": false, 1894 "pointradius": 5, 1895 "points": false, 1896 "renderer": "flot", 1897 "repeat": null, 1898 "seriesOverrides": [], 1899 "spaceLength": 10, 1900 "span": 4, 1901 "stack": false, 1902 "steppedLine": false, 1903 "targets": [ 1904 { 1905 "expr": "process_resident_memory_bytes{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}", 1906 "format": "time_series", 1907 "intervalFactor": 2, 1908 "legendFormat": "{{instance}}", 1909 "refId": "A" 1910 } 1911 ], 1912 "thresholds": [], 1913 "timeFrom": null, 1914 "timeShift": null, 1915 "title": "Memory", 1916 "tooltip": { 1917 "shared": false, 1918 "sort": 0, 1919 "value_type": "individual" 1920 }, 1921 "type": "graph", 1922 "xaxis": { 1923 "buckets": null, 1924 "mode": "time", 1925 "name": null, 1926 "show": true, 1927 "values": [] 1928 }, 1929 "yaxes": [ 1930 { 1931 "format": "bytes", 1932 "label": null, 1933 "logBase": 1, 1934 "max": null, 1935 "min": null, 1936 "show": true 1937 }, 1938 { 1939 "format": "bytes", 1940 "label": null, 1941 "logBase": 1, 1942 "max": null, 1943 "min": null, 1944 "show": true 1945 } 1946 ] 1947 }, 1948 { 1949 "aliasColors": {}, 1950 "bars": false, 1951 "dashLength": 10, 1952 "dashes": false, 1953 "datasource": "$datasource", 1954 "fill": 1, 1955 "gridPos": {}, 1956 "id": 24, 1957 "legend": { 1958 "alignAsTable": false, 1959 "avg": false, 1960 "current": false, 1961 "max": false, 1962 "min": false, 1963 "rightSide": false, 1964 "show": true, 1965 "total": false, 1966 "values": false 1967 }, 1968 "lines": true, 1969 "linewidth": 1, 1970 "links": [], 1971 "nullPointMode": "null", 1972 "percentage": false, 1973 "pointradius": 5, 1974 "points": false, 1975 "renderer": "flot", 1976 "repeat": null, 1977 "seriesOverrides": [], 1978 "spaceLength": 10, 1979 "span": 4, 1980 "stack": false, 1981 "steppedLine": false, 1982 "targets": [ 1983 { 1984 "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}[5m])", 1985 "format": "time_series", 1986 "intervalFactor": 2, 1987 "legendFormat": "{{instance}}", 1988 "refId": "A" 1989 } 1990 ], 1991 "thresholds": [], 1992 "timeFrom": null, 1993 "timeShift": null, 1994 "title": "CPU usage", 1995 "tooltip": { 1996 "shared": false, 1997 "sort": 0, 1998 "value_type": "individual" 1999 }, 2000 "type": "graph", 2001 "xaxis": { 2002 "buckets": null, 2003 "mode": "time", 2004 "name": null, 2005 "show": true, 2006 "values": [] 2007 }, 2008 "yaxes": [ 2009 { 2010 "format": "short", 2011 "label": null, 2012 "logBase": 1, 2013 "max": null, 2014 "min": 0, 2015 "show": true 2016 }, 2017 { 2018 "format": "short", 2019 "label": null, 2020 "logBase": 1, 2021 "max": null, 2022 "min": 0, 2023 "show": true 2024 } 2025 ] 2026 }, 2027 { 2028 "aliasColors": {}, 2029 "bars": false, 2030 "dashLength": 10, 2031 "dashes": false, 2032 "datasource": "$datasource", 2033 "fill": 1, 2034 "gridPos": {}, 2035 "id": 25, 2036 "legend": { 2037 "alignAsTable": false, 2038 "avg": false, 2039 "current": false, 2040 "max": false, 2041 "min": false, 2042 "rightSide": false, 2043 "show": true, 2044 "total": false, 2045 "values": false 2046 }, 2047 "lines": true, 2048 "linewidth": 1, 2049 "links": [], 2050 "nullPointMode": "null", 2051 "percentage": false, 2052 "pointradius": 5, 2053 "points": false, 2054 "renderer": "flot", 2055 "repeat": null, 2056 "seriesOverrides": [], 2057 "spaceLength": 10, 2058 "span": 4, 2059 "stack": false, 2060 "steppedLine": false, 2061 "targets": [ 2062 { 2063 "expr": "go_goroutines{cluster=\"$cluster\",job=\"kubernetes-nodes\",instance=~\"$instance\"}", 2064 "format": "time_series", 2065 "intervalFactor": 2, 2066 "legendFormat": "{{instance}}", 2067 "refId": "A" 2068 } 2069 ], 2070 "thresholds": [], 2071 "timeFrom": null, 2072 "timeShift": null, 2073 "title": "Goroutines", 2074 "tooltip": { 2075 "shared": false, 2076 "sort": 0, 2077 "value_type": "individual" 2078 }, 2079 "type": "graph", 2080 "xaxis": { 2081 "buckets": null, 2082 "mode": "time", 2083 "name": null, 2084 "show": true, 2085 "values": [] 2086 }, 2087 "yaxes": [ 2088 { 2089 "format": "short", 2090 "label": null, 2091 "logBase": 1, 2092 "max": null, 2093 "min": null, 2094 "show": true 2095 }, 2096 { 2097 "format": "short", 2098 "label": null, 2099 "logBase": 1, 2100 "max": null, 2101 "min": null, 2102 "show": true 2103 } 2104 ] 2105 } 2106 ], 2107 "repeat": null, 2108 "repeatIteration": null, 2109 "repeatRowId": null, 2110 "showTitle": false, 2111 "title": "Dashboard Row", 2112 "titleSize": "h6", 2113 "type": "row" 2114 } 2115 ], 2116 "schemaVersion": 14, 2117 "style": "dark", 2118 "tags": [ 2119 "kubernetes-mixin" 2120 ], 2121 "templating": { 2122 "list": [ 2123 { 2124 "current": { 2125 "text": "caos-prometheus", 2126 "value": "caos-prometheus" 2127 }, 2128 "hide": 0, 2129 "includeAll": false, 2130 "label": null, 2131 "multi": false, 2132 "name": "datasource", 2133 "options": [], 2134 "query": "prometheus", 2135 "refresh": 1, 2136 "regex": "", 2137 "skipUrlSync": false, 2138 "type": "datasource" 2139 }, 2140 { 2141 "allValue": null, 2142 "current": {}, 2143 "datasource": "$datasource", 2144 "hide": 2, 2145 "includeAll": false, 2146 "label": "cluster", 2147 "multi": false, 2148 "name": "cluster", 2149 "options": [], 2150 "query": "label_values(kube_pod_info, cluster)", 2151 "refresh": 2, 2152 "regex": "", 2153 "sort": 1, 2154 "tagValuesQuery": "", 2155 "tags": [], 2156 "tagsQuery": "", 2157 "type": "query", 2158 "useTags": false 2159 }, 2160 { 2161 "allValue": null, 2162 "current": {}, 2163 "datasource": "$datasource", 2164 "hide": 0, 2165 "includeAll": true, 2166 "label": null, 2167 "multi": false, 2168 "name": "instance", 2169 "options": [], 2170 "query": "label_values(kubelet_runtime_operations{cluster=\"$cluster\", job=\"kubernetes-nodes\"}, instance)", 2171 "refresh": 2, 2172 "regex": "", 2173 "sort": 1, 2174 "tagValuesQuery": "", 2175 "tags": [], 2176 "tagsQuery": "", 2177 "type": "query", 2178 "useTags": false 2179 } 2180 ] 2181 }, 2182 "time": { 2183 "from": "now-1h", 2184 "to": "now" 2185 }, 2186 "timepicker": { 2187 "refresh_intervals": [ 2188 "5s", 2189 "10s", 2190 "30s", 2191 "1m", 2192 "5m", 2193 "15m", 2194 "30m", 2195 "1h", 2196 "2h", 2197 "1d" 2198 ], 2199 "time_options": [ 2200 "5m", 2201 "15m", 2202 "1h", 2203 "6h", 2204 "12h", 2205 "24h", 2206 "2d", 2207 "7d", 2208 "30d" 2209 ] 2210 }, 2211 "timezone": "", 2212 "title": "Kubernetes / Kubelet", 2213 "uid": "3138fa155d5915769fbded898ac09fd9", 2214 "version": 0 2215 }