github.com/cockroachdb/cockroach@v20.2.0-alpha.1+incompatible/monitoring/grafana-dashboards/storage.json (about) 1 { 2 "__inputs": [ 3 { 4 "name": "DS_PROMETHEUS", 5 "label": "Prometheus", 6 "description": "", 7 "type": "datasource", 8 "pluginId": "prometheus", 9 "pluginName": "Prometheus" 10 } 11 ], 12 "__requires": [ 13 { 14 "type": "grafana", 15 "id": "grafana", 16 "name": "Grafana", 17 "version": "5.0.3" 18 }, 19 { 20 "type": "panel", 21 "id": "graph", 22 "name": "Graph", 23 "version": "5.0.0" 24 }, 25 { 26 "type": "datasource", 27 "id": "prometheus", 28 "name": "Prometheus", 29 "version": "5.0.0" 30 }, 31 { 32 "type": "panel", 33 "id": "table", 34 "name": "Table", 35 "version": "5.0.0" 36 } 37 ], 38 "annotations": { 39 "list": [ 40 { 41 "builtIn": 1, 42 "datasource": "-- Grafana --", 43 "enable": true, 44 "hide": true, 45 "iconColor": "rgba(0, 211, 255, 1)", 46 "name": "Annotations & Alerts", 47 "type": "dashboard" 48 } 49 ] 50 }, 51 "editable": true, 52 "gnetId": null, 53 "graphTooltip": 1, 54 "id": null, 55 "iteration": 1530778671304, 56 "links": [ 57 { 58 "asDropdown": true, 59 "icon": "external link", 60 "includeVars": true, 61 "keepTime": true, 62 "tags": [ 63 "cockroach" 64 ], 65 "targetBlank": true, 66 "title": "Dashboards", 67 "type": "dashboards" 68 } 69 ], 70 "panels": [ 71 { 72 "aliasColors": {}, 73 "bars": false, 74 "dashLength": 10, 75 "dashes": false, 76 "datasource": "${DS_PROMETHEUS}", 77 "editable": true, 78 "error": false, 79 "fill": 1, 80 "grid": {}, 81 "gridPos": { 82 "h": 7, 83 "w": 16, 84 "x": 0, 85 "y": 0 86 }, 87 "id": 16, 88 "legend": { 89 "avg": false, 90 "current": false, 91 "max": false, 92 "min": false, 93 "show": true, 94 "total": false, 95 "values": false 96 }, 97 "lines": true, 98 "linewidth": 2, 99 "links": [], 100 "nullPointMode": "connected", 101 "percentage": false, 102 "pointradius": 5, 103 "points": false, 104 "renderer": "flot", 105 "seriesOverrides": [], 106 "spaceLength": 10, 107 "stack": false, 108 "steppedLine": false, 109 "targets": [ 110 { 111 "expr": "sum(sum(capacity{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance)) - sum(sum(capacity_available{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", 112 "format": "time_series", 113 "interval": "", 114 "intervalFactor": 2, 115 "legendFormat": "Used", 116 "refId": "A", 117 "step": 2 118 }, 119 { 120 "expr": "sum(sum(capacity{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", 121 "format": "time_series", 122 "interval": "", 123 "intervalFactor": 2, 124 "legendFormat": "Capacity", 125 "metric": "", 126 "refId": "B", 127 "step": 2 128 } 129 ], 130 "thresholds": [], 131 "timeFrom": null, 132 "timeShift": null, 133 "title": "Capacity: $node", 134 "tooltip": { 135 "msResolution": false, 136 "shared": true, 137 "sort": 0, 138 "value_type": "cumulative" 139 }, 140 "type": "graph", 141 "xaxis": { 142 "buckets": null, 143 "mode": "time", 144 "name": null, 145 "show": true, 146 "values": [] 147 }, 148 "yaxes": [ 149 { 150 "format": "bytes", 151 "label": "", 152 "logBase": 1, 153 "max": null, 154 "min": 0, 155 "show": true 156 }, 157 { 158 "format": "short", 159 "label": null, 160 "logBase": 1, 161 "max": null, 162 "min": null, 163 "show": true 164 } 165 ] 166 }, 167 { 168 "columns": [ 169 { 170 "text": "Current", 171 "value": "current" 172 }, 173 { 174 "text": "Avg", 175 "value": "avg" 176 }, 177 { 178 "text": "Min", 179 "value": "min" 180 }, 181 { 182 "text": "Max", 183 "value": "max" 184 } 185 ], 186 "datasource": "${DS_PROMETHEUS}", 187 "editable": true, 188 "error": false, 189 "fontSize": "90%", 190 "gridPos": { 191 "h": 7, 192 "w": 8, 193 "x": 16, 194 "y": 0 195 }, 196 "id": 17, 197 "links": [], 198 "pageSize": null, 199 "scroll": true, 200 "showHeader": true, 201 "sort": { 202 "col": 0, 203 "desc": false 204 }, 205 "styles": [ 206 { 207 "colorMode": null, 208 "colors": [ 209 "rgba(245, 54, 54, 0.9)", 210 "rgba(237, 129, 40, 0.89)", 211 "rgba(50, 172, 45, 0.97)" 212 ], 213 "decimals": 2, 214 "pattern": "/.*/", 215 "thresholds": [], 216 "type": "number", 217 "unit": "percentunit" 218 } 219 ], 220 "targets": [ 221 { 222 "expr": "(sum(capacity{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance) - sum(capacity_available{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance)) / sum(capacity{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance)", 223 "format": "time_series", 224 "interval": "", 225 "intervalFactor": 2, 226 "legendFormat": "{{instance}}", 227 "refId": "A", 228 "step": 4 229 } 230 ], 231 "title": "Capacity Used: $node", 232 "transform": "timeseries_aggregations", 233 "type": "table" 234 }, 235 { 236 "aliasColors": {}, 237 "bars": false, 238 "dashLength": 10, 239 "dashes": false, 240 "datasource": "${DS_PROMETHEUS}", 241 "editable": true, 242 "error": false, 243 "fill": 1, 244 "grid": {}, 245 "gridPos": { 246 "h": 7, 247 "w": 16, 248 "x": 0, 249 "y": 7 250 }, 251 "id": 22, 252 "legend": { 253 "avg": false, 254 "current": false, 255 "max": false, 256 "min": false, 257 "show": true, 258 "total": false, 259 "values": false 260 }, 261 "lines": true, 262 "linewidth": 2, 263 "links": [], 264 "nullPointMode": "null as zero", 265 "percentage": false, 266 "pointradius": 5, 267 "points": false, 268 "renderer": "flot", 269 "seriesOverrides": [], 270 "spaceLength": 10, 271 "stack": false, 272 "steppedLine": false, 273 "targets": [ 274 { 275 "expr": "1 - sum(capacity_available{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance) / sum(capacity{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance) ", 276 "format": "time_series", 277 "interval": "", 278 "intervalFactor": 2, 279 "legendFormat": "{{instance}}", 280 "refId": "A", 281 "step": 2 282 } 283 ], 284 "thresholds": [], 285 "timeFrom": null, 286 "timeShift": null, 287 "title": "Percentage of capacity used per node: All", 288 "tooltip": { 289 "msResolution": false, 290 "shared": true, 291 "sort": 0, 292 "value_type": "cumulative" 293 }, 294 "type": "graph", 295 "xaxis": { 296 "buckets": null, 297 "mode": "time", 298 "name": null, 299 "show": true, 300 "values": [] 301 }, 302 "yaxes": [ 303 { 304 "format": "percentunit", 305 "label": "", 306 "logBase": 1, 307 "max": null, 308 "min": 0, 309 "show": true 310 }, 311 { 312 "format": "short", 313 "label": null, 314 "logBase": 1, 315 "max": null, 316 "min": null, 317 "show": true 318 } 319 ] 320 }, 321 { 322 "columns": [ 323 { 324 "text": "Current", 325 "value": "current" 326 }, 327 { 328 "text": "Avg", 329 "value": "avg" 330 }, 331 { 332 "text": "Min", 333 "value": "min" 334 }, 335 { 336 "text": "Max", 337 "value": "max" 338 } 339 ], 340 "datasource": "${DS_PROMETHEUS}", 341 "editable": true, 342 "error": false, 343 "fontSize": "90%", 344 "gridPos": { 345 "h": 7, 346 "w": 8, 347 "x": 16, 348 "y": 7 349 }, 350 "id": 23, 351 "links": [], 352 "pageSize": null, 353 "scroll": true, 354 "showHeader": true, 355 "sort": { 356 "col": 0, 357 "desc": false 358 }, 359 "styles": [ 360 { 361 "colorMode": null, 362 "colors": [ 363 "rgba(245, 54, 54, 0.9)", 364 "rgba(237, 129, 40, 0.89)", 365 "rgba(50, 172, 45, 0.97)" 366 ], 367 "decimals": 2, 368 "pattern": "/.*/", 369 "thresholds": [], 370 "type": "number", 371 "unit": "percentunit" 372 } 373 ], 374 "targets": [ 375 { 376 "expr": "1 - sum(capacity_available{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance) / sum(capacity{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance) ", 377 "format": "time_series", 378 "interval": "", 379 "intervalFactor": 2, 380 "legendFormat": "{{instance}}", 381 "refId": "A", 382 "step": 4 383 } 384 ], 385 "title": "Percentage of capacity used per node: All", 386 "transform": "timeseries_aggregations", 387 "type": "table" 388 }, 389 { 390 "aliasColors": {}, 391 "bars": false, 392 "dashLength": 10, 393 "dashes": false, 394 "datasource": "${DS_PROMETHEUS}", 395 "editable": true, 396 "error": false, 397 "fill": 1, 398 "grid": {}, 399 "gridPos": { 400 "h": 7, 401 "w": 16, 402 "x": 0, 403 "y": 14 404 }, 405 "id": 6, 406 "legend": { 407 "alignAsTable": false, 408 "avg": false, 409 "current": false, 410 "max": false, 411 "min": false, 412 "show": true, 413 "total": false, 414 "values": false 415 }, 416 "lines": true, 417 "linewidth": 2, 418 "links": [], 419 "nullPointMode": "connected", 420 "percentage": false, 421 "pointradius": 5, 422 "points": false, 423 "renderer": "flot", 424 "seriesOverrides": [], 425 "spaceLength": 10, 426 "stack": false, 427 "steppedLine": false, 428 "targets": [ 429 { 430 "expr": "sum(sum(livebytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", 431 "format": "time_series", 432 "hide": false, 433 "interval": "", 434 "intervalFactor": 2, 435 "legendFormat": "Live", 436 "metric": "", 437 "refId": "A", 438 "step": 2 439 }, 440 { 441 "expr": "sum(sum(sysbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", 442 "format": "time_series", 443 "interval": "", 444 "intervalFactor": 2, 445 "legendFormat": "System", 446 "metric": "", 447 "refId": "C", 448 "step": 2 449 } 450 ], 451 "thresholds": [], 452 "timeFrom": null, 453 "timeShift": null, 454 "title": "Bytes: $node", 455 "tooltip": { 456 "msResolution": false, 457 "shared": true, 458 "sort": 0, 459 "value_type": "cumulative" 460 }, 461 "type": "graph", 462 "xaxis": { 463 "buckets": null, 464 "mode": "time", 465 "name": null, 466 "show": true, 467 "values": [] 468 }, 469 "yaxes": [ 470 { 471 "format": "bytes", 472 "label": null, 473 "logBase": 1, 474 "max": null, 475 "min": 0, 476 "show": true 477 }, 478 { 479 "format": "short", 480 "label": null, 481 "logBase": 1, 482 "max": null, 483 "min": null, 484 "show": true 485 } 486 ] 487 }, 488 { 489 "columns": [ 490 { 491 "text": "Current", 492 "value": "current" 493 }, 494 { 495 "text": "Avg", 496 "value": "avg" 497 }, 498 { 499 "text": "Min", 500 "value": "min" 501 }, 502 { 503 "text": "Max", 504 "value": "max" 505 } 506 ], 507 "datasource": "${DS_PROMETHEUS}", 508 "editable": true, 509 "error": false, 510 "fontSize": "90%", 511 "gridPos": { 512 "h": 7, 513 "w": 8, 514 "x": 16, 515 "y": 14 516 }, 517 "id": 12, 518 "links": [], 519 "pageSize": null, 520 "scroll": true, 521 "showHeader": true, 522 "sort": { 523 "col": 0, 524 "desc": false 525 }, 526 "styles": [ 527 { 528 "colorMode": null, 529 "colors": [ 530 "rgba(245, 54, 54, 0.9)", 531 "rgba(237, 129, 40, 0.89)", 532 "rgba(50, 172, 45, 0.97)" 533 ], 534 "decimals": 2, 535 "pattern": "/.*/", 536 "thresholds": [], 537 "type": "number", 538 "unit": "bytes" 539 } 540 ], 541 "targets": [ 542 { 543 "expr": "sum(livebytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance)", 544 "format": "time_series", 545 "interval": "", 546 "intervalFactor": 2, 547 "legendFormat": "{{instance}}", 548 "metric": "", 549 "refId": "A", 550 "step": 4 551 } 552 ], 553 "title": "Live Bytes: $node", 554 "transform": "timeseries_aggregations", 555 "type": "table" 556 }, 557 { 558 "aliasColors": {}, 559 "bars": false, 560 "dashLength": 10, 561 "dashes": false, 562 "datasource": "${DS_PROMETHEUS}", 563 "fill": 1, 564 "gridPos": { 565 "h": 7, 566 "w": 16, 567 "x": 0, 568 "y": 21 569 }, 570 "id": 24, 571 "legend": { 572 "avg": false, 573 "current": false, 574 "max": false, 575 "min": false, 576 "show": true, 577 "total": false, 578 "values": false 579 }, 580 "lines": true, 581 "linewidth": 2, 582 "links": [], 583 "nullPointMode": "connected", 584 "percentage": false, 585 "pointradius": 5, 586 "points": false, 587 "renderer": "flot", 588 "seriesOverrides": [], 589 "spaceLength": 10, 590 "stack": false, 591 "steppedLine": false, 592 "targets": [ 593 { 594 "expr": "raft_process_logcommit_latency:rate1m:quantile_99{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", 595 "format": "time_series", 596 "intervalFactor": 2, 597 "legendFormat": "{{instance}}", 598 "refId": "A", 599 "step": 2 600 } 601 ], 602 "thresholds": [], 603 "timeFrom": null, 604 "timeShift": null, 605 "title": "Raft log commit latency: 99th percentile", 606 "tooltip": { 607 "shared": true, 608 "sort": 0, 609 "value_type": "individual" 610 }, 611 "type": "graph", 612 "xaxis": { 613 "buckets": null, 614 "mode": "time", 615 "name": null, 616 "show": true, 617 "values": [] 618 }, 619 "yaxes": [ 620 { 621 "format": "ns", 622 "label": "", 623 "logBase": 1, 624 "max": null, 625 "min": "0", 626 "show": true 627 }, 628 { 629 "format": "short", 630 "label": null, 631 "logBase": 1, 632 "max": null, 633 "min": null, 634 "show": true 635 } 636 ] 637 }, 638 { 639 "columns": [ 640 { 641 "text": "Current", 642 "value": "current" 643 }, 644 { 645 "text": "Avg", 646 "value": "avg" 647 }, 648 { 649 "text": "Min", 650 "value": "min" 651 }, 652 { 653 "text": "Max", 654 "value": "max" 655 } 656 ], 657 "datasource": "${DS_PROMETHEUS}", 658 "editable": true, 659 "error": false, 660 "fontSize": "90%", 661 "gridPos": { 662 "h": 7, 663 "w": 8, 664 "x": 16, 665 "y": 21 666 }, 667 "id": 14, 668 "links": [], 669 "pageSize": null, 670 "scroll": true, 671 "showHeader": true, 672 "sort": { 673 "col": 0, 674 "desc": true 675 }, 676 "styles": [ 677 { 678 "dateFormat": "YYYY-MM-DD HH:mm:ss", 679 "pattern": "Time", 680 "type": "date" 681 }, 682 { 683 "colorMode": null, 684 "colors": [ 685 "rgba(245, 54, 54, 0.9)", 686 "rgba(237, 129, 40, 0.89)", 687 "rgba(50, 172, 45, 0.97)" 688 ], 689 "decimals": 2, 690 "pattern": "/.*/", 691 "thresholds": [], 692 "type": "number", 693 "unit": "short" 694 } 695 ], 696 "targets": [ 697 { 698 "expr": "avg(rocksdb_read_amplification{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance)", 699 "format": "time_series", 700 "interval": "", 701 "intervalFactor": 2, 702 "legendFormat": "{{instance}}", 703 "metric": "", 704 "refId": "A", 705 "step": 4 706 } 707 ], 708 "title": "Read Amplification: $node", 709 "transform": "timeseries_aggregations", 710 "type": "table" 711 }, 712 { 713 "aliasColors": {}, 714 "bars": false, 715 "dashLength": 10, 716 "dashes": false, 717 "datasource": "${DS_PROMETHEUS}", 718 "fill": 1, 719 "gridPos": { 720 "h": 7, 721 "w": 16, 722 "x": 0, 723 "y": 28 724 }, 725 "id": 25, 726 "legend": { 727 "avg": false, 728 "current": false, 729 "max": false, 730 "min": false, 731 "show": true, 732 "total": false, 733 "values": false 734 }, 735 "lines": true, 736 "linewidth": 2, 737 "links": [], 738 "nullPointMode": "connected", 739 "percentage": false, 740 "pointradius": 5, 741 "points": false, 742 "renderer": "flot", 743 "seriesOverrides": [], 744 "spaceLength": 10, 745 "stack": false, 746 "steppedLine": false, 747 "targets": [ 748 { 749 "expr": "raft_process_commandcommit_latency:rate1m:quantile_99{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", 750 "format": "time_series", 751 "intervalFactor": 2, 752 "legendFormat": "{{instance}}", 753 "refId": "A", 754 "step": 2 755 } 756 ], 757 "thresholds": [], 758 "timeFrom": null, 759 "timeShift": null, 760 "title": "Raft command commit latency: 99th percentile", 761 "tooltip": { 762 "shared": true, 763 "sort": 0, 764 "value_type": "individual" 765 }, 766 "type": "graph", 767 "xaxis": { 768 "buckets": null, 769 "mode": "time", 770 "name": null, 771 "show": true, 772 "values": [] 773 }, 774 "yaxes": [ 775 { 776 "format": "ns", 777 "label": "", 778 "logBase": 1, 779 "max": null, 780 "min": "0", 781 "show": true 782 }, 783 { 784 "format": "short", 785 "label": null, 786 "logBase": 1, 787 "max": null, 788 "min": null, 789 "show": true 790 } 791 ] 792 }, 793 { 794 "columns": [ 795 { 796 "text": "Current", 797 "value": "current" 798 }, 799 { 800 "text": "Avg", 801 "value": "avg" 802 }, 803 { 804 "text": "Min", 805 "value": "min" 806 }, 807 { 808 "text": "Max", 809 "value": "max" 810 } 811 ], 812 "datasource": "${DS_PROMETHEUS}", 813 "editable": true, 814 "error": false, 815 "fontSize": "90%", 816 "gridPos": { 817 "h": 7, 818 "w": 8, 819 "x": 16, 820 "y": 28 821 }, 822 "id": 19, 823 "links": [], 824 "pageSize": null, 825 "scroll": true, 826 "showHeader": true, 827 "sort": { 828 "col": 0, 829 "desc": true 830 }, 831 "styles": [ 832 { 833 "dateFormat": "YYYY-MM-DD HH:mm:ss", 834 "pattern": "Time", 835 "type": "date" 836 }, 837 { 838 "colorMode": null, 839 "colors": [ 840 "rgba(245, 54, 54, 0.9)", 841 "rgba(237, 129, 40, 0.89)", 842 "rgba(50, 172, 45, 0.97)" 843 ], 844 "decimals": 2, 845 "pattern": "/.*/", 846 "thresholds": [], 847 "type": "number", 848 "unit": "short" 849 } 850 ], 851 "targets": [ 852 { 853 "expr": "sum(rocksdb_num_sstables{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance)", 854 "format": "time_series", 855 "interval": "", 856 "intervalFactor": 2, 857 "legendFormat": "{{instance}}", 858 "metric": "", 859 "refId": "A", 860 "step": 4 861 } 862 ], 863 "title": "RocksDB SSTables: $node", 864 "transform": "timeseries_aggregations", 865 "type": "table" 866 }, 867 { 868 "aliasColors": {}, 869 "bars": false, 870 "dashLength": 10, 871 "dashes": false, 872 "datasource": "${DS_PROMETHEUS}", 873 "editable": true, 874 "error": false, 875 "fill": 1, 876 "grid": {}, 877 "gridPos": { 878 "h": 7, 879 "w": 16, 880 "x": 0, 881 "y": 35 882 }, 883 "id": 9, 884 "legend": { 885 "avg": false, 886 "current": false, 887 "max": false, 888 "min": false, 889 "show": true, 890 "total": false, 891 "values": false 892 }, 893 "lines": true, 894 "linewidth": 2, 895 "links": [], 896 "nullPointMode": "connected", 897 "percentage": false, 898 "pointradius": 5, 899 "points": false, 900 "renderer": "flot", 901 "seriesOverrides": [], 902 "spaceLength": 10, 903 "stack": false, 904 "steppedLine": false, 905 "targets": [ 906 { 907 "expr": "avg(avg(rocksdb_read_amplification{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", 908 "format": "time_series", 909 "interval": "", 910 "intervalFactor": 2, 911 "legendFormat": "Read Amplification", 912 "metric": "", 913 "refId": "A", 914 "step": 2 915 } 916 ], 917 "thresholds": [], 918 "timeFrom": null, 919 "timeShift": null, 920 "title": "Read Amplification: $node", 921 "tooltip": { 922 "msResolution": false, 923 "shared": true, 924 "sort": 0, 925 "value_type": "cumulative" 926 }, 927 "type": "graph", 928 "xaxis": { 929 "buckets": null, 930 "mode": "time", 931 "name": null, 932 "show": true, 933 "values": [] 934 }, 935 "yaxes": [ 936 { 937 "format": "short", 938 "label": null, 939 "logBase": 1, 940 "max": null, 941 "min": 0, 942 "show": true 943 }, 944 { 945 "format": "short", 946 "label": null, 947 "logBase": 1, 948 "max": null, 949 "min": null, 950 "show": true 951 } 952 ] 953 }, 954 { 955 "columns": [ 956 { 957 "text": "Current", 958 "value": "current" 959 }, 960 { 961 "text": "Avg", 962 "value": "avg" 963 }, 964 { 965 "text": "Min", 966 "value": "min" 967 }, 968 { 969 "text": "Max", 970 "value": "max" 971 } 972 ], 973 "datasource": "${DS_PROMETHEUS}", 974 "editable": true, 975 "error": false, 976 "fontSize": "90%", 977 "gridPos": { 978 "h": 7, 979 "w": 8, 980 "x": 16, 981 "y": 35 982 }, 983 "id": 21, 984 "links": [], 985 "pageSize": null, 986 "scroll": true, 987 "showHeader": true, 988 "sort": { 989 "col": 0, 990 "desc": true 991 }, 992 "styles": [ 993 { 994 "colorMode": null, 995 "colors": [ 996 "rgba(245, 54, 54, 0.9)", 997 "rgba(237, 129, 40, 0.89)", 998 "rgba(50, 172, 45, 0.97)" 999 ], 1000 "decimals": 2, 1001 "pattern": "/.*/", 1002 "thresholds": [], 1003 "type": "number", 1004 "unit": "percentunit" 1005 } 1006 ], 1007 "targets": [ 1008 { 1009 "expr": "sum(sys_fd_open{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance) / sum(sys_fd_softlimit{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance)", 1010 "format": "time_series", 1011 "interval": "", 1012 "intervalFactor": 2, 1013 "legendFormat": "{{instance}}", 1014 "refId": "A", 1015 "step": 4 1016 } 1017 ], 1018 "title": "File descriptor usage: $node", 1019 "transform": "timeseries_aggregations", 1020 "type": "table" 1021 }, 1022 { 1023 "aliasColors": {}, 1024 "bars": false, 1025 "dashLength": 10, 1026 "dashes": false, 1027 "datasource": "${DS_PROMETHEUS}", 1028 "editable": true, 1029 "error": false, 1030 "fill": 1, 1031 "grid": {}, 1032 "gridPos": { 1033 "h": 7, 1034 "w": 16, 1035 "x": 0, 1036 "y": 42 1037 }, 1038 "id": 28, 1039 "legend": { 1040 "avg": false, 1041 "current": false, 1042 "max": false, 1043 "min": false, 1044 "show": true, 1045 "total": false, 1046 "values": false 1047 }, 1048 "lines": true, 1049 "linewidth": 2, 1050 "links": [], 1051 "nullPointMode": "connected", 1052 "percentage": false, 1053 "pointradius": 5, 1054 "points": false, 1055 "renderer": "flot", 1056 "seriesOverrides": [], 1057 "spaceLength": 10, 1058 "stack": false, 1059 "steppedLine": false, 1060 "targets": [ 1061 { 1062 "expr": "avg(avg(raft_rocksdb_read_amplification{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", 1063 "format": "time_series", 1064 "interval": "", 1065 "intervalFactor": 2, 1066 "legendFormat": "Raft Engine Read Amplification", 1067 "metric": "", 1068 "refId": "A", 1069 "step": 2 1070 } 1071 ], 1072 "thresholds": [], 1073 "timeFrom": null, 1074 "timeShift": null, 1075 "title": "Raft Engine Read Amplification: $node", 1076 "tooltip": { 1077 "msResolution": false, 1078 "shared": true, 1079 "sort": 0, 1080 "value_type": "cumulative" 1081 }, 1082 "type": "graph", 1083 "xaxis": { 1084 "buckets": null, 1085 "mode": "time", 1086 "name": null, 1087 "show": true, 1088 "values": [] 1089 }, 1090 "yaxes": [ 1091 { 1092 "format": "short", 1093 "label": null, 1094 "logBase": 1, 1095 "max": null, 1096 "min": 0, 1097 "show": true 1098 }, 1099 { 1100 "format": "short", 1101 "label": null, 1102 "logBase": 1, 1103 "max": null, 1104 "min": null, 1105 "show": true 1106 } 1107 ] 1108 }, 1109 { 1110 "aliasColors": {}, 1111 "bars": false, 1112 "dashLength": 10, 1113 "dashes": false, 1114 "datasource": "${DS_PROMETHEUS}", 1115 "editable": true, 1116 "error": false, 1117 "fill": 1, 1118 "grid": {}, 1119 "gridPos": { 1120 "h": 7, 1121 "w": 16, 1122 "x": 0, 1123 "y": 49 1124 }, 1125 "id": 18, 1126 "legend": { 1127 "avg": false, 1128 "current": false, 1129 "max": false, 1130 "min": false, 1131 "show": true, 1132 "total": false, 1133 "values": false 1134 }, 1135 "lines": true, 1136 "linewidth": 2, 1137 "links": [], 1138 "nullPointMode": "connected", 1139 "percentage": false, 1140 "pointradius": 5, 1141 "points": false, 1142 "renderer": "flot", 1143 "seriesOverrides": [], 1144 "spaceLength": 10, 1145 "stack": false, 1146 "steppedLine": false, 1147 "targets": [ 1148 { 1149 "expr": "sum(sum(rocksdb_num_sstables{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", 1150 "format": "time_series", 1151 "interval": "", 1152 "intervalFactor": 2, 1153 "legendFormat": "SSTables", 1154 "refId": "A", 1155 "step": 2 1156 } 1157 ], 1158 "thresholds": [], 1159 "timeFrom": null, 1160 "timeShift": null, 1161 "title": "RocksDB SSTables: $node", 1162 "tooltip": { 1163 "msResolution": false, 1164 "shared": true, 1165 "sort": 0, 1166 "value_type": "cumulative" 1167 }, 1168 "type": "graph", 1169 "xaxis": { 1170 "buckets": null, 1171 "mode": "time", 1172 "name": null, 1173 "show": true, 1174 "values": [] 1175 }, 1176 "yaxes": [ 1177 { 1178 "format": "short", 1179 "label": null, 1180 "logBase": 1, 1181 "max": null, 1182 "min": null, 1183 "show": true 1184 }, 1185 { 1186 "format": "short", 1187 "label": null, 1188 "logBase": 1, 1189 "max": null, 1190 "min": null, 1191 "show": true 1192 } 1193 ] 1194 }, 1195 { 1196 "aliasColors": {}, 1197 "bars": false, 1198 "dashLength": 10, 1199 "dashes": false, 1200 "datasource": "${DS_PROMETHEUS}", 1201 "editable": true, 1202 "error": false, 1203 "fill": 1, 1204 "grid": {}, 1205 "gridPos": { 1206 "h": 7, 1207 "w": 16, 1208 "x": 0, 1209 "y": 56 1210 }, 1211 "id": 27, 1212 "legend": { 1213 "avg": false, 1214 "current": false, 1215 "max": false, 1216 "min": false, 1217 "show": true, 1218 "total": false, 1219 "values": false 1220 }, 1221 "lines": true, 1222 "linewidth": 2, 1223 "links": [], 1224 "nullPointMode": "connected", 1225 "percentage": false, 1226 "pointradius": 5, 1227 "points": false, 1228 "renderer": "flot", 1229 "seriesOverrides": [], 1230 "spaceLength": 10, 1231 "stack": false, 1232 "steppedLine": false, 1233 "targets": [ 1234 { 1235 "expr": "sum(sum(raft_rocksdb_num_sstables{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", 1236 "format": "time_series", 1237 "interval": "", 1238 "intervalFactor": 2, 1239 "legendFormat": "SSTables", 1240 "refId": "A", 1241 "step": 2 1242 } 1243 ], 1244 "thresholds": [], 1245 "timeFrom": null, 1246 "timeShift": null, 1247 "title": "Raft RocksDB SSTables: $node", 1248 "tooltip": { 1249 "msResolution": false, 1250 "shared": true, 1251 "sort": 0, 1252 "value_type": "cumulative" 1253 }, 1254 "type": "graph", 1255 "xaxis": { 1256 "buckets": null, 1257 "mode": "time", 1258 "name": null, 1259 "show": true, 1260 "values": [] 1261 }, 1262 "yaxes": [ 1263 { 1264 "format": "short", 1265 "label": null, 1266 "logBase": 1, 1267 "max": null, 1268 "min": null, 1269 "show": true 1270 }, 1271 { 1272 "format": "short", 1273 "label": null, 1274 "logBase": 1, 1275 "max": null, 1276 "min": null, 1277 "show": true 1278 } 1279 ] 1280 }, 1281 { 1282 "aliasColors": {}, 1283 "bars": false, 1284 "dashLength": 10, 1285 "dashes": false, 1286 "datasource": "${DS_PROMETHEUS}", 1287 "fill": 1, 1288 "gridPos": { 1289 "h": 7, 1290 "w": 16, 1291 "x": 0, 1292 "y": 63 1293 }, 1294 "id": 26, 1295 "legend": { 1296 "avg": false, 1297 "current": false, 1298 "max": false, 1299 "min": false, 1300 "show": true, 1301 "total": false, 1302 "values": false 1303 }, 1304 "lines": true, 1305 "linewidth": 1, 1306 "links": [], 1307 "nullPointMode": "null", 1308 "percentage": false, 1309 "pointradius": 5, 1310 "points": false, 1311 "renderer": "flot", 1312 "seriesOverrides": [], 1313 "spaceLength": 10, 1314 "stack": false, 1315 "steppedLine": false, 1316 "targets": [ 1317 { 1318 "expr": "rocksdb_block_cache_hits{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"} / (rocksdb_block_cache_hits{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"} + rocksdb_block_cache_misses{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", 1319 "format": "time_series", 1320 "interval": "", 1321 "intervalFactor": 2, 1322 "legendFormat": "{{instance}}:{{store}}", 1323 "refId": "A", 1324 "step": 2 1325 } 1326 ], 1327 "thresholds": [], 1328 "timeFrom": null, 1329 "timeShift": null, 1330 "title": "RocksDB cache hit rate: $node", 1331 "tooltip": { 1332 "shared": true, 1333 "sort": 0, 1334 "value_type": "individual" 1335 }, 1336 "type": "graph", 1337 "xaxis": { 1338 "buckets": null, 1339 "mode": "time", 1340 "name": null, 1341 "show": true, 1342 "values": [] 1343 }, 1344 "yaxes": [ 1345 { 1346 "format": "percentunit", 1347 "label": null, 1348 "logBase": 1, 1349 "max": null, 1350 "min": null, 1351 "show": true 1352 }, 1353 { 1354 "format": "short", 1355 "label": null, 1356 "logBase": 1, 1357 "max": null, 1358 "min": null, 1359 "show": true 1360 } 1361 ] 1362 }, 1363 { 1364 "aliasColors": {}, 1365 "bars": false, 1366 "dashLength": 10, 1367 "dashes": false, 1368 "datasource": "${DS_PROMETHEUS}", 1369 "fill": 1, 1370 "gridPos": { 1371 "h": 7, 1372 "w": 16, 1373 "x": 0, 1374 "y": 70 1375 }, 1376 "id": 29, 1377 "legend": { 1378 "avg": false, 1379 "current": false, 1380 "max": false, 1381 "min": false, 1382 "show": true, 1383 "total": false, 1384 "values": false 1385 }, 1386 "lines": true, 1387 "linewidth": 1, 1388 "links": [], 1389 "nullPointMode": "null", 1390 "percentage": false, 1391 "pointradius": 5, 1392 "points": false, 1393 "renderer": "flot", 1394 "seriesOverrides": [], 1395 "spaceLength": 10, 1396 "stack": false, 1397 "steppedLine": false, 1398 "targets": [ 1399 { 1400 "expr": "raft_rocksdb_block_cache_hits{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"} / (raft_rocksdb_block_cache_hits{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"} + raft_rocksdb_block_cache_misses{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", 1401 "format": "time_series", 1402 "interval": "", 1403 "intervalFactor": 2, 1404 "legendFormat": "{{instance}}:{{store}}", 1405 "refId": "A", 1406 "step": 2 1407 } 1408 ], 1409 "thresholds": [], 1410 "timeFrom": null, 1411 "timeShift": null, 1412 "title": "Raft RocksDB cache hit rate: $node", 1413 "tooltip": { 1414 "shared": true, 1415 "sort": 0, 1416 "value_type": "individual" 1417 }, 1418 "type": "graph", 1419 "xaxis": { 1420 "buckets": null, 1421 "mode": "time", 1422 "name": null, 1423 "show": true, 1424 "values": [] 1425 }, 1426 "yaxes": [ 1427 { 1428 "format": "percentunit", 1429 "label": null, 1430 "logBase": 1, 1431 "max": null, 1432 "min": null, 1433 "show": true 1434 }, 1435 { 1436 "format": "short", 1437 "label": null, 1438 "logBase": 1, 1439 "max": null, 1440 "min": null, 1441 "show": true 1442 } 1443 ] 1444 }, 1445 { 1446 "aliasColors": {}, 1447 "bars": false, 1448 "dashLength": 10, 1449 "dashes": false, 1450 "datasource": "${DS_PROMETHEUS}", 1451 "editable": true, 1452 "error": false, 1453 "fill": 1, 1454 "grid": {}, 1455 "gridPos": { 1456 "h": 7, 1457 "w": 16, 1458 "x": 0, 1459 "y": 77 1460 }, 1461 "id": 20, 1462 "legend": { 1463 "avg": false, 1464 "current": false, 1465 "max": false, 1466 "min": false, 1467 "show": true, 1468 "total": false, 1469 "values": false 1470 }, 1471 "lines": true, 1472 "linewidth": 2, 1473 "links": [], 1474 "nullPointMode": "null as zero", 1475 "percentage": false, 1476 "pointradius": 5, 1477 "points": false, 1478 "renderer": "flot", 1479 "seriesOverrides": [], 1480 "spaceLength": 10, 1481 "stack": false, 1482 "steppedLine": false, 1483 "targets": [ 1484 { 1485 "expr": "sum(sum(sys_fd_open{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", 1486 "format": "time_series", 1487 "interval": "", 1488 "intervalFactor": 2, 1489 "legendFormat": "Open FDs", 1490 "refId": "A", 1491 "step": 2 1492 }, 1493 { 1494 "expr": "sum(sum(sys_fd_softlimit{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", 1495 "format": "time_series", 1496 "intervalFactor": 2, 1497 "legendFormat": "Limit", 1498 "refId": "B", 1499 "step": 2 1500 } 1501 ], 1502 "thresholds": [], 1503 "timeFrom": null, 1504 "timeShift": null, 1505 "title": "File Descriptors: $node", 1506 "tooltip": { 1507 "msResolution": false, 1508 "shared": true, 1509 "sort": 0, 1510 "value_type": "cumulative" 1511 }, 1512 "type": "graph", 1513 "xaxis": { 1514 "buckets": null, 1515 "mode": "time", 1516 "name": null, 1517 "show": true, 1518 "values": [] 1519 }, 1520 "yaxes": [ 1521 { 1522 "format": "short", 1523 "label": null, 1524 "logBase": 1, 1525 "max": null, 1526 "min": null, 1527 "show": true 1528 }, 1529 { 1530 "format": "short", 1531 "label": null, 1532 "logBase": 1, 1533 "max": null, 1534 "min": null, 1535 "show": true 1536 } 1537 ] 1538 } 1539 ], 1540 "refresh": false, 1541 "schemaVersion": 16, 1542 "style": "dark", 1543 "tags": [ 1544 "cockroach" 1545 ], 1546 "templating": { 1547 "list": [ 1548 { 1549 "allValue": null, 1550 "current": {}, 1551 "datasource": "${DS_PROMETHEUS}", 1552 "hide": 0, 1553 "includeAll": false, 1554 "label": "Cluster name", 1555 "multi": false, 1556 "name": "cluster", 1557 "options": [], 1558 "query": "sys_uptime{job=\"cockroachdb\"}", 1559 "refresh": 1, 1560 "regex": "/cluster=\"([^\"]+)\"/", 1561 "sort": 1, 1562 "tagValuesQuery": "", 1563 "tags": [], 1564 "tagsQuery": "", 1565 "type": "query", 1566 "useTags": false 1567 }, 1568 { 1569 "allValue": ".*", 1570 "current": {}, 1571 "datasource": "${DS_PROMETHEUS}", 1572 "hide": 0, 1573 "includeAll": true, 1574 "label": "Node", 1575 "multi": false, 1576 "name": "node", 1577 "options": [], 1578 "query": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", 1579 "refresh": 1, 1580 "regex": "", 1581 "sort": 3, 1582 "tagValuesQuery": "", 1583 "tags": [], 1584 "tagsQuery": "", 1585 "type": "query", 1586 "useTags": false 1587 }, 1588 { 1589 "auto": false, 1590 "auto_count": 30, 1591 "auto_min": "10s", 1592 "current": { 1593 "text": "30s", 1594 "value": "30s" 1595 }, 1596 "datasource": null, 1597 "hide": 0, 1598 "includeAll": false, 1599 "label": "Rate Interval", 1600 "multi": false, 1601 "name": "rate_interval", 1602 "options": [ 1603 { 1604 "selected": true, 1605 "text": "30s", 1606 "value": "30s" 1607 }, 1608 { 1609 "selected": false, 1610 "text": "1m", 1611 "value": "1m" 1612 }, 1613 { 1614 "selected": false, 1615 "text": "5m", 1616 "value": "5m" 1617 }, 1618 { 1619 "selected": false, 1620 "text": "10m", 1621 "value": "10m" 1622 }, 1623 { 1624 "selected": false, 1625 "text": "30m", 1626 "value": "30m" 1627 }, 1628 { 1629 "selected": false, 1630 "text": "1h", 1631 "value": "1h" 1632 }, 1633 { 1634 "selected": false, 1635 "text": "6h", 1636 "value": "6h" 1637 }, 1638 { 1639 "selected": false, 1640 "text": "12h", 1641 "value": "12h" 1642 }, 1643 { 1644 "selected": false, 1645 "text": "1d", 1646 "value": "1d" 1647 } 1648 ], 1649 "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", 1650 "refresh": 2, 1651 "type": "interval" 1652 } 1653 ] 1654 }, 1655 "time": { 1656 "from": "now-24h", 1657 "to": "now" 1658 }, 1659 "timepicker": { 1660 "refresh_intervals": [ 1661 "5s", 1662 "10s", 1663 "30s", 1664 "1m", 1665 "5m", 1666 "15m", 1667 "30m", 1668 "1h", 1669 "2h", 1670 "1d" 1671 ], 1672 "time_options": [ 1673 "5m", 1674 "15m", 1675 "1h", 1676 "6h", 1677 "12h", 1678 "24h", 1679 "2d", 1680 "7d", 1681 "30d" 1682 ] 1683 }, 1684 "timezone": "utc", 1685 "title": "Cockroach Storage", 1686 "uid": "000000006", 1687 "version": 26 1688 }