github.com/m3db/m3@v1.5.1-0.20231129193456-75a402aa583b/integrations/grafana/m3db_dashboard.json (about) 1 { 2 "__requires": [ 3 { 4 "type": "grafana", 5 "id": "grafana", 6 "name": "Grafana", 7 "version": "5.2.4" 8 }, 9 { 10 "type": "panel", 11 "id": "graph", 12 "name": "Graph", 13 "version": "5.0.0" 14 }, 15 { 16 "type": "datasource", 17 "id": "prometheus", 18 "name": "Prometheus", 19 "version": "5.0.0" 20 }, 21 { 22 "type": "panel", 23 "id": "singlestat", 24 "name": "Singlestat", 25 "version": "5.0.0" 26 } 27 ], 28 "annotations": { 29 "list": [ 30 { 31 "builtIn": 1, 32 "datasource": "-- Grafana --", 33 "enable": true, 34 "hide": true, 35 "iconColor": "rgba(0, 211, 255, 1)", 36 "name": "Annotations & Alerts", 37 "type": "dashboard" 38 } 39 ] 40 }, 41 "editable": true, 42 "gnetId": null, 43 "graphTooltip": 1, 44 "iteration": 1592797277408, 45 "links": [], 46 "panels": [ 47 { 48 "collapsed": false, 49 "gridPos": { 50 "h": 1, 51 "w": 24, 52 "x": 0, 53 "y": 0 54 }, 55 "id": 90, 56 "panels": [], 57 "repeat": null, 58 "title": "Bootstrap Node Counts", 59 "type": "row" 60 }, 61 { 62 "cacheTimeout": null, 63 "colorBackground": false, 64 "colorValue": false, 65 "colors": [ 66 "rgba(245, 54, 54, 0.9)", 67 "rgba(237, 129, 40, 0.89)", 68 "rgba(50, 172, 45, 0.97)" 69 ], 70 "datasource": "$datasource", 71 "editable": true, 72 "error": false, 73 "format": "none", 74 "gauge": { 75 "maxValue": 100, 76 "minValue": 0, 77 "show": false, 78 "thresholdLabels": false, 79 "thresholdMarkers": true 80 }, 81 "gridPos": { 82 "h": 3, 83 "w": 6, 84 "x": 0, 85 "y": 1 86 }, 87 "height": "", 88 "hideTimeOverride": true, 89 "id": 51, 90 "interval": null, 91 "links": [], 92 "mappingType": 1, 93 "mappingTypes": [ 94 { 95 "name": "value to text", 96 "value": 1 97 }, 98 { 99 "name": "range to text", 100 "value": 2 101 } 102 ], 103 "maxDataPoints": 100, 104 "nullPointMode": "connected", 105 "nullText": null, 106 "options": {}, 107 "postfix": "", 108 "postfixFontSize": "50%", 109 "prefix": "", 110 "prefixFontSize": "50%", 111 "rangeMaps": [ 112 { 113 "from": "null", 114 "text": "N/A", 115 "to": "null" 116 } 117 ], 118 "sparkline": { 119 "fillColor": "rgba(31, 118, 189, 0.18)", 120 "full": true, 121 "lineColor": "rgb(31, 120, 193)", 122 "show": true 123 }, 124 "tableColumn": "", 125 "targets": [ 126 { 127 "expr": "sum(database_bootstrapped{instance=~\"$instance\"} == bool 1)", 128 "format": "time_series", 129 "instant": true, 130 "intervalFactor": 1, 131 "key": 0.3593853225333008, 132 "refId": "A" 133 } 134 ], 135 "thresholds": "", 136 "timeFrom": "1m", 137 "timeShift": null, 138 "title": "Bootstrapped", 139 "type": "singlestat", 140 "valueFontSize": "80%", 141 "valueMaps": [ 142 { 143 "op": "=", 144 "text": "N/A", 145 "value": "null" 146 } 147 ], 148 "valueName": "current", 149 "y_formats": [ 150 "short", 151 "short" 152 ] 153 }, 154 { 155 "cacheTimeout": null, 156 "colorBackground": false, 157 "colorValue": false, 158 "colors": [ 159 "rgba(245, 54, 54, 0.9)", 160 "rgba(237, 129, 40, 0.89)", 161 "rgba(50, 172, 45, 0.97)" 162 ], 163 "datasource": "$datasource", 164 "editable": true, 165 "error": false, 166 "format": "none", 167 "gauge": { 168 "maxValue": 100, 169 "minValue": 0, 170 "show": false, 171 "thresholdLabels": false, 172 "thresholdMarkers": true 173 }, 174 "gridPos": { 175 "h": 3, 176 "w": 6, 177 "x": 6, 178 "y": 1 179 }, 180 "height": "", 181 "hideTimeOverride": true, 182 "id": 50, 183 "interval": null, 184 "links": [], 185 "mappingType": 1, 186 "mappingTypes": [ 187 { 188 "name": "value to text", 189 "value": 1 190 }, 191 { 192 "name": "range to text", 193 "value": 2 194 } 195 ], 196 "maxDataPoints": 100, 197 "nullPointMode": "connected", 198 "nullText": null, 199 "options": {}, 200 "postfix": "", 201 "postfixFontSize": "50%", 202 "prefix": "", 203 "prefixFontSize": "50%", 204 "rangeMaps": [ 205 { 206 "from": "null", 207 "text": "N/A", 208 "to": "null" 209 } 210 ], 211 "sparkline": { 212 "fillColor": "rgba(31, 118, 189, 0.18)", 213 "full": true, 214 "lineColor": "rgb(31, 120, 193)", 215 "show": true 216 }, 217 "tableColumn": "", 218 "targets": [ 219 { 220 "expr": "sum(database_bootstrapped{instance=~\"$instance\"} == bool 0)", 221 "format": "time_series", 222 "instant": true, 223 "intervalFactor": 1, 224 "key": 0.08874521907599053, 225 "refId": "A" 226 } 227 ], 228 "thresholds": "", 229 "timeFrom": "1m", 230 "title": "Bootstrapping", 231 "type": "singlestat", 232 "valueFontSize": "80%", 233 "valueMaps": [ 234 { 235 "op": "=", 236 "text": "N/A", 237 "value": "null" 238 } 239 ], 240 "valueName": "current", 241 "y_formats": [ 242 "short", 243 "short" 244 ] 245 }, 246 { 247 "cacheTimeout": null, 248 "colorBackground": false, 249 "colorValue": false, 250 "colors": [ 251 "rgba(245, 54, 54, 0.9)", 252 "rgba(237, 129, 40, 0.89)", 253 "rgba(50, 172, 45, 0.97)" 254 ], 255 "datasource": "$datasource", 256 "editable": true, 257 "error": false, 258 "format": "none", 259 "gauge": { 260 "maxValue": 100, 261 "minValue": 0, 262 "show": false, 263 "thresholdLabels": false, 264 "thresholdMarkers": true 265 }, 266 "gridPos": { 267 "h": 3, 268 "w": 6, 269 "x": 12, 270 "y": 1 271 }, 272 "height": "", 273 "hideTimeOverride": true, 274 "id": 55, 275 "interval": null, 276 "links": [], 277 "mappingType": 1, 278 "mappingTypes": [ 279 { 280 "name": "value to text", 281 "value": 1 282 }, 283 { 284 "name": "range to text", 285 "value": 2 286 } 287 ], 288 "maxDataPoints": 100, 289 "nullPointMode": "connected", 290 "nullText": null, 291 "options": {}, 292 "postfix": "", 293 "postfixFontSize": "50%", 294 "prefix": "", 295 "prefixFontSize": "50%", 296 "rangeMaps": [ 297 { 298 "from": "null", 299 "text": "N/A", 300 "to": "null" 301 } 302 ], 303 "sparkline": { 304 "fillColor": "rgba(31, 118, 189, 0.18)", 305 "full": true, 306 "lineColor": "rgb(31, 120, 193)", 307 "show": true 308 }, 309 "tableColumn": "", 310 "targets": [ 311 { 312 "expr": "count(build_information{instance=~\"$instance\"}) by (revision)", 313 "format": "time_series", 314 "instant": true, 315 "intervalFactor": 1, 316 "key": 0.25234693632915994, 317 "refId": "A" 318 } 319 ], 320 "thresholds": "", 321 "timeFrom": "1m", 322 "title": "# Revisions", 323 "type": "singlestat", 324 "valueFontSize": "80%", 325 "valueMaps": [ 326 { 327 "op": "=", 328 "text": "N/A", 329 "value": "null" 330 } 331 ], 332 "valueName": "current", 333 "y_formats": [ 334 "short", 335 "short" 336 ] 337 }, 338 { 339 "cacheTimeout": null, 340 "colorBackground": false, 341 "colorValue": false, 342 "colors": [ 343 "rgba(245, 54, 54, 0.9)", 344 "rgba(237, 129, 40, 0.89)", 345 "rgba(50, 172, 45, 0.97)" 346 ], 347 "datasource": "$datasource", 348 "editable": true, 349 "error": false, 350 "format": "none", 351 "gauge": { 352 "maxValue": 100, 353 "minValue": 0, 354 "show": false, 355 "thresholdLabels": false, 356 "thresholdMarkers": true 357 }, 358 "gridPos": { 359 "h": 3, 360 "w": 6, 361 "x": 18, 362 "y": 1 363 }, 364 "height": "", 365 "hideTimeOverride": true, 366 "id": 56, 367 "interval": null, 368 "links": [], 369 "mappingType": 1, 370 "mappingTypes": [ 371 { 372 "name": "value to text", 373 "value": 1 374 }, 375 { 376 "name": "range to text", 377 "value": 2 378 } 379 ], 380 "maxDataPoints": 100, 381 "nullPointMode": "connected", 382 "nullText": null, 383 "options": {}, 384 "postfix": "", 385 "postfixFontSize": "50%", 386 "prefix": "", 387 "prefixFontSize": "50%", 388 "rangeMaps": [ 389 { 390 "from": "null", 391 "text": "N/A", 392 "to": "null" 393 } 394 ], 395 "sparkline": { 396 "fillColor": "rgba(31, 118, 189, 0.18)", 397 "full": true, 398 "lineColor": "rgb(31, 120, 193)", 399 "show": true 400 }, 401 "tableColumn": "", 402 "targets": [ 403 { 404 "expr": "count(build_information{instance=~\"$instance\"}) by (go_version)", 405 "format": "time_series", 406 "instant": true, 407 "intervalFactor": 1, 408 "key": 0.08534584879068197, 409 "refId": "A" 410 } 411 ], 412 "thresholds": "", 413 "timeFrom": "1m", 414 "title": "# Runtime Versions", 415 "type": "singlestat", 416 "valueFontSize": "80%", 417 "valueMaps": [ 418 { 419 "op": "=", 420 "text": "N/A", 421 "value": "null" 422 } 423 ], 424 "valueName": "current", 425 "y_formats": [ 426 "short", 427 "short" 428 ] 429 }, 430 { 431 "collapsed": false, 432 "gridPos": { 433 "h": 1, 434 "w": 24, 435 "x": 0, 436 "y": 4 437 }, 438 "id": 91, 439 "panels": [], 440 "repeat": null, 441 "title": "Commitlog / Inserts", 442 "type": "row" 443 }, 444 { 445 "aliasColors": {}, 446 "bars": false, 447 "dashLength": 10, 448 "dashes": false, 449 "datasource": "$datasource", 450 "editable": true, 451 "error": false, 452 "fill": 0, 453 "fillGradient": 0, 454 "grid": {}, 455 "gridPos": { 456 "h": 7, 457 "w": 8, 458 "x": 0, 459 "y": 5 460 }, 461 "hiddenSeries": false, 462 "id": 1, 463 "legend": { 464 "avg": false, 465 "current": false, 466 "max": false, 467 "min": false, 468 "show": false, 469 "total": false, 470 "values": false 471 }, 472 "lines": true, 473 "linewidth": 1, 474 "links": [], 475 "nullPointMode": "connected", 476 "options": { 477 "dataLinks": [] 478 }, 479 "percentage": false, 480 "pointradius": 5, 481 "points": false, 482 "renderer": "flot", 483 "seriesOverrides": [ 484 { 485 "alias": "smoothed-length", 486 "color": "#BF1B00", 487 "linewidth": 4 488 } 489 ], 490 "spaceLength": 10, 491 "stack": false, 492 "steppedLine": false, 493 "targets": [ 494 { 495 "expr": "commitlog_writes_queued{instance=~\"$instance\"}", 496 "format": "time_series", 497 "hide": false, 498 "intervalFactor": 1, 499 "key": 0.09635984016153087, 500 "refId": "C", 501 "textEditor": true 502 } 503 ], 504 "thresholds": [], 505 "timeFrom": null, 506 "timeRegions": [], 507 "timeShift": null, 508 "title": "Commit Log Queue Length", 509 "tooltip": { 510 "shared": false, 511 "sort": 0, 512 "value_type": "cumulative" 513 }, 514 "type": "graph", 515 "xaxis": { 516 "buckets": null, 517 "mode": "time", 518 "name": null, 519 "show": true, 520 "values": [] 521 }, 522 "yaxes": [ 523 { 524 "format": "short", 525 "logBase": 1, 526 "max": null, 527 "min": null, 528 "show": true 529 }, 530 { 531 "format": "percentunit", 532 "label": "", 533 "logBase": 1, 534 "max": null, 535 "min": null, 536 "show": true 537 } 538 ], 539 "yaxis": { 540 "align": false, 541 "alignLevel": null 542 } 543 }, 544 { 545 "aliasColors": {}, 546 "bars": false, 547 "dashLength": 10, 548 "dashes": false, 549 "datasource": "$datasource", 550 "editable": true, 551 "error": false, 552 "fill": 0, 553 "fillGradient": 0, 554 "grid": {}, 555 "gridPos": { 556 "h": 7, 557 "w": 8, 558 "x": 8, 559 "y": 5 560 }, 561 "hiddenSeries": false, 562 "id": 2, 563 "legend": { 564 "avg": false, 565 "current": false, 566 "max": false, 567 "min": false, 568 "show": false, 569 "total": false, 570 "values": false 571 }, 572 "lines": true, 573 "linewidth": 1, 574 "links": [], 575 "nullPointMode": "connected", 576 "options": { 577 "dataLinks": [] 578 }, 579 "percentage": false, 580 "pointradius": 5, 581 "points": false, 582 "renderer": "flot", 583 "seriesOverrides": [ 584 { 585 "alias": "average", 586 "color": "#BF1B00", 587 "linewidth": 4 588 } 589 ], 590 "spaceLength": 10, 591 "stack": false, 592 "steppedLine": false, 593 "targets": [ 594 { 595 "expr": " sum(rate(commitlog_writes_success{instance=~\"$instance\"}[$step]))", 596 "format": "time_series", 597 "hide": false, 598 "intervalFactor": 1, 599 "key": 0.7940843773344208, 600 "legendFormat": "writes", 601 "refId": "C", 602 "textEditor": true 603 } 604 ], 605 "thresholds": [], 606 "timeFrom": null, 607 "timeRegions": [], 608 "timeShift": null, 609 "title": "Commit Log Writes / Second (Includes replication)", 610 "tooltip": { 611 "shared": false, 612 "sort": 0, 613 "value_type": "cumulative" 614 }, 615 "type": "graph", 616 "xaxis": { 617 "buckets": null, 618 "mode": "time", 619 "name": null, 620 "show": true, 621 "values": [] 622 }, 623 "yaxes": [ 624 { 625 "format": "short", 626 "logBase": 1, 627 "max": null, 628 "min": null, 629 "show": true 630 }, 631 { 632 "format": "percentunit", 633 "label": "", 634 "logBase": 1, 635 "max": null, 636 "min": null, 637 "show": true 638 } 639 ], 640 "yaxis": { 641 "align": false, 642 "alignLevel": null 643 } 644 }, 645 { 646 "aliasColors": {}, 647 "bars": false, 648 "dashLength": 10, 649 "dashes": false, 650 "datasource": "$datasource", 651 "editable": true, 652 "error": false, 653 "fill": 0, 654 "fillGradient": 0, 655 "grid": {}, 656 "gridPos": { 657 "h": 7, 658 "w": 8, 659 "x": 16, 660 "y": 5 661 }, 662 "hiddenSeries": false, 663 "id": 45, 664 "legend": { 665 "avg": false, 666 "current": false, 667 "max": false, 668 "min": false, 669 "show": true, 670 "total": false, 671 "values": false 672 }, 673 "lines": true, 674 "linewidth": 1, 675 "links": [], 676 "nullPointMode": "connected", 677 "options": { 678 "dataLinks": [] 679 }, 680 "percentage": false, 681 "pointradius": 5, 682 "points": false, 683 "renderer": "flot", 684 "seriesOverrides": [], 685 "spaceLength": 10, 686 "stack": false, 687 "steppedLine": false, 688 "targets": [ 689 { 690 "expr": "sum(rate(dbshard_insert_queue_inserts{instance=~\"$instance\"}[$step])) by (pending_write)", 691 "format": "time_series", 692 "hide": false, 693 "intervalFactor": 1, 694 "key": 0.6661769838428799, 695 "legendFormat": "pendingWrite-{{pending_write}}", 696 "refId": "C", 697 "textEditor": true 698 } 699 ], 700 "thresholds": [], 701 "timeFrom": null, 702 "timeRegions": [], 703 "timeShift": null, 704 "title": "New Series Inserts / Second", 705 "tooltip": { 706 "shared": false, 707 "sort": 0, 708 "value_type": "cumulative" 709 }, 710 "type": "graph", 711 "xaxis": { 712 "buckets": null, 713 "mode": "time", 714 "name": null, 715 "show": true, 716 "values": [] 717 }, 718 "yaxes": [ 719 { 720 "format": "short", 721 "logBase": 1, 722 "max": null, 723 "min": null, 724 "show": true 725 }, 726 { 727 "format": "percentunit", 728 "label": "", 729 "logBase": 1, 730 "max": null, 731 "min": null, 732 "show": true 733 } 734 ], 735 "yaxis": { 736 "align": false, 737 "alignLevel": null 738 } 739 }, 740 { 741 "collapsed": true, 742 "gridPos": { 743 "h": 1, 744 "w": 24, 745 "x": 0, 746 "y": 12 747 }, 748 "id": 92, 749 "panels": [ 750 { 751 "aliasColors": {}, 752 "bars": false, 753 "dashLength": 10, 754 "dashes": false, 755 "datasource": "$datasource", 756 "editable": true, 757 "error": false, 758 "fill": 0, 759 "grid": {}, 760 "gridPos": { 761 "h": 7, 762 "w": 8, 763 "x": 0, 764 "y": 13 765 }, 766 "id": 4, 767 "legend": { 768 "avg": false, 769 "current": false, 770 "max": false, 771 "min": false, 772 "show": true, 773 "total": false, 774 "values": false 775 }, 776 "lines": true, 777 "linewidth": 1, 778 "links": [], 779 "nullPointMode": "connected", 780 "percentage": false, 781 "pointradius": 5, 782 "points": false, 783 "renderer": "flot", 784 "seriesOverrides": [ 785 { 786 "alias": "smoothed-length", 787 "color": "#BF1B00", 788 "fill": 0, 789 "linewidth": 5 790 } 791 ], 792 "spaceLength": 10, 793 "stack": false, 794 "steppedLine": false, 795 "targets": [ 796 { 797 "expr": "rate(service_fetchBatchRaw_success{instance=~\"$instance\"}[1m])", 798 "format": "time_series", 799 "hide": false, 800 "intervalFactor": 1, 801 "key": 0.666035411738013, 802 "refId": "C", 803 "textEditor": true 804 }, 805 { 806 "expr": "rate(service_fetchBatchRaw_errors{instance=~\"$instance\"}[1m])", 807 "format": "time_series", 808 "hide": false, 809 "intervalFactor": 1, 810 "key": 0.666035411738013, 811 "refId": "A", 812 "textEditor": true 813 }, 814 { 815 "expr": "rate(service_writeBatchRaw_success{instance=~\"$instance\"}[1m])", 816 "format": "time_series", 817 "hide": false, 818 "intervalFactor": 1, 819 "key": 0.666035411738013, 820 "refId": "B", 821 "textEditor": true 822 }, 823 { 824 "expr": "rate(service_writeBatchRaw_errors{instance=~\"$instance\"}[1m])", 825 "format": "time_series", 826 "hide": false, 827 "intervalFactor": 1, 828 "key": 0.666035411738013, 829 "refId": "D", 830 "textEditor": true 831 } 832 ], 833 "thresholds": [], 834 "timeFrom": null, 835 "timeShift": null, 836 "title": "Service Reads / Writes / Minute", 837 "tooltip": { 838 "shared": false, 839 "sort": 0, 840 "value_type": "cumulative" 841 }, 842 "type": "graph", 843 "xaxis": { 844 "buckets": null, 845 "mode": "time", 846 "name": null, 847 "show": true, 848 "values": [] 849 }, 850 "yaxes": [ 851 { 852 "format": "short", 853 "logBase": 1, 854 "max": null, 855 "min": null, 856 "show": true 857 }, 858 { 859 "format": "percentunit", 860 "label": "", 861 "logBase": 1, 862 "max": null, 863 "min": null, 864 "show": true 865 } 866 ], 867 "yaxis": { 868 "align": false, 869 "alignLevel": null 870 } 871 }, 872 { 873 "aliasColors": {}, 874 "bars": false, 875 "dashLength": 10, 876 "dashes": false, 877 "datasource": "$datasource", 878 "editable": true, 879 "error": false, 880 "fill": 0, 881 "grid": {}, 882 "gridPos": { 883 "h": 7, 884 "w": 8, 885 "x": 8, 886 "y": 13 887 }, 888 "id": 3, 889 "legend": { 890 "avg": false, 891 "current": false, 892 "max": false, 893 "min": false, 894 "show": false, 895 "total": false, 896 "values": false 897 }, 898 "lines": true, 899 "linewidth": 1, 900 "links": [], 901 "nullPointMode": "connected", 902 "percentage": false, 903 "pointradius": 5, 904 "points": false, 905 "renderer": "flot", 906 "spaceLength": 10, 907 "stack": false, 908 "steppedLine": false, 909 "targets": [ 910 { 911 "expr": "service_writeBatchRaw_latency{instance=~\"$instance\",quantile=\"0.99\"}", 912 "format": "time_series", 913 "intervalFactor": 1, 914 "key": 0.813148562053182, 915 "refId": "D" 916 } 917 ], 918 "thresholds": [], 919 "timeFrom": null, 920 "timeShift": null, 921 "title": "Server Side Write Latency (p99)", 922 "tooltip": { 923 "shared": false, 924 "sort": 0, 925 "value_type": "cumulative" 926 }, 927 "type": "graph", 928 "xaxis": { 929 "buckets": null, 930 "mode": "time", 931 "name": null, 932 "show": true, 933 "values": [] 934 }, 935 "yaxes": [ 936 { 937 "format": "s", 938 "logBase": 1, 939 "max": null, 940 "min": null, 941 "show": true 942 }, 943 { 944 "format": "percentunit", 945 "label": "", 946 "logBase": 1, 947 "max": null, 948 "min": null, 949 "show": true 950 } 951 ], 952 "yaxis": { 953 "align": false, 954 "alignLevel": null 955 } 956 }, 957 { 958 "aliasColors": {}, 959 "bars": false, 960 "dashLength": 10, 961 "dashes": false, 962 "datasource": "$datasource", 963 "editable": true, 964 "error": false, 965 "fill": 0, 966 "grid": {}, 967 "gridPos": { 968 "h": 7, 969 "w": 8, 970 "x": 16, 971 "y": 13 972 }, 973 "id": 12, 974 "legend": { 975 "avg": false, 976 "current": false, 977 "max": false, 978 "min": false, 979 "show": false, 980 "total": false, 981 "values": false 982 }, 983 "lines": true, 984 "linewidth": 1, 985 "links": [], 986 "nullPointMode": "connected", 987 "percentage": false, 988 "pointradius": 5, 989 "points": false, 990 "renderer": "flot", 991 "spaceLength": 10, 992 "stack": false, 993 "steppedLine": false, 994 "targets": [ 995 { 996 "expr": "service_fetchBatchRaw_latency{instance=~\"$instance\",quantile=\"0.99\"}", 997 "format": "time_series", 998 "intervalFactor": 1, 999 "key": 0.37467787057058555, 1000 "refId": "D" 1001 } 1002 ], 1003 "thresholds": [], 1004 "timeFrom": null, 1005 "timeShift": null, 1006 "title": "Server Side Fetch Latency (p99)", 1007 "tooltip": { 1008 "shared": false, 1009 "sort": 0, 1010 "value_type": "cumulative" 1011 }, 1012 "type": "graph", 1013 "xaxis": { 1014 "buckets": null, 1015 "mode": "time", 1016 "name": null, 1017 "show": true, 1018 "values": [] 1019 }, 1020 "yaxes": [ 1021 { 1022 "format": "s", 1023 "logBase": 1, 1024 "max": null, 1025 "min": null, 1026 "show": true 1027 }, 1028 { 1029 "format": "percentunit", 1030 "label": "", 1031 "logBase": 1, 1032 "max": null, 1033 "min": null, 1034 "show": true 1035 } 1036 ], 1037 "yaxis": { 1038 "align": false, 1039 "alignLevel": null 1040 } 1041 } 1042 ], 1043 "repeat": null, 1044 "title": "Un-Tagged RPC", 1045 "type": "row" 1046 }, 1047 { 1048 "collapsed": false, 1049 "gridPos": { 1050 "h": 1, 1051 "w": 24, 1052 "x": 0, 1053 "y": 13 1054 }, 1055 "id": 93, 1056 "panels": [], 1057 "repeat": null, 1058 "title": "Tagged RPC", 1059 "type": "row" 1060 }, 1061 { 1062 "aliasColors": {}, 1063 "bars": false, 1064 "dashLength": 10, 1065 "dashes": false, 1066 "datasource": "$datasource", 1067 "editable": true, 1068 "error": false, 1069 "fill": 0, 1070 "fillGradient": 0, 1071 "grid": {}, 1072 "gridPos": { 1073 "h": 7, 1074 "w": 8, 1075 "x": 0, 1076 "y": 14 1077 }, 1078 "hiddenSeries": false, 1079 "id": 81, 1080 "legend": { 1081 "avg": false, 1082 "current": false, 1083 "max": false, 1084 "min": false, 1085 "show": true, 1086 "total": false, 1087 "values": false 1088 }, 1089 "lines": true, 1090 "linewidth": 1, 1091 "links": [], 1092 "nullPointMode": "connected", 1093 "options": { 1094 "dataLinks": [] 1095 }, 1096 "percentage": false, 1097 "pointradius": 5, 1098 "points": false, 1099 "renderer": "flot", 1100 "seriesOverrides": [ 1101 { 1102 "alias": "smoothed-length", 1103 "color": "#BF1B00", 1104 "fill": 0, 1105 "linewidth": 5 1106 } 1107 ], 1108 "spaceLength": 10, 1109 "stack": false, 1110 "steppedLine": false, 1111 "targets": [ 1112 { 1113 "expr": "sum(rate(service_writeTaggedBatchRaw_success{instance=~\"$instance\"}[$step]))", 1114 "format": "time_series", 1115 "hide": false, 1116 "intervalFactor": 1, 1117 "key": 0.666035411738013, 1118 "legendFormat": "writeTaggedSuccess", 1119 "refId": "C", 1120 "textEditor": true 1121 }, 1122 { 1123 "expr": "sum(rate(service_writeTaggedBatchRaw_errors{instance=~\"$instance\"}[$step]))", 1124 "format": "time_series", 1125 "hide": false, 1126 "intervalFactor": 1, 1127 "key": 0.666035411738013, 1128 "legendFormat": "writeTaggedErrors", 1129 "refId": "A", 1130 "textEditor": true 1131 }, 1132 { 1133 "expr": "sum(rate(service_fetchTaggedBatchRaw_success{instance=~\"$instance\"}[$step]))", 1134 "format": "time_series", 1135 "hide": false, 1136 "intervalFactor": 1, 1137 "key": 0.666035411738013, 1138 "legendFormat": "fetchTaggedSuccess", 1139 "refId": "B", 1140 "textEditor": true 1141 }, 1142 { 1143 "expr": "sum(rate(service_fetchTaggedBatchRaw_errors{instance=~\"$instance\"}[$step]))", 1144 "format": "time_series", 1145 "hide": false, 1146 "intervalFactor": 1, 1147 "key": 0.666035411738013, 1148 "legendFormat": "fetchTaggedErrors", 1149 "refId": "D", 1150 "textEditor": true 1151 } 1152 ], 1153 "thresholds": [], 1154 "timeFrom": null, 1155 "timeRegions": [], 1156 "timeShift": null, 1157 "title": "Service Reads / Writes / Second", 1158 "tooltip": { 1159 "shared": false, 1160 "sort": 0, 1161 "value_type": "cumulative" 1162 }, 1163 "type": "graph", 1164 "xaxis": { 1165 "buckets": null, 1166 "mode": "time", 1167 "name": null, 1168 "show": true, 1169 "values": [] 1170 }, 1171 "yaxes": [ 1172 { 1173 "format": "short", 1174 "logBase": 1, 1175 "max": null, 1176 "min": null, 1177 "show": true 1178 }, 1179 { 1180 "format": "percentunit", 1181 "label": "", 1182 "logBase": 1, 1183 "max": null, 1184 "min": null, 1185 "show": true 1186 } 1187 ], 1188 "yaxis": { 1189 "align": false, 1190 "alignLevel": null 1191 } 1192 }, 1193 { 1194 "aliasColors": {}, 1195 "bars": false, 1196 "dashLength": 10, 1197 "dashes": false, 1198 "datasource": "$datasource", 1199 "editable": true, 1200 "error": false, 1201 "fill": 0, 1202 "fillGradient": 0, 1203 "grid": {}, 1204 "gridPos": { 1205 "h": 7, 1206 "w": 8, 1207 "x": 8, 1208 "y": 14 1209 }, 1210 "hiddenSeries": false, 1211 "id": 82, 1212 "legend": { 1213 "avg": false, 1214 "current": false, 1215 "max": false, 1216 "min": false, 1217 "show": false, 1218 "total": false, 1219 "values": false 1220 }, 1221 "lines": true, 1222 "linewidth": 1, 1223 "links": [], 1224 "nullPointMode": "connected", 1225 "options": { 1226 "dataLinks": [] 1227 }, 1228 "percentage": false, 1229 "pointradius": 5, 1230 "points": false, 1231 "renderer": "flot", 1232 "seriesOverrides": [], 1233 "spaceLength": 10, 1234 "stack": false, 1235 "steppedLine": false, 1236 "targets": [ 1237 { 1238 "expr": "service_writeTaggedBatchRaw_latency{instance=~\"$instance\",quantile=\"0.99\"}", 1239 "format": "time_series", 1240 "intervalFactor": 1, 1241 "key": 0.813148562053182, 1242 "refId": "D" 1243 } 1244 ], 1245 "thresholds": [], 1246 "timeFrom": null, 1247 "timeRegions": [], 1248 "timeShift": null, 1249 "title": "Server Side Write Latency (p99)", 1250 "tooltip": { 1251 "shared": false, 1252 "sort": 0, 1253 "value_type": "cumulative" 1254 }, 1255 "type": "graph", 1256 "xaxis": { 1257 "buckets": null, 1258 "mode": "time", 1259 "name": null, 1260 "show": true, 1261 "values": [] 1262 }, 1263 "yaxes": [ 1264 { 1265 "format": "s", 1266 "logBase": 1, 1267 "max": null, 1268 "min": null, 1269 "show": true 1270 }, 1271 { 1272 "format": "percentunit", 1273 "label": "", 1274 "logBase": 1, 1275 "max": null, 1276 "min": null, 1277 "show": true 1278 } 1279 ], 1280 "yaxis": { 1281 "align": false, 1282 "alignLevel": null 1283 } 1284 }, 1285 { 1286 "aliasColors": {}, 1287 "bars": false, 1288 "dashLength": 10, 1289 "dashes": false, 1290 "datasource": "$datasource", 1291 "editable": true, 1292 "error": false, 1293 "fill": 0, 1294 "fillGradient": 0, 1295 "grid": {}, 1296 "gridPos": { 1297 "h": 7, 1298 "w": 8, 1299 "x": 16, 1300 "y": 14 1301 }, 1302 "hiddenSeries": false, 1303 "id": 83, 1304 "legend": { 1305 "avg": false, 1306 "current": false, 1307 "max": false, 1308 "min": false, 1309 "show": false, 1310 "total": false, 1311 "values": false 1312 }, 1313 "lines": true, 1314 "linewidth": 1, 1315 "links": [], 1316 "nullPointMode": "connected", 1317 "options": { 1318 "dataLinks": [] 1319 }, 1320 "percentage": false, 1321 "pointradius": 5, 1322 "points": false, 1323 "renderer": "flot", 1324 "seriesOverrides": [], 1325 "spaceLength": 10, 1326 "stack": false, 1327 "steppedLine": false, 1328 "targets": [ 1329 { 1330 "expr": "service_fetchTagged_success_latency{instance=~\"$instance\",quantile=\"0.99\"}", 1331 "format": "time_series", 1332 "intervalFactor": 1, 1333 "key": 0.37467787057058555, 1334 "legendFormat": "{{instance}}", 1335 "refId": "D" 1336 } 1337 ], 1338 "thresholds": [], 1339 "timeFrom": null, 1340 "timeRegions": [], 1341 "timeShift": null, 1342 "title": "Server Side Fetch Latency (p99)", 1343 "tooltip": { 1344 "shared": false, 1345 "sort": 0, 1346 "value_type": "cumulative" 1347 }, 1348 "type": "graph", 1349 "xaxis": { 1350 "buckets": null, 1351 "mode": "time", 1352 "name": null, 1353 "show": true, 1354 "values": [] 1355 }, 1356 "yaxes": [ 1357 { 1358 "format": "s", 1359 "logBase": 1, 1360 "max": null, 1361 "min": null, 1362 "show": true 1363 }, 1364 { 1365 "format": "percentunit", 1366 "label": "", 1367 "logBase": 1, 1368 "max": null, 1369 "min": null, 1370 "show": true 1371 } 1372 ], 1373 "yaxis": { 1374 "align": false, 1375 "alignLevel": null 1376 } 1377 }, 1378 { 1379 "collapsed": false, 1380 "gridPos": { 1381 "h": 1, 1382 "w": 24, 1383 "x": 0, 1384 "y": 21 1385 }, 1386 "id": 94, 1387 "panels": [], 1388 "repeat": null, 1389 "title": "CPU and Memory Utilization", 1390 "type": "row" 1391 }, 1392 { 1393 "aliasColors": {}, 1394 "bars": false, 1395 "dashLength": 10, 1396 "dashes": false, 1397 "datasource": "$datasource", 1398 "editable": true, 1399 "error": false, 1400 "fill": 0, 1401 "fillGradient": 0, 1402 "grid": {}, 1403 "gridPos": { 1404 "h": 7, 1405 "w": 8, 1406 "x": 0, 1407 "y": 22 1408 }, 1409 "hiddenSeries": false, 1410 "id": 13, 1411 "legend": { 1412 "avg": false, 1413 "current": false, 1414 "max": false, 1415 "min": false, 1416 "show": false, 1417 "total": false, 1418 "values": false 1419 }, 1420 "lines": true, 1421 "linewidth": 1, 1422 "links": [], 1423 "nullPointMode": "connected", 1424 "options": { 1425 "dataLinks": [] 1426 }, 1427 "percentage": false, 1428 "pointradius": 5, 1429 "points": false, 1430 "renderer": "flot", 1431 "seriesOverrides": [], 1432 "spaceLength": 10, 1433 "stack": false, 1434 "steppedLine": false, 1435 "targets": [ 1436 { 1437 "expr": "rate(process_cpu_seconds_total{instance=~\"$instance\"}[$step])", 1438 "format": "time_series", 1439 "intervalFactor": 1, 1440 "key": 0.7090064740553321, 1441 "legendFormat": "{{instance}}", 1442 "refId": "A", 1443 "textEditor": true 1444 } 1445 ], 1446 "thresholds": [], 1447 "timeFrom": null, 1448 "timeRegions": [], 1449 "timeShift": null, 1450 "title": "Process CPU Seconds", 1451 "tooltip": { 1452 "shared": false, 1453 "sort": 0, 1454 "value_type": "cumulative" 1455 }, 1456 "type": "graph", 1457 "xaxis": { 1458 "buckets": null, 1459 "mode": "time", 1460 "name": null, 1461 "show": true, 1462 "values": [] 1463 }, 1464 "yaxes": [ 1465 { 1466 "format": "short", 1467 "logBase": 1, 1468 "max": null, 1469 "min": null, 1470 "show": true 1471 }, 1472 { 1473 "format": "short", 1474 "logBase": 1, 1475 "max": null, 1476 "min": null, 1477 "show": true 1478 } 1479 ], 1480 "yaxis": { 1481 "align": false, 1482 "alignLevel": null 1483 } 1484 }, 1485 { 1486 "aliasColors": {}, 1487 "bars": false, 1488 "dashLength": 10, 1489 "dashes": false, 1490 "datasource": "$datasource", 1491 "editable": true, 1492 "error": false, 1493 "fill": 0, 1494 "fillGradient": 0, 1495 "grid": {}, 1496 "gridPos": { 1497 "h": 7, 1498 "w": 8, 1499 "x": 8, 1500 "y": 22 1501 }, 1502 "hiddenSeries": false, 1503 "id": 14, 1504 "legend": { 1505 "avg": false, 1506 "current": false, 1507 "max": false, 1508 "min": false, 1509 "show": false, 1510 "total": false, 1511 "values": false 1512 }, 1513 "lines": true, 1514 "linewidth": 1, 1515 "links": [], 1516 "nullPointMode": "connected", 1517 "options": { 1518 "dataLinks": [] 1519 }, 1520 "percentage": false, 1521 "pointradius": 5, 1522 "points": false, 1523 "renderer": "flot", 1524 "seriesOverrides": [], 1525 "spaceLength": 10, 1526 "stack": false, 1527 "steppedLine": false, 1528 "targets": [ 1529 { 1530 "expr": "process_resident_memory_bytes{instance=~\"$instance\"}", 1531 "format": "time_series", 1532 "hide": false, 1533 "intervalFactor": 1, 1534 "key": 0.7090064740553321, 1535 "legendFormat": "resident-{{instance}}", 1536 "refId": "A", 1537 "textEditor": true 1538 }, 1539 { 1540 "expr": "process_virtual_memory_bytes{instance=~\"$instance\"}", 1541 "format": "time_series", 1542 "hide": true, 1543 "intervalFactor": 1, 1544 "key": 0.7090064740553321, 1545 "legendFormat": "virtual-{{instance}}", 1546 "refId": "B", 1547 "textEditor": true 1548 } 1549 ], 1550 "thresholds": [], 1551 "timeFrom": null, 1552 "timeRegions": [], 1553 "timeShift": null, 1554 "title": "Memory Utilization - Resident", 1555 "tooltip": { 1556 "shared": false, 1557 "sort": 0, 1558 "value_type": "cumulative" 1559 }, 1560 "type": "graph", 1561 "xaxis": { 1562 "buckets": null, 1563 "mode": "time", 1564 "name": null, 1565 "show": true, 1566 "values": [] 1567 }, 1568 "yaxes": [ 1569 { 1570 "format": "decbytes", 1571 "logBase": 1, 1572 "max": null, 1573 "min": null, 1574 "show": true 1575 }, 1576 { 1577 "format": "short", 1578 "logBase": 1, 1579 "max": null, 1580 "min": null, 1581 "show": true 1582 } 1583 ], 1584 "yaxis": { 1585 "align": false, 1586 "alignLevel": null 1587 } 1588 }, 1589 { 1590 "aliasColors": {}, 1591 "bars": false, 1592 "dashLength": 10, 1593 "dashes": false, 1594 "datasource": "$datasource", 1595 "editable": true, 1596 "error": false, 1597 "fill": 0, 1598 "fillGradient": 0, 1599 "grid": {}, 1600 "gridPos": { 1601 "h": 7, 1602 "w": 8, 1603 "x": 16, 1604 "y": 22 1605 }, 1606 "hiddenSeries": false, 1607 "id": 110, 1608 "legend": { 1609 "avg": false, 1610 "current": false, 1611 "max": false, 1612 "min": false, 1613 "show": false, 1614 "total": false, 1615 "values": false 1616 }, 1617 "lines": true, 1618 "linewidth": 1, 1619 "links": [], 1620 "nullPointMode": "connected", 1621 "options": { 1622 "dataLinks": [] 1623 }, 1624 "percentage": false, 1625 "pointradius": 5, 1626 "points": false, 1627 "renderer": "flot", 1628 "seriesOverrides": [], 1629 "spaceLength": 10, 1630 "stack": false, 1631 "steppedLine": false, 1632 "targets": [ 1633 { 1634 "expr": "sum(mmap_mapped_bytes{instance=~\"$instance\"}) by (map_name)", 1635 "format": "time_series", 1636 "hide": false, 1637 "intervalFactor": 1, 1638 "key": 0.7090064740553321, 1639 "legendFormat": "", 1640 "refId": "A", 1641 "textEditor": true 1642 } 1643 ], 1644 "thresholds": [], 1645 "timeFrom": null, 1646 "timeRegions": [], 1647 "timeShift": null, 1648 "title": "Memory - Mmaps (Anon and File)", 1649 "tooltip": { 1650 "shared": false, 1651 "sort": 0, 1652 "value_type": "cumulative" 1653 }, 1654 "type": "graph", 1655 "xaxis": { 1656 "buckets": null, 1657 "mode": "time", 1658 "name": null, 1659 "show": true, 1660 "values": [] 1661 }, 1662 "yaxes": [ 1663 { 1664 "format": "decbytes", 1665 "logBase": 1, 1666 "max": null, 1667 "min": null, 1668 "show": true 1669 }, 1670 { 1671 "format": "short", 1672 "logBase": 1, 1673 "max": null, 1674 "min": null, 1675 "show": true 1676 } 1677 ], 1678 "yaxis": { 1679 "align": false, 1680 "alignLevel": null 1681 } 1682 }, 1683 { 1684 "aliasColors": {}, 1685 "bars": false, 1686 "dashLength": 10, 1687 "dashes": false, 1688 "datasource": "$datasource", 1689 "editable": true, 1690 "error": false, 1691 "fill": 0, 1692 "fillGradient": 0, 1693 "grid": {}, 1694 "gridPos": { 1695 "h": 7, 1696 "w": 8, 1697 "x": 0, 1698 "y": 29 1699 }, 1700 "hiddenSeries": false, 1701 "id": 61, 1702 "legend": { 1703 "avg": false, 1704 "current": false, 1705 "max": false, 1706 "min": false, 1707 "show": false, 1708 "total": false, 1709 "values": false 1710 }, 1711 "lines": true, 1712 "linewidth": 1, 1713 "links": [], 1714 "nullPointMode": "connected", 1715 "options": { 1716 "dataLinks": [] 1717 }, 1718 "percentage": false, 1719 "pointradius": 5, 1720 "points": false, 1721 "renderer": "flot", 1722 "seriesOverrides": [], 1723 "spaceLength": 10, 1724 "stack": false, 1725 "steppedLine": false, 1726 "targets": [ 1727 { 1728 "expr": "process_num_fds{instance=~\"$instance\"}", 1729 "format": "time_series", 1730 "intervalFactor": 1, 1731 "key": 0.4107640408210529, 1732 "legendFormat": "{{instance}}", 1733 "refId": "A" 1734 } 1735 ], 1736 "thresholds": [], 1737 "timeFrom": null, 1738 "timeRegions": [], 1739 "timeShift": null, 1740 "title": "Num File Descriptors", 1741 "tooltip": { 1742 "shared": false, 1743 "sort": 0, 1744 "value_type": "cumulative" 1745 }, 1746 "type": "graph", 1747 "xaxis": { 1748 "buckets": null, 1749 "mode": "time", 1750 "name": null, 1751 "show": true, 1752 "values": [] 1753 }, 1754 "yaxes": [ 1755 { 1756 "format": "short", 1757 "logBase": 1, 1758 "max": null, 1759 "min": null, 1760 "show": true 1761 }, 1762 { 1763 "format": "short", 1764 "logBase": 1, 1765 "max": null, 1766 "min": null, 1767 "show": true 1768 } 1769 ], 1770 "yaxis": { 1771 "align": false, 1772 "alignLevel": null 1773 } 1774 }, 1775 { 1776 "aliasColors": {}, 1777 "bars": false, 1778 "dashLength": 10, 1779 "dashes": false, 1780 "datasource": "$datasource", 1781 "editable": true, 1782 "error": false, 1783 "fill": 0, 1784 "fillGradient": 0, 1785 "grid": {}, 1786 "gridPos": { 1787 "h": 7, 1788 "w": 8, 1789 "x": 8, 1790 "y": 29 1791 }, 1792 "hiddenSeries": false, 1793 "id": 49, 1794 "legend": { 1795 "avg": false, 1796 "current": false, 1797 "max": false, 1798 "min": false, 1799 "show": false, 1800 "total": false, 1801 "values": false 1802 }, 1803 "lines": true, 1804 "linewidth": 1, 1805 "links": [], 1806 "nullPointMode": "connected", 1807 "options": { 1808 "dataLinks": [] 1809 }, 1810 "percentage": false, 1811 "pointradius": 5, 1812 "points": false, 1813 "renderer": "flot", 1814 "seriesOverrides": [], 1815 "spaceLength": 10, 1816 "stack": false, 1817 "steppedLine": false, 1818 "targets": [ 1819 { 1820 "expr": "runtime_num_goroutines{instance=~\"$instance\"}", 1821 "format": "time_series", 1822 "intervalFactor": 1, 1823 "key": 0.5498548297308425, 1824 "legendFormat": "{{instance}}", 1825 "refId": "A" 1826 } 1827 ], 1828 "thresholds": [], 1829 "timeFrom": null, 1830 "timeRegions": [], 1831 "timeShift": null, 1832 "title": "Num Go Routines", 1833 "tooltip": { 1834 "shared": false, 1835 "sort": 0, 1836 "value_type": "cumulative" 1837 }, 1838 "type": "graph", 1839 "xaxis": { 1840 "buckets": null, 1841 "mode": "time", 1842 "name": null, 1843 "show": true, 1844 "values": [] 1845 }, 1846 "yaxes": [ 1847 { 1848 "format": "short", 1849 "logBase": 1, 1850 "max": null, 1851 "min": null, 1852 "show": true 1853 }, 1854 { 1855 "format": "short", 1856 "logBase": 1, 1857 "max": null, 1858 "min": null, 1859 "show": true 1860 } 1861 ], 1862 "yaxis": { 1863 "align": false, 1864 "alignLevel": null 1865 } 1866 }, 1867 { 1868 "aliasColors": {}, 1869 "bars": false, 1870 "dashLength": 10, 1871 "dashes": false, 1872 "datasource": "$datasource", 1873 "editable": true, 1874 "error": false, 1875 "fill": 0, 1876 "fillGradient": 0, 1877 "grid": {}, 1878 "gridPos": { 1879 "h": 7, 1880 "w": 8, 1881 "x": 16, 1882 "y": 29 1883 }, 1884 "hiddenSeries": false, 1885 "id": 39, 1886 "legend": { 1887 "avg": false, 1888 "current": false, 1889 "max": false, 1890 "min": false, 1891 "show": false, 1892 "total": false, 1893 "values": false 1894 }, 1895 "lines": true, 1896 "linewidth": 1, 1897 "links": [], 1898 "nullPointMode": "connected", 1899 "options": { 1900 "dataLinks": [] 1901 }, 1902 "percentage": false, 1903 "pointradius": 5, 1904 "points": false, 1905 "renderer": "flot", 1906 "seriesOverrides": [], 1907 "spaceLength": 10, 1908 "stack": false, 1909 "steppedLine": false, 1910 "targets": [ 1911 { 1912 "expr": "", 1913 "format": "time_series", 1914 "intervalFactor": 1, 1915 "refId": "A", 1916 "textEditor": false 1917 } 1918 ], 1919 "thresholds": [], 1920 "timeFrom": null, 1921 "timeRegions": [], 1922 "timeShift": null, 1923 "title": "Disk Free Space - Not Implemented", 1924 "tooltip": { 1925 "shared": false, 1926 "sort": 0, 1927 "value_type": "cumulative" 1928 }, 1929 "type": "graph", 1930 "xaxis": { 1931 "buckets": null, 1932 "mode": "time", 1933 "name": null, 1934 "show": true, 1935 "values": [] 1936 }, 1937 "yaxes": [ 1938 { 1939 "format": "decbytes", 1940 "logBase": 1, 1941 "max": null, 1942 "min": null, 1943 "show": true 1944 }, 1945 { 1946 "format": "short", 1947 "logBase": 1, 1948 "max": null, 1949 "min": null, 1950 "show": true 1951 } 1952 ], 1953 "yaxis": { 1954 "align": false, 1955 "alignLevel": null 1956 } 1957 }, 1958 { 1959 "collapsed": true, 1960 "gridPos": { 1961 "h": 1, 1962 "w": 24, 1963 "x": 0, 1964 "y": 36 1965 }, 1966 "id": 95, 1967 "panels": [ 1968 { 1969 "aliasColors": {}, 1970 "bars": false, 1971 "dashLength": 10, 1972 "dashes": false, 1973 "datasource": "$datasource", 1974 "editable": true, 1975 "error": false, 1976 "fill": 0, 1977 "grid": {}, 1978 "gridPos": { 1979 "h": 7, 1980 "w": 12, 1981 "x": 0, 1982 "y": 37 1983 }, 1984 "id": 5, 1985 "legend": { 1986 "avg": false, 1987 "current": false, 1988 "max": false, 1989 "min": false, 1990 "show": false, 1991 "total": false, 1992 "values": false 1993 }, 1994 "lines": true, 1995 "linewidth": 1, 1996 "links": [], 1997 "nullPointMode": "connected", 1998 "percentage": false, 1999 "pointradius": 5, 2000 "points": false, 2001 "renderer": "flot", 2002 "seriesOverrides": [], 2003 "spaceLength": 10, 2004 "stack": false, 2005 "steppedLine": false, 2006 "targets": [ 2007 { 2008 "expr": "database_bootstrapped{instance=~\"$instance\"}", 2009 "format": "time_series", 2010 "intervalFactor": 1, 2011 "key": 0.5232381035821441, 2012 "legendFormat": "{{instance}}", 2013 "refId": "A" 2014 } 2015 ], 2016 "thresholds": [], 2017 "timeFrom": null, 2018 "timeShift": null, 2019 "title": "Bootstrapped", 2020 "tooltip": { 2021 "shared": false, 2022 "sort": 0, 2023 "value_type": "cumulative" 2024 }, 2025 "type": "graph", 2026 "xaxis": { 2027 "buckets": null, 2028 "mode": "time", 2029 "name": null, 2030 "show": true, 2031 "values": [] 2032 }, 2033 "yaxes": [ 2034 { 2035 "format": "short", 2036 "logBase": 1, 2037 "max": null, 2038 "min": null, 2039 "show": true 2040 }, 2041 { 2042 "format": "short", 2043 "logBase": 1, 2044 "max": null, 2045 "min": null, 2046 "show": true 2047 } 2048 ], 2049 "yaxis": { 2050 "align": false, 2051 "alignLevel": null 2052 } 2053 }, 2054 { 2055 "aliasColors": {}, 2056 "bars": false, 2057 "dashLength": 10, 2058 "dashes": false, 2059 "datasource": "$datasource", 2060 "editable": true, 2061 "error": false, 2062 "fill": 0, 2063 "grid": {}, 2064 "gridPos": { 2065 "h": 7, 2066 "w": 12, 2067 "x": 12, 2068 "y": 37 2069 }, 2070 "id": 9, 2071 "legend": { 2072 "avg": false, 2073 "current": false, 2074 "max": false, 2075 "min": false, 2076 "show": false, 2077 "total": false, 2078 "values": false 2079 }, 2080 "lines": true, 2081 "linewidth": 1, 2082 "links": [], 2083 "nullPointMode": "connected", 2084 "percentage": false, 2085 "pointradius": 5, 2086 "points": false, 2087 "renderer": "flot", 2088 "seriesOverrides": [], 2089 "spaceLength": 10, 2090 "stack": false, 2091 "steppedLine": false, 2092 "targets": [ 2093 { 2094 "expr": "database_tick_duration{instance=~\"$instance\",quantile=\"0.99\"}", 2095 "format": "time_series", 2096 "intervalFactor": 1, 2097 "key": 0.045140271498789186, 2098 "legendFormat": "{{instance}}", 2099 "refId": "A" 2100 } 2101 ], 2102 "thresholds": [], 2103 "timeFrom": null, 2104 "timeShift": null, 2105 "title": "Tick Duration", 2106 "tooltip": { 2107 "shared": false, 2108 "sort": 0, 2109 "value_type": "cumulative" 2110 }, 2111 "type": "graph", 2112 "xaxis": { 2113 "buckets": null, 2114 "mode": "time", 2115 "name": null, 2116 "show": true, 2117 "values": [] 2118 }, 2119 "yaxes": [ 2120 { 2121 "format": "s", 2122 "logBase": 1, 2123 "max": null, 2124 "min": null, 2125 "show": true 2126 }, 2127 { 2128 "format": "short", 2129 "logBase": 1, 2130 "max": null, 2131 "min": null, 2132 "show": true 2133 } 2134 ], 2135 "yaxis": { 2136 "align": false, 2137 "alignLevel": null 2138 } 2139 }, 2140 { 2141 "aliasColors": {}, 2142 "bars": false, 2143 "dashLength": 10, 2144 "dashes": false, 2145 "datasource": "$datasource", 2146 "editable": true, 2147 "error": false, 2148 "fill": 0, 2149 "grid": {}, 2150 "gridPos": { 2151 "h": 7, 2152 "w": 12, 2153 "x": 0, 2154 "y": 44 2155 }, 2156 "id": 27, 2157 "legend": { 2158 "avg": false, 2159 "current": false, 2160 "max": false, 2161 "min": false, 2162 "show": false, 2163 "total": false, 2164 "values": false 2165 }, 2166 "lines": true, 2167 "linewidth": 1, 2168 "links": [], 2169 "nullPointMode": "connected", 2170 "percentage": false, 2171 "pointradius": 5, 2172 "points": false, 2173 "renderer": "flot", 2174 "seriesOverrides": [], 2175 "spaceLength": 10, 2176 "stack": false, 2177 "steppedLine": false, 2178 "targets": [ 2179 { 2180 "expr": "sum(database_tick_active_series{instance=~\"$instance\"})", 2181 "format": "time_series", 2182 "intervalFactor": 1, 2183 "key": 0.7552494727739296, 2184 "legendFormat": "totalActiveSeries", 2185 "refId": "B" 2186 } 2187 ], 2188 "thresholds": [], 2189 "timeFrom": null, 2190 "timeShift": null, 2191 "title": "Ticking", 2192 "tooltip": { 2193 "shared": false, 2194 "sort": 0, 2195 "value_type": "cumulative" 2196 }, 2197 "type": "graph", 2198 "xaxis": { 2199 "buckets": null, 2200 "mode": "time", 2201 "name": null, 2202 "show": true, 2203 "values": [] 2204 }, 2205 "yaxes": [ 2206 { 2207 "format": "short", 2208 "logBase": 1, 2209 "max": null, 2210 "min": null, 2211 "show": true 2212 }, 2213 { 2214 "format": "short", 2215 "logBase": 1, 2216 "max": null, 2217 "min": null, 2218 "show": true 2219 } 2220 ], 2221 "yaxis": { 2222 "align": false, 2223 "alignLevel": null 2224 } 2225 }, 2226 { 2227 "aliasColors": {}, 2228 "bars": false, 2229 "dashLength": 10, 2230 "dashes": false, 2231 "datasource": "$datasource", 2232 "editable": true, 2233 "error": false, 2234 "fill": 0, 2235 "grid": {}, 2236 "gridPos": { 2237 "h": 7, 2238 "w": 12, 2239 "x": 12, 2240 "y": 44 2241 }, 2242 "id": 16, 2243 "legend": { 2244 "avg": false, 2245 "current": false, 2246 "max": false, 2247 "min": false, 2248 "show": false, 2249 "total": false, 2250 "values": false 2251 }, 2252 "lines": true, 2253 "linewidth": 1, 2254 "links": [], 2255 "nullPointMode": "connected", 2256 "percentage": false, 2257 "pointradius": 5, 2258 "points": false, 2259 "renderer": "flot", 2260 "seriesOverrides": [], 2261 "spaceLength": 10, 2262 "stack": false, 2263 "steppedLine": false, 2264 "targets": [ 2265 { 2266 "expr": "database_fs_flush{instance=~\"$instance\"}", 2267 "format": "time_series", 2268 "intervalFactor": 1, 2269 "key": 0.025515486279266364, 2270 "legendFormat": "{{instance}}", 2271 "refId": "A" 2272 } 2273 ], 2274 "thresholds": [], 2275 "timeFrom": null, 2276 "timeShift": null, 2277 "title": "Flushing", 2278 "tooltip": { 2279 "shared": false, 2280 "sort": 0, 2281 "value_type": "cumulative" 2282 }, 2283 "type": "graph", 2284 "xaxis": { 2285 "buckets": null, 2286 "mode": "time", 2287 "name": null, 2288 "show": true, 2289 "values": [] 2290 }, 2291 "yaxes": [ 2292 { 2293 "format": "short", 2294 "logBase": 1, 2295 "max": null, 2296 "min": null, 2297 "show": true 2298 }, 2299 { 2300 "format": "short", 2301 "logBase": 1, 2302 "max": null, 2303 "min": null, 2304 "show": true 2305 } 2306 ], 2307 "yaxis": { 2308 "align": false, 2309 "alignLevel": null 2310 } 2311 }, 2312 { 2313 "aliasColors": {}, 2314 "bars": false, 2315 "dashLength": 10, 2316 "dashes": false, 2317 "datasource": "$datasource", 2318 "fill": 1, 2319 "gridPos": { 2320 "h": 7, 2321 "w": 12, 2322 "x": 0, 2323 "y": 51 2324 }, 2325 "id": 65, 2326 "legend": { 2327 "avg": false, 2328 "current": false, 2329 "max": false, 2330 "min": false, 2331 "show": false, 2332 "total": false, 2333 "values": false 2334 }, 2335 "lines": true, 2336 "linewidth": 1, 2337 "links": [], 2338 "nullPointMode": "null", 2339 "percentage": false, 2340 "pointradius": 5, 2341 "points": false, 2342 "renderer": "flot", 2343 "seriesOverrides": [], 2344 "spaceLength": 10, 2345 "stack": false, 2346 "steppedLine": false, 2347 "targets": [ 2348 { 2349 "expr": "database_fs_snapshot{instance=~\"$instance\"}", 2350 "format": "time_series", 2351 "intervalFactor": 1, 2352 "legendFormat": "{{instance}}", 2353 "refId": "A" 2354 } 2355 ], 2356 "thresholds": [], 2357 "timeFrom": null, 2358 "timeShift": null, 2359 "title": "Snapshotting", 2360 "tooltip": { 2361 "shared": true, 2362 "sort": 0, 2363 "value_type": "individual" 2364 }, 2365 "type": "graph", 2366 "xaxis": { 2367 "buckets": null, 2368 "mode": "time", 2369 "name": null, 2370 "show": true, 2371 "values": [] 2372 }, 2373 "yaxes": [ 2374 { 2375 "format": "short", 2376 "label": null, 2377 "logBase": 1, 2378 "max": null, 2379 "min": null, 2380 "show": true 2381 }, 2382 { 2383 "format": "short", 2384 "label": null, 2385 "logBase": 1, 2386 "max": null, 2387 "min": null, 2388 "show": true 2389 } 2390 ], 2391 "yaxis": { 2392 "align": false, 2393 "alignLevel": null 2394 } 2395 }, 2396 { 2397 "aliasColors": {}, 2398 "bars": false, 2399 "dashLength": 10, 2400 "dashes": false, 2401 "datasource": "$datasource", 2402 "fill": 1, 2403 "gridPos": { 2404 "h": 7, 2405 "w": 12, 2406 "x": 12, 2407 "y": 51 2408 }, 2409 "id": 75, 2410 "legend": { 2411 "avg": false, 2412 "current": false, 2413 "max": false, 2414 "min": false, 2415 "show": false, 2416 "total": false, 2417 "values": false 2418 }, 2419 "lines": true, 2420 "linewidth": 1, 2421 "links": [], 2422 "nullPointMode": "null", 2423 "percentage": false, 2424 "pointradius": 5, 2425 "points": false, 2426 "renderer": "flot", 2427 "seriesOverrides": [], 2428 "spaceLength": 10, 2429 "stack": false, 2430 "steppedLine": false, 2431 "targets": [ 2432 { 2433 "expr": "database_fs_index_flush{instance=~\"$instance\"}", 2434 "format": "time_series", 2435 "intervalFactor": 1, 2436 "legendFormat": "{{instance}}", 2437 "refId": "A" 2438 } 2439 ], 2440 "thresholds": [], 2441 "timeFrom": null, 2442 "timeShift": null, 2443 "title": "Index Flushing", 2444 "tooltip": { 2445 "shared": true, 2446 "sort": 0, 2447 "value_type": "individual" 2448 }, 2449 "type": "graph", 2450 "xaxis": { 2451 "buckets": null, 2452 "mode": "time", 2453 "name": null, 2454 "show": true, 2455 "values": [] 2456 }, 2457 "yaxes": [ 2458 { 2459 "format": "short", 2460 "label": null, 2461 "logBase": 1, 2462 "max": null, 2463 "min": null, 2464 "show": true 2465 }, 2466 { 2467 "format": "short", 2468 "label": null, 2469 "logBase": 1, 2470 "max": null, 2471 "min": null, 2472 "show": true 2473 } 2474 ], 2475 "yaxis": { 2476 "align": false, 2477 "alignLevel": null 2478 } 2479 } 2480 ], 2481 "repeat": null, 2482 "title": "Background Tasks", 2483 "type": "row" 2484 }, 2485 { 2486 "collapsed": true, 2487 "gridPos": { 2488 "h": 1, 2489 "w": 24, 2490 "x": 0, 2491 "y": 37 2492 }, 2493 "id": 96, 2494 "panels": [ 2495 { 2496 "aliasColors": {}, 2497 "bars": false, 2498 "dashLength": 10, 2499 "dashes": false, 2500 "datasource": "$datasource", 2501 "editable": true, 2502 "error": false, 2503 "fill": 0, 2504 "grid": {}, 2505 "gridPos": { 2506 "h": 5, 2507 "w": 6, 2508 "x": 0, 2509 "y": 59 2510 }, 2511 "id": 38, 2512 "legend": { 2513 "avg": false, 2514 "current": false, 2515 "max": false, 2516 "min": false, 2517 "show": false, 2518 "total": false, 2519 "values": false 2520 }, 2521 "lines": true, 2522 "linewidth": 1, 2523 "links": [], 2524 "nullPointMode": "connected", 2525 "percentage": false, 2526 "pointradius": 5, 2527 "points": false, 2528 "renderer": "flot", 2529 "seriesOverrides": [], 2530 "spaceLength": 10, 2531 "stack": false, 2532 "steppedLine": false, 2533 "targets": [ 2534 { 2535 "expr": "database_tick_wired_blocks{instance=~\"$instance\"}", 2536 "format": "time_series", 2537 "intervalFactor": 1, 2538 "key": 0.6091384812937135, 2539 "legendFormat": "wiredBlocks-{{instance}}", 2540 "refId": "A" 2541 }, 2542 { 2543 "expr": "database_tick_unwired_blocks{instance=~\"$instance\"}", 2544 "format": "time_series", 2545 "intervalFactor": 1, 2546 "key": 0.6091384812937135, 2547 "legendFormat": "unwiredBlocks-{{instance}}", 2548 "refId": "B" 2549 }, 2550 { 2551 "expr": "database_tick_active_blocks{instance=~\"$instance\"}", 2552 "format": "time_series", 2553 "intervalFactor": 1, 2554 "legendFormat": "activeBlocks-{{instance}}", 2555 "refId": "C" 2556 }, 2557 { 2558 "expr": "database_tick_open_blocks{instance=~\"$instance\"}", 2559 "format": "time_series", 2560 "intervalFactor": 1, 2561 "legendFormat": "openBlocks-{{instance}}", 2562 "refId": "D" 2563 } 2564 ], 2565 "thresholds": [], 2566 "timeFrom": null, 2567 "timeShift": null, 2568 "title": "Wired and Unwired Blocks", 2569 "tooltip": { 2570 "shared": false, 2571 "sort": 0, 2572 "value_type": "cumulative" 2573 }, 2574 "type": "graph", 2575 "xaxis": { 2576 "buckets": null, 2577 "mode": "time", 2578 "name": null, 2579 "show": true, 2580 "values": [] 2581 }, 2582 "yaxes": [ 2583 { 2584 "format": "short", 2585 "logBase": 1, 2586 "max": null, 2587 "min": null, 2588 "show": true 2589 }, 2590 { 2591 "format": "short", 2592 "logBase": 1, 2593 "max": null, 2594 "min": null, 2595 "show": true 2596 } 2597 ], 2598 "yaxis": { 2599 "align": false, 2600 "alignLevel": null 2601 } 2602 }, 2603 { 2604 "aliasColors": {}, 2605 "bars": false, 2606 "dashLength": 10, 2607 "dashes": false, 2608 "datasource": "$datasource", 2609 "editable": true, 2610 "error": false, 2611 "fill": 0, 2612 "grid": {}, 2613 "gridPos": { 2614 "h": 5, 2615 "w": 6, 2616 "x": 6, 2617 "y": 59 2618 }, 2619 "id": 46, 2620 "legend": { 2621 "avg": false, 2622 "current": false, 2623 "max": false, 2624 "min": false, 2625 "show": false, 2626 "total": false, 2627 "values": false 2628 }, 2629 "lines": true, 2630 "linewidth": 1, 2631 "links": [], 2632 "nullPointMode": "connected", 2633 "percentage": false, 2634 "pointradius": 5, 2635 "points": false, 2636 "renderer": "flot", 2637 "seriesOverrides": [], 2638 "spaceLength": 10, 2639 "stack": false, 2640 "steppedLine": false, 2641 "targets": [ 2642 { 2643 "expr": "rate(database_tick_made_expired_blocks{instance=~\"$instance\"}[$step])", 2644 "format": "time_series", 2645 "intervalFactor": 1, 2646 "key": 0.12716494400774314, 2647 "legendFormat": "madeExpiredBlocks-{{instance}}", 2648 "refId": "A" 2649 }, 2650 { 2651 "expr": "rate(database_tick_made_unwired_blocks{instance=~\"$instance\"}[$step])", 2652 "format": "time_series", 2653 "intervalFactor": 1, 2654 "legendFormat": "madeUnwiredBlocks-{{instance}}", 2655 "refId": "B" 2656 }, 2657 { 2658 "expr": "rate(database_tick_merged_out_of_order_blocks{instance=~\"$instance\"}[$step])", 2659 "format": "time_series", 2660 "intervalFactor": 1, 2661 "legendFormat": "mergedOutOfOrderBlocks-{{instance}}", 2662 "refId": "C" 2663 }, 2664 { 2665 "expr": "rate(database_tick_made_wired_blocks{instance=~\"$instance\"}[$step])", 2666 "format": "time_series", 2667 "intervalFactor": 1, 2668 "legendFormat": "madeWiredBlocks-{{instance}}", 2669 "refId": "D" 2670 } 2671 ], 2672 "thresholds": [], 2673 "timeFrom": null, 2674 "timeShift": null, 2675 "title": "Made Wired/Unwired & Merged Out of Order Blocks", 2676 "tooltip": { 2677 "shared": false, 2678 "sort": 0, 2679 "value_type": "cumulative" 2680 }, 2681 "type": "graph", 2682 "xaxis": { 2683 "buckets": null, 2684 "mode": "time", 2685 "name": null, 2686 "show": true, 2687 "values": [] 2688 }, 2689 "yaxes": [ 2690 { 2691 "format": "short", 2692 "logBase": 1, 2693 "max": null, 2694 "min": null, 2695 "show": true 2696 }, 2697 { 2698 "format": "short", 2699 "logBase": 1, 2700 "max": null, 2701 "min": null, 2702 "show": true 2703 } 2704 ], 2705 "yaxis": { 2706 "align": false, 2707 "alignLevel": null 2708 } 2709 }, 2710 { 2711 "aliasColors": {}, 2712 "bars": false, 2713 "dashLength": 10, 2714 "dashes": false, 2715 "datasource": "$datasource", 2716 "editable": true, 2717 "error": false, 2718 "fill": 0, 2719 "grid": {}, 2720 "gridPos": { 2721 "h": 5, 2722 "w": 6, 2723 "x": 12, 2724 "y": 59 2725 }, 2726 "id": 80, 2727 "legend": { 2728 "avg": false, 2729 "current": false, 2730 "max": false, 2731 "min": false, 2732 "show": false, 2733 "total": false, 2734 "values": false 2735 }, 2736 "lines": true, 2737 "linewidth": 1, 2738 "links": [], 2739 "nullPointMode": "connected", 2740 "percentage": false, 2741 "pointradius": 5, 2742 "points": false, 2743 "renderer": "flot", 2744 "seriesOverrides": [], 2745 "spaceLength": 10, 2746 "stack": false, 2747 "steppedLine": false, 2748 "targets": [ 2749 { 2750 "expr": "rate(database_series_encoder_created{instance=~\"$instance\"}[$step])", 2751 "format": "time_series", 2752 "intervalFactor": 1, 2753 "key": 0.12716494400774314, 2754 "legendFormat": "seriesEncoderCreated-{{instance}}", 2755 "refId": "A" 2756 } 2757 ], 2758 "thresholds": [], 2759 "timeFrom": null, 2760 "timeShift": null, 2761 "title": "New Encoder Created / Second", 2762 "tooltip": { 2763 "shared": false, 2764 "sort": 0, 2765 "value_type": "cumulative" 2766 }, 2767 "type": "graph", 2768 "xaxis": { 2769 "buckets": null, 2770 "mode": "time", 2771 "name": null, 2772 "show": true, 2773 "values": [] 2774 }, 2775 "yaxes": [ 2776 { 2777 "format": "short", 2778 "logBase": 1, 2779 "max": null, 2780 "min": null, 2781 "show": true 2782 }, 2783 { 2784 "format": "short", 2785 "logBase": 1, 2786 "max": null, 2787 "min": null, 2788 "show": true 2789 } 2790 ], 2791 "yaxis": { 2792 "align": false, 2793 "alignLevel": null 2794 } 2795 }, 2796 { 2797 "aliasColors": {}, 2798 "bars": false, 2799 "dashLength": 10, 2800 "dashes": false, 2801 "datasource": "$datasource", 2802 "editable": true, 2803 "error": false, 2804 "fill": 0, 2805 "grid": {}, 2806 "gridPos": { 2807 "h": 5, 2808 "w": 6, 2809 "x": 18, 2810 "y": 59 2811 }, 2812 "id": 40, 2813 "legend": { 2814 "avg": false, 2815 "current": false, 2816 "max": false, 2817 "min": false, 2818 "show": true, 2819 "total": false, 2820 "values": false 2821 }, 2822 "lines": true, 2823 "linewidth": 1, 2824 "links": [], 2825 "nullPointMode": "connected", 2826 "percentage": false, 2827 "pointradius": 5, 2828 "points": false, 2829 "renderer": "flot", 2830 "seriesOverrides": [], 2831 "spaceLength": 10, 2832 "stack": false, 2833 "steppedLine": false, 2834 "targets": [ 2835 { 2836 "expr": "sum(cluster_shards_available{instance=~\"$instance\"})", 2837 "format": "time_series", 2838 "intervalFactor": 1, 2839 "key": 0.8040141995856238, 2840 "legendFormat": "available", 2841 "refId": "A" 2842 }, 2843 { 2844 "expr": "sum(cluster_shards_initializing{instance=~\"$instance\"})", 2845 "format": "time_series", 2846 "intervalFactor": 1, 2847 "key": 0.8040141995856238, 2848 "legendFormat": "initializing", 2849 "refId": "B" 2850 }, 2851 { 2852 "expr": "sum(cluster_shards_leaving{instance=~\"$instance\"})", 2853 "format": "time_series", 2854 "intervalFactor": 1, 2855 "key": 0.8040141995856238, 2856 "legendFormat": "leaving", 2857 "refId": "C" 2858 } 2859 ], 2860 "thresholds": [], 2861 "timeFrom": null, 2862 "timeShift": null, 2863 "title": "Shard State", 2864 "tooltip": { 2865 "shared": false, 2866 "sort": 0, 2867 "value_type": "cumulative" 2868 }, 2869 "type": "graph", 2870 "xaxis": { 2871 "buckets": null, 2872 "mode": "time", 2873 "name": null, 2874 "show": true, 2875 "values": [] 2876 }, 2877 "yaxes": [ 2878 { 2879 "format": "short", 2880 "logBase": 1, 2881 "max": null, 2882 "min": null, 2883 "show": true 2884 }, 2885 { 2886 "format": "short", 2887 "logBase": 1, 2888 "max": null, 2889 "min": null, 2890 "show": true 2891 } 2892 ], 2893 "yaxis": { 2894 "align": false, 2895 "alignLevel": null 2896 } 2897 }, 2898 { 2899 "aliasColors": {}, 2900 "bars": false, 2901 "dashLength": 10, 2902 "dashes": false, 2903 "datasource": "$datasource", 2904 "fill": 1, 2905 "gridPos": { 2906 "h": 5, 2907 "w": 12, 2908 "x": 0, 2909 "y": 64 2910 }, 2911 "id": 62, 2912 "legend": { 2913 "avg": false, 2914 "current": false, 2915 "max": false, 2916 "min": false, 2917 "show": false, 2918 "total": false, 2919 "values": false 2920 }, 2921 "lines": true, 2922 "linewidth": 1, 2923 "links": [], 2924 "nullPointMode": "null", 2925 "percentage": false, 2926 "pointradius": 5, 2927 "points": false, 2928 "renderer": "flot", 2929 "seriesOverrides": [], 2930 "spaceLength": 10, 2931 "stack": false, 2932 "steppedLine": false, 2933 "targets": [ 2934 { 2935 "expr": "wired_list_limit{instance=~\"$instance\"}", 2936 "format": "time_series", 2937 "hide": false, 2938 "intervalFactor": 1, 2939 "refId": "A" 2940 }, 2941 { 2942 "expr": "rate(wired_list_evicted{instance=~\"$instance\"}[$step])", 2943 "format": "time_series", 2944 "intervalFactor": 1, 2945 "refId": "B" 2946 }, 2947 { 2948 "expr": "wired_list_unwireable{instance=~\"$instance\"}", 2949 "format": "time_series", 2950 "intervalFactor": 1, 2951 "refId": "C" 2952 } 2953 ], 2954 "thresholds": [], 2955 "timeFrom": null, 2956 "timeShift": null, 2957 "title": "Wired List Capacity / Size / Evictions", 2958 "tooltip": { 2959 "shared": true, 2960 "sort": 0, 2961 "value_type": "individual" 2962 }, 2963 "type": "graph", 2964 "xaxis": { 2965 "buckets": null, 2966 "mode": "time", 2967 "name": null, 2968 "show": true, 2969 "values": [] 2970 }, 2971 "yaxes": [ 2972 { 2973 "format": "short", 2974 "label": null, 2975 "logBase": 1, 2976 "max": null, 2977 "min": null, 2978 "show": true 2979 }, 2980 { 2981 "format": "short", 2982 "label": null, 2983 "logBase": 1, 2984 "max": null, 2985 "min": null, 2986 "show": true 2987 } 2988 ], 2989 "yaxis": { 2990 "align": false, 2991 "alignLevel": null 2992 } 2993 }, 2994 { 2995 "aliasColors": {}, 2996 "bars": false, 2997 "dashLength": 10, 2998 "dashes": false, 2999 "datasource": "$datasource", 3000 "fill": 1, 3001 "gridPos": { 3002 "h": 5, 3003 "w": 10, 3004 "x": 12, 3005 "y": 64 3006 }, 3007 "id": 63, 3008 "legend": { 3009 "avg": false, 3010 "current": false, 3011 "max": false, 3012 "min": false, 3013 "show": false, 3014 "total": false, 3015 "values": false 3016 }, 3017 "lines": true, 3018 "linewidth": 1, 3019 "links": [], 3020 "nullPointMode": "null", 3021 "percentage": false, 3022 "pointradius": 5, 3023 "points": false, 3024 "renderer": "flot", 3025 "seriesOverrides": [], 3026 "spaceLength": 10, 3027 "stack": false, 3028 "steppedLine": false, 3029 "targets": [ 3030 { 3031 "expr": "wired_list_evicted_after_duration{instance=~\"$instance\",quantile=\"0.99\"}", 3032 "format": "time_series", 3033 "intervalFactor": 1, 3034 "refId": "A" 3035 } 3036 ], 3037 "thresholds": [], 3038 "timeFrom": null, 3039 "timeShift": null, 3040 "title": "Time spent in Wired List - P99", 3041 "tooltip": { 3042 "shared": true, 3043 "sort": 0, 3044 "value_type": "individual" 3045 }, 3046 "type": "graph", 3047 "xaxis": { 3048 "buckets": null, 3049 "mode": "time", 3050 "name": null, 3051 "show": true, 3052 "values": [] 3053 }, 3054 "yaxes": [ 3055 { 3056 "format": "ms", 3057 "label": null, 3058 "logBase": 1, 3059 "max": null, 3060 "min": null, 3061 "show": true 3062 }, 3063 { 3064 "format": "short", 3065 "label": null, 3066 "logBase": 1, 3067 "max": null, 3068 "min": null, 3069 "show": true 3070 } 3071 ], 3072 "yaxis": { 3073 "align": false, 3074 "alignLevel": null 3075 } 3076 } 3077 ], 3078 "repeat": null, 3079 "title": "Wired & Unwired Blocks", 3080 "type": "row" 3081 }, 3082 { 3083 "collapsed": true, 3084 "gridPos": { 3085 "h": 1, 3086 "w": 24, 3087 "x": 0, 3088 "y": 38 3089 }, 3090 "id": 97, 3091 "panels": [ 3092 { 3093 "aliasColors": {}, 3094 "bars": false, 3095 "dashLength": 10, 3096 "dashes": false, 3097 "datasource": "$datasource", 3098 "editable": true, 3099 "error": false, 3100 "fill": 0, 3101 "grid": {}, 3102 "gridPos": { 3103 "h": 7, 3104 "w": 12, 3105 "x": 0, 3106 "y": 39 3107 }, 3108 "id": 15, 3109 "legend": { 3110 "avg": false, 3111 "current": false, 3112 "max": false, 3113 "min": false, 3114 "show": false, 3115 "total": false, 3116 "values": false 3117 }, 3118 "lines": true, 3119 "linewidth": 1, 3120 "links": [], 3121 "nullPointMode": "connected", 3122 "percentage": false, 3123 "pointradius": 5, 3124 "points": false, 3125 "renderer": "flot", 3126 "seriesOverrides": [], 3127 "spaceLength": 10, 3128 "stack": false, 3129 "steppedLine": false, 3130 "targets": [ 3131 { 3132 "key": 0.7090064740553321, 3133 "refId": "A", 3134 "textEditor": true 3135 } 3136 ], 3137 "thresholds": [], 3138 "timeFrom": null, 3139 "timeShift": null, 3140 "title": "Network In", 3141 "tooltip": { 3142 "shared": false, 3143 "sort": 0, 3144 "value_type": "cumulative" 3145 }, 3146 "type": "graph", 3147 "xaxis": { 3148 "buckets": null, 3149 "mode": "time", 3150 "name": null, 3151 "show": true, 3152 "values": [] 3153 }, 3154 "yaxes": [ 3155 { 3156 "format": "bps", 3157 "logBase": 1, 3158 "max": null, 3159 "min": null, 3160 "show": true 3161 }, 3162 { 3163 "format": "short", 3164 "logBase": 1, 3165 "max": null, 3166 "min": null, 3167 "show": true 3168 } 3169 ], 3170 "yaxis": { 3171 "align": false, 3172 "alignLevel": null 3173 } 3174 }, 3175 { 3176 "aliasColors": {}, 3177 "bars": false, 3178 "dashLength": 10, 3179 "dashes": false, 3180 "datasource": "$datasource", 3181 "editable": true, 3182 "error": false, 3183 "fill": 0, 3184 "grid": {}, 3185 "gridPos": { 3186 "h": 7, 3187 "w": 12, 3188 "x": 12, 3189 "y": 39 3190 }, 3191 "id": 18, 3192 "legend": { 3193 "avg": false, 3194 "current": false, 3195 "max": false, 3196 "min": false, 3197 "show": false, 3198 "total": false, 3199 "values": false 3200 }, 3201 "lines": true, 3202 "linewidth": 1, 3203 "links": [], 3204 "nullPointMode": "connected", 3205 "percentage": false, 3206 "pointradius": 5, 3207 "points": false, 3208 "renderer": "flot", 3209 "seriesOverrides": [], 3210 "spaceLength": 10, 3211 "stack": false, 3212 "steppedLine": false, 3213 "targets": [ 3214 { 3215 "key": 0.7090064740553321, 3216 "refId": "A", 3217 "textEditor": true 3218 } 3219 ], 3220 "thresholds": [], 3221 "timeFrom": null, 3222 "timeShift": null, 3223 "title": "Network Out", 3224 "tooltip": { 3225 "shared": false, 3226 "sort": 0, 3227 "value_type": "cumulative" 3228 }, 3229 "type": "graph", 3230 "xaxis": { 3231 "buckets": null, 3232 "mode": "time", 3233 "name": null, 3234 "show": true, 3235 "values": [] 3236 }, 3237 "yaxes": [ 3238 { 3239 "format": "bps", 3240 "logBase": 1, 3241 "max": null, 3242 "min": null, 3243 "show": true 3244 }, 3245 { 3246 "format": "short", 3247 "logBase": 1, 3248 "max": null, 3249 "min": null, 3250 "show": true 3251 } 3252 ], 3253 "yaxis": { 3254 "align": false, 3255 "alignLevel": null 3256 } 3257 } 3258 ], 3259 "repeat": null, 3260 "title": "Network In/Out - Not Implemented", 3261 "type": "row" 3262 }, 3263 { 3264 "collapsed": true, 3265 "gridPos": { 3266 "h": 1, 3267 "w": 24, 3268 "x": 0, 3269 "y": 39 3270 }, 3271 "id": 98, 3272 "panels": [ 3273 { 3274 "aliasColors": {}, 3275 "bars": false, 3276 "dashLength": 10, 3277 "dashes": false, 3278 "datasource": "$datasource", 3279 "editable": true, 3280 "error": false, 3281 "fill": 0, 3282 "grid": {}, 3283 "gridPos": { 3284 "h": 7, 3285 "w": 12, 3286 "x": 0, 3287 "y": 61 3288 }, 3289 "id": 48, 3290 "legend": { 3291 "avg": false, 3292 "current": false, 3293 "max": false, 3294 "min": false, 3295 "show": true, 3296 "total": false, 3297 "values": false 3298 }, 3299 "lines": true, 3300 "linewidth": 1, 3301 "links": [], 3302 "nullPointMode": "connected", 3303 "percentage": false, 3304 "pointradius": 5, 3305 "points": false, 3306 "renderer": "flot", 3307 "seriesOverrides": [], 3308 "spaceLength": 10, 3309 "stack": false, 3310 "steppedLine": false, 3311 "targets": [ 3312 { 3313 "expr": "sum(rate(database_write_tagged_success{instance=~\"$instance\"}[$step])) by (namespace)", 3314 "format": "time_series", 3315 "hide": false, 3316 "intervalFactor": 1, 3317 "key": 0.05448509070742946, 3318 "legendFormat": "{{namespace}}_tagged_success", 3319 "refId": "C", 3320 "textEditor": true 3321 }, 3322 { 3323 "expr": "sum(rate(database_write_tagged_errors{instance=~\"$instance\"}[$step])) by (namespace)", 3324 "format": "time_series", 3325 "intervalFactor": 1, 3326 "key": 0.8767351594065642, 3327 "legendFormat": "{{namespace}}_tagged_errors", 3328 "refId": "A" 3329 }, 3330 { 3331 "expr": "sum(rate(database_write_success{instance=~\"$instance\"}[$step])) by (namespace)", 3332 "format": "time_series", 3333 "intervalFactor": 1, 3334 "key": 0.8767351594065642, 3335 "legendFormat": "{{namespace}}_success", 3336 "refId": "B" 3337 }, 3338 { 3339 "expr": "sum(rate(database_write_errors{instance=~\"$instance\"}[$step])) by (namespace)", 3340 "format": "time_series", 3341 "intervalFactor": 1, 3342 "key": 0.8767351594065642, 3343 "legendFormat": "{{namespace}}_errors", 3344 "refId": "D" 3345 } 3346 ], 3347 "thresholds": [], 3348 "timeFrom": null, 3349 "timeShift": null, 3350 "title": "Writes / Second", 3351 "tooltip": { 3352 "shared": false, 3353 "sort": 0, 3354 "value_type": "cumulative" 3355 }, 3356 "type": "graph", 3357 "xaxis": { 3358 "buckets": null, 3359 "mode": "time", 3360 "name": null, 3361 "show": true, 3362 "values": [] 3363 }, 3364 "yaxes": [ 3365 { 3366 "format": "short", 3367 "logBase": 1, 3368 "max": null, 3369 "min": null, 3370 "show": true 3371 }, 3372 { 3373 "format": "percentunit", 3374 "label": "", 3375 "logBase": 1, 3376 "max": null, 3377 "min": null, 3378 "show": true 3379 } 3380 ], 3381 "yaxis": { 3382 "align": false, 3383 "alignLevel": null 3384 } 3385 }, 3386 { 3387 "aliasColors": {}, 3388 "bars": false, 3389 "dashLength": 10, 3390 "dashes": false, 3391 "datasource": "$datasource", 3392 "editable": true, 3393 "error": false, 3394 "fill": 0, 3395 "grid": {}, 3396 "gridPos": { 3397 "h": 7, 3398 "w": 12, 3399 "x": 12, 3400 "y": 61 3401 }, 3402 "id": 109, 3403 "legend": { 3404 "avg": false, 3405 "current": false, 3406 "max": false, 3407 "min": false, 3408 "show": true, 3409 "total": false, 3410 "values": false 3411 }, 3412 "lines": true, 3413 "linewidth": 1, 3414 "links": [], 3415 "nullPointMode": "connected", 3416 "percentage": false, 3417 "pointradius": 5, 3418 "points": false, 3419 "renderer": "flot", 3420 "seriesOverrides": [], 3421 "spaceLength": 10, 3422 "stack": false, 3423 "steppedLine": false, 3424 "targets": [ 3425 { 3426 "expr": "sum(rate(database_read_tagged_success{instance=~\"$instance\"}[$step])) by (namespace)", 3427 "format": "time_series", 3428 "hide": false, 3429 "intervalFactor": 1, 3430 "key": 0.05448509070742946, 3431 "legendFormat": "{{namespace}}_tagged_success", 3432 "refId": "C", 3433 "textEditor": true 3434 }, 3435 { 3436 "expr": "sum(rate(database_read_tagged_errors{instance=~\"$instance\"}[$step])) by (namespace)", 3437 "format": "time_series", 3438 "intervalFactor": 1, 3439 "key": 0.8767351594065642, 3440 "legendFormat": "{{namespace}}_tagged_errors", 3441 "refId": "A" 3442 }, 3443 { 3444 "expr": "sum(rate(database_read_success{instance=~\"$instance\"}[$step])) by (namespace)", 3445 "format": "time_series", 3446 "intervalFactor": 1, 3447 "key": 0.8767351594065642, 3448 "legendFormat": "{{namespace}}_success", 3449 "refId": "B" 3450 }, 3451 { 3452 "expr": "sum(rate(database_reads_errors{instance=~\"$instance\"}[$step])) by (namespace)", 3453 "format": "time_series", 3454 "intervalFactor": 1, 3455 "key": 0.8767351594065642, 3456 "legendFormat": "{{namespace}}_errors", 3457 "refId": "D" 3458 } 3459 ], 3460 "thresholds": [], 3461 "timeFrom": null, 3462 "timeShift": null, 3463 "title": "Reads / Second", 3464 "tooltip": { 3465 "shared": false, 3466 "sort": 0, 3467 "value_type": "cumulative" 3468 }, 3469 "type": "graph", 3470 "xaxis": { 3471 "buckets": null, 3472 "mode": "time", 3473 "name": null, 3474 "show": true, 3475 "values": [] 3476 }, 3477 "yaxes": [ 3478 { 3479 "format": "short", 3480 "logBase": 1, 3481 "max": null, 3482 "min": null, 3483 "show": true 3484 }, 3485 { 3486 "format": "percentunit", 3487 "label": "", 3488 "logBase": 1, 3489 "max": null, 3490 "min": null, 3491 "show": true 3492 } 3493 ], 3494 "yaxis": { 3495 "align": false, 3496 "alignLevel": null 3497 } 3498 }, 3499 { 3500 "aliasColors": {}, 3501 "bars": false, 3502 "dashLength": 10, 3503 "dashes": false, 3504 "datasource": "$datasource", 3505 "editable": true, 3506 "error": false, 3507 "fill": 0, 3508 "grid": {}, 3509 "gridPos": { 3510 "h": 7, 3511 "w": 12, 3512 "x": 12, 3513 "y": 68 3514 }, 3515 "id": 77, 3516 "legend": { 3517 "avg": false, 3518 "current": false, 3519 "max": false, 3520 "min": false, 3521 "show": true, 3522 "total": false, 3523 "values": false 3524 }, 3525 "lines": true, 3526 "linewidth": 1, 3527 "links": [], 3528 "nullPointMode": "connected", 3529 "percentage": false, 3530 "pointradius": 5, 3531 "points": false, 3532 "renderer": "flot", 3533 "seriesOverrides": [], 3534 "spaceLength": 10, 3535 "stack": false, 3536 "steppedLine": false, 3537 "targets": [ 3538 { 3539 "expr": "sum(rate(database_queryIDs_success{instance=~\"$instance\"}[$step])) by (namespace)", 3540 "format": "time_series", 3541 "hide": false, 3542 "intervalFactor": 1, 3543 "key": 0.05448509070742946, 3544 "legendFormat": "{{namespace}}_query_ids_success", 3545 "refId": "C", 3546 "textEditor": true 3547 }, 3548 { 3549 "expr": "sum(rate(database_queryIDs_errors{instance=~\"$instance\"}[$step])) by (namespace)", 3550 "format": "time_series", 3551 "hide": true, 3552 "intervalFactor": 1, 3553 "key": 0.8767351594065642, 3554 "legendFormat": "{{namespace}}_query_ids_errors", 3555 "refId": "A" 3556 } 3557 ], 3558 "thresholds": [], 3559 "timeFrom": null, 3560 "timeShift": null, 3561 "title": "QueryIDs / Second", 3562 "tooltip": { 3563 "shared": false, 3564 "sort": 0, 3565 "value_type": "cumulative" 3566 }, 3567 "type": "graph", 3568 "xaxis": { 3569 "buckets": null, 3570 "mode": "time", 3571 "name": null, 3572 "show": true, 3573 "values": [] 3574 }, 3575 "yaxes": [ 3576 { 3577 "format": "short", 3578 "logBase": 1, 3579 "max": null, 3580 "min": null, 3581 "show": true 3582 }, 3583 { 3584 "format": "percentunit", 3585 "label": "", 3586 "logBase": 1, 3587 "max": null, 3588 "min": null, 3589 "show": true 3590 } 3591 ], 3592 "yaxis": { 3593 "align": false, 3594 "alignLevel": null 3595 } 3596 }, 3597 { 3598 "aliasColors": {}, 3599 "bars": false, 3600 "dashLength": 10, 3601 "dashes": false, 3602 "datasource": "$datasource", 3603 "editable": true, 3604 "error": false, 3605 "fill": 0, 3606 "grid": {}, 3607 "gridPos": { 3608 "h": 7, 3609 "w": 6, 3610 "x": 12, 3611 "y": 75 3612 }, 3613 "id": 64, 3614 "legend": { 3615 "avg": false, 3616 "current": false, 3617 "max": false, 3618 "min": false, 3619 "show": true, 3620 "total": false, 3621 "values": false 3622 }, 3623 "lines": true, 3624 "linewidth": 1, 3625 "links": [], 3626 "nullPointMode": "connected", 3627 "percentage": false, 3628 "pointradius": 5, 3629 "points": false, 3630 "renderer": "flot", 3631 "seriesOverrides": [], 3632 "spaceLength": 10, 3633 "stack": false, 3634 "steppedLine": false, 3635 "targets": [ 3636 { 3637 "expr": "sum(increase(database_flush_success{instance=~\"$instance\"}[$step])) by (namespace)", 3638 "format": "time_series", 3639 "hide": false, 3640 "intervalFactor": 1, 3641 "key": 0.44937754638999294, 3642 "legendFormat": "{{namespace}}_flush_success", 3643 "refId": "C", 3644 "textEditor": true 3645 }, 3646 { 3647 "expr": "sum(increase(database_flush_errors{instance=~\"$instance\"}[$step])) by (namespace)", 3648 "format": "time_series", 3649 "hide": false, 3650 "intervalFactor": 1, 3651 "key": 0.44937754638999294, 3652 "legendFormat": "{{namespace}}_flush_errors", 3653 "refId": "A", 3654 "textEditor": true 3655 } 3656 ], 3657 "thresholds": [], 3658 "timeFrom": null, 3659 "timeShift": null, 3660 "title": "Flush", 3661 "tooltip": { 3662 "shared": false, 3663 "sort": 0, 3664 "value_type": "cumulative" 3665 }, 3666 "type": "graph", 3667 "xaxis": { 3668 "buckets": null, 3669 "mode": "time", 3670 "name": null, 3671 "show": true, 3672 "values": [] 3673 }, 3674 "yaxes": [ 3675 { 3676 "format": "short", 3677 "logBase": 1, 3678 "max": null, 3679 "min": null, 3680 "show": true 3681 }, 3682 { 3683 "format": "percentunit", 3684 "label": "", 3685 "logBase": 1, 3686 "max": null, 3687 "min": null, 3688 "show": true 3689 } 3690 ], 3691 "yaxis": { 3692 "align": false, 3693 "alignLevel": null 3694 } 3695 }, 3696 { 3697 "aliasColors": {}, 3698 "bars": false, 3699 "dashLength": 10, 3700 "dashes": false, 3701 "datasource": "$datasource", 3702 "editable": true, 3703 "error": false, 3704 "fill": 0, 3705 "grid": {}, 3706 "gridPos": { 3707 "h": 7, 3708 "w": 6, 3709 "x": 18, 3710 "y": 75 3711 }, 3712 "id": 78, 3713 "legend": { 3714 "avg": false, 3715 "current": false, 3716 "max": false, 3717 "min": false, 3718 "show": true, 3719 "total": false, 3720 "values": false 3721 }, 3722 "lines": true, 3723 "linewidth": 1, 3724 "links": [], 3725 "nullPointMode": "connected", 3726 "percentage": false, 3727 "pointradius": 5, 3728 "points": false, 3729 "renderer": "flot", 3730 "seriesOverrides": [], 3731 "spaceLength": 10, 3732 "stack": false, 3733 "steppedLine": false, 3734 "targets": [ 3735 { 3736 "expr": "sum(increase(database_index_flush_success{instance=~\"$instance\"}[$step])) by (namespace)", 3737 "format": "time_series", 3738 "hide": false, 3739 "intervalFactor": 1, 3740 "key": 0.44937754638999294, 3741 "legendFormat": "{{namespace}}_index_flush_success", 3742 "refId": "C", 3743 "textEditor": true 3744 }, 3745 { 3746 "expr": "sum(increase(database_index_flush_errors{instance=~\"$instance\"}[$step])) by (namespace)", 3747 "format": "time_series", 3748 "intervalFactor": 1, 3749 "legendFormat": "{{namespace}}_index_flush_errors", 3750 "refId": "A" 3751 } 3752 ], 3753 "thresholds": [], 3754 "timeFrom": null, 3755 "timeShift": null, 3756 "title": "IndexFlush", 3757 "tooltip": { 3758 "shared": false, 3759 "sort": 0, 3760 "value_type": "cumulative" 3761 }, 3762 "type": "graph", 3763 "xaxis": { 3764 "buckets": null, 3765 "mode": "time", 3766 "name": null, 3767 "show": true, 3768 "values": [] 3769 }, 3770 "yaxes": [ 3771 { 3772 "format": "short", 3773 "logBase": 1, 3774 "max": null, 3775 "min": null, 3776 "show": true 3777 }, 3778 { 3779 "format": "percentunit", 3780 "label": "", 3781 "logBase": 1, 3782 "max": null, 3783 "min": null, 3784 "show": true 3785 } 3786 ], 3787 "yaxis": { 3788 "align": false, 3789 "alignLevel": null 3790 } 3791 } 3792 ], 3793 "repeat": null, 3794 "title": "Namespace", 3795 "type": "row" 3796 }, 3797 { 3798 "collapsed": true, 3799 "gridPos": { 3800 "h": 1, 3801 "w": 24, 3802 "x": 0, 3803 "y": 40 3804 }, 3805 "id": 100, 3806 "panels": [ 3807 { 3808 "aliasColors": {}, 3809 "bars": false, 3810 "dashLength": 10, 3811 "dashes": false, 3812 "datasource": "$datasource", 3813 "editable": true, 3814 "error": false, 3815 "fill": 1, 3816 "grid": {}, 3817 "gridPos": { 3818 "h": 7, 3819 "w": 8, 3820 "x": 0, 3821 "y": 62 3822 }, 3823 "id": 23, 3824 "legend": { 3825 "avg": false, 3826 "current": false, 3827 "max": false, 3828 "min": false, 3829 "show": false, 3830 "total": false, 3831 "values": false 3832 }, 3833 "lines": true, 3834 "linewidth": 2, 3835 "links": [], 3836 "nullPointMode": "null", 3837 "percentage": false, 3838 "pointradius": 5, 3839 "points": true, 3840 "renderer": "flot", 3841 "seriesOverrides": [], 3842 "spaceLength": 10, 3843 "stack": false, 3844 "steppedLine": false, 3845 "targets": [ 3846 { 3847 "expr": "m3dbclient_stream_from_peers_fetch_blocks_inprogress{instance=~\"$instance\"}", 3848 "format": "time_series", 3849 "intervalFactor": 1, 3850 "key": 0.26636320136208314, 3851 "legendFormat": "fetchBlocksInProgress-{{instance}}", 3852 "refId": "A" 3853 } 3854 ], 3855 "thresholds": [], 3856 "timeFrom": null, 3857 "timeShift": null, 3858 "title": "Fetch Shard Blocks In Progress", 3859 "tooltip": { 3860 "shared": false, 3861 "sort": 0, 3862 "value_type": "cumulative" 3863 }, 3864 "type": "graph", 3865 "xaxis": { 3866 "buckets": null, 3867 "mode": "time", 3868 "name": null, 3869 "show": true, 3870 "values": [] 3871 }, 3872 "yaxes": [ 3873 { 3874 "format": "short", 3875 "logBase": 1, 3876 "max": null, 3877 "min": null, 3878 "show": true 3879 }, 3880 { 3881 "format": "short", 3882 "logBase": 1, 3883 "max": null, 3884 "min": null, 3885 "show": true 3886 } 3887 ], 3888 "yaxis": { 3889 "align": false, 3890 "alignLevel": null 3891 } 3892 }, 3893 { 3894 "aliasColors": {}, 3895 "bars": false, 3896 "dashLength": 10, 3897 "dashes": false, 3898 "datasource": "$datasource", 3899 "editable": true, 3900 "error": false, 3901 "fill": 1, 3902 "grid": {}, 3903 "gridPos": { 3904 "h": 7, 3905 "w": 8, 3906 "x": 8, 3907 "y": 62 3908 }, 3909 "id": 21, 3910 "legend": { 3911 "avg": false, 3912 "current": false, 3913 "max": false, 3914 "min": false, 3915 "show": false, 3916 "total": false, 3917 "values": false 3918 }, 3919 "lines": true, 3920 "linewidth": 2, 3921 "links": [], 3922 "nullPointMode": "null", 3923 "percentage": false, 3924 "pointradius": 5, 3925 "points": true, 3926 "renderer": "flot", 3927 "seriesOverrides": [], 3928 "spaceLength": 10, 3929 "stack": false, 3930 "steppedLine": false, 3931 "targets": [ 3932 { 3933 "expr": "m3dbclient_stream_from_peers_fetch_metadata_peers_inprogress{instance=~\"$instance\"}", 3934 "format": "time_series", 3935 "intervalFactor": 1, 3936 "key": 0.6565937560035238, 3937 "legendFormat": "fetchBlocksMetadataInProgress-{{instance}}", 3938 "refId": "A" 3939 } 3940 ], 3941 "thresholds": [], 3942 "timeFrom": null, 3943 "timeShift": null, 3944 "title": "Fetch Shard Blocks Metadata In Progress", 3945 "tooltip": { 3946 "shared": false, 3947 "sort": 0, 3948 "value_type": "cumulative" 3949 }, 3950 "type": "graph", 3951 "xaxis": { 3952 "buckets": null, 3953 "mode": "time", 3954 "name": null, 3955 "show": true, 3956 "values": [] 3957 }, 3958 "yaxes": [ 3959 { 3960 "format": "short", 3961 "logBase": 1, 3962 "max": null, 3963 "min": null, 3964 "show": true 3965 }, 3966 { 3967 "format": "short", 3968 "logBase": 1, 3969 "max": null, 3970 "min": null, 3971 "show": true 3972 } 3973 ], 3974 "yaxis": { 3975 "align": false, 3976 "alignLevel": null 3977 } 3978 }, 3979 { 3980 "aliasColors": {}, 3981 "bars": false, 3982 "dashLength": 10, 3983 "dashes": false, 3984 "datasource": "$datasource", 3985 "editable": true, 3986 "error": false, 3987 "fill": 1, 3988 "grid": {}, 3989 "gridPos": { 3990 "h": 7, 3991 "w": 8, 3992 "x": 16, 3993 "y": 62 3994 }, 3995 "id": 22, 3996 "legend": { 3997 "avg": false, 3998 "current": false, 3999 "max": false, 4000 "min": false, 4001 "show": false, 4002 "total": false, 4003 "values": false 4004 }, 4005 "lines": true, 4006 "linewidth": 2, 4007 "links": [], 4008 "nullPointMode": "null", 4009 "percentage": false, 4010 "pointradius": 5, 4011 "points": true, 4012 "renderer": "flot", 4013 "seriesOverrides": [], 4014 "spaceLength": 10, 4015 "stack": false, 4016 "steppedLine": false, 4017 "targets": [ 4018 { 4019 "expr": "m3dbclient_stream_from_peers_fetch_blocks_enqueue_channel_length{instance=~\"$instance\"}", 4020 "format": "time_series", 4021 "intervalFactor": 1, 4022 "key": 0.024380707546677316, 4023 "legendFormat": "fetchBlocksEnqueueChannelLength-{{instance}}", 4024 "refId": "A" 4025 } 4026 ], 4027 "thresholds": [], 4028 "timeFrom": null, 4029 "timeShift": null, 4030 "title": "Fetch Shard Blocks Enqueue Channel Length", 4031 "tooltip": { 4032 "shared": false, 4033 "sort": 0, 4034 "value_type": "cumulative" 4035 }, 4036 "type": "graph", 4037 "xaxis": { 4038 "buckets": null, 4039 "mode": "time", 4040 "name": null, 4041 "show": true, 4042 "values": [] 4043 }, 4044 "yaxes": [ 4045 { 4046 "format": "short", 4047 "logBase": 1, 4048 "max": null, 4049 "min": null, 4050 "show": true 4051 }, 4052 { 4053 "format": "short", 4054 "logBase": 1, 4055 "max": null, 4056 "min": null, 4057 "show": true 4058 } 4059 ], 4060 "yaxis": { 4061 "align": false, 4062 "alignLevel": null 4063 } 4064 }, 4065 { 4066 "aliasColors": {}, 4067 "bars": false, 4068 "dashLength": 10, 4069 "dashes": false, 4070 "datasource": "$datasource", 4071 "editable": true, 4072 "error": false, 4073 "fill": 1, 4074 "grid": {}, 4075 "gridPos": { 4076 "h": 7, 4077 "w": 8, 4078 "x": 0, 4079 "y": 69 4080 }, 4081 "id": 19, 4082 "legend": { 4083 "avg": false, 4084 "current": false, 4085 "max": false, 4086 "min": false, 4087 "show": false, 4088 "total": false, 4089 "values": false 4090 }, 4091 "lines": true, 4092 "linewidth": 2, 4093 "links": [], 4094 "nullPointMode": "null as zero", 4095 "percentage": false, 4096 "pointradius": 5, 4097 "points": false, 4098 "renderer": "flot", 4099 "seriesOverrides": [], 4100 "spaceLength": 10, 4101 "stack": false, 4102 "steppedLine": false, 4103 "targets": [ 4104 { 4105 "expr": "sum(rate(m3dbclient_stream_from_peers_fetch_metadata_peers_batch_call{instance=~\"$instance\"}[$step])) by (instance)", 4106 "format": "time_series", 4107 "intervalFactor": 1, 4108 "key": 0.8052472520531426, 4109 "legendFormat": "fetchBlocksMetadataBatchCalls-{{instance}}", 4110 "refId": "A" 4111 } 4112 ], 4113 "thresholds": [], 4114 "timeFrom": null, 4115 "timeShift": null, 4116 "title": "Fetch Shard Blocks Metadata Batch Calls / Sec", 4117 "tooltip": { 4118 "shared": false, 4119 "sort": 0, 4120 "value_type": "cumulative" 4121 }, 4122 "type": "graph", 4123 "xaxis": { 4124 "buckets": null, 4125 "mode": "time", 4126 "name": null, 4127 "show": true, 4128 "values": [] 4129 }, 4130 "yaxes": [ 4131 { 4132 "format": "short", 4133 "logBase": 1, 4134 "max": null, 4135 "min": null, 4136 "show": true 4137 }, 4138 { 4139 "format": "short", 4140 "logBase": 1, 4141 "max": null, 4142 "min": null, 4143 "show": true 4144 } 4145 ], 4146 "yaxis": { 4147 "align": false, 4148 "alignLevel": null 4149 } 4150 }, 4151 { 4152 "aliasColors": {}, 4153 "bars": false, 4154 "dashLength": 10, 4155 "dashes": false, 4156 "datasource": "$datasource", 4157 "editable": true, 4158 "error": false, 4159 "fill": 1, 4160 "grid": {}, 4161 "gridPos": { 4162 "h": 7, 4163 "w": 8, 4164 "x": 8, 4165 "y": 69 4166 }, 4167 "id": 20, 4168 "legend": { 4169 "avg": false, 4170 "current": false, 4171 "max": false, 4172 "min": false, 4173 "show": false, 4174 "total": false, 4175 "values": false 4176 }, 4177 "lines": true, 4178 "linewidth": 2, 4179 "links": [], 4180 "nullPointMode": "null as zero", 4181 "percentage": false, 4182 "pointradius": 5, 4183 "points": false, 4184 "renderer": "flot", 4185 "seriesOverrides": [], 4186 "spaceLength": 10, 4187 "stack": false, 4188 "steppedLine": false, 4189 "targets": [ 4190 { 4191 "expr": "sum(rate(m3dbclient_stream_from_peers_fetch_metadata_peers_received{instance=~\"$instance\"}[$step])) by (host)", 4192 "format": "time_series", 4193 "intervalFactor": 1, 4194 "key": 0.359145903986988, 4195 "legendFormat": "fetchBlocksMetadataReceived-{{instance}}", 4196 "refId": "A" 4197 } 4198 ], 4199 "thresholds": [], 4200 "timeFrom": null, 4201 "timeShift": null, 4202 "title": "Fetch Shard Blocks Metadata Received / Sec", 4203 "tooltip": { 4204 "shared": false, 4205 "sort": 0, 4206 "value_type": "cumulative" 4207 }, 4208 "type": "graph", 4209 "xaxis": { 4210 "buckets": null, 4211 "mode": "time", 4212 "name": null, 4213 "show": true, 4214 "values": [] 4215 }, 4216 "yaxes": [ 4217 { 4218 "format": "short", 4219 "logBase": 1, 4220 "max": null, 4221 "min": null, 4222 "show": true 4223 }, 4224 { 4225 "format": "short", 4226 "logBase": 1, 4227 "max": null, 4228 "min": null, 4229 "show": true 4230 } 4231 ], 4232 "yaxis": { 4233 "align": false, 4234 "alignLevel": null 4235 } 4236 }, 4237 { 4238 "aliasColors": {}, 4239 "bars": false, 4240 "dashLength": 10, 4241 "dashes": false, 4242 "datasource": "$datasource", 4243 "editable": true, 4244 "error": false, 4245 "fill": 1, 4246 "grid": {}, 4247 "gridPos": { 4248 "h": 7, 4249 "w": 8, 4250 "x": 16, 4251 "y": 69 4252 }, 4253 "id": 66, 4254 "legend": { 4255 "avg": false, 4256 "current": false, 4257 "max": false, 4258 "min": false, 4259 "show": false, 4260 "total": false, 4261 "values": false 4262 }, 4263 "lines": true, 4264 "linewidth": 2, 4265 "links": [], 4266 "nullPointMode": "null as zero", 4267 "percentage": false, 4268 "pointradius": 5, 4269 "points": false, 4270 "renderer": "flot", 4271 "seriesOverrides": [], 4272 "spaceLength": 10, 4273 "stack": false, 4274 "steppedLine": false, 4275 "targets": [ 4276 { 4277 "expr": "sum(rate(m3dbclient_stream_from_peers_fetch_metadata_peers_peer_retry{instance=~\"$instance\"}[$step])) by (instance)", 4278 "format": "time_series", 4279 "intervalFactor": 1, 4280 "key": 0.359145903986988, 4281 "legendFormat": "fetchBlocksMetadataPaginationRetry-{{instance}}", 4282 "refId": "A" 4283 } 4284 ], 4285 "thresholds": [], 4286 "timeFrom": null, 4287 "timeShift": null, 4288 "title": "Fetch Shard Blocks Metadata Pagination Retry / Sec", 4289 "tooltip": { 4290 "shared": false, 4291 "sort": 0, 4292 "value_type": "cumulative" 4293 }, 4294 "type": "graph", 4295 "xaxis": { 4296 "buckets": null, 4297 "mode": "time", 4298 "name": null, 4299 "show": true, 4300 "values": [] 4301 }, 4302 "yaxes": [ 4303 { 4304 "format": "short", 4305 "logBase": 1, 4306 "max": null, 4307 "min": null, 4308 "show": true 4309 }, 4310 { 4311 "format": "short", 4312 "logBase": 1, 4313 "max": null, 4314 "min": null, 4315 "show": true 4316 } 4317 ], 4318 "yaxis": { 4319 "align": false, 4320 "alignLevel": null 4321 } 4322 } 4323 ], 4324 "repeat": null, 4325 "title": "Peers Bootstrapping", 4326 "type": "row" 4327 }, 4328 { 4329 "collapsed": true, 4330 "gridPos": { 4331 "h": 1, 4332 "w": 24, 4333 "x": 0, 4334 "y": 41 4335 }, 4336 "id": 101, 4337 "panels": [ 4338 { 4339 "aliasColors": {}, 4340 "bars": false, 4341 "dashLength": 10, 4342 "dashes": false, 4343 "datasource": "$datasource", 4344 "editable": true, 4345 "error": false, 4346 "fill": 0, 4347 "grid": {}, 4348 "gridPos": { 4349 "h": 7, 4350 "w": 8, 4351 "x": 0, 4352 "y": 42 4353 }, 4354 "id": 43, 4355 "legend": { 4356 "avg": false, 4357 "current": false, 4358 "max": false, 4359 "min": false, 4360 "show": false, 4361 "total": false, 4362 "values": false 4363 }, 4364 "lines": true, 4365 "linewidth": 1, 4366 "links": [], 4367 "nullPointMode": "connected", 4368 "percentage": false, 4369 "pointradius": 5, 4370 "points": false, 4371 "renderer": "flot", 4372 "seriesOverrides": [], 4373 "spaceLength": 10, 4374 "stack": false, 4375 "steppedLine": false, 4376 "targets": [ 4377 { 4378 "expr": "rate(service_overload_rejected{instance=~\"$instance\"}[$step])", 4379 "format": "time_series", 4380 "intervalFactor": 1, 4381 "key": 0.05455062296227564, 4382 "refId": "A" 4383 } 4384 ], 4385 "thresholds": [], 4386 "timeFrom": null, 4387 "timeShift": null, 4388 "title": "Overloaded", 4389 "tooltip": { 4390 "shared": false, 4391 "sort": 0, 4392 "value_type": "cumulative" 4393 }, 4394 "type": "graph", 4395 "xaxis": { 4396 "buckets": null, 4397 "mode": "time", 4398 "name": null, 4399 "show": true, 4400 "values": [] 4401 }, 4402 "yaxes": [ 4403 { 4404 "format": "short", 4405 "logBase": 1, 4406 "max": null, 4407 "min": null, 4408 "show": true 4409 }, 4410 { 4411 "format": "short", 4412 "logBase": 1, 4413 "max": null, 4414 "min": null, 4415 "show": true 4416 } 4417 ], 4418 "yaxis": { 4419 "align": false, 4420 "alignLevel": null 4421 } 4422 }, 4423 { 4424 "aliasColors": {}, 4425 "bars": false, 4426 "dashLength": 10, 4427 "dashes": false, 4428 "datasource": "$datasource", 4429 "editable": true, 4430 "error": false, 4431 "fill": 0, 4432 "grid": {}, 4433 "gridPos": { 4434 "h": 7, 4435 "w": 16, 4436 "x": 8, 4437 "y": 42 4438 }, 4439 "id": 44, 4440 "legend": { 4441 "avg": false, 4442 "current": false, 4443 "max": false, 4444 "min": false, 4445 "show": false, 4446 "total": false, 4447 "values": false 4448 }, 4449 "lines": true, 4450 "linewidth": 1, 4451 "links": [], 4452 "nullPointMode": "connected", 4453 "percentage": false, 4454 "pointradius": 5, 4455 "points": true, 4456 "renderer": "flot", 4457 "seriesOverrides": [], 4458 "spaceLength": 10, 4459 "stack": false, 4460 "steppedLine": false, 4461 "targets": [ 4462 { 4463 "expr": "database_fs_persist_write_duration_ms{instance=~\"$instance\"}", 4464 "format": "time_series", 4465 "intervalFactor": 1, 4466 "key": 0.8368215616799846, 4467 "refId": "A" 4468 }, 4469 { 4470 "expr": "database_fs_persist_throttle_duration_ms{instance=~\"$instance\"}", 4471 "format": "time_series", 4472 "intervalFactor": 1, 4473 "key": 0.2814048282536148, 4474 "refId": "A" 4475 } 4476 ], 4477 "thresholds": [], 4478 "timeFrom": null, 4479 "timeShift": null, 4480 "title": "Persistence", 4481 "tooltip": { 4482 "shared": false, 4483 "sort": 0, 4484 "value_type": "cumulative" 4485 }, 4486 "type": "graph", 4487 "xaxis": { 4488 "buckets": null, 4489 "mode": "time", 4490 "name": null, 4491 "show": true, 4492 "values": [] 4493 }, 4494 "yaxes": [ 4495 { 4496 "format": "s", 4497 "logBase": 1, 4498 "max": null, 4499 "min": null, 4500 "show": true 4501 }, 4502 { 4503 "format": "short", 4504 "logBase": 1, 4505 "max": null, 4506 "min": null, 4507 "show": true 4508 } 4509 ], 4510 "yaxis": { 4511 "align": false, 4512 "alignLevel": null 4513 } 4514 } 4515 ], 4516 "repeat": null, 4517 "title": "Overload/Persistence", 4518 "type": "row" 4519 }, 4520 { 4521 "collapsed": true, 4522 "gridPos": { 4523 "h": 1, 4524 "w": 24, 4525 "x": 0, 4526 "y": 42 4527 }, 4528 "id": 102, 4529 "panels": [ 4530 { 4531 "aliasColors": {}, 4532 "bars": false, 4533 "dashLength": 10, 4534 "dashes": false, 4535 "datasource": "$datasource", 4536 "editable": true, 4537 "error": false, 4538 "fill": 1, 4539 "grid": {}, 4540 "gridPos": { 4541 "h": 7, 4542 "w": 6, 4543 "x": 0, 4544 "y": 78 4545 }, 4546 "id": 31, 4547 "legend": { 4548 "avg": false, 4549 "current": false, 4550 "max": false, 4551 "min": false, 4552 "show": false, 4553 "total": false, 4554 "values": false 4555 }, 4556 "lines": true, 4557 "linewidth": 2, 4558 "links": [], 4559 "nullPointMode": "null", 4560 "percentage": false, 4561 "pointradius": 5, 4562 "points": false, 4563 "renderer": "flot", 4564 "seriesOverrides": [], 4565 "spaceLength": 10, 4566 "stack": false, 4567 "steppedLine": false, 4568 "targets": [ 4569 { 4570 "expr": "sum(rate(m3dbclient_stream_from_peers_fetch_block_success{instance=~\"$instance\"}[$step])) by (instance)", 4571 "format": "time_series", 4572 "intervalFactor": 1, 4573 "key": 0.4195302108331671, 4574 "legendFormat": "fetchBlockSuccess-{{instance}}", 4575 "refId": "A" 4576 } 4577 ], 4578 "thresholds": [], 4579 "timeFrom": null, 4580 "timeShift": null, 4581 "title": "Fetch Block Success/Second", 4582 "tooltip": { 4583 "shared": false, 4584 "sort": 0, 4585 "value_type": "cumulative" 4586 }, 4587 "type": "graph", 4588 "xaxis": { 4589 "buckets": null, 4590 "mode": "time", 4591 "name": null, 4592 "show": true, 4593 "values": [] 4594 }, 4595 "yaxes": [ 4596 { 4597 "format": "short", 4598 "logBase": 1, 4599 "max": null, 4600 "min": null, 4601 "show": true 4602 }, 4603 { 4604 "format": "short", 4605 "logBase": 1, 4606 "max": null, 4607 "min": null, 4608 "show": true 4609 } 4610 ], 4611 "yaxis": { 4612 "align": false, 4613 "alignLevel": null 4614 } 4615 }, 4616 { 4617 "aliasColors": {}, 4618 "bars": false, 4619 "dashLength": 10, 4620 "dashes": false, 4621 "datasource": "$datasource", 4622 "editable": true, 4623 "error": false, 4624 "fill": 1, 4625 "grid": {}, 4626 "gridPos": { 4627 "h": 7, 4628 "w": 6, 4629 "x": 6, 4630 "y": 78 4631 }, 4632 "id": 32, 4633 "legend": { 4634 "avg": false, 4635 "current": false, 4636 "max": false, 4637 "min": false, 4638 "show": false, 4639 "total": false, 4640 "values": false 4641 }, 4642 "lines": true, 4643 "linewidth": 2, 4644 "links": [], 4645 "nullPointMode": "null", 4646 "percentage": false, 4647 "pointradius": 5, 4648 "points": false, 4649 "renderer": "flot", 4650 "seriesOverrides": [], 4651 "spaceLength": 10, 4652 "stack": false, 4653 "steppedLine": false, 4654 "targets": [ 4655 { 4656 "expr": "sum(rate(m3dbclient_stream_from_peers_fetch_block_error{instance=~\"$instance\"}[$step])) by (instance)", 4657 "format": "time_series", 4658 "intervalFactor": 1, 4659 "key": 0.7411861401478703, 4660 "legendFormat": "fetchBlockError-{{instance}}", 4661 "refId": "A" 4662 } 4663 ], 4664 "thresholds": [], 4665 "timeFrom": null, 4666 "timeShift": null, 4667 "title": "Fetch Block Error/Second", 4668 "tooltip": { 4669 "shared": false, 4670 "sort": 0, 4671 "value_type": "cumulative" 4672 }, 4673 "type": "graph", 4674 "xaxis": { 4675 "buckets": null, 4676 "mode": "time", 4677 "name": null, 4678 "show": true, 4679 "values": [] 4680 }, 4681 "yaxes": [ 4682 { 4683 "format": "short", 4684 "logBase": 1, 4685 "max": null, 4686 "min": null, 4687 "show": true 4688 }, 4689 { 4690 "format": "short", 4691 "logBase": 1, 4692 "max": null, 4693 "min": null, 4694 "show": true 4695 } 4696 ], 4697 "yaxis": { 4698 "align": false, 4699 "alignLevel": null 4700 } 4701 }, 4702 { 4703 "aliasColors": {}, 4704 "bars": false, 4705 "dashLength": 10, 4706 "dashes": false, 4707 "datasource": "$datasource", 4708 "editable": true, 4709 "error": false, 4710 "fill": 1, 4711 "grid": {}, 4712 "gridPos": { 4713 "h": 7, 4714 "w": 6, 4715 "x": 12, 4716 "y": 78 4717 }, 4718 "id": 41, 4719 "legend": { 4720 "avg": false, 4721 "current": false, 4722 "max": false, 4723 "min": false, 4724 "show": false, 4725 "total": false, 4726 "values": false 4727 }, 4728 "lines": true, 4729 "linewidth": 2, 4730 "links": [], 4731 "nullPointMode": "null", 4732 "percentage": false, 4733 "pointradius": 5, 4734 "points": false, 4735 "renderer": "flot", 4736 "seriesOverrides": [], 4737 "spaceLength": 10, 4738 "stack": false, 4739 "steppedLine": false, 4740 "targets": [ 4741 { 4742 "expr": "sum(rate(m3dbclient_stream_from_peers_fetch_block_full_retry{instance=~\"$instance\"}[$step])) by (instance)", 4743 "format": "time_series", 4744 "intervalFactor": 1, 4745 "key": 0.3848186046051656, 4746 "legendFormat": "fetchBlockFullRetry-{{instance}}", 4747 "refId": "A" 4748 } 4749 ], 4750 "thresholds": [], 4751 "timeFrom": null, 4752 "timeShift": null, 4753 "title": "Fetch Block Full-Retry/Second", 4754 "tooltip": { 4755 "shared": false, 4756 "sort": 0, 4757 "value_type": "cumulative" 4758 }, 4759 "type": "graph", 4760 "xaxis": { 4761 "buckets": null, 4762 "mode": "time", 4763 "name": null, 4764 "show": true, 4765 "values": [] 4766 }, 4767 "yaxes": [ 4768 { 4769 "format": "short", 4770 "logBase": 1, 4771 "max": null, 4772 "min": null, 4773 "show": true 4774 }, 4775 { 4776 "format": "short", 4777 "logBase": 1, 4778 "max": null, 4779 "min": null, 4780 "show": true 4781 } 4782 ], 4783 "yaxis": { 4784 "align": false, 4785 "alignLevel": null 4786 } 4787 }, 4788 { 4789 "aliasColors": {}, 4790 "bars": false, 4791 "dashLength": 10, 4792 "dashes": false, 4793 "datasource": "$datasource", 4794 "editable": true, 4795 "error": false, 4796 "fill": 1, 4797 "grid": {}, 4798 "gridPos": { 4799 "h": 7, 4800 "w": 6, 4801 "x": 18, 4802 "y": 78 4803 }, 4804 "id": 67, 4805 "legend": { 4806 "avg": false, 4807 "current": false, 4808 "max": false, 4809 "min": false, 4810 "show": false, 4811 "total": false, 4812 "values": false 4813 }, 4814 "lines": true, 4815 "linewidth": 2, 4816 "links": [], 4817 "nullPointMode": "null", 4818 "percentage": false, 4819 "pointradius": 5, 4820 "points": false, 4821 "renderer": "flot", 4822 "seriesOverrides": [], 4823 "spaceLength": 10, 4824 "stack": false, 4825 "steppedLine": false, 4826 "targets": [ 4827 { 4828 "expr": "sum(rate(m3dbclient_stream_from_peers_fetch_block_final_error{instance=~\"$instance\"}[$step])) by (instance)", 4829 "format": "time_series", 4830 "intervalFactor": 1, 4831 "key": 0.3848186046051656, 4832 "legendFormat": "fetchBlockFinalError-{{instance}}", 4833 "refId": "A" 4834 } 4835 ], 4836 "thresholds": [], 4837 "timeFrom": null, 4838 "timeShift": null, 4839 "title": "Fetch Block Final Error/Second", 4840 "tooltip": { 4841 "shared": false, 4842 "sort": 0, 4843 "value_type": "cumulative" 4844 }, 4845 "type": "graph", 4846 "xaxis": { 4847 "buckets": null, 4848 "mode": "time", 4849 "name": null, 4850 "show": true, 4851 "values": [] 4852 }, 4853 "yaxes": [ 4854 { 4855 "format": "short", 4856 "logBase": 1, 4857 "max": null, 4858 "min": null, 4859 "show": true 4860 }, 4861 { 4862 "format": "short", 4863 "logBase": 1, 4864 "max": null, 4865 "min": null, 4866 "show": true 4867 } 4868 ], 4869 "yaxis": { 4870 "align": false, 4871 "alignLevel": null 4872 } 4873 } 4874 ], 4875 "repeat": null, 4876 "title": "Fetch Blocks Detail", 4877 "type": "row" 4878 }, 4879 { 4880 "collapsed": true, 4881 "gridPos": { 4882 "h": 1, 4883 "w": 24, 4884 "x": 0, 4885 "y": 43 4886 }, 4887 "id": 103, 4888 "panels": [ 4889 { 4890 "aliasColors": {}, 4891 "bars": false, 4892 "dashLength": 10, 4893 "dashes": false, 4894 "datasource": "$datasource", 4895 "editable": true, 4896 "error": false, 4897 "fill": 1, 4898 "grid": {}, 4899 "gridPos": { 4900 "h": 7, 4901 "w": 12, 4902 "x": 0, 4903 "y": 79 4904 }, 4905 "id": 11, 4906 "legend": { 4907 "avg": false, 4908 "current": false, 4909 "max": false, 4910 "min": false, 4911 "show": false, 4912 "total": false, 4913 "values": false 4914 }, 4915 "lines": true, 4916 "linewidth": 2, 4917 "links": [], 4918 "nullPointMode": "null", 4919 "percentage": false, 4920 "pointradius": 5, 4921 "points": false, 4922 "renderer": "flot", 4923 "seriesOverrides": [], 4924 "spaceLength": 10, 4925 "stack": false, 4926 "steppedLine": false, 4927 "targets": [ 4928 { 4929 "expr": "[[PoolType]]_free{instance=~\"$instance\"}", 4930 "format": "time_series", 4931 "intervalFactor": 1, 4932 "key": 0.4590639612241416, 4933 "refId": "A" 4934 }, 4935 { 4936 "expr": "[[PoolType]]_put_on_full{instance=~\"$instance\"}", 4937 "format": "time_series", 4938 "hide": true, 4939 "intervalFactor": 1, 4940 "key": 0.4590639612241416, 4941 "refId": "B" 4942 } 4943 ], 4944 "thresholds": [], 4945 "timeFrom": null, 4946 "timeShift": null, 4947 "title": "Free & Put On Full", 4948 "tooltip": { 4949 "shared": false, 4950 "sort": 0, 4951 "value_type": "cumulative" 4952 }, 4953 "type": "graph", 4954 "xaxis": { 4955 "buckets": null, 4956 "mode": "time", 4957 "name": null, 4958 "show": true, 4959 "values": [] 4960 }, 4961 "yaxes": [ 4962 { 4963 "format": "short", 4964 "logBase": 1, 4965 "max": null, 4966 "min": null, 4967 "show": true 4968 }, 4969 { 4970 "format": "short", 4971 "logBase": 1, 4972 "max": null, 4973 "min": null, 4974 "show": true 4975 } 4976 ], 4977 "yaxis": { 4978 "align": false, 4979 "alignLevel": null 4980 } 4981 }, 4982 { 4983 "aliasColors": {}, 4984 "bars": true, 4985 "dashLength": 10, 4986 "dashes": false, 4987 "datasource": "$datasource", 4988 "editable": true, 4989 "error": false, 4990 "fill": 1, 4991 "grid": {}, 4992 "gridPos": { 4993 "h": 7, 4994 "w": 12, 4995 "x": 12, 4996 "y": 79 4997 }, 4998 "id": 47, 4999 "legend": { 5000 "avg": false, 5001 "current": false, 5002 "max": false, 5003 "min": false, 5004 "show": true, 5005 "total": false, 5006 "values": false 5007 }, 5008 "lines": false, 5009 "linewidth": 2, 5010 "links": [], 5011 "maxDataPoints": "", 5012 "nullPointMode": "null", 5013 "percentage": false, 5014 "pointradius": 5, 5015 "points": false, 5016 "renderer": "flot", 5017 "seriesOverrides": [], 5018 "spaceLength": 10, 5019 "stack": false, 5020 "steppedLine": false, 5021 "targets": [ 5022 { 5023 "expr": "", 5024 "format": "time_series", 5025 "intervalFactor": 1, 5026 "key": 0.3914310519012809, 5027 "refId": "A" 5028 } 5029 ], 5030 "thresholds": [], 5031 "timeFrom": null, 5032 "timeShift": null, 5033 "title": "% Pool Used - Not Implemented", 5034 "tooltip": { 5035 "shared": true, 5036 "sort": 0, 5037 "value_type": "individual" 5038 }, 5039 "type": "graph", 5040 "xaxis": { 5041 "buckets": null, 5042 "mode": "time", 5043 "name": null, 5044 "show": true, 5045 "values": [] 5046 }, 5047 "yaxes": [ 5048 { 5049 "format": "percent", 5050 "logBase": 1, 5051 "max": null, 5052 "min": null, 5053 "show": true 5054 }, 5055 { 5056 "format": "short", 5057 "logBase": 1, 5058 "max": null, 5059 "min": null, 5060 "show": true 5061 } 5062 ], 5063 "yaxis": { 5064 "align": false, 5065 "alignLevel": null 5066 } 5067 } 5068 ], 5069 "repeat": null, 5070 "title": "Pooling", 5071 "type": "row" 5072 }, 5073 { 5074 "collapsed": true, 5075 "gridPos": { 5076 "h": 1, 5077 "w": 24, 5078 "x": 0, 5079 "y": 44 5080 }, 5081 "id": 106, 5082 "panels": [ 5083 { 5084 "aliasColors": {}, 5085 "bars": false, 5086 "dashLength": 10, 5087 "dashes": false, 5088 "datasource": "$datasource", 5089 "editable": true, 5090 "error": false, 5091 "fill": 1, 5092 "grid": {}, 5093 "gridPos": { 5094 "h": 7, 5095 "w": 12, 5096 "x": 0, 5097 "y": 45 5098 }, 5099 "id": 57, 5100 "legend": { 5101 "avg": false, 5102 "current": false, 5103 "max": false, 5104 "min": false, 5105 "show": true, 5106 "total": false, 5107 "values": false 5108 }, 5109 "lines": true, 5110 "linewidth": 2, 5111 "links": [], 5112 "nullPointMode": "null", 5113 "percentage": false, 5114 "pointradius": 5, 5115 "points": false, 5116 "renderer": "flot", 5117 "seriesOverrides": [], 5118 "spaceLength": 10, 5119 "stack": false, 5120 "steppedLine": false, 5121 "targets": [ 5122 { 5123 "expr": "sum(build_information{}) by (go_version)", 5124 "format": "time_series", 5125 "intervalFactor": 1, 5126 "key": 0.7855942131678251, 5127 "legendFormat": "{{go_version}}", 5128 "refId": "A" 5129 } 5130 ], 5131 "thresholds": [], 5132 "timeFrom": null, 5133 "timeShift": null, 5134 "title": "Runtime Version", 5135 "tooltip": { 5136 "shared": true, 5137 "sort": 0, 5138 "value_type": "cumulative" 5139 }, 5140 "type": "graph", 5141 "xaxis": { 5142 "buckets": null, 5143 "mode": "time", 5144 "name": null, 5145 "show": true, 5146 "values": [] 5147 }, 5148 "yaxes": [ 5149 { 5150 "format": "short", 5151 "logBase": 1, 5152 "max": null, 5153 "min": null, 5154 "show": true 5155 }, 5156 { 5157 "format": "short", 5158 "logBase": 1, 5159 "max": null, 5160 "min": null, 5161 "show": true 5162 } 5163 ], 5164 "yaxis": { 5165 "align": false, 5166 "alignLevel": null 5167 } 5168 }, 5169 { 5170 "aliasColors": {}, 5171 "bars": false, 5172 "dashLength": 10, 5173 "dashes": false, 5174 "datasource": "$datasource", 5175 "editable": true, 5176 "error": false, 5177 "fill": 1, 5178 "grid": {}, 5179 "gridPos": { 5180 "h": 7, 5181 "w": 12, 5182 "x": 12, 5183 "y": 45 5184 }, 5185 "id": 58, 5186 "legend": { 5187 "avg": false, 5188 "current": false, 5189 "hideEmpty": true, 5190 "hideZero": true, 5191 "max": false, 5192 "min": false, 5193 "show": true, 5194 "total": false, 5195 "values": false 5196 }, 5197 "lines": true, 5198 "linewidth": 2, 5199 "links": [], 5200 "nullPointMode": "null", 5201 "percentage": false, 5202 "pointradius": 5, 5203 "points": false, 5204 "renderer": "flot", 5205 "seriesOverrides": [ 5206 { 5207 "alias": "6fafa81", 5208 "yaxis": 1 5209 } 5210 ], 5211 "spaceLength": 10, 5212 "stack": false, 5213 "steppedLine": false, 5214 "targets": [ 5215 { 5216 "expr": "sum(build_information{}) by (revision)", 5217 "format": "time_series", 5218 "intervalFactor": 1, 5219 "key": 0.5783520603949805, 5220 "legendFormat": "{{revision}}", 5221 "refId": "A" 5222 } 5223 ], 5224 "thresholds": [], 5225 "timeFrom": null, 5226 "timeShift": null, 5227 "title": "Git Revision", 5228 "tooltip": { 5229 "shared": true, 5230 "sort": 0, 5231 "value_type": "cumulative" 5232 }, 5233 "type": "graph", 5234 "xaxis": { 5235 "buckets": null, 5236 "mode": "time", 5237 "name": null, 5238 "show": true, 5239 "values": [] 5240 }, 5241 "yaxes": [ 5242 { 5243 "format": "short", 5244 "logBase": 1, 5245 "max": null, 5246 "min": null, 5247 "show": true 5248 }, 5249 { 5250 "format": "short", 5251 "logBase": 1, 5252 "max": null, 5253 "min": null, 5254 "show": true 5255 } 5256 ], 5257 "yaxis": { 5258 "align": false, 5259 "alignLevel": null 5260 } 5261 } 5262 ], 5263 "repeat": null, 5264 "title": "Build Versions", 5265 "type": "row" 5266 }, 5267 { 5268 "collapsed": true, 5269 "gridPos": { 5270 "h": 1, 5271 "w": 24, 5272 "x": 0, 5273 "y": 45 5274 }, 5275 "id": 107, 5276 "panels": [ 5277 { 5278 "aliasColors": {}, 5279 "bars": false, 5280 "dashLength": 10, 5281 "dashes": false, 5282 "datasource": "$datasource", 5283 "fill": 1, 5284 "fillGradient": 0, 5285 "gridPos": { 5286 "h": 7, 5287 "w": 8, 5288 "x": 0, 5289 "y": 46 5290 }, 5291 "hiddenSeries": false, 5292 "id": 69, 5293 "legend": { 5294 "avg": false, 5295 "current": false, 5296 "max": false, 5297 "min": false, 5298 "show": true, 5299 "total": false, 5300 "values": false 5301 }, 5302 "lines": true, 5303 "linewidth": 1, 5304 "links": [], 5305 "nullPointMode": "null", 5306 "options": { 5307 "dataLinks": [] 5308 }, 5309 "percentage": false, 5310 "pointradius": 5, 5311 "points": false, 5312 "renderer": "flot", 5313 "seriesOverrides": [ 5314 { 5315 "alias": "name:index-error error_type:async-insert | sum", 5316 "yaxis": 2 5317 } 5318 ], 5319 "spaceLength": 10, 5320 "stack": false, 5321 "steppedLine": false, 5322 "targets": [ 5323 { 5324 "expr": "rate(dbindex_insert_queue_index_queue_num_pending{instance=~\"$instance\"}[$step])", 5325 "format": "time_series", 5326 "hide": false, 5327 "intervalFactor": 1, 5328 "refId": "A" 5329 }, 5330 { 5331 "expr": "rate(dbindex_index_error{instance=~\"$instance\"}[$step])", 5332 "format": "time_series", 5333 "intervalFactor": 1, 5334 "refId": "B" 5335 } 5336 ], 5337 "thresholds": [], 5338 "timeFrom": null, 5339 "timeRegions": [], 5340 "timeShift": null, 5341 "title": "Index Queue", 5342 "tooltip": { 5343 "shared": true, 5344 "sort": 0, 5345 "value_type": "individual" 5346 }, 5347 "type": "graph", 5348 "xaxis": { 5349 "buckets": null, 5350 "mode": "time", 5351 "name": null, 5352 "show": true, 5353 "values": [] 5354 }, 5355 "yaxes": [ 5356 { 5357 "format": "short", 5358 "label": null, 5359 "logBase": 1, 5360 "max": null, 5361 "min": null, 5362 "show": true 5363 }, 5364 { 5365 "format": "short", 5366 "label": null, 5367 "logBase": 1, 5368 "max": null, 5369 "min": null, 5370 "show": true 5371 } 5372 ], 5373 "yaxis": { 5374 "align": false, 5375 "alignLevel": null 5376 } 5377 }, 5378 { 5379 "aliasColors": {}, 5380 "bars": false, 5381 "dashLength": 10, 5382 "dashes": false, 5383 "datasource": "$datasource", 5384 "fill": 1, 5385 "fillGradient": 0, 5386 "gridPos": { 5387 "h": 7, 5388 "w": 8, 5389 "x": 8, 5390 "y": 46 5391 }, 5392 "hiddenSeries": false, 5393 "id": 111, 5394 "legend": { 5395 "avg": false, 5396 "current": false, 5397 "max": false, 5398 "min": false, 5399 "show": false, 5400 "total": false, 5401 "values": false 5402 }, 5403 "lines": true, 5404 "linewidth": 1, 5405 "links": [], 5406 "nullPointMode": "null", 5407 "options": { 5408 "dataLinks": [] 5409 }, 5410 "percentage": false, 5411 "pointradius": 5, 5412 "points": false, 5413 "renderer": "flot", 5414 "seriesOverrides": [ 5415 { 5416 "alias": "name:index-error error_type:async-insert | sum", 5417 "yaxis": 2 5418 } 5419 ], 5420 "spaceLength": 10, 5421 "stack": false, 5422 "steppedLine": false, 5423 "targets": [ 5424 { 5425 "expr": "rate(dbindex_index_error{instance=~\"$instance\"}[$step])", 5426 "format": "time_series", 5427 "hide": false, 5428 "intervalFactor": 1, 5429 "refId": "A" 5430 } 5431 ], 5432 "thresholds": [], 5433 "timeFrom": null, 5434 "timeRegions": [], 5435 "timeShift": null, 5436 "title": "Indexing Errors", 5437 "tooltip": { 5438 "shared": true, 5439 "sort": 0, 5440 "value_type": "individual" 5441 }, 5442 "type": "graph", 5443 "xaxis": { 5444 "buckets": null, 5445 "mode": "time", 5446 "name": null, 5447 "show": true, 5448 "values": [] 5449 }, 5450 "yaxes": [ 5451 { 5452 "format": "short", 5453 "label": null, 5454 "logBase": 1, 5455 "max": null, 5456 "min": null, 5457 "show": true 5458 }, 5459 { 5460 "format": "short", 5461 "label": null, 5462 "logBase": 1, 5463 "max": null, 5464 "min": null, 5465 "show": true 5466 } 5467 ], 5468 "yaxis": { 5469 "align": false, 5470 "alignLevel": null 5471 } 5472 }, 5473 { 5474 "aliasColors": {}, 5475 "bars": false, 5476 "dashLength": 10, 5477 "dashes": false, 5478 "datasource": "$datasource", 5479 "fill": 1, 5480 "fillGradient": 0, 5481 "gridPos": { 5482 "h": 7, 5483 "w": 8, 5484 "x": 16, 5485 "y": 46 5486 }, 5487 "hiddenSeries": false, 5488 "id": 112, 5489 "legend": { 5490 "avg": false, 5491 "current": false, 5492 "max": false, 5493 "min": false, 5494 "show": false, 5495 "total": false, 5496 "values": false 5497 }, 5498 "lines": true, 5499 "linewidth": 1, 5500 "links": [], 5501 "nullPointMode": "null", 5502 "options": { 5503 "dataLinks": [] 5504 }, 5505 "percentage": false, 5506 "pointradius": 5, 5507 "points": false, 5508 "renderer": "flot", 5509 "seriesOverrides": [ 5510 { 5511 "alias": "name:index-error error_type:async-insert | sum", 5512 "yaxis": 2 5513 } 5514 ], 5515 "spaceLength": 10, 5516 "stack": false, 5517 "steppedLine": false, 5518 "targets": [ 5519 { 5520 "expr": "rate(dbshard_insert_async_errors{instance=~\"$instance\"}[$step])", 5521 "format": "time_series", 5522 "hide": false, 5523 "intervalFactor": 1, 5524 "refId": "A" 5525 }, 5526 { 5527 "expr": "rate(dbshard_insert_queue_inserts_batch_errors{instance=~\"$instance\"}[$step])", 5528 "format": "time_series", 5529 "intervalFactor": 1, 5530 "refId": "B" 5531 } 5532 ], 5533 "thresholds": [], 5534 "timeFrom": null, 5535 "timeRegions": [], 5536 "timeShift": null, 5537 "title": "Shard Insert Errors", 5538 "tooltip": { 5539 "shared": true, 5540 "sort": 0, 5541 "value_type": "individual" 5542 }, 5543 "type": "graph", 5544 "xaxis": { 5545 "buckets": null, 5546 "mode": "time", 5547 "name": null, 5548 "show": true, 5549 "values": [] 5550 }, 5551 "yaxes": [ 5552 { 5553 "format": "short", 5554 "label": null, 5555 "logBase": 1, 5556 "max": null, 5557 "min": null, 5558 "show": true 5559 }, 5560 { 5561 "format": "short", 5562 "label": null, 5563 "logBase": 1, 5564 "max": null, 5565 "min": null, 5566 "show": true 5567 } 5568 ], 5569 "yaxis": { 5570 "align": false, 5571 "alignLevel": null 5572 } 5573 }, 5574 { 5575 "aliasColors": {}, 5576 "bars": false, 5577 "dashLength": 10, 5578 "dashes": false, 5579 "datasource": "$datasource", 5580 "fill": 0, 5581 "fillGradient": 0, 5582 "gridPos": { 5583 "h": 7, 5584 "w": 8, 5585 "x": 0, 5586 "y": 53 5587 }, 5588 "hiddenSeries": false, 5589 "id": 79, 5590 "legend": { 5591 "avg": false, 5592 "current": false, 5593 "max": false, 5594 "min": false, 5595 "show": false, 5596 "total": false, 5597 "values": false 5598 }, 5599 "lines": true, 5600 "linewidth": 1, 5601 "links": [], 5602 "nullPointMode": "null", 5603 "options": { 5604 "dataLinks": [] 5605 }, 5606 "percentage": false, 5607 "pointradius": 5, 5608 "points": false, 5609 "renderer": "flot", 5610 "seriesOverrides": [], 5611 "spaceLength": 10, 5612 "stack": false, 5613 "steppedLine": false, 5614 "targets": [ 5615 { 5616 "expr": "dbindex_insert_end_to_end_latency{instance=~\"$instance\",quantile=\"0.99\"}", 5617 "format": "time_series", 5618 "intervalFactor": 1, 5619 "refId": "A" 5620 }, 5621 { 5622 "expr": "histogram_quantile(0.99, sum(rate(dbindex_insert_end_to_end_latency_bucket{instance=~\"$instance\"}[$step])) by (le, instance)) ", 5623 "refId": "B" 5624 } 5625 ], 5626 "thresholds": [], 5627 "timeFrom": null, 5628 "timeRegions": [], 5629 "timeShift": null, 5630 "title": "Indexing End-to-End Latency - P99", 5631 "tooltip": { 5632 "shared": false, 5633 "sort": 0, 5634 "value_type": "individual" 5635 }, 5636 "type": "graph", 5637 "xaxis": { 5638 "buckets": null, 5639 "mode": "time", 5640 "name": null, 5641 "show": true, 5642 "values": [] 5643 }, 5644 "yaxes": [ 5645 { 5646 "format": "s", 5647 "label": null, 5648 "logBase": 1, 5649 "max": null, 5650 "min": null, 5651 "show": true 5652 }, 5653 { 5654 "format": "short", 5655 "label": null, 5656 "logBase": 1, 5657 "max": null, 5658 "min": null, 5659 "show": true 5660 } 5661 ], 5662 "yaxis": { 5663 "align": false, 5664 "alignLevel": null 5665 } 5666 }, 5667 { 5668 "aliasColors": {}, 5669 "bars": false, 5670 "dashLength": 10, 5671 "dashes": false, 5672 "datasource": "$datasource", 5673 "fill": 0, 5674 "fillGradient": 0, 5675 "gridPos": { 5676 "h": 7, 5677 "w": 8, 5678 "x": 8, 5679 "y": 53 5680 }, 5681 "hiddenSeries": false, 5682 "id": 113, 5683 "legend": { 5684 "avg": false, 5685 "current": false, 5686 "max": false, 5687 "min": false, 5688 "show": false, 5689 "total": false, 5690 "values": false 5691 }, 5692 "lines": true, 5693 "linewidth": 1, 5694 "links": [], 5695 "nullPointMode": "null", 5696 "options": { 5697 "dataLinks": [] 5698 }, 5699 "percentage": false, 5700 "pointradius": 5, 5701 "points": false, 5702 "renderer": "flot", 5703 "seriesOverrides": [], 5704 "spaceLength": 10, 5705 "stack": false, 5706 "steppedLine": false, 5707 "targets": [ 5708 { 5709 "expr": "index_block_compaction_task_run_latency{instance=~\"$instance\",quantile=\"0.99\",compaction_type=\"foreground\"}", 5710 "format": "time_series", 5711 "intervalFactor": 1, 5712 "legendFormat": "{{compaction_type}} {{instance}} p{{quantile}}", 5713 "refId": "A" 5714 } 5715 ], 5716 "thresholds": [], 5717 "timeFrom": null, 5718 "timeRegions": [], 5719 "timeShift": null, 5720 "title": "Indexing foreground compactions", 5721 "tooltip": { 5722 "shared": false, 5723 "sort": 0, 5724 "value_type": "individual" 5725 }, 5726 "type": "graph", 5727 "xaxis": { 5728 "buckets": null, 5729 "mode": "time", 5730 "name": null, 5731 "show": true, 5732 "values": [] 5733 }, 5734 "yaxes": [ 5735 { 5736 "format": "s", 5737 "label": null, 5738 "logBase": 1, 5739 "max": null, 5740 "min": null, 5741 "show": true 5742 }, 5743 { 5744 "format": "short", 5745 "label": null, 5746 "logBase": 1, 5747 "max": null, 5748 "min": null, 5749 "show": true 5750 } 5751 ], 5752 "yaxis": { 5753 "align": false, 5754 "alignLevel": null 5755 } 5756 }, 5757 { 5758 "aliasColors": {}, 5759 "bars": false, 5760 "dashLength": 10, 5761 "dashes": false, 5762 "datasource": "$datasource", 5763 "fill": 0, 5764 "fillGradient": 0, 5765 "gridPos": { 5766 "h": 7, 5767 "w": 8, 5768 "x": 16, 5769 "y": 53 5770 }, 5771 "hiddenSeries": false, 5772 "id": 114, 5773 "legend": { 5774 "avg": false, 5775 "current": false, 5776 "max": false, 5777 "min": false, 5778 "show": false, 5779 "total": false, 5780 "values": false 5781 }, 5782 "lines": true, 5783 "linewidth": 1, 5784 "links": [], 5785 "nullPointMode": "null", 5786 "options": { 5787 "dataLinks": [] 5788 }, 5789 "percentage": false, 5790 "pointradius": 5, 5791 "points": false, 5792 "renderer": "flot", 5793 "seriesOverrides": [], 5794 "spaceLength": 10, 5795 "stack": false, 5796 "steppedLine": false, 5797 "targets": [ 5798 { 5799 "expr": "index_block_compaction_task_run_latency{instance=~\"$instance\",quantile=\"0.99\",compaction_type=\"background\"}", 5800 "format": "time_series", 5801 "intervalFactor": 1, 5802 "legendFormat": "{{compaction_type}} {{instance}} p{{quantile}}", 5803 "refId": "A" 5804 } 5805 ], 5806 "thresholds": [], 5807 "timeFrom": null, 5808 "timeRegions": [], 5809 "timeShift": null, 5810 "title": "Indexing background compactions", 5811 "tooltip": { 5812 "shared": false, 5813 "sort": 0, 5814 "value_type": "individual" 5815 }, 5816 "type": "graph", 5817 "xaxis": { 5818 "buckets": null, 5819 "mode": "time", 5820 "name": null, 5821 "show": true, 5822 "values": [] 5823 }, 5824 "yaxes": [ 5825 { 5826 "format": "s", 5827 "label": null, 5828 "logBase": 1, 5829 "max": null, 5830 "min": null, 5831 "show": true 5832 }, 5833 { 5834 "format": "short", 5835 "label": null, 5836 "logBase": 1, 5837 "max": null, 5838 "min": null, 5839 "show": true 5840 } 5841 ], 5842 "yaxis": { 5843 "align": false, 5844 "alignLevel": null 5845 } 5846 }, 5847 { 5848 "aliasColors": {}, 5849 "bars": false, 5850 "dashLength": 10, 5851 "dashes": false, 5852 "datasource": "$datasource", 5853 "fill": 0, 5854 "fillGradient": 0, 5855 "gridPos": { 5856 "h": 7, 5857 "w": 8, 5858 "x": 0, 5859 "y": 60 5860 }, 5861 "hiddenSeries": false, 5862 "id": 87, 5863 "legend": { 5864 "avg": false, 5865 "current": false, 5866 "max": false, 5867 "min": false, 5868 "show": false, 5869 "total": false, 5870 "values": false 5871 }, 5872 "lines": true, 5873 "linewidth": 1, 5874 "links": [], 5875 "nullPointMode": "null", 5876 "options": { 5877 "dataLinks": [] 5878 }, 5879 "percentage": false, 5880 "pointradius": 5, 5881 "points": false, 5882 "renderer": "flot", 5883 "seriesOverrides": [], 5884 "spaceLength": 10, 5885 "stack": false, 5886 "steppedLine": false, 5887 "targets": [ 5888 { 5889 "expr": "rate(index_block_compaction_plan_run_latency_count{instance=~\"$instance\"}[$step])", 5890 "format": "time_series", 5891 "intervalFactor": 1, 5892 "legendFormat": "", 5893 "refId": "A" 5894 }, 5895 { 5896 "expr": "dbindex_num_segments_compacting{instance=~\"$instance\"}", 5897 "format": "time_series", 5898 "hide": true, 5899 "intervalFactor": 1, 5900 "refId": "B" 5901 } 5902 ], 5903 "thresholds": [], 5904 "timeFrom": null, 5905 "timeRegions": [], 5906 "timeShift": null, 5907 "title": "Num Compactions", 5908 "tooltip": { 5909 "shared": false, 5910 "sort": 0, 5911 "value_type": "individual" 5912 }, 5913 "type": "graph", 5914 "xaxis": { 5915 "buckets": null, 5916 "mode": "time", 5917 "name": null, 5918 "show": true, 5919 "values": [] 5920 }, 5921 "yaxes": [ 5922 { 5923 "format": "short", 5924 "label": null, 5925 "logBase": 1, 5926 "max": null, 5927 "min": null, 5928 "show": true 5929 }, 5930 { 5931 "format": "short", 5932 "label": null, 5933 "logBase": 1, 5934 "max": null, 5935 "min": null, 5936 "show": true 5937 } 5938 ], 5939 "yaxis": { 5940 "align": false, 5941 "alignLevel": null 5942 } 5943 } 5944 ], 5945 "repeat": null, 5946 "title": "Index Queue", 5947 "type": "row" 5948 }, 5949 { 5950 "collapsed": true, 5951 "gridPos": { 5952 "h": 1, 5953 "w": 24, 5954 "x": 0, 5955 "y": 46 5956 }, 5957 "id": 108, 5958 "panels": [ 5959 { 5960 "aliasColors": {}, 5961 "bars": false, 5962 "dashLength": 10, 5963 "dashes": false, 5964 "datasource": "$datasource", 5965 "fill": 0, 5966 "fillGradient": 0, 5967 "gridPos": { 5968 "h": 7, 5969 "w": 12, 5970 "x": 0, 5971 "y": 68 5972 }, 5973 "hiddenSeries": false, 5974 "id": 85, 5975 "legend": { 5976 "avg": false, 5977 "current": false, 5978 "max": false, 5979 "min": false, 5980 "show": false, 5981 "total": false, 5982 "values": false 5983 }, 5984 "lines": true, 5985 "linewidth": 1, 5986 "links": [], 5987 "nullPointMode": "null", 5988 "options": { 5989 "dataLinks": [] 5990 }, 5991 "percentage": false, 5992 "pointradius": 5, 5993 "points": false, 5994 "renderer": "flot", 5995 "seriesOverrides": [], 5996 "spaceLength": 10, 5997 "stack": false, 5998 "steppedLine": false, 5999 "targets": [ 6000 { 6001 "expr": "database_tick_index_num_docs{instance=~\"$instance\"}", 6002 "format": "time_series", 6003 "intervalFactor": 1, 6004 "refId": "A" 6005 } 6006 ], 6007 "thresholds": [], 6008 "timeFrom": null, 6009 "timeRegions": [], 6010 "timeShift": null, 6011 "title": "Num Docs", 6012 "tooltip": { 6013 "shared": true, 6014 "sort": 0, 6015 "value_type": "individual" 6016 }, 6017 "type": "graph", 6018 "xaxis": { 6019 "buckets": null, 6020 "mode": "time", 6021 "name": null, 6022 "show": true, 6023 "values": [] 6024 }, 6025 "yaxes": [ 6026 { 6027 "format": "short", 6028 "label": null, 6029 "logBase": 1, 6030 "max": null, 6031 "min": null, 6032 "show": true 6033 }, 6034 { 6035 "format": "short", 6036 "label": null, 6037 "logBase": 1, 6038 "max": null, 6039 "min": null, 6040 "show": true 6041 } 6042 ], 6043 "yaxis": { 6044 "align": false, 6045 "alignLevel": null 6046 } 6047 }, 6048 { 6049 "aliasColors": {}, 6050 "bars": false, 6051 "dashLength": 10, 6052 "dashes": false, 6053 "datasource": "$datasource", 6054 "fill": 0, 6055 "fillGradient": 0, 6056 "gridPos": { 6057 "h": 7, 6058 "w": 12, 6059 "x": 12, 6060 "y": 68 6061 }, 6062 "hiddenSeries": false, 6063 "id": 86, 6064 "legend": { 6065 "avg": false, 6066 "current": false, 6067 "max": false, 6068 "min": false, 6069 "show": false, 6070 "total": false, 6071 "values": false 6072 }, 6073 "lines": true, 6074 "linewidth": 1, 6075 "links": [], 6076 "nullPointMode": "null", 6077 "options": { 6078 "dataLinks": [] 6079 }, 6080 "percentage": false, 6081 "pointradius": 5, 6082 "points": false, 6083 "renderer": "flot", 6084 "seriesOverrides": [], 6085 "spaceLength": 10, 6086 "stack": false, 6087 "steppedLine": false, 6088 "targets": [ 6089 { 6090 "expr": "database_tick_index_num_segments{instance=~\"$instance\"}", 6091 "format": "time_series", 6092 "intervalFactor": 1, 6093 "refId": "A" 6094 } 6095 ], 6096 "thresholds": [], 6097 "timeFrom": null, 6098 "timeRegions": [], 6099 "timeShift": null, 6100 "title": "Num Segments", 6101 "tooltip": { 6102 "shared": true, 6103 "sort": 0, 6104 "value_type": "individual" 6105 }, 6106 "type": "graph", 6107 "xaxis": { 6108 "buckets": null, 6109 "mode": "time", 6110 "name": null, 6111 "show": true, 6112 "values": [] 6113 }, 6114 "yaxes": [ 6115 { 6116 "format": "short", 6117 "label": null, 6118 "logBase": 1, 6119 "max": null, 6120 "min": null, 6121 "show": true 6122 }, 6123 { 6124 "format": "short", 6125 "label": null, 6126 "logBase": 1, 6127 "max": null, 6128 "min": null, 6129 "show": true 6130 } 6131 ], 6132 "yaxis": { 6133 "align": false, 6134 "alignLevel": null 6135 } 6136 }, 6137 { 6138 "aliasColors": {}, 6139 "bars": false, 6140 "dashLength": 10, 6141 "dashes": false, 6142 "datasource": "$datasource", 6143 "fill": 0, 6144 "fillGradient": 0, 6145 "gridPos": { 6146 "h": 7, 6147 "w": 12, 6148 "x": 0, 6149 "y": 75 6150 }, 6151 "hiddenSeries": false, 6152 "id": 74, 6153 "legend": { 6154 "avg": false, 6155 "current": false, 6156 "max": false, 6157 "min": false, 6158 "show": false, 6159 "total": false, 6160 "values": false 6161 }, 6162 "lines": false, 6163 "linewidth": 1, 6164 "links": [], 6165 "nullPointMode": "connected", 6166 "options": { 6167 "dataLinks": [] 6168 }, 6169 "percentage": false, 6170 "pointradius": 5, 6171 "points": true, 6172 "renderer": "flot", 6173 "seriesOverrides": [], 6174 "spaceLength": 10, 6175 "stack": false, 6176 "steppedLine": false, 6177 "targets": [ 6178 { 6179 "expr": "increase(database_tick_index_num_blocks_evicted{instance=~\"$instance\"}[$step])", 6180 "format": "time_series", 6181 "intervalFactor": 1, 6182 "refId": "A" 6183 }, 6184 { 6185 "expr": "increase(database_tick_index_num_blocks_sealed{instance=~\"$instance\"}[$step])", 6186 "format": "time_series", 6187 "intervalFactor": 1, 6188 "refId": "B" 6189 } 6190 ], 6191 "thresholds": [], 6192 "timeFrom": null, 6193 "timeRegions": [], 6194 "timeShift": null, 6195 "title": "Evicted/Sealed blocks", 6196 "tooltip": { 6197 "shared": true, 6198 "sort": 0, 6199 "value_type": "individual" 6200 }, 6201 "type": "graph", 6202 "xaxis": { 6203 "buckets": null, 6204 "mode": "time", 6205 "name": null, 6206 "show": true, 6207 "values": [] 6208 }, 6209 "yaxes": [ 6210 { 6211 "format": "short", 6212 "label": null, 6213 "logBase": 1, 6214 "max": null, 6215 "min": null, 6216 "show": true 6217 }, 6218 { 6219 "format": "short", 6220 "label": null, 6221 "logBase": 1, 6222 "max": null, 6223 "min": null, 6224 "show": true 6225 } 6226 ], 6227 "yaxis": { 6228 "align": false, 6229 "alignLevel": null 6230 } 6231 } 6232 ], 6233 "repeat": null, 6234 "title": "Index Stats", 6235 "type": "row" 6236 } 6237 ], 6238 "refresh": false, 6239 "schemaVersion": 22, 6240 "style": "dark", 6241 "tags": [], 6242 "templating": { 6243 "list": [ 6244 { 6245 "current": { 6246 "selected": false, 6247 "text": "Prometheus", 6248 "value": "Prometheus" 6249 }, 6250 "hide": 0, 6251 "includeAll": false, 6252 "label": null, 6253 "multi": false, 6254 "name": "datasource", 6255 "options": [], 6256 "query": "prometheus", 6257 "refresh": 1, 6258 "regex": "", 6259 "skipUrlSync": false, 6260 "type": "datasource" 6261 }, 6262 { 6263 "allFormat": "glob", 6264 "allValue": null, 6265 "current": { 6266 "selected": true, 6267 "text": "bytes_pool", 6268 "value": "bytes_pool" 6269 }, 6270 "hide": 0, 6271 "includeAll": true, 6272 "label": "", 6273 "multi": false, 6274 "multiFormat": "glob", 6275 "name": "PoolType", 6276 "options": [ 6277 { 6278 "selected": false, 6279 "text": "All", 6280 "value": "$__all" 6281 }, 6282 { 6283 "selected": false, 6284 "text": "series_pool", 6285 "value": "series_pool" 6286 }, 6287 { 6288 "selected": false, 6289 "text": "block_pool", 6290 "value": "block_pool" 6291 }, 6292 { 6293 "selected": false, 6294 "text": "encoder_pool", 6295 "value": "encoder_pool" 6296 }, 6297 { 6298 "selected": false, 6299 "text": "context_pool", 6300 "value": "context_pool" 6301 }, 6302 { 6303 "selected": false, 6304 "text": "iterator_pool", 6305 "value": "iterator_pool" 6306 }, 6307 { 6308 "selected": false, 6309 "text": "multi_iterator_pool", 6310 "value": "multi_iterator_pool" 6311 }, 6312 { 6313 "selected": false, 6314 "text": "segment_reader_pool", 6315 "value": "segment_reader_pool" 6316 }, 6317 { 6318 "selected": true, 6319 "text": "bytes_pool", 6320 "value": "bytes_pool" 6321 }, 6322 { 6323 "selected": false, 6324 "text": "fetch_block_metadata_results_pool", 6325 "value": "fetch_block_metadata_results_pool" 6326 }, 6327 { 6328 "selected": false, 6329 "text": "fetch_blocks_metadata_results_pool", 6330 "value": "fetch_blocks_metadata_results_pool" 6331 }, 6332 { 6333 "selected": false, 6334 "text": "block_metadata_pool", 6335 "value": "block_metadata_pool" 6336 }, 6337 { 6338 "selected": false, 6339 "text": "block_metadata_slice_pool", 6340 "value": "block_metadata_slice_pool" 6341 }, 6342 { 6343 "selected": false, 6344 "text": "blocks_metadata_pool", 6345 "value": "blocks_metadata_pool" 6346 }, 6347 { 6348 "selected": false, 6349 "text": "blocks_metadata_slice_pool", 6350 "value": "blocks_metadata_slice_pool" 6351 }, 6352 { 6353 "selected": false, 6354 "text": "host_block_metadata_slice_pool", 6355 "value": "host_block_metadata_slice_pool" 6356 }, 6357 { 6358 "selected": false, 6359 "text": "identifier_pool", 6360 "value": "identifier_pool" 6361 } 6362 ], 6363 "query": "series_pool,block_pool,encoder_pool,context_pool,iterator_pool,multi_iterator_pool,segment_reader_pool,bytes_pool,fetch_block_metadata_results_pool,fetch_blocks_metadata_results_pool,block_metadata_pool,block_metadata_slice_pool,blocks_metadata_pool,blocks_metadata_slice_pool,host_block_metadata_slice_pool,identifier_pool", 6364 "refresh": 0, 6365 "skipUrlSync": false, 6366 "type": "custom" 6367 }, 6368 { 6369 "allValue": null, 6370 "current": { 6371 "selected": true, 6372 "text": "30s", 6373 "value": "30s" 6374 }, 6375 "hide": 0, 6376 "includeAll": false, 6377 "label": "step", 6378 "multi": false, 6379 "name": "step", 6380 "options": [ 6381 { 6382 "selected": true, 6383 "text": "30s", 6384 "value": "30s" 6385 }, 6386 { 6387 "selected": false, 6388 "text": "1m", 6389 "value": "1m" 6390 }, 6391 { 6392 "selected": false, 6393 "text": "5m", 6394 "value": "5m" 6395 }, 6396 { 6397 "selected": false, 6398 "text": "10m", 6399 "value": "10m" 6400 } 6401 ], 6402 "query": "30s,1m,5m,10m", 6403 "skipUrlSync": false, 6404 "type": "custom" 6405 }, 6406 { 6407 "allValue": null, 6408 "current": { 6409 "text": "All", 6410 "value": [ 6411 "$__all" 6412 ] 6413 }, 6414 "datasource": "$datasource", 6415 "definition": "", 6416 "hide": 0, 6417 "includeAll": true, 6418 "label": "instance", 6419 "multi": true, 6420 "name": "instance", 6421 "options": [], 6422 "query": "label_values(commitlog_writes_queued,instance)", 6423 "refresh": 2, 6424 "regex": "", 6425 "skipUrlSync": false, 6426 "sort": 0, 6427 "tagValuesQuery": "", 6428 "tags": [], 6429 "tagsQuery": "", 6430 "type": "query", 6431 "useTags": false 6432 } 6433 ] 6434 }, 6435 "time": { 6436 "from": "now-1h", 6437 "to": "now" 6438 }, 6439 "timepicker": { 6440 "now": true, 6441 "refresh_intervals": [ 6442 "5s", 6443 "10s", 6444 "30s", 6445 "1m", 6446 "5m", 6447 "15m", 6448 "30m", 6449 "1h", 6450 "2h", 6451 "1d" 6452 ], 6453 "time_options": [ 6454 "5m", 6455 "15m", 6456 "1h", 6457 "6h", 6458 "12h", 6459 "24h", 6460 "2d", 6461 "7d", 6462 "30d" 6463 ] 6464 }, 6465 "timezone": "browser", 6466 "title": "M3DB Node Details", 6467 "uid": "99SFck0iza", 6468 "version": 1 6469 }