github.com/amazechain/amc@v0.1.3/deployments/prometheus/dashboards/amc_internal.json (about) 1 { 2 "annotations": { 3 "list": [ 4 { 5 "builtIn": 1, 6 "datasource": { 7 "type": "datasource", 8 "uid": "grafana" 9 }, 10 "enable": true, 11 "hide": true, 12 "iconColor": "rgba(0, 211, 255, 1)", 13 "name": "Annotations & Alerts", 14 "target": { 15 "limit": 100, 16 "matchAny": false, 17 "tags": [], 18 "type": "dashboard" 19 }, 20 "type": "dashboard" 21 } 22 ] 23 }, 24 "editable": true, 25 "fiscalYearStartMonth": 0, 26 "graphTooltip": 0, 27 "id": 2, 28 "links": [], 29 "liveNow": false, 30 "panels": [ 31 { 32 "datasource": { 33 "type": "prometheus" 34 }, 35 "gridPos": { 36 "h": 1, 37 "w": 24, 38 "x": 0, 39 "y": 0 40 }, 41 "id": 171, 42 "targets": [ 43 { 44 "datasource": { 45 "type": "prometheus" 46 }, 47 "refId": "A" 48 } 49 ], 50 "title": "Blocks execution", 51 "type": "row" 52 }, 53 { 54 "datasource": { 55 "type": "prometheus", 56 "uid": "PBFA97CFB590B2093" 57 }, 58 "fieldConfig": { 59 "defaults": { 60 "color": { 61 "mode": "palette-classic" 62 }, 63 "custom": { 64 "axisCenteredZero": false, 65 "axisColorMode": "text", 66 "axisLabel": "", 67 "axisPlacement": "auto", 68 "barAlignment": 0, 69 "drawStyle": "line", 70 "fillOpacity": 0, 71 "gradientMode": "none", 72 "hideFrom": { 73 "legend": false, 74 "tooltip": false, 75 "viz": false 76 }, 77 "insertNulls": false, 78 "lineInterpolation": "linear", 79 "lineWidth": 1, 80 "pointSize": 5, 81 "scaleDistribution": { 82 "type": "linear" 83 }, 84 "showPoints": "never", 85 "spanNulls": false, 86 "stacking": { 87 "group": "A", 88 "mode": "none" 89 }, 90 "thresholdsStyle": { 91 "mode": "off" 92 } 93 }, 94 "mappings": [], 95 "thresholds": { 96 "mode": "absolute", 97 "steps": [ 98 { 99 "color": "green", 100 "value": null 101 }, 102 { 103 "color": "red", 104 "value": 80 105 } 106 ] 107 }, 108 "unit": "s" 109 }, 110 "overrides": [ 111 { 112 "__systemRef": "hideSeriesFrom", 113 "matcher": { 114 "id": "byNames", 115 "options": { 116 "mode": "exclude", 117 "names": [ 118 "0.025" 119 ], 120 "prefix": "All except:", 121 "readOnly": true 122 } 123 }, 124 "properties": [ 125 { 126 "id": "custom.hideFrom", 127 "value": { 128 "legend": false, 129 "tooltip": false, 130 "viz": true 131 } 132 } 133 ] 134 } 135 ] 136 }, 137 "gridPos": { 138 "h": 5, 139 "w": 8, 140 "x": 0, 141 "y": 1 142 }, 143 "id": 199, 144 "links": [], 145 "options": { 146 "legend": { 147 "calcs": [], 148 "displayMode": "list", 149 "placement": "bottom", 150 "showLegend": true 151 }, 152 "tooltip": { 153 "mode": "single", 154 "sort": "none" 155 } 156 }, 157 "pluginVersion": "8.0.6", 158 "targets": [ 159 { 160 "datasource": { 161 "type": "prometheus" 162 }, 163 "disableTextWrap": false, 164 "editorMode": "code", 165 "exemplar": false, 166 "expr": " ceil(increase(chain_execution_bucket{instance=~\"$instance\", le!=\"+Inf\"}[1m]))", 167 "format": "heatmap", 168 "fullMetaSearch": false, 169 "includeNullMetadata": false, 170 "instant": true, 171 "interval": "", 172 "intervalFactor": 1, 173 "legendFormat": "{{le}}", 174 "range": false, 175 "refId": "A", 176 "useBackend": false 177 } 178 ], 179 "title": "Block Execution speed ", 180 "type": "timeseries" 181 }, 182 { 183 "datasource": { 184 "type": "prometheus", 185 "uid": "PBFA97CFB590B2093" 186 }, 187 "fieldConfig": { 188 "defaults": { 189 "color": { 190 "mode": "palette-classic" 191 }, 192 "custom": { 193 "axisCenteredZero": false, 194 "axisColorMode": "text", 195 "axisLabel": "", 196 "axisPlacement": "auto", 197 "barAlignment": 0, 198 "drawStyle": "line", 199 "fillOpacity": 0, 200 "gradientMode": "none", 201 "hideFrom": { 202 "legend": false, 203 "tooltip": false, 204 "viz": false 205 }, 206 "insertNulls": false, 207 "lineInterpolation": "linear", 208 "lineWidth": 1, 209 "pointSize": 5, 210 "scaleDistribution": { 211 "type": "linear" 212 }, 213 "showPoints": "never", 214 "spanNulls": false, 215 "stacking": { 216 "group": "A", 217 "mode": "none" 218 }, 219 "thresholdsStyle": { 220 "mode": "off" 221 } 222 }, 223 "mappings": [], 224 "thresholds": { 225 "mode": "absolute", 226 "steps": [ 227 { 228 "color": "green", 229 "value": null 230 }, 231 { 232 "color": "red", 233 "value": 80 234 } 235 ] 236 }, 237 "unit": "s" 238 }, 239 "overrides": [ 240 { 241 "__systemRef": "hideSeriesFrom", 242 "matcher": { 243 "id": "byNames", 244 "options": { 245 "mode": "exclude", 246 "names": [ 247 "0.025" 248 ], 249 "prefix": "All except:", 250 "readOnly": true 251 } 252 }, 253 "properties": [ 254 { 255 "id": "custom.hideFrom", 256 "value": { 257 "legend": false, 258 "tooltip": false, 259 "viz": true 260 } 261 } 262 ] 263 } 264 ] 265 }, 266 "gridPos": { 267 "h": 5, 268 "w": 8, 269 "x": 8, 270 "y": 1 271 }, 272 "id": 202, 273 "links": [], 274 "options": { 275 "legend": { 276 "calcs": [], 277 "displayMode": "list", 278 "placement": "bottom", 279 "showLegend": true 280 }, 281 "tooltip": { 282 "mode": "single", 283 "sort": "none" 284 } 285 }, 286 "pluginVersion": "8.0.6", 287 "targets": [ 288 { 289 "datasource": { 290 "type": "prometheus" 291 }, 292 "disableTextWrap": false, 293 "editorMode": "code", 294 "exemplar": false, 295 "expr": " ceil(increase(chain_inserts_bucket{instance=~\"$instance\", le!=\"+Inf\"}[1m]))", 296 "format": "heatmap", 297 "fullMetaSearch": false, 298 "includeNullMetadata": false, 299 "instant": true, 300 "interval": "", 301 "intervalFactor": 1, 302 "legendFormat": "{{le}}", 303 "range": false, 304 "refId": "A", 305 "useBackend": false 306 } 307 ], 308 "title": "Block insert speed ", 309 "type": "timeseries" 310 }, 311 { 312 "datasource": { 313 "type": "prometheus", 314 "uid": "PBFA97CFB590B2093" 315 }, 316 "fieldConfig": { 317 "defaults": { 318 "color": { 319 "mode": "palette-classic" 320 }, 321 "custom": { 322 "axisCenteredZero": false, 323 "axisColorMode": "text", 324 "axisLabel": "", 325 "axisPlacement": "auto", 326 "barAlignment": 0, 327 "drawStyle": "line", 328 "fillOpacity": 0, 329 "gradientMode": "none", 330 "hideFrom": { 331 "legend": false, 332 "tooltip": false, 333 "viz": false 334 }, 335 "insertNulls": false, 336 "lineInterpolation": "linear", 337 "lineWidth": 1, 338 "pointSize": 5, 339 "scaleDistribution": { 340 "type": "linear" 341 }, 342 "showPoints": "never", 343 "spanNulls": false, 344 "stacking": { 345 "group": "A", 346 "mode": "none" 347 }, 348 "thresholdsStyle": { 349 "mode": "off" 350 } 351 }, 352 "mappings": [], 353 "thresholds": { 354 "mode": "absolute", 355 "steps": [ 356 { 357 "color": "green", 358 "value": null 359 }, 360 { 361 "color": "red", 362 "value": 80 363 } 364 ] 365 }, 366 "unit": "s" 367 }, 368 "overrides": [ 369 { 370 "__systemRef": "hideSeriesFrom", 371 "matcher": { 372 "id": "byNames", 373 "options": { 374 "mode": "exclude", 375 "names": [ 376 "0.025" 377 ], 378 "prefix": "All except:", 379 "readOnly": true 380 } 381 }, 382 "properties": [ 383 { 384 "id": "custom.hideFrom", 385 "value": { 386 "legend": false, 387 "tooltip": false, 388 "viz": true 389 } 390 } 391 ] 392 } 393 ] 394 }, 395 "gridPos": { 396 "h": 5, 397 "w": 8, 398 "x": 16, 399 "y": 1 400 }, 401 "id": 201, 402 "links": [], 403 "options": { 404 "legend": { 405 "calcs": [], 406 "displayMode": "list", 407 "placement": "bottom", 408 "showLegend": true 409 }, 410 "tooltip": { 411 "mode": "single", 412 "sort": "none" 413 } 414 }, 415 "pluginVersion": "8.0.6", 416 "targets": [ 417 { 418 "datasource": { 419 "type": "prometheus" 420 }, 421 "disableTextWrap": false, 422 "editorMode": "code", 423 "exemplar": false, 424 "expr": " ceil(increase(chain_validation_bucket{instance=~\"$instance\", le!=\"+Inf\"}[1m]))", 425 "format": "heatmap", 426 "fullMetaSearch": false, 427 "includeNullMetadata": false, 428 "instant": true, 429 "interval": "", 430 "intervalFactor": 1, 431 "legendFormat": "{{le}}", 432 "range": false, 433 "refId": "A", 434 "useBackend": false 435 } 436 ], 437 "title": "Block validate speed ", 438 "type": "timeseries" 439 }, 440 { 441 "datasource": { 442 "type": "prometheus", 443 "uid": "PBFA97CFB590B2093" 444 }, 445 "fieldConfig": { 446 "defaults": { 447 "color": { 448 "mode": "palette-classic" 449 }, 450 "custom": { 451 "axisCenteredZero": false, 452 "axisColorMode": "text", 453 "axisLabel": "", 454 "axisPlacement": "auto", 455 "barAlignment": 0, 456 "drawStyle": "line", 457 "fillOpacity": 0, 458 "gradientMode": "none", 459 "hideFrom": { 460 "legend": false, 461 "tooltip": false, 462 "viz": false 463 }, 464 "insertNulls": false, 465 "lineInterpolation": "linear", 466 "lineWidth": 1, 467 "pointSize": 5, 468 "scaleDistribution": { 469 "type": "linear" 470 }, 471 "showPoints": "never", 472 "spanNulls": false, 473 "stacking": { 474 "group": "A", 475 "mode": "none" 476 }, 477 "thresholdsStyle": { 478 "mode": "off" 479 } 480 }, 481 "mappings": [], 482 "thresholds": { 483 "mode": "absolute", 484 "steps": [ 485 { 486 "color": "green", 487 "value": null 488 }, 489 { 490 "color": "red", 491 "value": 80 492 } 493 ] 494 }, 495 "unit": "s" 496 }, 497 "overrides": [ 498 { 499 "__systemRef": "hideSeriesFrom", 500 "matcher": { 501 "id": "byNames", 502 "options": { 503 "mode": "exclude", 504 "names": [ 505 "0.025" 506 ], 507 "prefix": "All except:", 508 "readOnly": true 509 } 510 }, 511 "properties": [ 512 { 513 "id": "custom.hideFrom", 514 "value": { 515 "legend": false, 516 "tooltip": false, 517 "viz": true 518 } 519 } 520 ] 521 } 522 ] 523 }, 524 "gridPos": { 525 "h": 5, 526 "w": 8, 527 "x": 8, 528 "y": 6 529 }, 530 "id": 200, 531 "links": [], 532 "options": { 533 "legend": { 534 "calcs": [], 535 "displayMode": "list", 536 "placement": "bottom", 537 "showLegend": true 538 }, 539 "tooltip": { 540 "mode": "single", 541 "sort": "none" 542 } 543 }, 544 "pluginVersion": "8.0.6", 545 "targets": [ 546 { 547 "datasource": { 548 "type": "prometheus" 549 }, 550 "disableTextWrap": false, 551 "editorMode": "code", 552 "exemplar": false, 553 "expr": " ceil(increase(chain_write_bucket{instance=~\"$instance\", le!=\"+Inf\"}[1m]))", 554 "format": "heatmap", 555 "fullMetaSearch": false, 556 "includeNullMetadata": false, 557 "instant": true, 558 "interval": "", 559 "intervalFactor": 1, 560 "legendFormat": "{{le}}", 561 "range": false, 562 "refId": "A", 563 "useBackend": false 564 } 565 ], 566 "title": "Block write speed ", 567 "type": "timeseries" 568 }, 569 { 570 "collapsed": false, 571 "datasource": { 572 "type": "prometheus" 573 }, 574 "gridPos": { 575 "h": 1, 576 "w": 24, 577 "x": 0, 578 "y": 11 579 }, 580 "id": 17, 581 "panels": [], 582 "targets": [ 583 { 584 "datasource": { 585 "type": "prometheus" 586 }, 587 "refId": "A" 588 } 589 ], 590 "title": "Database", 591 "type": "row" 592 }, 593 { 594 "datasource": { 595 "type": "prometheus" 596 }, 597 "fieldConfig": { 598 "defaults": { 599 "color": { 600 "mode": "palette-classic" 601 }, 602 "custom": { 603 "axisCenteredZero": false, 604 "axisColorMode": "text", 605 "axisLabel": "", 606 "axisPlacement": "auto", 607 "barAlignment": 0, 608 "drawStyle": "line", 609 "fillOpacity": 0, 610 "gradientMode": "none", 611 "hideFrom": { 612 "legend": false, 613 "tooltip": false, 614 "viz": false 615 }, 616 "insertNulls": false, 617 "lineInterpolation": "linear", 618 "lineWidth": 1, 619 "pointSize": 5, 620 "scaleDistribution": { 621 "type": "linear" 622 }, 623 "showPoints": "never", 624 "spanNulls": true, 625 "stacking": { 626 "group": "A", 627 "mode": "none" 628 }, 629 "thresholdsStyle": { 630 "mode": "off" 631 } 632 }, 633 "mappings": [], 634 "min": 0.001, 635 "thresholds": { 636 "mode": "absolute", 637 "steps": [ 638 { 639 "color": "green", 640 "value": null 641 }, 642 { 643 "color": "red", 644 "value": 80 645 } 646 ] 647 }, 648 "unit": "ops" 649 }, 650 "overrides": [] 651 }, 652 "gridPos": { 653 "h": 5, 654 "w": 8, 655 "x": 0, 656 "y": 12 657 }, 658 "id": 141, 659 "options": { 660 "legend": { 661 "calcs": [], 662 "displayMode": "list", 663 "placement": "bottom", 664 "showLegend": true 665 }, 666 "tooltip": { 667 "mode": "multi", 668 "sort": "none" 669 } 670 }, 671 "pluginVersion": "8.0.6", 672 "targets": [ 673 { 674 "datasource": { 675 "type": "prometheus" 676 }, 677 "editorMode": "code", 678 "exemplar": true, 679 "expr": "rate(db_commit_seconds_count{phase=\"total\",instance=~\"$instance\"}[$rate_interval])", 680 "interval": "", 681 "legendFormat": "commit: {{instance}}", 682 "range": true, 683 "refId": "A" 684 } 685 ], 686 "title": "Commit", 687 "type": "timeseries" 688 }, 689 { 690 "datasource": { 691 "type": "prometheus" 692 }, 693 "description": "", 694 "fieldConfig": { 695 "defaults": { 696 "color": { 697 "mode": "palette-classic" 698 }, 699 "custom": { 700 "axisCenteredZero": false, 701 "axisColorMode": "text", 702 "axisLabel": "", 703 "axisPlacement": "auto", 704 "barAlignment": 0, 705 "drawStyle": "line", 706 "fillOpacity": 0, 707 "gradientMode": "none", 708 "hideFrom": { 709 "legend": false, 710 "tooltip": false, 711 "viz": false 712 }, 713 "insertNulls": false, 714 "lineInterpolation": "linear", 715 "lineWidth": 1, 716 "pointSize": 2, 717 "scaleDistribution": { 718 "type": "linear" 719 }, 720 "showPoints": "never", 721 "spanNulls": true, 722 "stacking": { 723 "group": "A", 724 "mode": "none" 725 }, 726 "thresholdsStyle": { 727 "mode": "off" 728 } 729 }, 730 "mappings": [], 731 "thresholds": { 732 "mode": "absolute", 733 "steps": [ 734 { 735 "color": "green", 736 "value": null 737 }, 738 { 739 "color": "red", 740 "value": 80 741 } 742 ] 743 }, 744 "unit": "s" 745 }, 746 "overrides": [] 747 }, 748 "gridPos": { 749 "h": 9, 750 "w": 16, 751 "x": 8, 752 "y": 12 753 }, 754 "id": 166, 755 "options": { 756 "legend": { 757 "calcs": [ 758 "mean" 759 ], 760 "displayMode": "list", 761 "placement": "bottom", 762 "showLegend": true 763 }, 764 "tooltip": { 765 "mode": "multi", 766 "sort": "none" 767 } 768 }, 769 "pluginVersion": "8.0.6", 770 "targets": [ 771 { 772 "datasource": { 773 "type": "prometheus" 774 }, 775 "editorMode": "code", 776 "exemplar": true, 777 "expr": "db_commit_seconds{phase=\"total\",quantile=\"$quantile\",instance=~\"$instance\"}", 778 "interval": "", 779 "legendFormat": "total: {{instance}}", 780 "range": true, 781 "refId": "A" 782 }, 783 { 784 "datasource": { 785 "type": "prometheus" 786 }, 787 "editorMode": "code", 788 "exemplar": true, 789 "expr": "db_commit_seconds{phase=\"gc_wall_clock\",quantile=\"$quantile\",instance=~\"$instance\"}", 790 "hide": false, 791 "interval": "", 792 "legendFormat": "gc_wall_clock: {{instance}}", 793 "range": true, 794 "refId": "B" 795 }, 796 { 797 "datasource": { 798 "type": "prometheus" 799 }, 800 "editorMode": "code", 801 "exemplar": true, 802 "expr": "db_commit_seconds{phase=\"write\",quantile=\"$quantile\",instance=~\"$instance\"}", 803 "hide": false, 804 "interval": "", 805 "legendFormat": "write: {{instance}}", 806 "range": true, 807 "refId": "C" 808 }, 809 { 810 "datasource": { 811 "type": "prometheus" 812 }, 813 "editorMode": "code", 814 "exemplar": true, 815 "expr": "db_commit_seconds{phase=\"sync\",quantile=\"$quantile\",instance=~\"$instance\"}", 816 "hide": false, 817 "interval": "", 818 "legendFormat": "sync: {{instance}}", 819 "range": true, 820 "refId": "D" 821 }, 822 { 823 "datasource": { 824 "type": "prometheus" 825 }, 826 "editorMode": "code", 827 "exemplar": true, 828 "expr": "db_gc_self_rtime_cpu{quantile=\"$quantile\",instance=~\"$instance\"}", 829 "hide": false, 830 "interval": "", 831 "legendFormat": "gc_self_rtime_cpu: {{instance}}", 832 "range": true, 833 "refId": "E" 834 }, 835 { 836 "datasource": { 837 "type": "prometheus" 838 }, 839 "editorMode": "code", 840 "exemplar": true, 841 "expr": "db_gc_work_rtime_cpu{quantile=\"$quantile\",instance=~\"$instance\"}", 842 "hide": false, 843 "interval": "", 844 "legendFormat": "gc_work_rtime_cpu: {{instance}}", 845 "range": true, 846 "refId": "F" 847 }, 848 { 849 "datasource": { 850 "type": "prometheus" 851 }, 852 "editorMode": "code", 853 "exemplar": true, 854 "expr": "db_gc_work_rtime{quantile=\"$quantile\",instance=~\"$instance\"}", 855 "hide": false, 856 "interval": "", 857 "legendFormat": "gc_work_rtime: {{instance}}", 858 "range": true, 859 "refId": "G" 860 }, 861 { 862 "datasource": { 863 "type": "prometheus" 864 }, 865 "editorMode": "code", 866 "exemplar": true, 867 "expr": "db_gc_self_rtime{quantile=\"$quantile\",instance=~\"$instance\"}", 868 "hide": false, 869 "interval": "", 870 "legendFormat": "gc_self_rtime: {{instance}}", 871 "range": true, 872 "refId": "H" 873 }, 874 { 875 "datasource": { 876 "type": "prometheus" 877 }, 878 "editorMode": "code", 879 "exemplar": true, 880 "expr": "db_commit_seconds{phase=\"gc_cpu_time\",quantile=\"$quantile\",instance=~\"$instance\"}", 881 "hide": false, 882 "interval": "", 883 "legendFormat": "gc_cpu_time: {{instance}}", 884 "range": true, 885 "refId": "I" 886 }, 887 { 888 "datasource": { 889 "type": "prometheus" 890 }, 891 "editorMode": "code", 892 "exemplar": true, 893 "expr": "db_gc_self_xtime{quantile=\"$quantile\",instance=~\"$instance\"}", 894 "hide": false, 895 "interval": "", 896 "legendFormat": "gc_self_xtime: {{instance}}", 897 "range": true, 898 "refId": "J" 899 }, 900 { 901 "datasource": { 902 "type": "prometheus" 903 }, 904 "editorMode": "code", 905 "exemplar": true, 906 "expr": "db_gc_work_pnl_merge_time{quantile=\"$quantile\",instance=~\"$instance\"}", 907 "hide": false, 908 "interval": "", 909 "legendFormat": "work_pnl_merge_time: {{instance}}", 910 "range": true, 911 "refId": "K" 912 }, 913 { 914 "datasource": { 915 "type": "prometheus" 916 }, 917 "editorMode": "code", 918 "exemplar": true, 919 "expr": "db_gc_slef_pnl_merge_time{quantile=\"$quantile\",instance=~\"$instance\"}", 920 "hide": false, 921 "interval": "", 922 "legendFormat": "self_pnl_merge_time: {{instance}}", 923 "range": true, 924 "refId": "L" 925 }, 926 { 927 "datasource": { 928 "type": "prometheus" 929 }, 930 "editorMode": "code", 931 "exemplar": true, 932 "expr": "db_gc_work_xtime{quantile=\"$quantile\",instance=~\"$instance\"}", 933 "hide": false, 934 "interval": "", 935 "legendFormat": "gc_work_xtime: {{instance}}", 936 "range": true, 937 "refId": "M" 938 } 939 ], 940 "title": "Commit speed", 941 "type": "timeseries" 942 }, 943 { 944 "datasource": { 945 "type": "prometheus" 946 }, 947 "fieldConfig": { 948 "defaults": { 949 "color": { 950 "mode": "palette-classic" 951 }, 952 "custom": { 953 "axisCenteredZero": false, 954 "axisColorMode": "text", 955 "axisLabel": "", 956 "axisPlacement": "auto", 957 "barAlignment": 0, 958 "drawStyle": "line", 959 "fillOpacity": 0, 960 "gradientMode": "none", 961 "hideFrom": { 962 "legend": false, 963 "tooltip": false, 964 "viz": false 965 }, 966 "insertNulls": false, 967 "lineInterpolation": "linear", 968 "lineWidth": 1, 969 "pointSize": 5, 970 "scaleDistribution": { 971 "type": "linear" 972 }, 973 "showPoints": "never", 974 "spanNulls": true, 975 "stacking": { 976 "group": "A", 977 "mode": "none" 978 }, 979 "thresholdsStyle": { 980 "mode": "off" 981 } 982 }, 983 "mappings": [], 984 "thresholds": { 985 "mode": "absolute", 986 "steps": [ 987 { 988 "color": "green", 989 "value": null 990 }, 991 { 992 "color": "red", 993 "value": 80 994 } 995 ] 996 }, 997 "unit": "decbytes" 998 }, 999 "overrides": [] 1000 }, 1001 "gridPos": { 1002 "h": 5, 1003 "w": 8, 1004 "x": 0, 1005 "y": 17 1006 }, 1007 "id": 159, 1008 "options": { 1009 "legend": { 1010 "calcs": [], 1011 "displayMode": "list", 1012 "placement": "bottom", 1013 "showLegend": true 1014 }, 1015 "tooltip": { 1016 "mode": "multi", 1017 "sort": "none" 1018 } 1019 }, 1020 "pluginVersion": "8.4.7", 1021 "targets": [ 1022 { 1023 "datasource": { 1024 "type": "prometheus" 1025 }, 1026 "expr": "db_size{instance=~\"$instance\"}", 1027 "interval": "", 1028 "legendFormat": "size: {{instance}}", 1029 "refId": "A" 1030 }, 1031 { 1032 "datasource": { 1033 "type": "prometheus" 1034 }, 1035 "editorMode": "code", 1036 "expr": "db_mi_last_pgno{instance=~\"$instance\"}", 1037 "hide": false, 1038 "interval": "", 1039 "legendFormat": "db_mi_last_pgno: {{instance}}", 1040 "range": true, 1041 "refId": "B" 1042 } 1043 ], 1044 "title": "DB Size", 1045 "type": "timeseries" 1046 }, 1047 { 1048 "datasource": { 1049 "type": "prometheus" 1050 }, 1051 "fieldConfig": { 1052 "defaults": { 1053 "color": { 1054 "mode": "palette-classic" 1055 }, 1056 "custom": { 1057 "axisCenteredZero": false, 1058 "axisColorMode": "text", 1059 "axisLabel": "", 1060 "axisPlacement": "auto", 1061 "barAlignment": 0, 1062 "drawStyle": "line", 1063 "fillOpacity": 0, 1064 "gradientMode": "none", 1065 "hideFrom": { 1066 "legend": false, 1067 "tooltip": false, 1068 "viz": false 1069 }, 1070 "insertNulls": false, 1071 "lineInterpolation": "linear", 1072 "lineWidth": 1, 1073 "pointSize": 5, 1074 "scaleDistribution": { 1075 "type": "linear" 1076 }, 1077 "showPoints": "never", 1078 "spanNulls": false, 1079 "stacking": { 1080 "group": "A", 1081 "mode": "normal" 1082 }, 1083 "thresholdsStyle": { 1084 "mode": "off" 1085 } 1086 }, 1087 "mappings": [], 1088 "thresholds": { 1089 "mode": "absolute", 1090 "steps": [ 1091 { 1092 "color": "green", 1093 "value": null 1094 }, 1095 { 1096 "color": "red", 1097 "value": 80 1098 } 1099 ] 1100 }, 1101 "unit": "short" 1102 }, 1103 "overrides": [] 1104 }, 1105 "gridPos": { 1106 "h": 7, 1107 "w": 16, 1108 "x": 8, 1109 "y": 21 1110 }, 1111 "id": 168, 1112 "options": { 1113 "legend": { 1114 "calcs": [ 1115 "mean" 1116 ], 1117 "displayMode": "list", 1118 "placement": "bottom", 1119 "showLegend": true 1120 }, 1121 "tooltip": { 1122 "mode": "multi", 1123 "sort": "none" 1124 } 1125 }, 1126 "pluginVersion": "8.0.6", 1127 "targets": [ 1128 { 1129 "datasource": { 1130 "type": "prometheus" 1131 }, 1132 "editorMode": "code", 1133 "exemplar": true, 1134 "expr": "rate(db_pgops{phase=\"newly\", instance=~\"$instance\"}[$rate_interval])", 1135 "hide": false, 1136 "interval": "", 1137 "legendFormat": "newly: {{instance}}", 1138 "range": true, 1139 "refId": "A" 1140 }, 1141 { 1142 "datasource": { 1143 "type": "prometheus" 1144 }, 1145 "exemplar": true, 1146 "expr": "rate(db_pgops{phase=\"cow\", instance=~\"$instance\"}[$rate_interval])", 1147 "hide": false, 1148 "interval": "", 1149 "legendFormat": "cow: {{instance}}", 1150 "refId": "B" 1151 }, 1152 { 1153 "datasource": { 1154 "type": "prometheus" 1155 }, 1156 "exemplar": true, 1157 "expr": "rate(db_pgops{phase=\"clone\", instance=~\"$instance\"}[$rate_interval])", 1158 "hide": false, 1159 "interval": "", 1160 "legendFormat": "clone: {{instance}}", 1161 "refId": "C" 1162 }, 1163 { 1164 "datasource": { 1165 "type": "prometheus" 1166 }, 1167 "exemplar": true, 1168 "expr": "rate(db_pgops{phase=\"split\", instance=~\"$instance\"}[$rate_interval])", 1169 "hide": false, 1170 "interval": "", 1171 "legendFormat": "split: {{instance}}", 1172 "refId": "D" 1173 }, 1174 { 1175 "datasource": { 1176 "type": "prometheus" 1177 }, 1178 "editorMode": "code", 1179 "exemplar": true, 1180 "expr": "rate(db_pgops{phase=\"merge\", instance=~\"$instance\"}[$rate_interval])", 1181 "hide": false, 1182 "interval": "", 1183 "legendFormat": "merge: {{instance}}", 1184 "range": true, 1185 "refId": "E" 1186 }, 1187 { 1188 "datasource": { 1189 "type": "prometheus" 1190 }, 1191 "exemplar": true, 1192 "expr": "rate(db_pgops{phase=\"spill\", instance=~\"$instance\"}[$rate_interval])", 1193 "hide": false, 1194 "interval": "", 1195 "legendFormat": "spill: {{instance}}", 1196 "refId": "F" 1197 }, 1198 { 1199 "datasource": { 1200 "type": "prometheus" 1201 }, 1202 "exemplar": true, 1203 "expr": "rate(db_pgops{phase=\"wops\", instance=~\"$instance\"}[$rate_interval])", 1204 "hide": false, 1205 "interval": "", 1206 "legendFormat": "wops: {{instance}}", 1207 "refId": "G" 1208 }, 1209 { 1210 "datasource": { 1211 "type": "prometheus" 1212 }, 1213 "exemplar": true, 1214 "expr": "rate(db_pgops{phase=\"unspill\", instance=~\"$instance\"}[$rate_interval])", 1215 "hide": false, 1216 "interval": "", 1217 "legendFormat": "unspill: {{instance}}", 1218 "refId": "H" 1219 }, 1220 { 1221 "datasource": { 1222 "type": "prometheus" 1223 }, 1224 "editorMode": "code", 1225 "exemplar": true, 1226 "expr": "rate(db_pgops{phase=\"gcrloops\", instance=~\"$instance\"}[$rate_interval])", 1227 "hide": false, 1228 "interval": "", 1229 "legendFormat": "gcrloops: {{instance}}", 1230 "range": true, 1231 "refId": "I" 1232 }, 1233 { 1234 "datasource": { 1235 "type": "prometheus" 1236 }, 1237 "editorMode": "code", 1238 "exemplar": true, 1239 "expr": "rate(db_pgops{phase=\"gcwloops\", instance=~\"$instance\"}[$rate_interval])", 1240 "hide": false, 1241 "interval": "", 1242 "legendFormat": "gcwloops: {{instance}}", 1243 "range": true, 1244 "refId": "J" 1245 }, 1246 { 1247 "datasource": { 1248 "type": "prometheus" 1249 }, 1250 "editorMode": "code", 1251 "exemplar": true, 1252 "expr": "rate(db_pgops{phase=\"gcxpages\", instance=~\"$instance\"}[$rate_interval])", 1253 "hide": false, 1254 "interval": "", 1255 "legendFormat": "gcxpages: {{instance}}", 1256 "range": true, 1257 "refId": "K" 1258 }, 1259 { 1260 "datasource": { 1261 "type": "prometheus" 1262 }, 1263 "editorMode": "code", 1264 "exemplar": true, 1265 "expr": "rate(db_pgops{phase=\"msync\", instance=~\"$instance\"}[$rate_interval])", 1266 "hide": false, 1267 "interval": "", 1268 "legendFormat": "msync: {{instance}}", 1269 "range": true, 1270 "refId": "L" 1271 }, 1272 { 1273 "datasource": { 1274 "type": "prometheus" 1275 }, 1276 "editorMode": "code", 1277 "exemplar": true, 1278 "expr": "rate(db_pgops{phase=\"fsync\", instance=~\"$instance\"}[$rate_interval])", 1279 "hide": false, 1280 "interval": "", 1281 "legendFormat": "fsync: {{instance}}", 1282 "range": true, 1283 "refId": "M" 1284 }, 1285 { 1286 "datasource": { 1287 "type": "prometheus" 1288 }, 1289 "exemplar": true, 1290 "expr": "rate(db_pgops{phase=\"minicore\", instance=~\"$instance\"}[$rate_interval])", 1291 "hide": false, 1292 "interval": "", 1293 "legendFormat": "minicore: {{instance}}", 1294 "refId": "N" 1295 }, 1296 { 1297 "datasource": { 1298 "type": "prometheus" 1299 }, 1300 "exemplar": true, 1301 "expr": "rate(db_pgops{phase=\"prefault\", instance=~\"$instance\"}[$rate_interval])", 1302 "hide": false, 1303 "interval": "", 1304 "legendFormat": "prefault: {{instance}}", 1305 "refId": "O" 1306 } 1307 ], 1308 "title": "DB Pages Ops/sec", 1309 "type": "timeseries" 1310 }, 1311 { 1312 "datasource": { 1313 "type": "prometheus" 1314 }, 1315 "fieldConfig": { 1316 "defaults": { 1317 "color": { 1318 "mode": "palette-classic" 1319 }, 1320 "custom": { 1321 "axisCenteredZero": false, 1322 "axisColorMode": "text", 1323 "axisLabel": "", 1324 "axisPlacement": "auto", 1325 "barAlignment": 0, 1326 "drawStyle": "line", 1327 "fillOpacity": 0, 1328 "gradientMode": "none", 1329 "hideFrom": { 1330 "legend": false, 1331 "tooltip": false, 1332 "viz": false 1333 }, 1334 "insertNulls": false, 1335 "lineInterpolation": "linear", 1336 "lineWidth": 1, 1337 "pointSize": 5, 1338 "scaleDistribution": { 1339 "type": "linear" 1340 }, 1341 "showPoints": "never", 1342 "spanNulls": true, 1343 "stacking": { 1344 "group": "A", 1345 "mode": "none" 1346 }, 1347 "thresholdsStyle": { 1348 "mode": "off" 1349 } 1350 }, 1351 "mappings": [], 1352 "thresholds": { 1353 "mode": "absolute", 1354 "steps": [ 1355 { 1356 "color": "green", 1357 "value": null 1358 }, 1359 { 1360 "color": "red", 1361 "value": 80 1362 } 1363 ] 1364 }, 1365 "unit": "decbytes" 1366 }, 1367 "overrides": [] 1368 }, 1369 "gridPos": { 1370 "h": 6, 1371 "w": 8, 1372 "x": 0, 1373 "y": 22 1374 }, 1375 "id": 167, 1376 "options": { 1377 "legend": { 1378 "calcs": [ 1379 "mean" 1380 ], 1381 "displayMode": "list", 1382 "placement": "bottom", 1383 "showLegend": true 1384 }, 1385 "tooltip": { 1386 "mode": "multi", 1387 "sort": "none" 1388 } 1389 }, 1390 "pluginVersion": "8.0.6", 1391 "targets": [ 1392 { 1393 "datasource": { 1394 "type": "prometheus" 1395 }, 1396 "editorMode": "code", 1397 "expr": "tx_limit{instance=~\"$instance\"}", 1398 "interval": "", 1399 "legendFormat": "limit: {{instance}}", 1400 "range": true, 1401 "refId": "A" 1402 }, 1403 { 1404 "datasource": { 1405 "type": "prometheus" 1406 }, 1407 "editorMode": "code", 1408 "expr": "tx_dirty{instance=~\"$instance\"}", 1409 "hide": false, 1410 "interval": "", 1411 "legendFormat": "dirty: {{instance}}", 1412 "range": true, 1413 "refId": "B" 1414 } 1415 ], 1416 "title": "Tx Size", 1417 "type": "timeseries" 1418 }, 1419 { 1420 "datasource": { 1421 "type": "prometheus" 1422 }, 1423 "fieldConfig": { 1424 "defaults": { 1425 "color": { 1426 "mode": "palette-classic" 1427 }, 1428 "custom": { 1429 "axisCenteredZero": false, 1430 "axisColorMode": "text", 1431 "axisLabel": "", 1432 "axisPlacement": "auto", 1433 "barAlignment": 0, 1434 "drawStyle": "line", 1435 "fillOpacity": 0, 1436 "gradientMode": "none", 1437 "hideFrom": { 1438 "legend": false, 1439 "tooltip": false, 1440 "viz": false 1441 }, 1442 "insertNulls": false, 1443 "lineInterpolation": "linear", 1444 "lineWidth": 1, 1445 "pointSize": 5, 1446 "scaleDistribution": { 1447 "type": "linear" 1448 }, 1449 "showPoints": "auto", 1450 "spanNulls": false, 1451 "stacking": { 1452 "group": "A", 1453 "mode": "normal" 1454 }, 1455 "thresholdsStyle": { 1456 "mode": "off" 1457 } 1458 }, 1459 "mappings": [], 1460 "thresholds": { 1461 "mode": "absolute", 1462 "steps": [ 1463 { 1464 "color": "green", 1465 "value": null 1466 }, 1467 { 1468 "color": "red", 1469 "value": 80 1470 } 1471 ] 1472 }, 1473 "unit": "short" 1474 }, 1475 "overrides": [ 1476 { 1477 "__systemRef": "hideSeriesFrom", 1478 "matcher": { 1479 "id": "byNames", 1480 "options": { 1481 "mode": "exclude", 1482 "names": [ 1483 "gc_overflow: mainnet2-1:6061" 1484 ], 1485 "prefix": "All except:", 1486 "readOnly": true 1487 } 1488 }, 1489 "properties": [ 1490 { 1491 "id": "custom.hideFrom", 1492 "value": { 1493 "legend": false, 1494 "tooltip": false, 1495 "viz": true 1496 } 1497 } 1498 ] 1499 } 1500 ] 1501 }, 1502 "gridPos": { 1503 "h": 6, 1504 "w": 8, 1505 "x": 0, 1506 "y": 28 1507 }, 1508 "id": 169, 1509 "options": { 1510 "legend": { 1511 "calcs": [], 1512 "displayMode": "list", 1513 "placement": "bottom", 1514 "showLegend": true 1515 }, 1516 "tooltip": { 1517 "mode": "multi", 1518 "sort": "none" 1519 } 1520 }, 1521 "pluginVersion": "8.0.6", 1522 "targets": [ 1523 { 1524 "datasource": { 1525 "type": "prometheus" 1526 }, 1527 "exemplar": true, 1528 "expr": "db_gc_leaf{instance=~\"$instance\"}", 1529 "interval": "", 1530 "legendFormat": "gc_leaf: {{instance}}", 1531 "refId": "A" 1532 }, 1533 { 1534 "datasource": { 1535 "type": "prometheus" 1536 }, 1537 "exemplar": true, 1538 "expr": "db_gc_overflow{instance=~\"$instance\"}", 1539 "hide": false, 1540 "interval": "", 1541 "legendFormat": "gc_overflow: {{instance}}", 1542 "refId": "B" 1543 }, 1544 { 1545 "datasource": { 1546 "type": "prometheus" 1547 }, 1548 "editorMode": "code", 1549 "exemplar": true, 1550 "expr": "exec_steps_in_db{instance=~\"$instance\"}/100", 1551 "hide": false, 1552 "interval": "", 1553 "legendFormat": "exec_steps_in_db: {{instance}}", 1554 "range": true, 1555 "refId": "E" 1556 } 1557 ], 1558 "title": "GC and State", 1559 "type": "timeseries" 1560 }, 1561 { 1562 "datasource": { 1563 "type": "prometheus" 1564 }, 1565 "description": "", 1566 "fieldConfig": { 1567 "defaults": { 1568 "color": { 1569 "mode": "palette-classic" 1570 }, 1571 "custom": { 1572 "axisCenteredZero": false, 1573 "axisColorMode": "text", 1574 "axisLabel": "", 1575 "axisPlacement": "auto", 1576 "barAlignment": 0, 1577 "drawStyle": "line", 1578 "fillOpacity": 0, 1579 "gradientMode": "none", 1580 "hideFrom": { 1581 "legend": false, 1582 "tooltip": false, 1583 "viz": false 1584 }, 1585 "insertNulls": false, 1586 "lineInterpolation": "linear", 1587 "lineWidth": 1, 1588 "pointSize": 5, 1589 "scaleDistribution": { 1590 "type": "linear" 1591 }, 1592 "showPoints": "never", 1593 "spanNulls": false, 1594 "stacking": { 1595 "group": "A", 1596 "mode": "normal" 1597 }, 1598 "thresholdsStyle": { 1599 "mode": "off" 1600 } 1601 }, 1602 "mappings": [], 1603 "thresholds": { 1604 "mode": "absolute", 1605 "steps": [ 1606 { 1607 "color": "green", 1608 "value": null 1609 }, 1610 { 1611 "color": "red", 1612 "value": 80 1613 } 1614 ] 1615 }, 1616 "unit": "short" 1617 }, 1618 "overrides": [] 1619 }, 1620 "gridPos": { 1621 "h": 6, 1622 "w": 16, 1623 "x": 8, 1624 "y": 28 1625 }, 1626 "id": 150, 1627 "options": { 1628 "legend": { 1629 "calcs": [], 1630 "displayMode": "list", 1631 "placement": "bottom", 1632 "showLegend": true 1633 }, 1634 "tooltip": { 1635 "mode": "multi", 1636 "sort": "none" 1637 } 1638 }, 1639 "pluginVersion": "8.0.6", 1640 "targets": [ 1641 { 1642 "datasource": { 1643 "type": "prometheus" 1644 }, 1645 "exemplar": true, 1646 "expr": "rate(process_minor_pagefaults_total{instance=~\"$instance\"}[$rate_interval])", 1647 "interval": "", 1648 "legendFormat": "soft: {{instance}}", 1649 "refId": "A" 1650 }, 1651 { 1652 "datasource": { 1653 "type": "prometheus" 1654 }, 1655 "exemplar": true, 1656 "expr": "rate(process_major_pagefaults_total{instance=~\"$instance\"}[$rate_interval])", 1657 "hide": false, 1658 "interval": "", 1659 "legendFormat": "hard: {{instance}}", 1660 "refId": "B" 1661 } 1662 ], 1663 "title": "getrusage: minflt - soft page faults (reclaims), majflt - hard faults", 1664 "type": "timeseries" 1665 }, 1666 { 1667 "collapsed": false, 1668 "datasource": { 1669 "type": "prometheus" 1670 }, 1671 "gridPos": { 1672 "h": 1, 1673 "w": 24, 1674 "x": 0, 1675 "y": 34 1676 }, 1677 "id": 134, 1678 "panels": [], 1679 "targets": [ 1680 { 1681 "datasource": { 1682 "type": "prometheus" 1683 }, 1684 "refId": "A" 1685 } 1686 ], 1687 "title": "Process", 1688 "type": "row" 1689 }, 1690 { 1691 "datasource": { 1692 "type": "prometheus" 1693 }, 1694 "description": "", 1695 "fieldConfig": { 1696 "defaults": { 1697 "color": { 1698 "mode": "palette-classic" 1699 }, 1700 "custom": { 1701 "axisCenteredZero": false, 1702 "axisColorMode": "text", 1703 "axisLabel": "", 1704 "axisPlacement": "auto", 1705 "barAlignment": 0, 1706 "drawStyle": "line", 1707 "fillOpacity": 0, 1708 "gradientMode": "none", 1709 "hideFrom": { 1710 "legend": false, 1711 "tooltip": false, 1712 "viz": false 1713 }, 1714 "insertNulls": false, 1715 "lineInterpolation": "linear", 1716 "lineWidth": 1, 1717 "pointSize": 5, 1718 "scaleDistribution": { 1719 "type": "linear" 1720 }, 1721 "showPoints": "never", 1722 "spanNulls": true, 1723 "stacking": { 1724 "group": "A", 1725 "mode": "none" 1726 }, 1727 "thresholdsStyle": { 1728 "mode": "off" 1729 } 1730 }, 1731 "mappings": [], 1732 "thresholds": { 1733 "mode": "absolute", 1734 "steps": [ 1735 { 1736 "color": "green", 1737 "value": null 1738 }, 1739 { 1740 "color": "red", 1741 "value": 80 1742 } 1743 ] 1744 }, 1745 "unit": "decbytes" 1746 }, 1747 "overrides": [] 1748 }, 1749 "gridPos": { 1750 "h": 5, 1751 "w": 8, 1752 "x": 0, 1753 "y": 35 1754 }, 1755 "id": 148, 1756 "options": { 1757 "legend": { 1758 "calcs": [ 1759 "max" 1760 ], 1761 "displayMode": "list", 1762 "placement": "bottom", 1763 "showLegend": true 1764 }, 1765 "tooltip": { 1766 "mode": "multi", 1767 "sort": "none" 1768 } 1769 }, 1770 "pluginVersion": "8.0.6", 1771 "targets": [ 1772 { 1773 "datasource": { 1774 "type": "prometheus" 1775 }, 1776 "exemplar": true, 1777 "expr": "process_virtual_memory_bytes{instance=~\"$instance\"}", 1778 "hide": true, 1779 "interval": "", 1780 "legendFormat": "resident virtual mem: {{instance}}", 1781 "refId": "A" 1782 }, 1783 { 1784 "datasource": { 1785 "type": "prometheus" 1786 }, 1787 "exemplar": true, 1788 "expr": "process_resident_memory_anon_bytes{instance=~\"$instance\"}", 1789 "hide": true, 1790 "interval": "", 1791 "legendFormat": "resident anon mem: {{instance}}", 1792 "refId": "B" 1793 }, 1794 { 1795 "datasource": { 1796 "type": "prometheus" 1797 }, 1798 "exemplar": true, 1799 "expr": "process_resident_memory_bytes{instance=~\"$instance\"}", 1800 "hide": false, 1801 "interval": "", 1802 "legendFormat": "resident mem: {{instance}}", 1803 "refId": "C" 1804 }, 1805 { 1806 "datasource": { 1807 "type": "prometheus" 1808 }, 1809 "expr": "mem_data{instance=~\"$instance\"}", 1810 "hide": false, 1811 "interval": "", 1812 "legendFormat": "data: {{instance}}", 1813 "refId": "D" 1814 }, 1815 { 1816 "datasource": { 1817 "type": "prometheus" 1818 }, 1819 "expr": "mem_stack{instance=~\"$instance\"}", 1820 "hide": false, 1821 "interval": "", 1822 "legendFormat": "stack: {{instance}}", 1823 "refId": "E" 1824 }, 1825 { 1826 "datasource": { 1827 "type": "prometheus" 1828 }, 1829 "expr": "mem_locked{instance=~\"$instance\"}", 1830 "hide": false, 1831 "interval": "", 1832 "legendFormat": "locked: {{instance}}", 1833 "refId": "F" 1834 }, 1835 { 1836 "datasource": { 1837 "type": "prometheus" 1838 }, 1839 "expr": "mem_swap{instance=~\"$instance\"}", 1840 "hide": false, 1841 "interval": "", 1842 "legendFormat": "swap: {{instance}}", 1843 "refId": "G" 1844 } 1845 ], 1846 "title": "mem: resident set size", 1847 "type": "timeseries" 1848 }, 1849 { 1850 "datasource": { 1851 "type": "prometheus" 1852 }, 1853 "description": "", 1854 "fieldConfig": { 1855 "defaults": { 1856 "color": { 1857 "mode": "palette-classic" 1858 }, 1859 "custom": { 1860 "axisCenteredZero": false, 1861 "axisColorMode": "text", 1862 "axisLabel": "", 1863 "axisPlacement": "auto", 1864 "barAlignment": 0, 1865 "drawStyle": "line", 1866 "fillOpacity": 0, 1867 "gradientMode": "none", 1868 "hideFrom": { 1869 "legend": false, 1870 "tooltip": false, 1871 "viz": false 1872 }, 1873 "insertNulls": false, 1874 "lineInterpolation": "linear", 1875 "lineWidth": 1, 1876 "pointSize": 5, 1877 "scaleDistribution": { 1878 "type": "linear" 1879 }, 1880 "showPoints": "never", 1881 "spanNulls": true, 1882 "stacking": { 1883 "group": "A", 1884 "mode": "none" 1885 }, 1886 "thresholdsStyle": { 1887 "mode": "off" 1888 } 1889 }, 1890 "mappings": [], 1891 "thresholds": { 1892 "mode": "absolute", 1893 "steps": [ 1894 { 1895 "color": "green", 1896 "value": null 1897 }, 1898 { 1899 "color": "red", 1900 "value": 80 1901 } 1902 ] 1903 }, 1904 "unit": "none" 1905 }, 1906 "overrides": [] 1907 }, 1908 "gridPos": { 1909 "h": 6, 1910 "w": 8, 1911 "x": 8, 1912 "y": 35 1913 }, 1914 "id": 155, 1915 "links": [], 1916 "options": { 1917 "legend": { 1918 "calcs": [ 1919 "mean" 1920 ], 1921 "displayMode": "list", 1922 "placement": "bottom", 1923 "showLegend": true 1924 }, 1925 "tooltip": { 1926 "mode": "multi", 1927 "sort": "none" 1928 } 1929 }, 1930 "pluginVersion": "8.0.6", 1931 "targets": [ 1932 { 1933 "datasource": { 1934 "type": "prometheus" 1935 }, 1936 "exemplar": true, 1937 "expr": "rate(process_io_write_syscalls_total{instance=~\"$instance\"}[$rate_interval])", 1938 "format": "time_series", 1939 "hide": false, 1940 "interval": "", 1941 "intervalFactor": 1, 1942 "legendFormat": "in: {{instance}}", 1943 "refId": "C" 1944 }, 1945 { 1946 "datasource": { 1947 "type": "prometheus" 1948 }, 1949 "exemplar": true, 1950 "expr": "rate(process_io_read_syscalls_total{instance=~\"$instance\"}[$rate_interval])", 1951 "format": "time_series", 1952 "hide": false, 1953 "interval": "", 1954 "intervalFactor": 1, 1955 "legendFormat": "out: {{instance}}", 1956 "refId": "D" 1957 } 1958 ], 1959 "title": "Read/Write syscall/sec", 1960 "type": "timeseries" 1961 }, 1962 { 1963 "datasource": { 1964 "type": "prometheus" 1965 }, 1966 "description": "", 1967 "fieldConfig": { 1968 "defaults": { 1969 "color": { 1970 "mode": "palette-classic" 1971 }, 1972 "custom": { 1973 "axisCenteredZero": false, 1974 "axisColorMode": "text", 1975 "axisLabel": "", 1976 "axisPlacement": "auto", 1977 "barAlignment": 0, 1978 "drawStyle": "line", 1979 "fillOpacity": 10, 1980 "gradientMode": "none", 1981 "hideFrom": { 1982 "legend": false, 1983 "tooltip": false, 1984 "viz": false 1985 }, 1986 "insertNulls": false, 1987 "lineInterpolation": "linear", 1988 "lineWidth": 1, 1989 "pointSize": 5, 1990 "scaleDistribution": { 1991 "type": "linear" 1992 }, 1993 "showPoints": "never", 1994 "spanNulls": true, 1995 "stacking": { 1996 "group": "A", 1997 "mode": "none" 1998 }, 1999 "thresholdsStyle": { 2000 "mode": "off" 2001 } 2002 }, 2003 "mappings": [], 2004 "thresholds": { 2005 "mode": "absolute", 2006 "steps": [ 2007 { 2008 "color": "green", 2009 "value": null 2010 }, 2011 { 2012 "color": "red", 2013 "value": 80 2014 } 2015 ] 2016 }, 2017 "unit": "cps" 2018 }, 2019 "overrides": [] 2020 }, 2021 "gridPos": { 2022 "h": 6, 2023 "w": 8, 2024 "x": 16, 2025 "y": 35 2026 }, 2027 "id": 153, 2028 "options": { 2029 "legend": { 2030 "calcs": [ 2031 "mean" 2032 ], 2033 "displayMode": "list", 2034 "placement": "bottom", 2035 "showLegend": true 2036 }, 2037 "tooltip": { 2038 "mode": "multi", 2039 "sort": "none" 2040 } 2041 }, 2042 "pluginVersion": "8.0.6", 2043 "targets": [ 2044 { 2045 "datasource": { 2046 "type": "prometheus" 2047 }, 2048 "editorMode": "code", 2049 "exemplar": true, 2050 "expr": "rate(go_cgo_calls_count{instance=~\"$instance\"}[$rate_interval])", 2051 "interval": "", 2052 "legendFormat": "cgo_calls_count: {{instance}}", 2053 "range": true, 2054 "refId": "A" 2055 } 2056 ], 2057 "title": "cgo calls", 2058 "type": "timeseries" 2059 }, 2060 { 2061 "datasource": { 2062 "type": "prometheus" 2063 }, 2064 "description": "", 2065 "fieldConfig": { 2066 "defaults": { 2067 "color": { 2068 "mode": "palette-classic" 2069 }, 2070 "custom": { 2071 "axisCenteredZero": false, 2072 "axisColorMode": "text", 2073 "axisLabel": "", 2074 "axisPlacement": "auto", 2075 "barAlignment": 0, 2076 "drawStyle": "line", 2077 "fillOpacity": 0, 2078 "gradientMode": "none", 2079 "hideFrom": { 2080 "legend": false, 2081 "tooltip": false, 2082 "viz": false 2083 }, 2084 "insertNulls": false, 2085 "lineInterpolation": "linear", 2086 "lineWidth": 1, 2087 "pointSize": 5, 2088 "scaleDistribution": { 2089 "type": "linear" 2090 }, 2091 "showPoints": "never", 2092 "spanNulls": true, 2093 "stacking": { 2094 "group": "A", 2095 "mode": "none" 2096 }, 2097 "thresholdsStyle": { 2098 "mode": "off" 2099 } 2100 }, 2101 "mappings": [], 2102 "thresholds": { 2103 "mode": "absolute", 2104 "steps": [ 2105 { 2106 "color": "green", 2107 "value": null 2108 }, 2109 { 2110 "color": "red", 2111 "value": 80 2112 } 2113 ] 2114 }, 2115 "unit": "short" 2116 }, 2117 "overrides": [] 2118 }, 2119 "gridPos": { 2120 "h": 5, 2121 "w": 8, 2122 "x": 0, 2123 "y": 40 2124 }, 2125 "id": 86, 2126 "links": [], 2127 "options": { 2128 "legend": { 2129 "calcs": [], 2130 "displayMode": "list", 2131 "placement": "bottom", 2132 "showLegend": true 2133 }, 2134 "tooltip": { 2135 "mode": "multi", 2136 "sort": "none" 2137 } 2138 }, 2139 "pluginVersion": "8.0.6", 2140 "targets": [ 2141 { 2142 "datasource": { 2143 "type": "prometheus" 2144 }, 2145 "editorMode": "code", 2146 "exemplar": true, 2147 "expr": "rate(go_memstats_mallocs_total{instance=~\"$instance\"}[$rate_interval])", 2148 "format": "time_series", 2149 "interval": "", 2150 "intervalFactor": 1, 2151 "legendFormat": "memstats_mallocs_total: {{ instance }}", 2152 "range": true, 2153 "refId": "A" 2154 }, 2155 { 2156 "datasource": { 2157 "type": "prometheus" 2158 }, 2159 "editorMode": "code", 2160 "exemplar": true, 2161 "expr": "rate(go_memstats_frees_total{instance=~\"$instance\"}[$rate_interval])", 2162 "format": "time_series", 2163 "hide": false, 2164 "interval": "", 2165 "intervalFactor": 1, 2166 "legendFormat": "memstats_frees_total: {{ instance }}", 2167 "range": true, 2168 "refId": "B" 2169 } 2170 ], 2171 "title": "Process Mem: allocate objects/sec, free", 2172 "type": "timeseries" 2173 }, 2174 { 2175 "datasource": { 2176 "type": "prometheus" 2177 }, 2178 "fieldConfig": { 2179 "defaults": { 2180 "color": { 2181 "mode": "palette-classic" 2182 }, 2183 "custom": { 2184 "axisCenteredZero": false, 2185 "axisColorMode": "text", 2186 "axisLabel": "", 2187 "axisPlacement": "auto", 2188 "barAlignment": 0, 2189 "drawStyle": "line", 2190 "fillOpacity": 0, 2191 "gradientMode": "none", 2192 "hideFrom": { 2193 "legend": false, 2194 "tooltip": false, 2195 "viz": false 2196 }, 2197 "insertNulls": false, 2198 "lineInterpolation": "linear", 2199 "lineWidth": 1, 2200 "pointSize": 5, 2201 "scaleDistribution": { 2202 "type": "linear" 2203 }, 2204 "showPoints": "never", 2205 "spanNulls": false, 2206 "stacking": { 2207 "group": "A", 2208 "mode": "normal" 2209 }, 2210 "thresholdsStyle": { 2211 "mode": "off" 2212 } 2213 }, 2214 "mappings": [], 2215 "thresholds": { 2216 "mode": "absolute", 2217 "steps": [ 2218 { 2219 "color": "green", 2220 "value": null 2221 }, 2222 { 2223 "color": "red", 2224 "value": 80 2225 } 2226 ] 2227 }, 2228 "unit": "short" 2229 }, 2230 "overrides": [] 2231 }, 2232 "gridPos": { 2233 "h": 6, 2234 "w": 8, 2235 "x": 8, 2236 "y": 41 2237 }, 2238 "id": 85, 2239 "links": [], 2240 "options": { 2241 "legend": { 2242 "calcs": [], 2243 "displayMode": "list", 2244 "placement": "bottom", 2245 "showLegend": true 2246 }, 2247 "tooltip": { 2248 "mode": "multi", 2249 "sort": "none" 2250 } 2251 }, 2252 "pluginVersion": "8.0.6", 2253 "targets": [ 2254 { 2255 "datasource": { 2256 "type": "prometheus" 2257 }, 2258 "exemplar": true, 2259 "expr": "rate(process_io_storage_read_bytes_total{instance=~\"$instance\"}[$rate_interval])", 2260 "format": "time_series", 2261 "interval": "", 2262 "intervalFactor": 1, 2263 "legendFormat": "read: {{instance}}", 2264 "refId": "A" 2265 }, 2266 { 2267 "datasource": { 2268 "type": "prometheus" 2269 }, 2270 "exemplar": true, 2271 "expr": "rate(process_io_storage_written_bytes_total{instance=~\"$instance\"}[$rate_interval])", 2272 "format": "time_series", 2273 "interval": "", 2274 "intervalFactor": 1, 2275 "legendFormat": "write: {{instance}}", 2276 "refId": "B" 2277 } 2278 ], 2279 "title": "Disk bytes/sec", 2280 "type": "timeseries" 2281 }, 2282 { 2283 "datasource": { 2284 "type": "prometheus" 2285 }, 2286 "fieldConfig": { 2287 "defaults": { 2288 "color": { 2289 "mode": "palette-classic" 2290 }, 2291 "custom": { 2292 "axisCenteredZero": false, 2293 "axisColorMode": "text", 2294 "axisLabel": "", 2295 "axisPlacement": "auto", 2296 "barAlignment": 0, 2297 "drawStyle": "line", 2298 "fillOpacity": 0, 2299 "gradientMode": "none", 2300 "hideFrom": { 2301 "legend": false, 2302 "tooltip": false, 2303 "viz": false 2304 }, 2305 "insertNulls": false, 2306 "lineInterpolation": "linear", 2307 "lineWidth": 1, 2308 "pointSize": 5, 2309 "scaleDistribution": { 2310 "type": "linear" 2311 }, 2312 "showPoints": "never", 2313 "spanNulls": true, 2314 "stacking": { 2315 "group": "A", 2316 "mode": "none" 2317 }, 2318 "thresholdsStyle": { 2319 "mode": "off" 2320 } 2321 }, 2322 "mappings": [], 2323 "thresholds": { 2324 "mode": "absolute", 2325 "steps": [ 2326 { 2327 "color": "green", 2328 "value": null 2329 }, 2330 { 2331 "color": "red", 2332 "value": 80 2333 } 2334 ] 2335 }, 2336 "unit": "none" 2337 }, 2338 "overrides": [] 2339 }, 2340 "gridPos": { 2341 "h": 6, 2342 "w": 8, 2343 "x": 16, 2344 "y": 41 2345 }, 2346 "id": 128, 2347 "options": { 2348 "legend": { 2349 "calcs": [], 2350 "displayMode": "list", 2351 "placement": "bottom", 2352 "showLegend": true 2353 }, 2354 "tooltip": { 2355 "mode": "multi", 2356 "sort": "none" 2357 } 2358 }, 2359 "pluginVersion": "8.0.6", 2360 "targets": [ 2361 { 2362 "datasource": { 2363 "type": "prometheus" 2364 }, 2365 "editorMode": "code", 2366 "expr": "go_goroutines{instance=~\"$instance\"}", 2367 "instant": false, 2368 "interval": "", 2369 "legendFormat": "goroutines: {{instance}}", 2370 "refId": "A" 2371 }, 2372 { 2373 "datasource": { 2374 "type": "prometheus" 2375 }, 2376 "editorMode": "code", 2377 "expr": "go_threads{instance=~\"$instance\"}", 2378 "instant": false, 2379 "interval": "", 2380 "legendFormat": "threads: {{instance}}", 2381 "refId": "B" 2382 } 2383 ], 2384 "title": "GO Goroutines and Threads", 2385 "type": "timeseries" 2386 }, 2387 { 2388 "datasource": { 2389 "type": "prometheus" 2390 }, 2391 "fieldConfig": { 2392 "defaults": { 2393 "color": { 2394 "mode": "palette-classic" 2395 }, 2396 "custom": { 2397 "axisCenteredZero": false, 2398 "axisColorMode": "text", 2399 "axisLabel": "", 2400 "axisPlacement": "auto", 2401 "barAlignment": 0, 2402 "drawStyle": "line", 2403 "fillOpacity": 0, 2404 "gradientMode": "none", 2405 "hideFrom": { 2406 "legend": false, 2407 "tooltip": false, 2408 "viz": false 2409 }, 2410 "insertNulls": false, 2411 "lineInterpolation": "linear", 2412 "lineWidth": 1, 2413 "pointSize": 5, 2414 "scaleDistribution": { 2415 "type": "linear" 2416 }, 2417 "showPoints": "never", 2418 "spanNulls": true, 2419 "stacking": { 2420 "group": "A", 2421 "mode": "none" 2422 }, 2423 "thresholdsStyle": { 2424 "mode": "off" 2425 } 2426 }, 2427 "mappings": [], 2428 "thresholds": { 2429 "mode": "absolute", 2430 "steps": [ 2431 { 2432 "color": "green", 2433 "value": null 2434 }, 2435 { 2436 "color": "red", 2437 "value": 80 2438 } 2439 ] 2440 }, 2441 "unit": "percent" 2442 }, 2443 "overrides": [] 2444 }, 2445 "gridPos": { 2446 "h": 5, 2447 "w": 8, 2448 "x": 0, 2449 "y": 45 2450 }, 2451 "id": 106, 2452 "links": [], 2453 "options": { 2454 "legend": { 2455 "calcs": [], 2456 "displayMode": "list", 2457 "placement": "bottom", 2458 "showLegend": true 2459 }, 2460 "tooltip": { 2461 "mode": "multi", 2462 "sort": "none" 2463 } 2464 }, 2465 "pluginVersion": "8.0.6", 2466 "targets": [ 2467 { 2468 "datasource": { 2469 "type": "prometheus" 2470 }, 2471 "exemplar": true, 2472 "expr": "increase(process_cpu_seconds_system_total{instance=~\"$instance\"}[1m])", 2473 "format": "time_series", 2474 "interval": "", 2475 "intervalFactor": 1, 2476 "legendFormat": "system: {{instance}}", 2477 "refId": "A" 2478 }, 2479 { 2480 "datasource": { 2481 "type": "prometheus" 2482 }, 2483 "exemplar": true, 2484 "expr": "increase(process_cpu_seconds_user_total{instance=~\"$instance\"}[1m])", 2485 "format": "time_series", 2486 "interval": "", 2487 "intervalFactor": 1, 2488 "legendFormat": "iowait: {{instance}}", 2489 "refId": "B" 2490 } 2491 ], 2492 "title": "CPU", 2493 "type": "timeseries" 2494 }, 2495 { 2496 "datasource": { 2497 "type": "prometheus" 2498 }, 2499 "description": "", 2500 "fieldConfig": { 2501 "defaults": { 2502 "color": { 2503 "mode": "palette-classic" 2504 }, 2505 "custom": { 2506 "axisCenteredZero": false, 2507 "axisColorMode": "text", 2508 "axisLabel": "", 2509 "axisPlacement": "auto", 2510 "barAlignment": 0, 2511 "drawStyle": "line", 2512 "fillOpacity": 0, 2513 "gradientMode": "none", 2514 "hideFrom": { 2515 "legend": false, 2516 "tooltip": false, 2517 "viz": false 2518 }, 2519 "insertNulls": false, 2520 "lineInterpolation": "linear", 2521 "lineWidth": 1, 2522 "pointSize": 5, 2523 "scaleDistribution": { 2524 "type": "linear" 2525 }, 2526 "showPoints": "never", 2527 "spanNulls": true, 2528 "stacking": { 2529 "group": "A", 2530 "mode": "none" 2531 }, 2532 "thresholdsStyle": { 2533 "mode": "off" 2534 } 2535 }, 2536 "mappings": [], 2537 "thresholds": { 2538 "mode": "absolute", 2539 "steps": [ 2540 { 2541 "color": "green", 2542 "value": null 2543 }, 2544 { 2545 "color": "red", 2546 "value": 80 2547 } 2548 ] 2549 }, 2550 "unit": "decbytes" 2551 }, 2552 "overrides": [] 2553 }, 2554 "gridPos": { 2555 "h": 6, 2556 "w": 8, 2557 "x": 8, 2558 "y": 47 2559 }, 2560 "id": 154, 2561 "links": [], 2562 "options": { 2563 "legend": { 2564 "calcs": [], 2565 "displayMode": "list", 2566 "placement": "bottom", 2567 "showLegend": true 2568 }, 2569 "tooltip": { 2570 "mode": "multi", 2571 "sort": "none" 2572 } 2573 }, 2574 "pluginVersion": "8.0.6", 2575 "targets": [ 2576 { 2577 "datasource": { 2578 "type": "prometheus" 2579 }, 2580 "editorMode": "code", 2581 "exemplar": true, 2582 "expr": "go_memstats_stack_sys_bytes{instance=~\"$instance\"}", 2583 "format": "time_series", 2584 "interval": "", 2585 "intervalFactor": 1, 2586 "legendFormat": "stack_sys: {{ instance }}", 2587 "range": true, 2588 "refId": "A" 2589 }, 2590 { 2591 "datasource": { 2592 "type": "prometheus" 2593 }, 2594 "editorMode": "code", 2595 "exemplar": true, 2596 "expr": "go_memstats_sys_bytes{instance=~\"$instance\"}", 2597 "format": "time_series", 2598 "hide": false, 2599 "interval": "", 2600 "intervalFactor": 1, 2601 "legendFormat": "sys: {{ instance }}", 2602 "range": true, 2603 "refId": "B" 2604 }, 2605 { 2606 "datasource": { 2607 "type": "prometheus" 2608 }, 2609 "editorMode": "code", 2610 "exemplar": true, 2611 "expr": "go_memstats_stack_inuse_bytes{instance=~\"$instance\"}", 2612 "format": "time_series", 2613 "hide": false, 2614 "interval": "", 2615 "intervalFactor": 1, 2616 "legendFormat": "stack_inuse: {{ instance }}", 2617 "range": true, 2618 "refId": "C" 2619 }, 2620 { 2621 "datasource": { 2622 "type": "prometheus" 2623 }, 2624 "editorMode": "code", 2625 "exemplar": true, 2626 "expr": "go_memstats_mspan_sys_bytes{instance=~\"$instance\"}", 2627 "format": "time_series", 2628 "hide": false, 2629 "interval": "", 2630 "intervalFactor": 1, 2631 "legendFormat": "mspan_sys: {{ instance }}", 2632 "range": true, 2633 "refId": "D" 2634 }, 2635 { 2636 "datasource": { 2637 "type": "prometheus" 2638 }, 2639 "editorMode": "code", 2640 "exemplar": true, 2641 "expr": "go_memstats_mcache_sys_bytes{instance=~\"$instance\"}", 2642 "format": "time_series", 2643 "hide": false, 2644 "interval": "", 2645 "intervalFactor": 1, 2646 "legendFormat": "mcache_sys: {{ instance }}", 2647 "range": true, 2648 "refId": "E" 2649 }, 2650 { 2651 "datasource": { 2652 "type": "prometheus" 2653 }, 2654 "editorMode": "code", 2655 "exemplar": true, 2656 "expr": "go_memstats_heap_alloc_bytes{instance=~\"$instance\"}", 2657 "format": "time_series", 2658 "hide": false, 2659 "interval": "", 2660 "intervalFactor": 1, 2661 "legendFormat": "heap_alloc: {{ instance }}", 2662 "range": true, 2663 "refId": "F" 2664 } 2665 ], 2666 "title": "go memstat", 2667 "type": "timeseries" 2668 }, 2669 { 2670 "datasource": { 2671 "type": "prometheus" 2672 }, 2673 "fieldConfig": { 2674 "defaults": { 2675 "color": { 2676 "mode": "palette-classic" 2677 }, 2678 "custom": { 2679 "axisCenteredZero": false, 2680 "axisColorMode": "text", 2681 "axisLabel": "", 2682 "axisPlacement": "auto", 2683 "barAlignment": 0, 2684 "drawStyle": "line", 2685 "fillOpacity": 10, 2686 "gradientMode": "none", 2687 "hideFrom": { 2688 "legend": false, 2689 "tooltip": false, 2690 "viz": false 2691 }, 2692 "insertNulls": false, 2693 "lineInterpolation": "linear", 2694 "lineWidth": 1, 2695 "pointSize": 5, 2696 "scaleDistribution": { 2697 "type": "linear" 2698 }, 2699 "showPoints": "never", 2700 "spanNulls": true, 2701 "stacking": { 2702 "group": "A", 2703 "mode": "none" 2704 }, 2705 "thresholdsStyle": { 2706 "mode": "off" 2707 } 2708 }, 2709 "mappings": [], 2710 "thresholds": { 2711 "mode": "absolute", 2712 "steps": [ 2713 { 2714 "color": "green", 2715 "value": null 2716 }, 2717 { 2718 "color": "red", 2719 "value": 80 2720 } 2721 ] 2722 }, 2723 "unit": "s" 2724 }, 2725 "overrides": [] 2726 }, 2727 "gridPos": { 2728 "h": 5, 2729 "w": 8, 2730 "x": 16, 2731 "y": 47 2732 }, 2733 "id": 124, 2734 "options": { 2735 "legend": { 2736 "calcs": [], 2737 "displayMode": "list", 2738 "placement": "bottom", 2739 "showLegend": true 2740 }, 2741 "tooltip": { 2742 "mode": "multi", 2743 "sort": "none" 2744 } 2745 }, 2746 "pluginVersion": "8.0.6", 2747 "targets": [ 2748 { 2749 "datasource": { 2750 "type": "prometheus" 2751 }, 2752 "editorMode": "code", 2753 "exemplar": true, 2754 "expr": "rate(go_gc_duration_seconds{quantile=\"0.75\",instance=~\"$instance\"}[$rate_interval])", 2755 "instant": false, 2756 "interval": "", 2757 "legendFormat": "", 2758 "refId": "A" 2759 } 2760 ], 2761 "title": "GC Stop the World per sec", 2762 "type": "timeseries" 2763 }, 2764 { 2765 "collapsed": false, 2766 "datasource": { 2767 "type": "prometheus" 2768 }, 2769 "gridPos": { 2770 "h": 1, 2771 "w": 24, 2772 "x": 0, 2773 "y": 53 2774 }, 2775 "id": 173, 2776 "panels": [], 2777 "targets": [ 2778 { 2779 "datasource": { 2780 "type": "prometheus" 2781 }, 2782 "refId": "A" 2783 } 2784 ], 2785 "title": "TxPool", 2786 "type": "row" 2787 }, 2788 { 2789 "datasource": { 2790 "type": "prometheus" 2791 }, 2792 "fieldConfig": { 2793 "defaults": { 2794 "color": { 2795 "mode": "palette-classic" 2796 }, 2797 "custom": { 2798 "axisCenteredZero": false, 2799 "axisColorMode": "text", 2800 "axisLabel": "", 2801 "axisPlacement": "auto", 2802 "barAlignment": 0, 2803 "drawStyle": "line", 2804 "fillOpacity": 0, 2805 "gradientMode": "none", 2806 "hideFrom": { 2807 "legend": false, 2808 "tooltip": false, 2809 "viz": false 2810 }, 2811 "insertNulls": false, 2812 "lineInterpolation": "linear", 2813 "lineWidth": 1, 2814 "pointSize": 5, 2815 "scaleDistribution": { 2816 "type": "linear" 2817 }, 2818 "showPoints": "auto", 2819 "spanNulls": false, 2820 "stacking": { 2821 "group": "A", 2822 "mode": "none" 2823 }, 2824 "thresholdsStyle": { 2825 "mode": "off" 2826 } 2827 }, 2828 "mappings": [], 2829 "thresholds": { 2830 "mode": "absolute", 2831 "steps": [ 2832 { 2833 "color": "green", 2834 "value": null 2835 }, 2836 { 2837 "color": "red", 2838 "value": 80 2839 } 2840 ] 2841 }, 2842 "unit": "s" 2843 }, 2844 "overrides": [] 2845 }, 2846 "gridPos": { 2847 "h": 8, 2848 "w": 12, 2849 "x": 0, 2850 "y": 54 2851 }, 2852 "id": 175, 2853 "options": { 2854 "legend": { 2855 "calcs": [ 2856 "mean", 2857 "last" 2858 ], 2859 "displayMode": "list", 2860 "placement": "bottom", 2861 "showLegend": true 2862 }, 2863 "tooltip": { 2864 "mode": "single", 2865 "sort": "none" 2866 } 2867 }, 2868 "targets": [ 2869 { 2870 "datasource": { 2871 "type": "prometheus" 2872 }, 2873 "exemplar": true, 2874 "expr": "pool_process_remote_txs{quantile=\"$quantile\",instance=~\"$instance\"}", 2875 "interval": "", 2876 "legendFormat": "process_remote_txs: {{ instance }}", 2877 "refId": "A" 2878 }, 2879 { 2880 "datasource": { 2881 "type": "prometheus" 2882 }, 2883 "exemplar": true, 2884 "expr": "pool_add_remote_txs{quantile=\"$quantile\",instance=~\"$instance\"}", 2885 "hide": false, 2886 "interval": "", 2887 "legendFormat": "add_remote_txs: {{ instance }}", 2888 "refId": "B" 2889 }, 2890 { 2891 "datasource": { 2892 "type": "prometheus" 2893 }, 2894 "exemplar": true, 2895 "expr": "pool_new_block{quantile=\"$quantile\",instance=~\"$instance\"}", 2896 "hide": false, 2897 "interval": "", 2898 "legendFormat": "new_block: {{ instance }}", 2899 "refId": "C" 2900 }, 2901 { 2902 "datasource": { 2903 "type": "prometheus" 2904 }, 2905 "exemplar": true, 2906 "expr": "pool_write_to_db{quantile=\"$quantile\",instance=~\"$instance\"}", 2907 "hide": false, 2908 "interval": "", 2909 "legendFormat": "write_to_db: {{ instance }}", 2910 "refId": "D" 2911 }, 2912 { 2913 "datasource": { 2914 "type": "prometheus" 2915 }, 2916 "exemplar": true, 2917 "expr": "pool_propagate_to_new_peer{quantile=\"$quantile\",instance=~\"$instance\"}", 2918 "hide": false, 2919 "interval": "", 2920 "legendFormat": "propagate_to_new_peer: {{ instance }}", 2921 "refId": "E" 2922 }, 2923 { 2924 "datasource": { 2925 "type": "prometheus" 2926 }, 2927 "exemplar": true, 2928 "expr": "pool_propagate_new_txs{quantile=\"$quantile\",instance=~\"$instance\"}", 2929 "hide": false, 2930 "interval": "", 2931 "legendFormat": "propagate_new_txs: {{ instance }}", 2932 "refId": "F" 2933 } 2934 ], 2935 "title": "Timings", 2936 "transformations": [], 2937 "type": "timeseries" 2938 }, 2939 { 2940 "datasource": { 2941 "type": "prometheus" 2942 }, 2943 "fieldConfig": { 2944 "defaults": { 2945 "color": { 2946 "mode": "palette-classic" 2947 }, 2948 "custom": { 2949 "axisCenteredZero": false, 2950 "axisColorMode": "text", 2951 "axisLabel": "", 2952 "axisPlacement": "auto", 2953 "barAlignment": 0, 2954 "drawStyle": "line", 2955 "fillOpacity": 0, 2956 "gradientMode": "none", 2957 "hideFrom": { 2958 "legend": false, 2959 "tooltip": false, 2960 "viz": false 2961 }, 2962 "insertNulls": false, 2963 "lineInterpolation": "linear", 2964 "lineWidth": 1, 2965 "pointSize": 5, 2966 "scaleDistribution": { 2967 "type": "linear" 2968 }, 2969 "showPoints": "auto", 2970 "spanNulls": false, 2971 "stacking": { 2972 "group": "A", 2973 "mode": "none" 2974 }, 2975 "thresholdsStyle": { 2976 "mode": "off" 2977 } 2978 }, 2979 "mappings": [], 2980 "thresholds": { 2981 "mode": "absolute", 2982 "steps": [ 2983 { 2984 "color": "green", 2985 "value": null 2986 }, 2987 { 2988 "color": "red", 2989 "value": 80 2990 } 2991 ] 2992 }, 2993 "unit": "reqps" 2994 }, 2995 "overrides": [] 2996 }, 2997 "gridPos": { 2998 "h": 8, 2999 "w": 12, 3000 "x": 12, 3001 "y": 54 3002 }, 3003 "id": 177, 3004 "options": { 3005 "legend": { 3006 "calcs": [ 3007 "mean", 3008 "last" 3009 ], 3010 "displayMode": "list", 3011 "placement": "bottom", 3012 "showLegend": true 3013 }, 3014 "tooltip": { 3015 "mode": "single", 3016 "sort": "none" 3017 } 3018 }, 3019 "targets": [ 3020 { 3021 "datasource": { 3022 "type": "prometheus" 3023 }, 3024 "exemplar": true, 3025 "expr": "rate(pool_process_remote_txs_count{instance=~\"$instance\"}[$rate_interval])", 3026 "hide": false, 3027 "interval": "", 3028 "legendFormat": "pool_process_remote_txs_count: {{ instance }}", 3029 "refId": "A" 3030 }, 3031 { 3032 "datasource": { 3033 "type": "prometheus" 3034 }, 3035 "exemplar": true, 3036 "expr": "rate(pool_add_remote_txs_count{instance=~\"$instance\"}[$rate_interval])", 3037 "hide": false, 3038 "interval": "", 3039 "legendFormat": "pool_add_remote_txs_count: {{ instance }}", 3040 "refId": "B" 3041 }, 3042 { 3043 "datasource": { 3044 "type": "prometheus" 3045 }, 3046 "exemplar": true, 3047 "expr": "rate(pool_new_block_count{instance=~\"$instance\"}[$rate_interval])", 3048 "hide": false, 3049 "interval": "", 3050 "legendFormat": "pool_new_block_count: {{ instance }}", 3051 "refId": "C" 3052 }, 3053 { 3054 "datasource": { 3055 "type": "prometheus" 3056 }, 3057 "exemplar": true, 3058 "expr": "rate(pool_write_to_db_count{instance=~\"$instance\"}[$rate_interval])", 3059 "hide": false, 3060 "interval": "", 3061 "legendFormat": "pool_write_to_db_count: {{ instance }}", 3062 "refId": "D" 3063 } 3064 ], 3065 "title": "RPS", 3066 "transformations": [], 3067 "type": "timeseries" 3068 }, 3069 { 3070 "datasource": { 3071 "type": "prometheus" 3072 }, 3073 "fieldConfig": { 3074 "defaults": { 3075 "color": { 3076 "mode": "palette-classic" 3077 }, 3078 "custom": { 3079 "axisCenteredZero": false, 3080 "axisColorMode": "text", 3081 "axisLabel": "", 3082 "axisPlacement": "auto", 3083 "barAlignment": 0, 3084 "drawStyle": "line", 3085 "fillOpacity": 0, 3086 "gradientMode": "none", 3087 "hideFrom": { 3088 "legend": false, 3089 "tooltip": false, 3090 "viz": false 3091 }, 3092 "insertNulls": false, 3093 "lineInterpolation": "linear", 3094 "lineWidth": 1, 3095 "pointSize": 5, 3096 "scaleDistribution": { 3097 "type": "linear" 3098 }, 3099 "showPoints": "auto", 3100 "spanNulls": false, 3101 "stacking": { 3102 "group": "A", 3103 "mode": "none" 3104 }, 3105 "thresholdsStyle": { 3106 "mode": "off" 3107 } 3108 }, 3109 "mappings": [], 3110 "thresholds": { 3111 "mode": "absolute", 3112 "steps": [ 3113 { 3114 "color": "green", 3115 "value": null 3116 }, 3117 { 3118 "color": "red", 3119 "value": 80 3120 } 3121 ] 3122 } 3123 }, 3124 "overrides": [] 3125 }, 3126 "gridPos": { 3127 "h": 6, 3128 "w": 8, 3129 "x": 0, 3130 "y": 62 3131 }, 3132 "id": 176, 3133 "options": { 3134 "legend": { 3135 "calcs": [ 3136 "mean", 3137 "last" 3138 ], 3139 "displayMode": "list", 3140 "placement": "bottom", 3141 "showLegend": true 3142 }, 3143 "tooltip": { 3144 "mode": "single", 3145 "sort": "none" 3146 } 3147 }, 3148 "targets": [ 3149 { 3150 "datasource": { 3151 "type": "prometheus" 3152 }, 3153 "exemplar": true, 3154 "expr": "sum(delta(cache_total{result=\"hit\",name=\"txpool\",instance=~\"$instance\"}[1m]))/sum(delta(cache_total{name=\"txpool\",instance=~\"$instance\"}[1m])) ", 3155 "hide": false, 3156 "interval": "", 3157 "legendFormat": "hit rate: {{ instance }} ", 3158 "refId": "A" 3159 } 3160 ], 3161 "title": "Cache hit-rate", 3162 "type": "timeseries" 3163 }, 3164 { 3165 "datasource": { 3166 "type": "prometheus" 3167 }, 3168 "fieldConfig": { 3169 "defaults": { 3170 "color": { 3171 "mode": "palette-classic" 3172 }, 3173 "custom": { 3174 "axisCenteredZero": false, 3175 "axisColorMode": "text", 3176 "axisLabel": "", 3177 "axisPlacement": "auto", 3178 "barAlignment": 0, 3179 "drawStyle": "line", 3180 "fillOpacity": 0, 3181 "gradientMode": "none", 3182 "hideFrom": { 3183 "legend": false, 3184 "tooltip": false, 3185 "viz": false 3186 }, 3187 "insertNulls": false, 3188 "lineInterpolation": "linear", 3189 "lineWidth": 1, 3190 "pointSize": 5, 3191 "scaleDistribution": { 3192 "type": "linear" 3193 }, 3194 "showPoints": "auto", 3195 "spanNulls": false, 3196 "stacking": { 3197 "group": "A", 3198 "mode": "none" 3199 }, 3200 "thresholdsStyle": { 3201 "mode": "off" 3202 } 3203 }, 3204 "mappings": [], 3205 "thresholds": { 3206 "mode": "absolute", 3207 "steps": [ 3208 { 3209 "color": "green", 3210 "value": null 3211 }, 3212 { 3213 "color": "red", 3214 "value": 80 3215 } 3216 ] 3217 } 3218 }, 3219 "overrides": [] 3220 }, 3221 "gridPos": { 3222 "h": 6, 3223 "w": 8, 3224 "x": 8, 3225 "y": 62 3226 }, 3227 "id": 180, 3228 "options": { 3229 "legend": { 3230 "calcs": [ 3231 "mean", 3232 "last" 3233 ], 3234 "displayMode": "list", 3235 "placement": "bottom", 3236 "showLegend": true 3237 }, 3238 "tooltip": { 3239 "mode": "single", 3240 "sort": "none" 3241 } 3242 }, 3243 "targets": [ 3244 { 3245 "datasource": { 3246 "type": "prometheus" 3247 }, 3248 "exemplar": true, 3249 "expr": "rate(cache_total{name=\"txpool\",instance=~\"$instance\"}[1m])", 3250 "hide": false, 3251 "interval": "", 3252 "legendFormat": "{{ result }}: {{ instance }} ", 3253 "refId": "A" 3254 }, 3255 { 3256 "datasource": { 3257 "type": "prometheus" 3258 }, 3259 "exemplar": true, 3260 "expr": "rate(cache_timeout_total{name=\"txpool\",instance=~\"$instance\"}[1m])", 3261 "hide": false, 3262 "interval": "", 3263 "legendFormat": "timeout: {{ instance }} ", 3264 "refId": "B" 3265 } 3266 ], 3267 "title": "Cache rps", 3268 "type": "timeseries" 3269 }, 3270 { 3271 "datasource": { 3272 "type": "prometheus" 3273 }, 3274 "fieldConfig": { 3275 "defaults": { 3276 "color": { 3277 "mode": "palette-classic" 3278 }, 3279 "custom": { 3280 "axisCenteredZero": false, 3281 "axisColorMode": "text", 3282 "axisLabel": "", 3283 "axisPlacement": "auto", 3284 "barAlignment": 0, 3285 "drawStyle": "line", 3286 "fillOpacity": 0, 3287 "gradientMode": "none", 3288 "hideFrom": { 3289 "legend": false, 3290 "tooltip": false, 3291 "viz": false 3292 }, 3293 "insertNulls": false, 3294 "lineInterpolation": "linear", 3295 "lineWidth": 1, 3296 "pointSize": 5, 3297 "scaleDistribution": { 3298 "type": "linear" 3299 }, 3300 "showPoints": "auto", 3301 "spanNulls": false, 3302 "stacking": { 3303 "group": "A", 3304 "mode": "none" 3305 }, 3306 "thresholdsStyle": { 3307 "mode": "off" 3308 } 3309 }, 3310 "mappings": [], 3311 "thresholds": { 3312 "mode": "absolute", 3313 "steps": [ 3314 { 3315 "color": "green", 3316 "value": null 3317 }, 3318 { 3319 "color": "red", 3320 "value": 80 3321 } 3322 ] 3323 }, 3324 "unit": "short" 3325 }, 3326 "overrides": [] 3327 }, 3328 "gridPos": { 3329 "h": 6, 3330 "w": 8, 3331 "x": 16, 3332 "y": 62 3333 }, 3334 "id": 181, 3335 "options": { 3336 "legend": { 3337 "calcs": [ 3338 "mean", 3339 "last" 3340 ], 3341 "displayMode": "list", 3342 "placement": "bottom", 3343 "showLegend": true 3344 }, 3345 "tooltip": { 3346 "mode": "single", 3347 "sort": "none" 3348 } 3349 }, 3350 "targets": [ 3351 { 3352 "datasource": { 3353 "type": "prometheus" 3354 }, 3355 "exemplar": true, 3356 "expr": "cache_keys_total{name=\"txpool\",instance=~\"$instance\"}", 3357 "hide": false, 3358 "interval": "", 3359 "legendFormat": "keys: {{ instance }} ", 3360 "refId": "A" 3361 }, 3362 { 3363 "datasource": { 3364 "type": "prometheus" 3365 }, 3366 "exemplar": true, 3367 "expr": "cache_list_total{name=\"txpool\",instance=~\"$instance\"}", 3368 "hide": false, 3369 "interval": "", 3370 "legendFormat": "list: {{ instance }} ", 3371 "refId": "B" 3372 } 3373 ], 3374 "title": "Cache keys", 3375 "type": "timeseries" 3376 }, 3377 { 3378 "datasource": { 3379 "type": "prometheus" 3380 }, 3381 "fieldConfig": { 3382 "defaults": { 3383 "color": { 3384 "mode": "palette-classic" 3385 }, 3386 "custom": { 3387 "axisCenteredZero": false, 3388 "axisColorMode": "text", 3389 "axisLabel": "", 3390 "axisPlacement": "auto", 3391 "barAlignment": 0, 3392 "drawStyle": "line", 3393 "fillOpacity": 0, 3394 "gradientMode": "none", 3395 "hideFrom": { 3396 "legend": false, 3397 "tooltip": false, 3398 "viz": false 3399 }, 3400 "insertNulls": false, 3401 "lineInterpolation": "linear", 3402 "lineWidth": 1, 3403 "pointSize": 5, 3404 "scaleDistribution": { 3405 "type": "linear" 3406 }, 3407 "showPoints": "auto", 3408 "spanNulls": false, 3409 "stacking": { 3410 "group": "A", 3411 "mode": "none" 3412 }, 3413 "thresholdsStyle": { 3414 "mode": "off" 3415 } 3416 }, 3417 "mappings": [], 3418 "thresholds": { 3419 "mode": "absolute", 3420 "steps": [ 3421 { 3422 "color": "green", 3423 "value": null 3424 }, 3425 { 3426 "color": "red", 3427 "value": 80 3428 } 3429 ] 3430 }, 3431 "unit": "binBps" 3432 }, 3433 "overrides": [] 3434 }, 3435 "gridPos": { 3436 "h": 6, 3437 "w": 8, 3438 "x": 0, 3439 "y": 68 3440 }, 3441 "id": 178, 3442 "options": { 3443 "legend": { 3444 "calcs": [ 3445 "mean", 3446 "last" 3447 ], 3448 "displayMode": "list", 3449 "placement": "bottom", 3450 "showLegend": true 3451 }, 3452 "tooltip": { 3453 "mode": "single", 3454 "sort": "none" 3455 } 3456 }, 3457 "targets": [ 3458 { 3459 "datasource": { 3460 "type": "prometheus" 3461 }, 3462 "exemplar": true, 3463 "expr": "rate(pool_write_to_db_bytes{instance=~\"$instance\"}[$rate_interval])", 3464 "hide": false, 3465 "interval": "", 3466 "legendFormat": "pool_write_to_db_bytes: {{ instance }}", 3467 "refId": "A" 3468 } 3469 ], 3470 "title": "DB", 3471 "type": "timeseries" 3472 }, 3473 { 3474 "collapsed": false, 3475 "datasource": { 3476 "type": "prometheus" 3477 }, 3478 "gridPos": { 3479 "h": 1, 3480 "w": 24, 3481 "x": 0, 3482 "y": 74 3483 }, 3484 "id": 183, 3485 "panels": [], 3486 "targets": [ 3487 { 3488 "datasource": { 3489 "type": "prometheus" 3490 }, 3491 "refId": "A" 3492 } 3493 ], 3494 "title": "RPC", 3495 "type": "row" 3496 }, 3497 { 3498 "datasource": { 3499 "type": "prometheus" 3500 }, 3501 "fieldConfig": { 3502 "defaults": { 3503 "color": { 3504 "mode": "palette-classic" 3505 }, 3506 "custom": { 3507 "axisCenteredZero": false, 3508 "axisColorMode": "text", 3509 "axisLabel": "", 3510 "axisPlacement": "auto", 3511 "barAlignment": 0, 3512 "drawStyle": "line", 3513 "fillOpacity": 0, 3514 "gradientMode": "none", 3515 "hideFrom": { 3516 "legend": false, 3517 "tooltip": false, 3518 "viz": false 3519 }, 3520 "insertNulls": false, 3521 "lineInterpolation": "linear", 3522 "lineWidth": 1, 3523 "pointSize": 5, 3524 "scaleDistribution": { 3525 "type": "linear" 3526 }, 3527 "showPoints": "auto", 3528 "spanNulls": false, 3529 "stacking": { 3530 "group": "A", 3531 "mode": "none" 3532 }, 3533 "thresholdsStyle": { 3534 "mode": "off" 3535 } 3536 }, 3537 "mappings": [], 3538 "thresholds": { 3539 "mode": "absolute", 3540 "steps": [ 3541 { 3542 "color": "green", 3543 "value": null 3544 }, 3545 { 3546 "color": "red", 3547 "value": 80 3548 } 3549 ] 3550 }, 3551 "unit": "reqps" 3552 }, 3553 "overrides": [] 3554 }, 3555 "gridPos": { 3556 "h": 8, 3557 "w": 12, 3558 "x": 0, 3559 "y": 75 3560 }, 3561 "id": 185, 3562 "options": { 3563 "legend": { 3564 "calcs": [ 3565 "mean", 3566 "last" 3567 ], 3568 "displayMode": "list", 3569 "placement": "bottom", 3570 "showLegend": true 3571 }, 3572 "tooltip": { 3573 "mode": "single", 3574 "sort": "none" 3575 } 3576 }, 3577 "targets": [ 3578 { 3579 "datasource": { 3580 "type": "prometheus" 3581 }, 3582 "exemplar": true, 3583 "expr": "rate(rpc_duration_seconds_count{instance=~\"$instance\",success=\"success\"}[1m])", 3584 "interval": "", 3585 "legendFormat": "success {{ method }} {{ instance }} ", 3586 "refId": "A" 3587 }, 3588 { 3589 "datasource": { 3590 "type": "prometheus" 3591 }, 3592 "exemplar": true, 3593 "expr": "rate(rpc_duration_seconds_count{instance=~\"$instance\",success=\"failure\"}[1m])", 3594 "hide": false, 3595 "interval": "", 3596 "legendFormat": "failure {{ method }} {{ instance }} ", 3597 "refId": "B" 3598 } 3599 ], 3600 "title": "RPS", 3601 "transformations": [], 3602 "type": "timeseries" 3603 }, 3604 { 3605 "datasource": { 3606 "type": "prometheus" 3607 }, 3608 "fieldConfig": { 3609 "defaults": { 3610 "color": { 3611 "mode": "palette-classic" 3612 }, 3613 "custom": { 3614 "axisCenteredZero": false, 3615 "axisColorMode": "text", 3616 "axisLabel": "", 3617 "axisPlacement": "auto", 3618 "barAlignment": 0, 3619 "drawStyle": "line", 3620 "fillOpacity": 0, 3621 "gradientMode": "none", 3622 "hideFrom": { 3623 "legend": false, 3624 "tooltip": false, 3625 "viz": false 3626 }, 3627 "insertNulls": false, 3628 "lineInterpolation": "linear", 3629 "lineWidth": 1, 3630 "pointSize": 5, 3631 "scaleDistribution": { 3632 "type": "linear" 3633 }, 3634 "showPoints": "auto", 3635 "spanNulls": false, 3636 "stacking": { 3637 "group": "A", 3638 "mode": "none" 3639 }, 3640 "thresholdsStyle": { 3641 "mode": "off" 3642 } 3643 }, 3644 "mappings": [], 3645 "thresholds": { 3646 "mode": "absolute", 3647 "steps": [ 3648 { 3649 "color": "green", 3650 "value": null 3651 }, 3652 { 3653 "color": "red", 3654 "value": 80 3655 } 3656 ] 3657 }, 3658 "unit": "s" 3659 }, 3660 "overrides": [] 3661 }, 3662 "gridPos": { 3663 "h": 8, 3664 "w": 12, 3665 "x": 12, 3666 "y": 75 3667 }, 3668 "id": 186, 3669 "options": { 3670 "legend": { 3671 "calcs": [ 3672 "mean", 3673 "last" 3674 ], 3675 "displayMode": "list", 3676 "placement": "bottom", 3677 "showLegend": true 3678 }, 3679 "tooltip": { 3680 "mode": "single", 3681 "sort": "none" 3682 } 3683 }, 3684 "targets": [ 3685 { 3686 "datasource": { 3687 "type": "prometheus" 3688 }, 3689 "exemplar": true, 3690 "expr": "db_begin_seconds{quantile=\"$quantile\",instance=~\"$instance\"}", 3691 "interval": "", 3692 "legendFormat": "db_begin_seconds: {{ method }} {{ instance }}", 3693 "refId": "A" 3694 } 3695 ], 3696 "title": "DB begin", 3697 "transformations": [], 3698 "type": "timeseries" 3699 }, 3700 { 3701 "datasource": { 3702 "type": "prometheus" 3703 }, 3704 "fieldConfig": { 3705 "defaults": { 3706 "color": { 3707 "mode": "palette-classic" 3708 }, 3709 "custom": { 3710 "axisCenteredZero": false, 3711 "axisColorMode": "text", 3712 "axisLabel": "", 3713 "axisPlacement": "auto", 3714 "barAlignment": 0, 3715 "drawStyle": "line", 3716 "fillOpacity": 0, 3717 "gradientMode": "none", 3718 "hideFrom": { 3719 "legend": false, 3720 "tooltip": false, 3721 "viz": false 3722 }, 3723 "insertNulls": false, 3724 "lineInterpolation": "linear", 3725 "lineWidth": 1, 3726 "pointSize": 5, 3727 "scaleDistribution": { 3728 "type": "linear" 3729 }, 3730 "showPoints": "auto", 3731 "spanNulls": false, 3732 "stacking": { 3733 "group": "A", 3734 "mode": "none" 3735 }, 3736 "thresholdsStyle": { 3737 "mode": "off" 3738 } 3739 }, 3740 "mappings": [], 3741 "thresholds": { 3742 "mode": "absolute", 3743 "steps": [ 3744 { 3745 "color": "green", 3746 "value": null 3747 }, 3748 { 3749 "color": "red", 3750 "value": 80 3751 } 3752 ] 3753 }, 3754 "unit": "s" 3755 }, 3756 "overrides": [] 3757 }, 3758 "gridPos": { 3759 "h": 8, 3760 "w": 12, 3761 "x": 0, 3762 "y": 83 3763 }, 3764 "id": 187, 3765 "options": { 3766 "legend": { 3767 "calcs": [ 3768 "mean", 3769 "last" 3770 ], 3771 "displayMode": "list", 3772 "placement": "bottom", 3773 "showLegend": true 3774 }, 3775 "tooltip": { 3776 "mode": "single", 3777 "sort": "none" 3778 } 3779 }, 3780 "targets": [ 3781 { 3782 "datasource": { 3783 "type": "prometheus" 3784 }, 3785 "exemplar": true, 3786 "expr": "rpc_duration_seconds{quantile=\"$quantile\",instance=~\"$instance\"}", 3787 "interval": "", 3788 "legendFormat": " {{ method }} {{ instance }} {{ success }}", 3789 "refId": "A" 3790 } 3791 ], 3792 "title": "Timings", 3793 "transformations": [], 3794 "type": "timeseries" 3795 }, 3796 { 3797 "datasource": { 3798 "type": "prometheus" 3799 }, 3800 "fieldConfig": { 3801 "defaults": { 3802 "color": { 3803 "mode": "palette-classic" 3804 }, 3805 "custom": { 3806 "axisCenteredZero": false, 3807 "axisColorMode": "text", 3808 "axisLabel": "", 3809 "axisPlacement": "auto", 3810 "barAlignment": 0, 3811 "drawStyle": "line", 3812 "fillOpacity": 0, 3813 "gradientMode": "none", 3814 "hideFrom": { 3815 "legend": false, 3816 "tooltip": false, 3817 "viz": false 3818 }, 3819 "insertNulls": false, 3820 "lineInterpolation": "linear", 3821 "lineWidth": 1, 3822 "pointSize": 5, 3823 "scaleDistribution": { 3824 "type": "linear" 3825 }, 3826 "showPoints": "never", 3827 "spanNulls": true, 3828 "stacking": { 3829 "group": "A", 3830 "mode": "none" 3831 }, 3832 "thresholdsStyle": { 3833 "mode": "off" 3834 } 3835 }, 3836 "mappings": [], 3837 "thresholds": { 3838 "mode": "absolute", 3839 "steps": [ 3840 { 3841 "color": "green", 3842 "value": null 3843 }, 3844 { 3845 "color": "red", 3846 "value": 80 3847 } 3848 ] 3849 }, 3850 "unit": "none" 3851 }, 3852 "overrides": [] 3853 }, 3854 "gridPos": { 3855 "h": 8, 3856 "w": 12, 3857 "x": 12, 3858 "y": 83 3859 }, 3860 "id": 188, 3861 "options": { 3862 "legend": { 3863 "calcs": [], 3864 "displayMode": "list", 3865 "placement": "bottom", 3866 "showLegend": true 3867 }, 3868 "tooltip": { 3869 "mode": "multi", 3870 "sort": "none" 3871 } 3872 }, 3873 "pluginVersion": "8.0.6", 3874 "targets": [ 3875 { 3876 "datasource": { 3877 "type": "prometheus" 3878 }, 3879 "expr": "go_goroutines{instance=~\"$instance\"}", 3880 "instant": false, 3881 "interval": "", 3882 "legendFormat": "go/goroutines: {{instance}}", 3883 "refId": "A" 3884 }, 3885 { 3886 "datasource": { 3887 "type": "prometheus" 3888 }, 3889 "expr": "go_threads{instance=~\"$instance\"}", 3890 "instant": false, 3891 "interval": "", 3892 "legendFormat": "go/threads: {{instance}}", 3893 "refId": "B" 3894 } 3895 ], 3896 "title": "GO Goroutines and Threads", 3897 "type": "timeseries" 3898 }, 3899 { 3900 "datasource": { 3901 "type": "prometheus" 3902 }, 3903 "fieldConfig": { 3904 "defaults": { 3905 "color": { 3906 "mode": "palette-classic" 3907 }, 3908 "custom": { 3909 "axisCenteredZero": false, 3910 "axisColorMode": "text", 3911 "axisLabel": "", 3912 "axisPlacement": "auto", 3913 "barAlignment": 0, 3914 "drawStyle": "line", 3915 "fillOpacity": 0, 3916 "gradientMode": "none", 3917 "hideFrom": { 3918 "legend": false, 3919 "tooltip": false, 3920 "viz": false 3921 }, 3922 "insertNulls": false, 3923 "lineInterpolation": "linear", 3924 "lineWidth": 1, 3925 "pointSize": 5, 3926 "scaleDistribution": { 3927 "type": "linear" 3928 }, 3929 "showPoints": "auto", 3930 "spanNulls": false, 3931 "stacking": { 3932 "group": "A", 3933 "mode": "none" 3934 }, 3935 "thresholdsStyle": { 3936 "mode": "off" 3937 } 3938 }, 3939 "mappings": [], 3940 "thresholds": { 3941 "mode": "absolute", 3942 "steps": [ 3943 { 3944 "color": "green", 3945 "value": null 3946 }, 3947 { 3948 "color": "red", 3949 "value": 80 3950 } 3951 ] 3952 }, 3953 "unit": "short" 3954 }, 3955 "overrides": [] 3956 }, 3957 "gridPos": { 3958 "h": 6, 3959 "w": 8, 3960 "x": 8, 3961 "y": 91 3962 }, 3963 "id": 189, 3964 "options": { 3965 "legend": { 3966 "calcs": [ 3967 "mean", 3968 "last" 3969 ], 3970 "displayMode": "list", 3971 "placement": "bottom", 3972 "showLegend": true 3973 }, 3974 "tooltip": { 3975 "mode": "single", 3976 "sort": "none" 3977 } 3978 }, 3979 "targets": [ 3980 { 3981 "datasource": { 3982 "type": "prometheus" 3983 }, 3984 "exemplar": true, 3985 "expr": "cache_keys_total{name=\"rpc\",instance=~\"$instance\"}", 3986 "hide": false, 3987 "interval": "", 3988 "legendFormat": "keys: {{ instance }} ", 3989 "refId": "A" 3990 }, 3991 { 3992 "datasource": { 3993 "type": "prometheus" 3994 }, 3995 "exemplar": true, 3996 "expr": "cache_list_total{name=\"rpc\",instance=~\"$instance\"}", 3997 "hide": false, 3998 "interval": "", 3999 "legendFormat": "list: {{ instance }} ", 4000 "refId": "B" 4001 }, 4002 { 4003 "datasource": { 4004 "type": "prometheus" 4005 }, 4006 "exemplar": true, 4007 "expr": "cache_code_keys_total{name=\"rpc\",instance=~\"$instance\"}", 4008 "hide": false, 4009 "interval": "", 4010 "legendFormat": "code_keys: {{ instance }} ", 4011 "refId": "C" 4012 }, 4013 { 4014 "datasource": { 4015 "type": "prometheus" 4016 }, 4017 "exemplar": true, 4018 "expr": "cache_code_list_total{name=\"rpc\",instance=~\"$instance\"}", 4019 "hide": false, 4020 "interval": "", 4021 "legendFormat": "code_list: {{ instance }} ", 4022 "refId": "D" 4023 } 4024 ], 4025 "title": "Cache keys", 4026 "type": "timeseries" 4027 }, 4028 { 4029 "datasource": { 4030 "type": "prometheus" 4031 }, 4032 "fieldConfig": { 4033 "defaults": { 4034 "color": { 4035 "mode": "palette-classic" 4036 }, 4037 "custom": { 4038 "axisCenteredZero": false, 4039 "axisColorMode": "text", 4040 "axisLabel": "", 4041 "axisPlacement": "auto", 4042 "barAlignment": 0, 4043 "drawStyle": "line", 4044 "fillOpacity": 0, 4045 "gradientMode": "none", 4046 "hideFrom": { 4047 "legend": false, 4048 "tooltip": false, 4049 "viz": false 4050 }, 4051 "insertNulls": false, 4052 "lineInterpolation": "linear", 4053 "lineWidth": 1, 4054 "pointSize": 5, 4055 "scaleDistribution": { 4056 "type": "linear" 4057 }, 4058 "showPoints": "auto", 4059 "spanNulls": false, 4060 "stacking": { 4061 "group": "A", 4062 "mode": "none" 4063 }, 4064 "thresholdsStyle": { 4065 "mode": "off" 4066 } 4067 }, 4068 "mappings": [], 4069 "thresholds": { 4070 "mode": "absolute", 4071 "steps": [ 4072 { 4073 "color": "green", 4074 "value": null 4075 }, 4076 { 4077 "color": "red", 4078 "value": 80 4079 } 4080 ] 4081 } 4082 }, 4083 "overrides": [] 4084 }, 4085 "gridPos": { 4086 "h": 6, 4087 "w": 8, 4088 "x": 16, 4089 "y": 91 4090 }, 4091 "id": 184, 4092 "options": { 4093 "legend": { 4094 "calcs": [ 4095 "mean", 4096 "last" 4097 ], 4098 "displayMode": "list", 4099 "placement": "bottom", 4100 "showLegend": true 4101 }, 4102 "tooltip": { 4103 "mode": "single", 4104 "sort": "none" 4105 } 4106 }, 4107 "targets": [ 4108 { 4109 "datasource": { 4110 "type": "prometheus" 4111 }, 4112 "editorMode": "code", 4113 "exemplar": true, 4114 "expr": "sum(delta(cache_total{result=\"hit\",name=\"rpc\",instance=~\"$instance\"}[1m]))/sum(delta(cache_total{name=\"rpc\",instance=~\"$instance\"}[1m])) ", 4115 "hide": false, 4116 "interval": "", 4117 "legendFormat": "hit rate: {{ instance }} ", 4118 "range": true, 4119 "refId": "A" 4120 }, 4121 { 4122 "datasource": { 4123 "type": "prometheus" 4124 }, 4125 "exemplar": true, 4126 "expr": "sum(delta(cache_code_total{result=\"hit\",name=\"rpc\",instance=~\"$instance\"}[1m]))/sum(delta(cache_code_total{name=\"rpc\",instance=~\"$instance\"}[1m])) ", 4127 "hide": false, 4128 "interval": "", 4129 "legendFormat": "code hit rate: {{ instance }} ", 4130 "refId": "B" 4131 } 4132 ], 4133 "title": "Cache hit-rate", 4134 "type": "timeseries" 4135 }, 4136 { 4137 "collapsed": false, 4138 "datasource": { 4139 "type": "prometheus" 4140 }, 4141 "gridPos": { 4142 "h": 1, 4143 "w": 24, 4144 "x": 0, 4145 "y": 97 4146 }, 4147 "id": 75, 4148 "panels": [], 4149 "targets": [ 4150 { 4151 "datasource": { 4152 "type": "prometheus" 4153 }, 4154 "refId": "A" 4155 } 4156 ], 4157 "title": "Network", 4158 "type": "row" 4159 }, 4160 { 4161 "datasource": { 4162 "type": "prometheus" 4163 }, 4164 "fieldConfig": { 4165 "defaults": { 4166 "color": { 4167 "mode": "palette-classic" 4168 }, 4169 "custom": { 4170 "axisCenteredZero": false, 4171 "axisColorMode": "text", 4172 "axisLabel": "", 4173 "axisPlacement": "auto", 4174 "barAlignment": 0, 4175 "drawStyle": "line", 4176 "fillOpacity": 0, 4177 "gradientMode": "none", 4178 "hideFrom": { 4179 "legend": false, 4180 "tooltip": false, 4181 "viz": false 4182 }, 4183 "insertNulls": false, 4184 "lineInterpolation": "linear", 4185 "lineWidth": 1, 4186 "pointSize": 5, 4187 "scaleDistribution": { 4188 "type": "linear" 4189 }, 4190 "showPoints": "never", 4191 "spanNulls": true, 4192 "stacking": { 4193 "group": "A", 4194 "mode": "none" 4195 }, 4196 "thresholdsStyle": { 4197 "mode": "off" 4198 } 4199 }, 4200 "mappings": [], 4201 "thresholds": { 4202 "mode": "absolute", 4203 "steps": [ 4204 { 4205 "color": "green", 4206 "value": null 4207 }, 4208 { 4209 "color": "red", 4210 "value": 80 4211 } 4212 ] 4213 }, 4214 "unit": "Bps" 4215 }, 4216 "overrides": [] 4217 }, 4218 "gridPos": { 4219 "h": 6, 4220 "w": 12, 4221 "x": 0, 4222 "y": 98 4223 }, 4224 "id": 96, 4225 "links": [], 4226 "options": { 4227 "legend": { 4228 "calcs": [ 4229 "mean", 4230 "lastNotNull", 4231 "max", 4232 "min" 4233 ], 4234 "displayMode": "table", 4235 "placement": "bottom", 4236 "showLegend": true 4237 }, 4238 "tooltip": { 4239 "mode": "multi", 4240 "sort": "none" 4241 } 4242 }, 4243 "pluginVersion": "8.0.6", 4244 "targets": [ 4245 { 4246 "datasource": { 4247 "type": "prometheus" 4248 }, 4249 "exemplar": true, 4250 "expr": "rate(p2p_ingress{instance=~\"$instance\"}[$rate_interval])", 4251 "format": "time_series", 4252 "interval": "", 4253 "intervalFactor": 1, 4254 "legendFormat": "ingress: {{instance}}", 4255 "refId": "B" 4256 }, 4257 { 4258 "datasource": { 4259 "type": "prometheus" 4260 }, 4261 "exemplar": true, 4262 "expr": "rate(p2p_egress{instance=~\"$instance\"}[$rate_interval])", 4263 "format": "time_series", 4264 "hide": true, 4265 "interval": "", 4266 "intervalFactor": 1, 4267 "legendFormat": "egress: {{instance}}", 4268 "refId": "C" 4269 } 4270 ], 4271 "title": "Traffic", 4272 "type": "timeseries" 4273 }, 4274 { 4275 "datasource": { 4276 "type": "prometheus" 4277 }, 4278 "fieldConfig": { 4279 "defaults": { 4280 "color": { 4281 "mode": "palette-classic" 4282 }, 4283 "custom": { 4284 "axisCenteredZero": false, 4285 "axisColorMode": "text", 4286 "axisLabel": "", 4287 "axisPlacement": "auto", 4288 "barAlignment": 0, 4289 "drawStyle": "line", 4290 "fillOpacity": 0, 4291 "gradientMode": "none", 4292 "hideFrom": { 4293 "legend": false, 4294 "tooltip": false, 4295 "viz": false 4296 }, 4297 "insertNulls": false, 4298 "lineInterpolation": "linear", 4299 "lineWidth": 1, 4300 "pointSize": 5, 4301 "scaleDistribution": { 4302 "type": "linear" 4303 }, 4304 "showPoints": "never", 4305 "spanNulls": true, 4306 "stacking": { 4307 "group": "A", 4308 "mode": "none" 4309 }, 4310 "thresholdsStyle": { 4311 "mode": "off" 4312 } 4313 }, 4314 "mappings": [], 4315 "thresholds": { 4316 "mode": "absolute", 4317 "steps": [ 4318 { 4319 "color": "green", 4320 "value": null 4321 }, 4322 { 4323 "color": "red", 4324 "value": 80 4325 } 4326 ] 4327 }, 4328 "unit": "none" 4329 }, 4330 "overrides": [] 4331 }, 4332 "gridPos": { 4333 "h": 6, 4334 "w": 12, 4335 "x": 12, 4336 "y": 98 4337 }, 4338 "id": 77, 4339 "links": [], 4340 "options": { 4341 "legend": { 4342 "calcs": [ 4343 "mean", 4344 "lastNotNull", 4345 "max", 4346 "min" 4347 ], 4348 "displayMode": "table", 4349 "placement": "bottom", 4350 "showLegend": true 4351 }, 4352 "tooltip": { 4353 "mode": "multi", 4354 "sort": "none" 4355 } 4356 }, 4357 "pluginVersion": "8.0.6", 4358 "targets": [ 4359 { 4360 "datasource": { 4361 "type": "prometheus" 4362 }, 4363 "expr": "p2p_peer_count{instance=~\"$instance\"}", 4364 "format": "time_series", 4365 "interval": "", 4366 "intervalFactor": 1, 4367 "legendFormat": "peers: {{instance}}-{{state}}", 4368 "refId": "A" 4369 }, 4370 { 4371 "datasource": { 4372 "type": "prometheus" 4373 }, 4374 "expr": "rate(p2p_dials{instance=~\"$instance\"}[1m])", 4375 "format": "time_series", 4376 "interval": "", 4377 "intervalFactor": 1, 4378 "legendFormat": "dials: {{instance}}", 4379 "refId": "B" 4380 }, 4381 { 4382 "datasource": { 4383 "type": "prometheus" 4384 }, 4385 "expr": "rate(p2p_serves{instance=~\"$instance\"}[1m])", 4386 "format": "time_series", 4387 "interval": "", 4388 "intervalFactor": 1, 4389 "legendFormat": "serves: {{instance}}", 4390 "refId": "C" 4391 } 4392 ], 4393 "title": "Peers", 4394 "type": "timeseries" 4395 } 4396 ], 4397 "refresh": "30s", 4398 "revision": 1, 4399 "schemaVersion": 38, 4400 "style": "dark", 4401 "tags": [], 4402 "templating": { 4403 "list": [ 4404 { 4405 "current": { 4406 "selected": false, 4407 "text": "0.97", 4408 "value": "0.97" 4409 }, 4410 "hide": 0, 4411 "includeAll": false, 4412 "multi": false, 4413 "name": "quantile", 4414 "options": [ 4415 { 4416 "selected": false, 4417 "text": "0.0", 4418 "value": "0.0" 4419 }, 4420 { 4421 "selected": false, 4422 "text": "0.25", 4423 "value": "0.25" 4424 }, 4425 { 4426 "selected": false, 4427 "text": "0.5", 4428 "value": "0.5" 4429 }, 4430 { 4431 "selected": false, 4432 "text": "0.9", 4433 "value": "0.9" 4434 }, 4435 { 4436 "selected": true, 4437 "text": "0.97", 4438 "value": "0.97" 4439 }, 4440 { 4441 "selected": false, 4442 "text": "0.99", 4443 "value": "0.99" 4444 }, 4445 { 4446 "selected": false, 4447 "text": "1", 4448 "value": "1" 4449 } 4450 ], 4451 "query": "0.0,0.25,0.5, 0.9, 0.97, 0.99, 1", 4452 "queryValue": "", 4453 "skipUrlSync": false, 4454 "type": "custom" 4455 }, 4456 { 4457 "current": { 4458 "selected": true, 4459 "text": [ 4460 "All" 4461 ], 4462 "value": [ 4463 "$__all" 4464 ] 4465 }, 4466 "datasource": { 4467 "type": "prometheus", 4468 "uid": "PBFA97CFB590B2093" 4469 }, 4470 "definition": "go_goroutines", 4471 "hide": 0, 4472 "includeAll": true, 4473 "label": "instance", 4474 "multi": true, 4475 "name": "instance", 4476 "options": [], 4477 "query": { 4478 "query": "go_goroutines", 4479 "refId": "StandardVariableQuery" 4480 }, 4481 "refresh": 1, 4482 "regex": "/.*instance=\"([^\"]*).*/", 4483 "skipUrlSync": false, 4484 "sort": 0, 4485 "tagValuesQuery": "", 4486 "tagsQuery": "", 4487 "type": "query", 4488 "useTags": false 4489 }, 4490 { 4491 "auto": false, 4492 "auto_count": 30, 4493 "auto_min": "10s", 4494 "current": { 4495 "selected": false, 4496 "text": "10m", 4497 "value": "10m" 4498 }, 4499 "hide": 0, 4500 "label": "Rate Interval", 4501 "name": "rate_interval", 4502 "options": [ 4503 { 4504 "selected": false, 4505 "text": "1m", 4506 "value": "1m" 4507 }, 4508 { 4509 "selected": true, 4510 "text": "10m", 4511 "value": "10m" 4512 }, 4513 { 4514 "selected": false, 4515 "text": "30m", 4516 "value": "30m" 4517 }, 4518 { 4519 "selected": false, 4520 "text": "1h", 4521 "value": "1h" 4522 }, 4523 { 4524 "selected": false, 4525 "text": "3h", 4526 "value": "3h" 4527 }, 4528 { 4529 "selected": false, 4530 "text": "6h", 4531 "value": "6h" 4532 }, 4533 { 4534 "selected": false, 4535 "text": "12h", 4536 "value": "12h" 4537 }, 4538 { 4539 "selected": false, 4540 "text": "1d", 4541 "value": "1d" 4542 }, 4543 { 4544 "selected": false, 4545 "text": "7d", 4546 "value": "7d" 4547 }, 4548 { 4549 "selected": false, 4550 "text": "14d", 4551 "value": "14d" 4552 }, 4553 { 4554 "selected": false, 4555 "text": "30d", 4556 "value": "30d" 4557 } 4558 ], 4559 "query": "1m,10m,30m,1h,3h,6h,12h,1d,7d,14d,30d", 4560 "queryValue": "", 4561 "refresh": 2, 4562 "skipUrlSync": false, 4563 "type": "interval" 4564 } 4565 ] 4566 }, 4567 "time": { 4568 "from": "now-1h", 4569 "to": "now" 4570 }, 4571 "timepicker": { 4572 "refresh_intervals": [ 4573 "10s", 4574 "30s", 4575 "1m", 4576 "5m", 4577 "15m", 4578 "30m", 4579 "1h", 4580 "2h", 4581 "1d" 4582 ], 4583 "time_options": [ 4584 "5m", 4585 "15m", 4586 "1h", 4587 "6h", 4588 "12h", 4589 "24h", 4590 "2d", 4591 "7d", 4592 "30d" 4593 ] 4594 }, 4595 "timezone": "", 4596 "title": "Amazechain Internals", 4597 "uid": "b42a61d7-02b1-416c-8ab4-b9c864356174", 4598 "version": 19, 4599 "weekStart": "" 4600 }