github.com/m3db/m3@v1.5.0/integrations/grafana/m3aggregator_end_to_end_details.json (about) 1 { 2 "__requires": [ 3 { 4 "id": "grafana", 5 "name": "Grafana", 6 "type": "grafana", 7 "version": "5.2.4" 8 }, 9 { 10 "id": "graph", 11 "name": "Graph", 12 "type": "panel", 13 "version": "5.0.0" 14 }, 15 { 16 "id": "prometheus", 17 "name": "Prometheus", 18 "type": "datasource", 19 "version": "5.0.0" 20 }, 21 { 22 "id": "singlestat", 23 "name": "Singlestat", 24 "type": "panel", 25 "version": "5.0.0" 26 } 27 ], 28 "annotations": { 29 "list": [ 30 { 31 "builtIn": 1, 32 "datasource": "-- Grafana --", 33 "enable": true, 34 "hide": true, 35 "iconColor": "rgba(0, 211, 255, 1)", 36 "name": "Annotations & Alerts", 37 "type": "dashboard" 38 } 39 ] 40 }, 41 "editable": true, 42 "gnetId": null, 43 "graphTooltip": 1, 44 "id": 32, 45 "iteration": 1585680698382, 46 "links": [], 47 "panels": [ 48 { 49 "collapsed": false, 50 "datasource": "$datasource", 51 "gridPos": { 52 "h": 1, 53 "w": 24, 54 "x": 0, 55 "y": 0 56 }, 57 "id": 196, 58 "panels": [], 59 "title": "Send to Aggregator", 60 "type": "row" 61 }, 62 { 63 "aliasColors": {}, 64 "bars": false, 65 "dashLength": 10, 66 "dashes": false, 67 "datasource": "$datasource", 68 "fill": 1, 69 "fillGradient": 0, 70 "gridPos": { 71 "h": 8, 72 "w": 6, 73 "x": 0, 74 "y": 1 75 }, 76 "hiddenSeries": false, 77 "id": 198, 78 "legend": { 79 "avg": false, 80 "current": false, 81 "max": false, 82 "min": false, 83 "show": true, 84 "total": false, 85 "values": false 86 }, 87 "lines": true, 88 "linewidth": 1, 89 "nullPointMode": "null", 90 "options": { 91 "dataLinks": [] 92 }, 93 "percentage": false, 94 "pointradius": 2, 95 "points": false, 96 "renderer": "flot", 97 "seriesOverrides": [], 98 "spaceLength": 10, 99 "stack": false, 100 "steppedLine": false, 101 "targets": [ 102 { 103 "expr": "sum(rate(m3aggregator_aggregator_client_writeForwarded_success[$step]))", 104 "refId": "A" 105 } 106 ], 107 "thresholds": [], 108 "timeFrom": null, 109 "timeRegions": [], 110 "timeShift": null, 111 "title": "Write Timed/Forwarded Success", 112 "tooltip": { 113 "shared": true, 114 "sort": 0, 115 "value_type": "individual" 116 }, 117 "type": "graph", 118 "xaxis": { 119 "buckets": null, 120 "mode": "time", 121 "name": null, 122 "show": true, 123 "values": [] 124 }, 125 "yaxes": [ 126 { 127 "format": "short", 128 "label": null, 129 "logBase": 1, 130 "max": null, 131 "min": null, 132 "show": true 133 }, 134 { 135 "format": "short", 136 "label": null, 137 "logBase": 1, 138 "max": null, 139 "min": null, 140 "show": true 141 } 142 ], 143 "yaxis": { 144 "align": false, 145 "alignLevel": null 146 } 147 }, 148 { 149 "aliasColors": {}, 150 "bars": false, 151 "dashLength": 10, 152 "dashes": false, 153 "datasource": "$datasource", 154 "fill": 1, 155 "fillGradient": 0, 156 "gridPos": { 157 "h": 8, 158 "w": 6, 159 "x": 6, 160 "y": 1 161 }, 162 "hiddenSeries": false, 163 "id": 199, 164 "legend": { 165 "avg": false, 166 "current": false, 167 "max": false, 168 "min": false, 169 "show": true, 170 "total": false, 171 "values": false 172 }, 173 "lines": true, 174 "linewidth": 1, 175 "nullPointMode": "null", 176 "options": { 177 "dataLinks": [] 178 }, 179 "percentage": false, 180 "pointradius": 2, 181 "points": false, 182 "renderer": "flot", 183 "seriesOverrides": [], 184 "spaceLength": 10, 185 "stack": false, 186 "steppedLine": false, 187 "targets": [ 188 { 189 "expr": "sum(rate(m3aggregator_aggregator_client_writeForwarded_errors[$step]))", 190 "refId": "A" 191 } 192 ], 193 "thresholds": [], 194 "timeFrom": null, 195 "timeRegions": [], 196 "timeShift": null, 197 "title": "Write Timed/Forwarded Errors", 198 "tooltip": { 199 "shared": true, 200 "sort": 0, 201 "value_type": "individual" 202 }, 203 "type": "graph", 204 "xaxis": { 205 "buckets": null, 206 "mode": "time", 207 "name": null, 208 "show": true, 209 "values": [] 210 }, 211 "yaxes": [ 212 { 213 "format": "short", 214 "label": null, 215 "logBase": 1, 216 "max": null, 217 "min": null, 218 "show": true 219 }, 220 { 221 "format": "short", 222 "label": null, 223 "logBase": 1, 224 "max": null, 225 "min": null, 226 "show": true 227 } 228 ], 229 "yaxis": { 230 "align": false, 231 "alignLevel": null 232 } 233 }, 234 { 235 "aliasColors": {}, 236 "bars": false, 237 "dashLength": 10, 238 "dashes": false, 239 "datasource": "$datasource", 240 "fill": 1, 241 "fillGradient": 0, 242 "gridPos": { 243 "h": 8, 244 "w": 6, 245 "x": 12, 246 "y": 1 247 }, 248 "hiddenSeries": false, 249 "id": 200, 250 "legend": { 251 "avg": false, 252 "current": false, 253 "max": false, 254 "min": false, 255 "show": true, 256 "total": false, 257 "values": false 258 }, 259 "lines": true, 260 "linewidth": 1, 261 "nullPointMode": "null", 262 "options": { 263 "dataLinks": [] 264 }, 265 "percentage": false, 266 "pointradius": 2, 267 "points": false, 268 "renderer": "flot", 269 "seriesOverrides": [], 270 "spaceLength": 10, 271 "stack": false, 272 "steppedLine": false, 273 "targets": [ 274 { 275 "expr": "sum(rate(m3aggregator_aggregator_client_writer_manager_writer_queue_successes[$step]))", 276 "refId": "A" 277 } 278 ], 279 "thresholds": [], 280 "timeFrom": null, 281 "timeRegions": [], 282 "timeShift": null, 283 "title": "Write Queue Success", 284 "tooltip": { 285 "shared": true, 286 "sort": 0, 287 "value_type": "individual" 288 }, 289 "type": "graph", 290 "xaxis": { 291 "buckets": null, 292 "mode": "time", 293 "name": null, 294 "show": true, 295 "values": [] 296 }, 297 "yaxes": [ 298 { 299 "format": "short", 300 "label": null, 301 "logBase": 1, 302 "max": null, 303 "min": null, 304 "show": true 305 }, 306 { 307 "format": "short", 308 "label": null, 309 "logBase": 1, 310 "max": null, 311 "min": null, 312 "show": true 313 } 314 ], 315 "yaxis": { 316 "align": false, 317 "alignLevel": null 318 } 319 }, 320 { 321 "aliasColors": {}, 322 "bars": false, 323 "dashLength": 10, 324 "dashes": false, 325 "datasource": "$datasource", 326 "fill": 1, 327 "fillGradient": 0, 328 "gridPos": { 329 "h": 8, 330 "w": 6, 331 "x": 18, 332 "y": 1 333 }, 334 "hiddenSeries": false, 335 "id": 201, 336 "legend": { 337 "avg": false, 338 "current": false, 339 "max": false, 340 "min": false, 341 "show": true, 342 "total": false, 343 "values": false 344 }, 345 "lines": true, 346 "linewidth": 1, 347 "nullPointMode": "null", 348 "options": { 349 "dataLinks": [] 350 }, 351 "percentage": false, 352 "pointradius": 2, 353 "points": false, 354 "renderer": "flot", 355 "seriesOverrides": [], 356 "spaceLength": 10, 357 "stack": false, 358 "steppedLine": false, 359 "targets": [ 360 { 361 "expr": "sum(rate(m3aggregator_aggregator_client_writer_manager_writer_queue_dropped[$step]))", 362 "refId": "A" 363 }, 364 { 365 "expr": "sum(rate(m3aggregator_aggregator_client_writer_manager_writer_queue_errors[$step]))", 366 "refId": "B" 367 } 368 ], 369 "thresholds": [], 370 "timeFrom": null, 371 "timeRegions": [], 372 "timeShift": null, 373 "title": "Write Queue Dropped/Errors", 374 "tooltip": { 375 "shared": true, 376 "sort": 0, 377 "value_type": "individual" 378 }, 379 "type": "graph", 380 "xaxis": { 381 "buckets": null, 382 "mode": "time", 383 "name": null, 384 "show": true, 385 "values": [] 386 }, 387 "yaxes": [ 388 { 389 "format": "short", 390 "label": null, 391 "logBase": 1, 392 "max": null, 393 "min": null, 394 "show": true 395 }, 396 { 397 "format": "short", 398 "label": null, 399 "logBase": 1, 400 "max": null, 401 "min": null, 402 "show": true 403 } 404 ], 405 "yaxis": { 406 "align": false, 407 "alignLevel": null 408 } 409 }, 410 { 411 "aliasColors": {}, 412 "bars": false, 413 "dashLength": 10, 414 "dashes": false, 415 "datasource": "$datasource", 416 "fill": 0, 417 "fillGradient": 0, 418 "gridPos": { 419 "h": 7, 420 "w": 6, 421 "x": 0, 422 "y": 9 423 }, 424 "hiddenSeries": false, 425 "id": 212, 426 "legend": { 427 "avg": false, 428 "current": false, 429 "max": false, 430 "min": false, 431 "show": false, 432 "total": false, 433 "values": false 434 }, 435 "lines": true, 436 "linewidth": 1, 437 "links": [], 438 "nullPointMode": "connected", 439 "options": { 440 "dataLinks": [] 441 }, 442 "percentage": false, 443 "pointradius": 5, 444 "points": false, 445 "renderer": "flot", 446 "seriesOverrides": [], 447 "spaceLength": 10, 448 "stack": false, 449 "steppedLine": false, 450 "targets": [ 451 { 452 "expr": "sum(coordinator_downsampler_remote_aggregator_client_message_buffered{m3_cluster=~\"$cluster\"}) by (instance)", 453 "legendFormat": "{{instance}}", 454 "refId": "A" 455 } 456 ], 457 "thresholds": [], 458 "timeFrom": null, 459 "timeRegions": [], 460 "timeShift": null, 461 "title": "Total Messages Buffered", 462 "tooltip": { 463 "shared": false, 464 "sort": 0, 465 "value_type": "individual" 466 }, 467 "type": "graph", 468 "xaxis": { 469 "buckets": null, 470 "mode": "time", 471 "name": null, 472 "show": true, 473 "values": [] 474 }, 475 "yaxes": [ 476 { 477 "format": "short", 478 "label": null, 479 "logBase": 1, 480 "max": null, 481 "min": null, 482 "show": true 483 }, 484 { 485 "format": "short", 486 "label": null, 487 "logBase": 1, 488 "max": null, 489 "min": null, 490 "show": true 491 } 492 ], 493 "yaxis": { 494 "align": false, 495 "alignLevel": null 496 } 497 }, 498 { 499 "aliasColors": {}, 500 "bars": false, 501 "dashLength": 10, 502 "dashes": false, 503 "datasource": "$datasource", 504 "fill": 0, 505 "fillGradient": 0, 506 "gridPos": { 507 "h": 7, 508 "w": 6, 509 "x": 6, 510 "y": 9 511 }, 512 "hiddenSeries": false, 513 "id": 217, 514 "legend": { 515 "avg": false, 516 "current": false, 517 "max": false, 518 "min": false, 519 "show": false, 520 "total": false, 521 "values": false 522 }, 523 "lines": true, 524 "linewidth": 1, 525 "links": [], 526 "nullPointMode": "connected", 527 "options": { 528 "dataLinks": [] 529 }, 530 "percentage": false, 531 "pointradius": 5, 532 "points": false, 533 "renderer": "flot", 534 "seriesOverrides": [], 535 "spaceLength": 10, 536 "stack": false, 537 "steppedLine": false, 538 "targets": [ 539 { 540 "expr": "sum(coordinator_downsampler_remote_aggregator_client_queue_size{m3_cluster=~\"$cluster\"}) by (instance)", 541 "legendFormat": "{{instance}}", 542 "refId": "A" 543 } 544 ], 545 "thresholds": [], 546 "timeFrom": null, 547 "timeRegions": [], 548 "timeShift": null, 549 "title": "Total Messages Queue Length", 550 "tooltip": { 551 "shared": false, 552 "sort": 0, 553 "value_type": "individual" 554 }, 555 "type": "graph", 556 "xaxis": { 557 "buckets": null, 558 "mode": "time", 559 "name": null, 560 "show": true, 561 "values": [] 562 }, 563 "yaxes": [ 564 { 565 "format": "short", 566 "label": null, 567 "logBase": 1, 568 "max": null, 569 "min": null, 570 "show": true 571 }, 572 { 573 "format": "short", 574 "label": null, 575 "logBase": 1, 576 "max": null, 577 "min": null, 578 "show": true 579 } 580 ], 581 "yaxis": { 582 "align": false, 583 "alignLevel": null 584 } 585 }, 586 { 587 "aliasColors": {}, 588 "bars": false, 589 "dashLength": 10, 590 "dashes": false, 591 "datasource": "$datasource", 592 "fill": 1, 593 "fillGradient": 0, 594 "gridPos": { 595 "h": 7, 596 "w": 6, 597 "x": 12, 598 "y": 9 599 }, 600 "hiddenSeries": false, 601 "id": 213, 602 "legend": { 603 "avg": false, 604 "current": false, 605 "max": false, 606 "min": false, 607 "show": false, 608 "total": false, 609 "values": false 610 }, 611 "lines": true, 612 "linewidth": 1, 613 "links": [], 614 "nullPointMode": "null", 615 "options": { 616 "dataLinks": [] 617 }, 618 "percentage": false, 619 "pointradius": 5, 620 "points": true, 621 "renderer": "flot", 622 "seriesOverrides": [], 623 "spaceLength": 10, 624 "stack": false, 625 "steppedLine": false, 626 "targets": [ 627 { 628 "expr": "rate(coordinator_downsampler_remote_aggregator_client_message_dropped{m3_cluster=~\"$cluster\"}[1m])", 629 "legendFormat": "{{instance}} {{__name__}}", 630 "refId": "A" 631 } 632 ], 633 "thresholds": [], 634 "timeFrom": null, 635 "timeRegions": [], 636 "timeShift": null, 637 "title": "Message Dropped", 638 "tooltip": { 639 "shared": true, 640 "sort": 0, 641 "value_type": "individual" 642 }, 643 "type": "graph", 644 "xaxis": { 645 "buckets": null, 646 "mode": "time", 647 "name": null, 648 "show": true, 649 "values": [] 650 }, 651 "yaxes": [ 652 { 653 "format": "short", 654 "label": null, 655 "logBase": 1, 656 "max": null, 657 "min": null, 658 "show": true 659 }, 660 { 661 "format": "short", 662 "label": null, 663 "logBase": 1, 664 "max": null, 665 "min": null, 666 "show": true 667 } 668 ], 669 "yaxis": { 670 "align": false, 671 "alignLevel": null 672 } 673 }, 674 { 675 "aliasColors": {}, 676 "bars": false, 677 "dashLength": 10, 678 "dashes": false, 679 "datasource": "$datasource", 680 "fill": 1, 681 "fillGradient": 0, 682 "gridPos": { 683 "h": 7, 684 "w": 6, 685 "x": 18, 686 "y": 9 687 }, 688 "hiddenSeries": false, 689 "id": 214, 690 "legend": { 691 "avg": false, 692 "current": false, 693 "max": false, 694 "min": false, 695 "show": false, 696 "total": false, 697 "values": false 698 }, 699 "lines": true, 700 "linewidth": 1, 701 "links": [], 702 "nullPointMode": "null", 703 "options": { 704 "dataLinks": [] 705 }, 706 "percentage": false, 707 "pointradius": 5, 708 "points": true, 709 "renderer": "flot", 710 "seriesOverrides": [], 711 "spaceLength": 10, 712 "stack": false, 713 "steppedLine": false, 714 "targets": [ 715 { 716 "expr": "rate(coordinator_downsampler_remote_aggregator_client_drop_oldest_async{m3_cluster=~\"$cluster\"}[1m])", 717 "legendFormat": "{{instance}} drop_async", 718 "refId": "A" 719 }, 720 { 721 "expr": "rate(coordinator_downsampler_remote_aggregator_client_drop_oldest_sync{m3_cluster=~\"$cluster\"}[1m])", 722 "legendFormat": "{{instance}} drop_sync", 723 "refId": "B" 724 } 725 ], 726 "thresholds": [], 727 "timeFrom": null, 728 "timeRegions": [], 729 "timeShift": null, 730 "title": "Drop types", 731 "tooltip": { 732 "shared": true, 733 "sort": 0, 734 "value_type": "individual" 735 }, 736 "type": "graph", 737 "xaxis": { 738 "buckets": null, 739 "mode": "time", 740 "name": null, 741 "show": true, 742 "values": [] 743 }, 744 "yaxes": [ 745 { 746 "format": "short", 747 "label": null, 748 "logBase": 1, 749 "max": null, 750 "min": null, 751 "show": true 752 }, 753 { 754 "format": "short", 755 "label": null, 756 "logBase": 1, 757 "max": null, 758 "min": null, 759 "show": true 760 } 761 ], 762 "yaxis": { 763 "align": false, 764 "alignLevel": null 765 } 766 }, 767 { 768 "aliasColors": {}, 769 "bars": false, 770 "dashLength": 10, 771 "dashes": false, 772 "datasource": "$datasource", 773 "fill": 0, 774 "fillGradient": 0, 775 "gridPos": { 776 "h": 7, 777 "w": 6, 778 "x": 0, 779 "y": 16 780 }, 781 "hiddenSeries": false, 782 "id": 218, 783 "legend": { 784 "avg": false, 785 "current": false, 786 "max": false, 787 "min": false, 788 "show": false, 789 "total": false, 790 "values": false 791 }, 792 "lines": true, 793 "linewidth": 1, 794 "links": [], 795 "nullPointMode": "connected", 796 "options": { 797 "dataLinks": [] 798 }, 799 "percentage": false, 800 "pointradius": 5, 801 "points": false, 802 "renderer": "flot", 803 "seriesOverrides": [], 804 "spaceLength": 10, 805 "stack": false, 806 "steppedLine": false, 807 "targets": [ 808 { 809 "expr": "coordinator_downsampler_remote_aggregator_client_message_write_delay{m3_cluster=\"$cluster\"}", 810 "legendFormat": "p{{quantile}} {{instance}} ", 811 "refId": "A" 812 } 813 ], 814 "thresholds": [], 815 "timeFrom": null, 816 "timeRegions": [], 817 "timeShift": null, 818 "title": "Messages Write Delay", 819 "tooltip": { 820 "shared": false, 821 "sort": 0, 822 "value_type": "individual" 823 }, 824 "type": "graph", 825 "xaxis": { 826 "buckets": null, 827 "mode": "time", 828 "name": null, 829 "show": true, 830 "values": [] 831 }, 832 "yaxes": [ 833 { 834 "format": "s", 835 "label": null, 836 "logBase": 1, 837 "max": null, 838 "min": null, 839 "show": true 840 }, 841 { 842 "format": "short", 843 "label": null, 844 "logBase": 1, 845 "max": null, 846 "min": null, 847 "show": true 848 } 849 ], 850 "yaxis": { 851 "align": false, 852 "alignLevel": null 853 } 854 }, 855 { 856 "aliasColors": {}, 857 "bars": false, 858 "dashLength": 10, 859 "dashes": false, 860 "datasource": "$datasource", 861 "fill": 0, 862 "fillGradient": 0, 863 "gridPos": { 864 "h": 7, 865 "w": 6, 866 "x": 6, 867 "y": 16 868 }, 869 "hiddenSeries": false, 870 "id": 215, 871 "legend": { 872 "avg": false, 873 "current": false, 874 "max": false, 875 "min": false, 876 "show": false, 877 "total": false, 878 "values": false 879 }, 880 "lines": true, 881 "linewidth": 1, 882 "links": [], 883 "nullPointMode": "connected", 884 "options": { 885 "dataLinks": [] 886 }, 887 "percentage": false, 888 "pointradius": 5, 889 "points": false, 890 "renderer": "flot", 891 "seriesOverrides": [], 892 "spaceLength": 10, 893 "stack": false, 894 "steppedLine": false, 895 "targets": [ 896 { 897 "expr": "sum(coordinator_downsampler_remote_aggregator_client_byte_buffered{m3_cluster=~\"$cluster\"}) by (instance)", 898 "legendFormat": "{{instance}}", 899 "refId": "A" 900 } 901 ], 902 "thresholds": [], 903 "timeFrom": null, 904 "timeRegions": [], 905 "timeShift": null, 906 "title": "Total Bytes buffered", 907 "tooltip": { 908 "shared": false, 909 "sort": 0, 910 "value_type": "individual" 911 }, 912 "type": "graph", 913 "xaxis": { 914 "buckets": null, 915 "mode": "time", 916 "name": null, 917 "show": true, 918 "values": [] 919 }, 920 "yaxes": [ 921 { 922 "format": "decbytes", 923 "label": null, 924 "logBase": 1, 925 "max": null, 926 "min": null, 927 "show": true 928 }, 929 { 930 "format": "short", 931 "label": null, 932 "logBase": 1, 933 "max": null, 934 "min": null, 935 "show": true 936 } 937 ], 938 "yaxis": { 939 "align": false, 940 "alignLevel": null 941 } 942 }, 943 { 944 "aliasColors": {}, 945 "bars": false, 946 "dashLength": 10, 947 "dashes": false, 948 "datasource": "$datasource", 949 "fill": 1, 950 "fillGradient": 0, 951 "gridPos": { 952 "h": 7, 953 "w": 6, 954 "x": 12, 955 "y": 16 956 }, 957 "hiddenSeries": false, 958 "id": 216, 959 "legend": { 960 "avg": false, 961 "current": false, 962 "max": false, 963 "min": false, 964 "show": false, 965 "total": false, 966 "values": false 967 }, 968 "lines": true, 969 "linewidth": 1, 970 "links": [], 971 "nullPointMode": "null", 972 "options": { 973 "dataLinks": [] 974 }, 975 "percentage": false, 976 "pointradius": 5, 977 "points": true, 978 "renderer": "flot", 979 "seriesOverrides": [], 980 "spaceLength": 10, 981 "stack": false, 982 "steppedLine": false, 983 "targets": [ 984 { 985 "expr": "rate(coordinator_downsampler_remote_aggregator_client_buffer_byte_dropped{m3_cluster=~\"$cluster\"}[1m])", 986 "legendFormat": "{{instance}}", 987 "refId": "A" 988 } 989 ], 990 "thresholds": [], 991 "timeFrom": null, 992 "timeRegions": [], 993 "timeShift": null, 994 "title": "Bytes Dropped", 995 "tooltip": { 996 "shared": true, 997 "sort": 0, 998 "value_type": "individual" 999 }, 1000 "type": "graph", 1001 "xaxis": { 1002 "buckets": null, 1003 "mode": "time", 1004 "name": null, 1005 "show": true, 1006 "values": [] 1007 }, 1008 "yaxes": [ 1009 { 1010 "format": "bytes", 1011 "label": null, 1012 "logBase": 1, 1013 "max": null, 1014 "min": null, 1015 "show": true 1016 }, 1017 { 1018 "format": "short", 1019 "label": null, 1020 "logBase": 1, 1021 "max": null, 1022 "min": null, 1023 "show": true 1024 } 1025 ], 1026 "yaxis": { 1027 "align": false, 1028 "alignLevel": null 1029 } 1030 }, 1031 { 1032 "collapsed": false, 1033 "datasource": "$datasource", 1034 "gridPos": { 1035 "h": 1, 1036 "w": 24, 1037 "x": 0, 1038 "y": 23 1039 }, 1040 "id": 194, 1041 "panels": [], 1042 "title": "Arriving at Aggregator", 1043 "type": "row" 1044 }, 1045 { 1046 "aliasColors": {}, 1047 "bars": false, 1048 "dashLength": 10, 1049 "dashes": false, 1050 "datasource": "$datasource", 1051 "editable": true, 1052 "error": false, 1053 "fill": 0, 1054 "fillGradient": 0, 1055 "grid": {}, 1056 "gridPos": { 1057 "h": 7, 1058 "w": 8, 1059 "x": 0, 1060 "y": 24 1061 }, 1062 "hiddenSeries": false, 1063 "id": 4, 1064 "legend": { 1065 "avg": false, 1066 "current": false, 1067 "max": false, 1068 "min": false, 1069 "show": true, 1070 "total": false, 1071 "values": false 1072 }, 1073 "lines": true, 1074 "linewidth": 1, 1075 "links": [], 1076 "nullPointMode": "connected", 1077 "options": { 1078 "dataLinks": [] 1079 }, 1080 "percentage": false, 1081 "pointradius": 5, 1082 "points": false, 1083 "renderer": "flot", 1084 "seriesOverrides": [], 1085 "spaceLength": 10, 1086 "stack": false, 1087 "steppedLine": false, 1088 "targets": [ 1089 { 1090 "expr": "sum(rate(m3aggregator_aggregator_addUntimed_success{m3_cluster=~\"$cluster\"}[$step]))", 1091 "key": 0.32458788643639513, 1092 "legendFormat": "add untimed success", 1093 "refId": "A" 1094 }, 1095 { 1096 "expr": "sum(rate(m3aggregator_aggregator_addForwarded_success{m3_cluster=~\"$cluster\"}[$step]))", 1097 "hide": false, 1098 "key": 0.32458788643639513, 1099 "legendFormat": "add forwarded success", 1100 "refId": "C" 1101 }, 1102 { 1103 "expr": "sum(rate(m3aggregator_aggregator_addTimed_success{m3_cluster=~\"$cluster\"}[$step]))", 1104 "hide": false, 1105 "key": 0.32458788643639513, 1106 "legendFormat": "add timed success", 1107 "refId": "B" 1108 } 1109 ], 1110 "thresholds": [], 1111 "timeFrom": null, 1112 "timeRegions": [], 1113 "timeShift": null, 1114 "title": "Writes Success / s", 1115 "tooltip": { 1116 "shared": false, 1117 "sort": 0, 1118 "value_type": "cumulative" 1119 }, 1120 "type": "graph", 1121 "xaxis": { 1122 "buckets": null, 1123 "mode": "time", 1124 "name": null, 1125 "show": true, 1126 "values": [] 1127 }, 1128 "yaxes": [ 1129 { 1130 "format": "short", 1131 "logBase": 1, 1132 "max": null, 1133 "min": null, 1134 "show": true 1135 }, 1136 { 1137 "format": "percentunit", 1138 "label": "", 1139 "logBase": 1, 1140 "max": null, 1141 "min": null, 1142 "show": true 1143 } 1144 ], 1145 "yaxis": { 1146 "align": false, 1147 "alignLevel": null 1148 } 1149 }, 1150 { 1151 "aliasColors": {}, 1152 "bars": false, 1153 "dashLength": 10, 1154 "dashes": false, 1155 "datasource": "$datasource", 1156 "editable": true, 1157 "error": false, 1158 "fill": 0, 1159 "fillGradient": 0, 1160 "grid": {}, 1161 "gridPos": { 1162 "h": 7, 1163 "w": 8, 1164 "x": 8, 1165 "y": 24 1166 }, 1167 "hiddenSeries": false, 1168 "id": 12, 1169 "legend": { 1170 "avg": false, 1171 "current": false, 1172 "max": false, 1173 "min": false, 1174 "show": true, 1175 "total": false, 1176 "values": false 1177 }, 1178 "lines": true, 1179 "linewidth": 1, 1180 "links": [], 1181 "nullPointMode": "connected", 1182 "options": { 1183 "dataLinks": [] 1184 }, 1185 "percentage": false, 1186 "pointradius": 5, 1187 "points": false, 1188 "renderer": "flot", 1189 "seriesOverrides": [], 1190 "spaceLength": 10, 1191 "stack": false, 1192 "steppedLine": false, 1193 "targets": [ 1194 { 1195 "expr": "sum(rate(m3aggregator_aggregator_addUntimed_errors{m3_cluster=~\"$cluster\"}[$step])) by (reason)", 1196 "key": 0.015375561225046352, 1197 "legendFormat": "{{reason}}", 1198 "refId": "D" 1199 }, 1200 { 1201 "expr": "sum(rate(m3aggregator_aggregator_addForwarded_errors{m3_cluster=~\"$cluster\"}[$step])) by (reason)", 1202 "hide": false, 1203 "key": 0.015375561225046352, 1204 "legendFormat": "{{reason}}", 1205 "refId": "A" 1206 }, 1207 { 1208 "expr": "sum(rate(m3aggregator_rawtcp_server_unknown_message_type_errors{m3_cluster=~\"$cluster\"}[$step]))", 1209 "hide": false, 1210 "key": 0.9314139646772208, 1211 "legendFormat": "unknown message type errors", 1212 "refId": "B" 1213 }, 1214 { 1215 "expr": "sum(rate(m3aggregator_rawtcp_server_unknown_error_type_errors{m3_cluster=~\"$cluster\"}[$step]))", 1216 "legendFormat": "unknown error type errors", 1217 "refId": "E" 1218 }, 1219 { 1220 "expr": "sum(rate(m3aggregator_rawtcp_server_decode_errors{m3_cluster=~\"$cluster\"}[$step]))", 1221 "legendFormat": "server decode errors", 1222 "refId": "F" 1223 }, 1224 { 1225 "expr": "sum(rate(m3aggregator_aggregator_addTimed_errors{m3_cluster=~\"$cluster\"}[$step])) by (reason)", 1226 "hide": false, 1227 "key": 0.015375561225046352, 1228 "legendFormat": "add timed error {{reason}}", 1229 "refId": "C" 1230 } 1231 ], 1232 "thresholds": [], 1233 "timeFrom": null, 1234 "timeRegions": [], 1235 "timeShift": null, 1236 "title": "Write Errors / s", 1237 "tooltip": { 1238 "shared": false, 1239 "sort": 0, 1240 "value_type": "cumulative" 1241 }, 1242 "type": "graph", 1243 "xaxis": { 1244 "buckets": null, 1245 "mode": "time", 1246 "name": null, 1247 "show": true, 1248 "values": [] 1249 }, 1250 "yaxes": [ 1251 { 1252 "format": "short", 1253 "logBase": 1, 1254 "max": null, 1255 "min": null, 1256 "show": true 1257 }, 1258 { 1259 "format": "percentunit", 1260 "label": "", 1261 "logBase": 1, 1262 "max": null, 1263 "min": null, 1264 "show": true 1265 } 1266 ], 1267 "yaxis": { 1268 "align": false, 1269 "alignLevel": null 1270 } 1271 }, 1272 { 1273 "aliasColors": {}, 1274 "bars": false, 1275 "dashLength": 10, 1276 "dashes": false, 1277 "datasource": "$datasource", 1278 "fill": 0, 1279 "fillGradient": 0, 1280 "gridPos": { 1281 "h": 7, 1282 "w": 8, 1283 "x": 16, 1284 "y": 24 1285 }, 1286 "hiddenSeries": false, 1287 "id": 171, 1288 "legend": { 1289 "avg": false, 1290 "current": false, 1291 "max": false, 1292 "min": false, 1293 "show": false, 1294 "total": false, 1295 "values": false 1296 }, 1297 "lines": true, 1298 "linewidth": 1, 1299 "links": [], 1300 "nullPointMode": "null", 1301 "options": { 1302 "dataLinks": [] 1303 }, 1304 "percentage": false, 1305 "pointradius": 5, 1306 "points": false, 1307 "renderer": "flot", 1308 "seriesOverrides": [], 1309 "spaceLength": 10, 1310 "stack": false, 1311 "steppedLine": false, 1312 "targets": [ 1313 { 1314 "expr": "rate(m3aggregator_aggregator_flush_handler_drop_oldest_async{m3_cluster=~\"$cluster\"}[$step])", 1315 "legendFormat": "dropped {{reason}}", 1316 "refId": "A" 1317 } 1318 ], 1319 "thresholds": [], 1320 "timeFrom": null, 1321 "timeRegions": [], 1322 "timeShift": null, 1323 "title": "Metrics Dropped (All Consumers)", 1324 "tooltip": { 1325 "shared": true, 1326 "sort": 0, 1327 "value_type": "individual" 1328 }, 1329 "type": "graph", 1330 "xaxis": { 1331 "buckets": null, 1332 "mode": "time", 1333 "name": null, 1334 "show": true, 1335 "values": [] 1336 }, 1337 "yaxes": [ 1338 { 1339 "format": "short", 1340 "label": null, 1341 "logBase": 1, 1342 "max": null, 1343 "min": null, 1344 "show": true 1345 }, 1346 { 1347 "format": "short", 1348 "label": null, 1349 "logBase": 1, 1350 "max": null, 1351 "min": null, 1352 "show": true 1353 } 1354 ], 1355 "yaxis": { 1356 "align": false, 1357 "alignLevel": null 1358 } 1359 }, 1360 { 1361 "collapsed": false, 1362 "datasource": "$datasource", 1363 "gridPos": { 1364 "h": 1, 1365 "w": 24, 1366 "x": 0, 1367 "y": 31 1368 }, 1369 "id": 191, 1370 "panels": [], 1371 "repeat": null, 1372 "title": "Leaving Aggregator", 1373 "type": "row" 1374 }, 1375 { 1376 "aliasColors": {}, 1377 "bars": false, 1378 "dashLength": 10, 1379 "dashes": false, 1380 "datasource": "$datasource", 1381 "fill": 0, 1382 "fillGradient": 0, 1383 "gridPos": { 1384 "h": 7, 1385 "w": 6, 1386 "x": 0, 1387 "y": 32 1388 }, 1389 "hiddenSeries": false, 1390 "id": 135, 1391 "legend": { 1392 "avg": false, 1393 "current": false, 1394 "max": false, 1395 "min": false, 1396 "show": false, 1397 "total": false, 1398 "values": false 1399 }, 1400 "lines": true, 1401 "linewidth": 1, 1402 "links": [], 1403 "nullPointMode": "connected", 1404 "options": { 1405 "dataLinks": [] 1406 }, 1407 "percentage": false, 1408 "pointradius": 5, 1409 "points": false, 1410 "renderer": "flot", 1411 "seriesOverrides": [], 1412 "spaceLength": 10, 1413 "stack": false, 1414 "steppedLine": false, 1415 "targets": [ 1416 { 1417 "expr": "sum(m3aggregator_aggregator_flush_handler_message_buffered{m3_cluster=~\"$cluster\",backend=\"m3msg\",component=\"producer\"}) by (instance)", 1418 "legendFormat": "{{instance}}", 1419 "refId": "A" 1420 } 1421 ], 1422 "thresholds": [], 1423 "timeFrom": null, 1424 "timeRegions": [], 1425 "timeShift": null, 1426 "title": "Total Messages Buffered", 1427 "tooltip": { 1428 "shared": false, 1429 "sort": 0, 1430 "value_type": "individual" 1431 }, 1432 "type": "graph", 1433 "xaxis": { 1434 "buckets": null, 1435 "mode": "time", 1436 "name": null, 1437 "show": true, 1438 "values": [] 1439 }, 1440 "yaxes": [ 1441 { 1442 "format": "short", 1443 "label": null, 1444 "logBase": 1, 1445 "max": null, 1446 "min": null, 1447 "show": true 1448 }, 1449 { 1450 "format": "short", 1451 "label": null, 1452 "logBase": 1, 1453 "max": null, 1454 "min": null, 1455 "show": true 1456 } 1457 ], 1458 "yaxis": { 1459 "align": false, 1460 "alignLevel": null 1461 } 1462 }, 1463 { 1464 "aliasColors": {}, 1465 "bars": false, 1466 "dashLength": 10, 1467 "dashes": false, 1468 "datasource": "$datasource", 1469 "fill": 1, 1470 "fillGradient": 0, 1471 "gridPos": { 1472 "h": 7, 1473 "w": 6, 1474 "x": 6, 1475 "y": 32 1476 }, 1477 "hiddenSeries": false, 1478 "id": 126, 1479 "legend": { 1480 "avg": false, 1481 "current": false, 1482 "max": false, 1483 "min": false, 1484 "show": false, 1485 "total": false, 1486 "values": false 1487 }, 1488 "lines": true, 1489 "linewidth": 1, 1490 "links": [], 1491 "nullPointMode": "null", 1492 "options": { 1493 "dataLinks": [] 1494 }, 1495 "percentage": false, 1496 "pointradius": 5, 1497 "points": true, 1498 "renderer": "flot", 1499 "seriesOverrides": [], 1500 "spaceLength": 10, 1501 "stack": false, 1502 "steppedLine": false, 1503 "targets": [ 1504 { 1505 "expr": "m3aggregator_aggregator_flush_handler_buffer_message_dropped{m3_cluster=~\"$cluster\",backend=\"m3msg\", component=\"producer\"}", 1506 "legendFormat": "{{instance}} {{__name__}}", 1507 "refId": "A" 1508 } 1509 ], 1510 "thresholds": [], 1511 "timeFrom": null, 1512 "timeRegions": [], 1513 "timeShift": null, 1514 "title": "Message Dropped", 1515 "tooltip": { 1516 "shared": true, 1517 "sort": 0, 1518 "value_type": "individual" 1519 }, 1520 "type": "graph", 1521 "xaxis": { 1522 "buckets": null, 1523 "mode": "time", 1524 "name": null, 1525 "show": true, 1526 "values": [] 1527 }, 1528 "yaxes": [ 1529 { 1530 "format": "short", 1531 "label": null, 1532 "logBase": 1, 1533 "max": null, 1534 "min": null, 1535 "show": true 1536 }, 1537 { 1538 "format": "short", 1539 "label": null, 1540 "logBase": 1, 1541 "max": null, 1542 "min": null, 1543 "show": true 1544 } 1545 ], 1546 "yaxis": { 1547 "align": false, 1548 "alignLevel": null 1549 } 1550 }, 1551 { 1552 "aliasColors": {}, 1553 "bars": false, 1554 "dashLength": 10, 1555 "dashes": false, 1556 "datasource": "$datasource", 1557 "fill": 1, 1558 "fillGradient": 0, 1559 "gridPos": { 1560 "h": 7, 1561 "w": 6, 1562 "x": 12, 1563 "y": 32 1564 }, 1565 "hiddenSeries": false, 1566 "id": 192, 1567 "legend": { 1568 "avg": false, 1569 "current": false, 1570 "max": false, 1571 "min": false, 1572 "show": false, 1573 "total": false, 1574 "values": false 1575 }, 1576 "lines": true, 1577 "linewidth": 1, 1578 "links": [], 1579 "nullPointMode": "null", 1580 "options": { 1581 "dataLinks": [] 1582 }, 1583 "percentage": false, 1584 "pointradius": 5, 1585 "points": true, 1586 "renderer": "flot", 1587 "seriesOverrides": [], 1588 "spaceLength": 10, 1589 "stack": false, 1590 "steppedLine": false, 1591 "targets": [ 1592 { 1593 "expr": "m3aggregator_aggregator_flush_handler_drop_oldest_async{m3_cluster=~\"$cluster\",backend=\"m3msg\",component=\"producer\"}", 1594 "legendFormat": "{{instance}}", 1595 "refId": "A" 1596 }, 1597 { 1598 "expr": "m3aggregator_aggregator_flush_handler_drop_oldest_sync{m3_cluster=~\"$cluster\",backend=\"m3msg\",component=\"producer\"}", 1599 "legendFormat": "{{instance}}", 1600 "refId": "B" 1601 } 1602 ], 1603 "thresholds": [], 1604 "timeFrom": null, 1605 "timeRegions": [], 1606 "timeShift": null, 1607 "title": "Drop types", 1608 "tooltip": { 1609 "shared": true, 1610 "sort": 0, 1611 "value_type": "individual" 1612 }, 1613 "type": "graph", 1614 "xaxis": { 1615 "buckets": null, 1616 "mode": "time", 1617 "name": null, 1618 "show": true, 1619 "values": [] 1620 }, 1621 "yaxes": [ 1622 { 1623 "format": "short", 1624 "label": null, 1625 "logBase": 1, 1626 "max": null, 1627 "min": null, 1628 "show": true 1629 }, 1630 { 1631 "format": "short", 1632 "label": null, 1633 "logBase": 1, 1634 "max": null, 1635 "min": null, 1636 "show": true 1637 } 1638 ], 1639 "yaxis": { 1640 "align": false, 1641 "alignLevel": null 1642 } 1643 }, 1644 { 1645 "aliasColors": {}, 1646 "bars": false, 1647 "dashLength": 10, 1648 "dashes": false, 1649 "datasource": "$datasource", 1650 "fill": 0, 1651 "fillGradient": 0, 1652 "gridPos": { 1653 "h": 7, 1654 "w": 6, 1655 "x": 0, 1656 "y": 39 1657 }, 1658 "hiddenSeries": false, 1659 "id": 124, 1660 "legend": { 1661 "avg": false, 1662 "current": false, 1663 "max": false, 1664 "min": false, 1665 "show": false, 1666 "total": false, 1667 "values": false 1668 }, 1669 "lines": true, 1670 "linewidth": 1, 1671 "links": [], 1672 "nullPointMode": "connected", 1673 "options": { 1674 "dataLinks": [] 1675 }, 1676 "percentage": false, 1677 "pointradius": 5, 1678 "points": false, 1679 "renderer": "flot", 1680 "seriesOverrides": [], 1681 "spaceLength": 10, 1682 "stack": false, 1683 "steppedLine": false, 1684 "targets": [ 1685 { 1686 "expr": "sum(m3aggregator_aggregator_flush_handler_byte_buffered{m3_cluster=~\"$cluster\",backend=\"m3msg\", component=\"producer\"}) by (instance)", 1687 "legendFormat": "{{instance}}", 1688 "refId": "A" 1689 } 1690 ], 1691 "thresholds": [], 1692 "timeFrom": null, 1693 "timeRegions": [], 1694 "timeShift": null, 1695 "title": "Total Bytes buffered", 1696 "tooltip": { 1697 "shared": false, 1698 "sort": 0, 1699 "value_type": "individual" 1700 }, 1701 "type": "graph", 1702 "xaxis": { 1703 "buckets": null, 1704 "mode": "time", 1705 "name": null, 1706 "show": true, 1707 "values": [] 1708 }, 1709 "yaxes": [ 1710 { 1711 "format": "decbytes", 1712 "label": null, 1713 "logBase": 1, 1714 "max": null, 1715 "min": null, 1716 "show": true 1717 }, 1718 { 1719 "format": "short", 1720 "label": null, 1721 "logBase": 1, 1722 "max": null, 1723 "min": null, 1724 "show": true 1725 } 1726 ], 1727 "yaxis": { 1728 "align": false, 1729 "alignLevel": null 1730 } 1731 }, 1732 { 1733 "aliasColors": {}, 1734 "bars": false, 1735 "dashLength": 10, 1736 "dashes": false, 1737 "datasource": "$datasource", 1738 "fill": 1, 1739 "fillGradient": 0, 1740 "gridPos": { 1741 "h": 7, 1742 "w": 6, 1743 "x": 6, 1744 "y": 39 1745 }, 1746 "hiddenSeries": false, 1747 "id": 127, 1748 "legend": { 1749 "avg": false, 1750 "current": false, 1751 "max": false, 1752 "min": false, 1753 "show": false, 1754 "total": false, 1755 "values": false 1756 }, 1757 "lines": true, 1758 "linewidth": 1, 1759 "links": [], 1760 "nullPointMode": "null", 1761 "options": { 1762 "dataLinks": [] 1763 }, 1764 "percentage": false, 1765 "pointradius": 5, 1766 "points": true, 1767 "renderer": "flot", 1768 "seriesOverrides": [], 1769 "spaceLength": 10, 1770 "stack": false, 1771 "steppedLine": false, 1772 "targets": [ 1773 { 1774 "expr": "m3aggregator_aggregator_flush_handler_buffer_byte_dropped{m3_cluster=~\"$cluster\",backend=\"m3msg\",component=\"producer\"}", 1775 "legendFormat": "{{instance}}", 1776 "refId": "A" 1777 } 1778 ], 1779 "thresholds": [], 1780 "timeFrom": null, 1781 "timeRegions": [], 1782 "timeShift": null, 1783 "title": "Bytes Dropped", 1784 "tooltip": { 1785 "shared": true, 1786 "sort": 0, 1787 "value_type": "individual" 1788 }, 1789 "type": "graph", 1790 "xaxis": { 1791 "buckets": null, 1792 "mode": "time", 1793 "name": null, 1794 "show": true, 1795 "values": [] 1796 }, 1797 "yaxes": [ 1798 { 1799 "format": "bytes", 1800 "label": null, 1801 "logBase": 1, 1802 "max": null, 1803 "min": null, 1804 "show": true 1805 }, 1806 { 1807 "format": "short", 1808 "label": null, 1809 "logBase": 1, 1810 "max": null, 1811 "min": null, 1812 "show": true 1813 } 1814 ], 1815 "yaxis": { 1816 "align": false, 1817 "alignLevel": null 1818 } 1819 }, 1820 { 1821 "collapsed": false, 1822 "datasource": "$datasource", 1823 "gridPos": { 1824 "h": 1, 1825 "w": 24, 1826 "x": 0, 1827 "y": 46 1828 }, 1829 "id": 203, 1830 "panels": [], 1831 "title": "Arriving at Coordinator", 1832 "type": "row" 1833 }, 1834 { 1835 "aliasColors": {}, 1836 "bars": false, 1837 "dashLength": 10, 1838 "dashes": false, 1839 "datasource": "$datasource", 1840 "fill": 1, 1841 "fillGradient": 0, 1842 "gridPos": { 1843 "h": 7, 1844 "w": 6, 1845 "x": 0, 1846 "y": 47 1847 }, 1848 "hiddenSeries": false, 1849 "id": 205, 1850 "legend": { 1851 "avg": false, 1852 "current": false, 1853 "max": false, 1854 "min": false, 1855 "show": true, 1856 "total": false, 1857 "values": false 1858 }, 1859 "lines": true, 1860 "linewidth": 1, 1861 "nullPointMode": "null", 1862 "options": { 1863 "dataLinks": [] 1864 }, 1865 "percentage": false, 1866 "pointradius": 2, 1867 "points": false, 1868 "renderer": "flot", 1869 "seriesOverrides": [], 1870 "spaceLength": 10, 1871 "stack": false, 1872 "steppedLine": false, 1873 "targets": [ 1874 { 1875 "expr": "sum(rate(coordinator_ingest_m3msg_ack_sent{m3_cluster=~\"$cluster\"}[$step]))", 1876 "refId": "A" 1877 } 1878 ], 1879 "thresholds": [], 1880 "timeFrom": null, 1881 "timeRegions": [], 1882 "timeShift": null, 1883 "title": "Coordinator M3Msg Ingest Ack", 1884 "tooltip": { 1885 "shared": true, 1886 "sort": 0, 1887 "value_type": "individual" 1888 }, 1889 "type": "graph", 1890 "xaxis": { 1891 "buckets": null, 1892 "mode": "time", 1893 "name": null, 1894 "show": true, 1895 "values": [] 1896 }, 1897 "yaxes": [ 1898 { 1899 "format": "short", 1900 "label": null, 1901 "logBase": 1, 1902 "max": null, 1903 "min": null, 1904 "show": true 1905 }, 1906 { 1907 "format": "short", 1908 "label": null, 1909 "logBase": 1, 1910 "max": null, 1911 "min": null, 1912 "show": true 1913 } 1914 ], 1915 "yaxis": { 1916 "align": false, 1917 "alignLevel": null 1918 } 1919 }, 1920 { 1921 "aliasColors": {}, 1922 "bars": false, 1923 "dashLength": 10, 1924 "dashes": false, 1925 "datasource": "$datasource", 1926 "fill": 1, 1927 "fillGradient": 0, 1928 "gridPos": { 1929 "h": 7, 1930 "w": 6, 1931 "x": 6, 1932 "y": 47 1933 }, 1934 "hiddenSeries": false, 1935 "id": 206, 1936 "legend": { 1937 "avg": false, 1938 "current": false, 1939 "max": false, 1940 "min": false, 1941 "show": true, 1942 "total": false, 1943 "values": false 1944 }, 1945 "lines": true, 1946 "linewidth": 1, 1947 "nullPointMode": "null", 1948 "options": { 1949 "dataLinks": [] 1950 }, 1951 "percentage": false, 1952 "pointradius": 2, 1953 "points": false, 1954 "renderer": "flot", 1955 "seriesOverrides": [], 1956 "spaceLength": 10, 1957 "stack": false, 1958 "steppedLine": false, 1959 "targets": [ 1960 { 1961 "expr": "sum(rate(coordinator_ingest_m3msg_errors{m3_cluster=~\"$cluster\"}[$step]))", 1962 "refId": "A" 1963 }, 1964 { 1965 "expr": "sum(rate(coordinator_ingest_m3msg_ack_encode_error{m3_cluster=~\"$cluster\"}[$step]))", 1966 "refId": "B" 1967 }, 1968 { 1969 "expr": "sum(rate(coordinator_ingest_m3msg_ack_write_error{m3_cluster=~\"$cluster\"}[$step]))", 1970 "refId": "C" 1971 }, 1972 { 1973 "expr": "sum(rate(coordinator_ingest_m3msg_errors_final{m3_cluster=~\"$cluster\"}[$step]))", 1974 "refId": "D" 1975 }, 1976 { 1977 "expr": "sum(rate(coordinator_ingest_m3msg_message_decode_error{m3_cluster=~\"$cluster\"}[$step]))", 1978 "refId": "E" 1979 }, 1980 { 1981 "expr": "sum(rate(coordinator_ingest_m3msg_message_read_error{m3_cluster=~\"$cluster\"}[$step]))", 1982 "refId": "F" 1983 } 1984 ], 1985 "thresholds": [], 1986 "timeFrom": null, 1987 "timeRegions": [], 1988 "timeShift": null, 1989 "title": "Coordinator M3Msg Ingest Errors", 1990 "tooltip": { 1991 "shared": true, 1992 "sort": 0, 1993 "value_type": "individual" 1994 }, 1995 "type": "graph", 1996 "xaxis": { 1997 "buckets": null, 1998 "mode": "time", 1999 "name": null, 2000 "show": true, 2001 "values": [] 2002 }, 2003 "yaxes": [ 2004 { 2005 "format": "short", 2006 "label": null, 2007 "logBase": 1, 2008 "max": null, 2009 "min": null, 2010 "show": true 2011 }, 2012 { 2013 "format": "short", 2014 "label": null, 2015 "logBase": 1, 2016 "max": null, 2017 "min": null, 2018 "show": true 2019 } 2020 ], 2021 "yaxis": { 2022 "align": false, 2023 "alignLevel": null 2024 } 2025 }, 2026 { 2027 "aliasColors": {}, 2028 "bars": false, 2029 "dashLength": 10, 2030 "dashes": false, 2031 "datasource": "$datasource", 2032 "fill": 1, 2033 "fillGradient": 0, 2034 "gridPos": { 2035 "h": 7, 2036 "w": 6, 2037 "x": 12, 2038 "y": 47 2039 }, 2040 "hiddenSeries": false, 2041 "id": 207, 2042 "legend": { 2043 "avg": false, 2044 "current": false, 2045 "max": false, 2046 "min": false, 2047 "show": true, 2048 "total": false, 2049 "values": false 2050 }, 2051 "lines": true, 2052 "linewidth": 1, 2053 "nullPointMode": "null", 2054 "options": { 2055 "dataLinks": [] 2056 }, 2057 "percentage": false, 2058 "pointradius": 2, 2059 "points": false, 2060 "renderer": "flot", 2061 "seriesOverrides": [], 2062 "spaceLength": 10, 2063 "stack": false, 2064 "steppedLine": false, 2065 "targets": [ 2066 { 2067 "expr": "sum(rate(coordinator_ingest_m3msg_metric_accepted{m3_cluster=~\"$cluster\"}[$step]))", 2068 "refId": "A" 2069 } 2070 ], 2071 "thresholds": [], 2072 "timeFrom": null, 2073 "timeRegions": [], 2074 "timeShift": null, 2075 "title": "Coordinator M3Msg Ingest Accepted", 2076 "tooltip": { 2077 "shared": true, 2078 "sort": 0, 2079 "value_type": "individual" 2080 }, 2081 "type": "graph", 2082 "xaxis": { 2083 "buckets": null, 2084 "mode": "time", 2085 "name": null, 2086 "show": true, 2087 "values": [] 2088 }, 2089 "yaxes": [ 2090 { 2091 "format": "short", 2092 "label": null, 2093 "logBase": 1, 2094 "max": null, 2095 "min": null, 2096 "show": true 2097 }, 2098 { 2099 "format": "short", 2100 "label": null, 2101 "logBase": 1, 2102 "max": null, 2103 "min": null, 2104 "show": true 2105 } 2106 ], 2107 "yaxis": { 2108 "align": false, 2109 "alignLevel": null 2110 } 2111 }, 2112 { 2113 "aliasColors": {}, 2114 "bars": false, 2115 "dashLength": 10, 2116 "dashes": false, 2117 "datasource": "$datasource", 2118 "fill": 1, 2119 "fillGradient": 0, 2120 "gridPos": { 2121 "h": 7, 2122 "w": 6, 2123 "x": 18, 2124 "y": 47 2125 }, 2126 "hiddenSeries": false, 2127 "id": 208, 2128 "legend": { 2129 "avg": false, 2130 "current": false, 2131 "max": false, 2132 "min": false, 2133 "show": true, 2134 "total": false, 2135 "values": false 2136 }, 2137 "lines": true, 2138 "linewidth": 1, 2139 "nullPointMode": "null", 2140 "options": { 2141 "dataLinks": [] 2142 }, 2143 "percentage": false, 2144 "pointradius": 2, 2145 "points": false, 2146 "renderer": "flot", 2147 "seriesOverrides": [], 2148 "spaceLength": 10, 2149 "stack": false, 2150 "steppedLine": false, 2151 "targets": [ 2152 { 2153 "expr": "sum(rate(coordinator_ingest_m3msg_metric_dropped{m3_cluster=~\"$cluster\"}[$step]))", 2154 "refId": "A" 2155 } 2156 ], 2157 "thresholds": [], 2158 "timeFrom": null, 2159 "timeRegions": [], 2160 "timeShift": null, 2161 "title": "Coordinator M3Msg Ingest Dropped", 2162 "tooltip": { 2163 "shared": true, 2164 "sort": 0, 2165 "value_type": "individual" 2166 }, 2167 "type": "graph", 2168 "xaxis": { 2169 "buckets": null, 2170 "mode": "time", 2171 "name": null, 2172 "show": true, 2173 "values": [] 2174 }, 2175 "yaxes": [ 2176 { 2177 "format": "short", 2178 "label": null, 2179 "logBase": 1, 2180 "max": null, 2181 "min": null, 2182 "show": true 2183 }, 2184 { 2185 "format": "short", 2186 "label": null, 2187 "logBase": 1, 2188 "max": null, 2189 "min": null, 2190 "show": true 2191 } 2192 ], 2193 "yaxis": { 2194 "align": false, 2195 "alignLevel": null 2196 } 2197 }, 2198 { 2199 "aliasColors": {}, 2200 "bars": false, 2201 "dashLength": 10, 2202 "dashes": false, 2203 "datasource": "$datasource", 2204 "fill": 1, 2205 "fillGradient": 0, 2206 "gridPos": { 2207 "h": 7, 2208 "w": 6, 2209 "x": 0, 2210 "y": 54 2211 }, 2212 "hiddenSeries": false, 2213 "id": 210, 2214 "legend": { 2215 "avg": false, 2216 "current": false, 2217 "max": false, 2218 "min": false, 2219 "show": true, 2220 "total": false, 2221 "values": false 2222 }, 2223 "lines": true, 2224 "linewidth": 1, 2225 "nullPointMode": "null", 2226 "options": { 2227 "dataLinks": [] 2228 }, 2229 "percentage": false, 2230 "pointradius": 2, 2231 "points": false, 2232 "renderer": "flot", 2233 "seriesOverrides": [], 2234 "spaceLength": 10, 2235 "stack": false, 2236 "steppedLine": false, 2237 "targets": [ 2238 { 2239 "expr": "sum(rate(coordinator_ingest_success{m3_cluster=~\"$cluster\"}[$step]))", 2240 "refId": "A" 2241 } 2242 ], 2243 "thresholds": [], 2244 "timeFrom": null, 2245 "timeRegions": [], 2246 "timeShift": null, 2247 "title": "Coordinator M3Msg Ingest Success", 2248 "tooltip": { 2249 "shared": true, 2250 "sort": 0, 2251 "value_type": "individual" 2252 }, 2253 "type": "graph", 2254 "xaxis": { 2255 "buckets": null, 2256 "mode": "time", 2257 "name": null, 2258 "show": true, 2259 "values": [] 2260 }, 2261 "yaxes": [ 2262 { 2263 "format": "short", 2264 "label": null, 2265 "logBase": 1, 2266 "max": null, 2267 "min": null, 2268 "show": true 2269 }, 2270 { 2271 "format": "short", 2272 "label": null, 2273 "logBase": 1, 2274 "max": null, 2275 "min": null, 2276 "show": true 2277 } 2278 ], 2279 "yaxis": { 2280 "align": false, 2281 "alignLevel": null 2282 } 2283 }, 2284 { 2285 "aliasColors": {}, 2286 "bars": false, 2287 "dashLength": 10, 2288 "dashes": false, 2289 "datasource": "$datasource", 2290 "fill": 1, 2291 "fillGradient": 0, 2292 "gridPos": { 2293 "h": 7, 2294 "w": 6, 2295 "x": 6, 2296 "y": 54 2297 }, 2298 "hiddenSeries": false, 2299 "id": 211, 2300 "legend": { 2301 "avg": false, 2302 "current": false, 2303 "max": false, 2304 "min": false, 2305 "show": true, 2306 "total": false, 2307 "values": false 2308 }, 2309 "lines": true, 2310 "linewidth": 1, 2311 "nullPointMode": "null", 2312 "options": { 2313 "dataLinks": [] 2314 }, 2315 "percentage": false, 2316 "pointradius": 2, 2317 "points": false, 2318 "renderer": "flot", 2319 "seriesOverrides": [], 2320 "spaceLength": 10, 2321 "stack": false, 2322 "steppedLine": false, 2323 "targets": [ 2324 { 2325 "expr": "sum(rate(coordinator_ingest_error{m3_cluster=~\"$cluster\"}[$step]))", 2326 "refId": "A" 2327 } 2328 ], 2329 "thresholds": [], 2330 "timeFrom": null, 2331 "timeRegions": [], 2332 "timeShift": null, 2333 "title": "Coordinator M3Msg Ingest Error", 2334 "tooltip": { 2335 "shared": true, 2336 "sort": 0, 2337 "value_type": "individual" 2338 }, 2339 "type": "graph", 2340 "xaxis": { 2341 "buckets": null, 2342 "mode": "time", 2343 "name": null, 2344 "show": true, 2345 "values": [] 2346 }, 2347 "yaxes": [ 2348 { 2349 "format": "short", 2350 "label": null, 2351 "logBase": 1, 2352 "max": null, 2353 "min": null, 2354 "show": true 2355 }, 2356 { 2357 "format": "short", 2358 "label": null, 2359 "logBase": 1, 2360 "max": null, 2361 "min": null, 2362 "show": true 2363 } 2364 ], 2365 "yaxis": { 2366 "align": false, 2367 "alignLevel": null 2368 } 2369 } 2370 ], 2371 "refresh": "5s", 2372 "schemaVersion": 21, 2373 "style": "dark", 2374 "tags": [], 2375 "templating": { 2376 "list": [ 2377 { 2378 "current": { 2379 "text": "M3Query - Prometheus", 2380 "value": "M3Query - Prometheus" 2381 }, 2382 "hide": 0, 2383 "label": null, 2384 "name": "datasource", 2385 "options": [], 2386 "query": "prometheus", 2387 "refresh": 1, 2388 "regex": "", 2389 "skipUrlSync": false, 2390 "type": "datasource" 2391 }, 2392 { 2393 "allValue": null, 2394 "current": { 2395 "tags": [], 2396 "text": "dev", 2397 "value": "dev" 2398 }, 2399 "definition": "label_values(up,m3_cluster)", 2400 "hide": 0, 2401 "includeAll": false, 2402 "label": null, 2403 "multi": false, 2404 "name": "cluster", 2405 "options": [], 2406 "query": "label_values(up,m3_cluster)", 2407 "refresh": 1, 2408 "regex": "", 2409 "skipUrlSync": false, 2410 "sort": 1, 2411 "tags": [], 2412 "tagsQuery": "", 2413 "tagValuesQuery": "", 2414 "type": "query", 2415 "useTags": false 2416 }, 2417 { 2418 "allFormat": "glob", 2419 "allValue": ".*", 2420 "current": { 2421 "selected": false, 2422 "text": "All", 2423 "value": "$__all" 2424 }, 2425 "datasource": "$datasource", 2426 "definition": "{__name__=~\"m3aggregator_aggregator_flush_handler.*\"}", 2427 "hide": 0, 2428 "includeAll": true, 2429 "label": null, 2430 "multi": true, 2431 "multiFormat": "glob", 2432 "name": "backend", 2433 "options": [], 2434 "query": "{m3_cluster=~\"$cluster\",__name__=~\"m3aggregator_aggregator_flush_handler.*\"}", 2435 "refresh": 1, 2436 "regex": "/backend=\\\"([^\"]+)\\\".*/", 2437 "skipUrlSync": false, 2438 "sort": 0, 2439 "tag": "name", 2440 "tagValuesQuery": "", 2441 "tags": [], 2442 "tagsQuery": "", 2443 "type": "query", 2444 "useTags": false 2445 }, 2446 { 2447 "allFormat": "glob", 2448 "allValue": ".*", 2449 "current": { 2450 "selected": true, 2451 "text": "All", 2452 "value": "$__all" 2453 }, 2454 "hide": 0, 2455 "includeAll": true, 2456 "label": "", 2457 "multi": true, 2458 "multiFormat": "glob", 2459 "name": "poolType", 2460 "options": [ 2461 { 2462 "selected": true, 2463 "text": "All", 2464 "value": "$__all" 2465 }, 2466 { 2467 "selected": false, 2468 "text": "entry_pool", 2469 "value": "entry_pool" 2470 }, 2471 { 2472 "selected": false, 2473 "text": "counter_elem_pool", 2474 "value": "counter_elem_pool" 2475 }, 2476 { 2477 "selected": false, 2478 "text": "timer_elem_pool", 2479 "value": "timer_elem_pool" 2480 }, 2481 { 2482 "selected": false, 2483 "text": "gauge_elem_pool", 2484 "value": "gauge_elem_pool" 2485 }, 2486 { 2487 "selected": false, 2488 "text": "buffered_encoder_pool", 2489 "value": "buffered_encoder_pool" 2490 }, 2491 { 2492 "selected": false, 2493 "text": "sample_pool", 2494 "value": "sample_pool" 2495 }, 2496 { 2497 "selected": false, 2498 "text": "floats_pool", 2499 "value": "floats_pool" 2500 }, 2501 { 2502 "selected": false, 2503 "text": "stream_pool", 2504 "value": "stream_pool" 2505 }, 2506 { 2507 "selected": false, 2508 "text": "large_floats_pool", 2509 "value": "large_floats_pool" 2510 }, 2511 { 2512 "selected": false, 2513 "text": "unaggregated_iterator_pool", 2514 "value": "unaggregated_iterator_pool" 2515 }, 2516 { 2517 "selected": false, 2518 "text": "aggregation_types_pool", 2519 "value": "aggregation_types_pool" 2520 }, 2521 { 2522 "selected": false, 2523 "text": "quantile_pool", 2524 "value": "quantile_pool" 2525 }, 2526 { 2527 "selected": false, 2528 "text": "bytes_pool", 2529 "value": "bytes_pool" 2530 } 2531 ], 2532 "query": "entry_pool,counter_elem_pool,timer_elem_pool,gauge_elem_pool,buffered_encoder_pool,sample_pool,floats_pool,stream_pool,large_floats_pool,unaggregated_iterator_pool,aggregation_types_pool,quantile_pool,bytes_pool", 2533 "refresh": 1, 2534 "regex": "instance:(.*)", 2535 "skipUrlSync": false, 2536 "tag": "instance", 2537 "type": "custom" 2538 }, 2539 { 2540 "allFormat": "glob", 2541 "allValue": ".*", 2542 "current": { 2543 "selected": true, 2544 "text": "All", 2545 "value": "{total,free,get-on-empty,put-on-full}" 2546 }, 2547 "hide": 0, 2548 "includeAll": true, 2549 "label": "", 2550 "multi": true, 2551 "multiFormat": "glob", 2552 "name": "poolMetricType", 2553 "options": [ 2554 { 2555 "selected": true, 2556 "text": "All", 2557 "value": "$__all" 2558 }, 2559 { 2560 "selected": false, 2561 "text": "total", 2562 "value": "total" 2563 }, 2564 { 2565 "selected": false, 2566 "text": "free", 2567 "value": "free" 2568 }, 2569 { 2570 "selected": false, 2571 "text": "get_on_empty", 2572 "value": "get_on_empty" 2573 }, 2574 { 2575 "selected": false, 2576 "text": "put_on_full", 2577 "value": "put_on_full" 2578 } 2579 ], 2580 "query": "total,free,get_on_empty,put_on_full", 2581 "refresh": 1, 2582 "regex": "instance:(.*)", 2583 "skipUrlSync": false, 2584 "tag": "instance", 2585 "type": "custom" 2586 }, 2587 { 2588 "allFormat": "glob", 2589 "allValue": ".*", 2590 "current": { 2591 "selected": false, 2592 "text": "All", 2593 "value": "$__all" 2594 }, 2595 "datasource": "$datasource", 2596 "definition": "m3aggregator_aggregator_flush_handler_placement_update{m3_cluster=~\"$cluster\",backend=\"m3msg\"}", 2597 "hide": 0, 2598 "includeAll": true, 2599 "label": null, 2600 "multi": true, 2601 "multiFormat": "glob", 2602 "name": "m3msg_consumer_service", 2603 "options": [], 2604 "query": "m3aggregator_aggregator_flush_handler_placement_update{m3_cluster=~\"$cluster\",backend=\"m3msg\"}", 2605 "refresh": 1, 2606 "regex": "/consumer_service_name=\"([^\"]+)\"/", 2607 "skipUrlSync": false, 2608 "sort": 0, 2609 "tag": "name", 2610 "tagValuesQuery": "", 2611 "tags": [], 2612 "tagsQuery": "", 2613 "type": "query", 2614 "useTags": false 2615 }, 2616 { 2617 "allFormat": "glob", 2618 "allValue": ".*", 2619 "current": { 2620 "selected": false, 2621 "text": "All", 2622 "value": "$__all" 2623 }, 2624 "datasource": "$datasource", 2625 "definition": "m3aggregator_aggregator_flush_handler_placement_update{m3_cluster=~\"$cluster\",backend=\"m3msg\"}", 2626 "hide": 0, 2627 "includeAll": true, 2628 "label": null, 2629 "multi": true, 2630 "multiFormat": "glob", 2631 "name": "m3msg_consumer_env", 2632 "options": [], 2633 "query": "m3aggregator_aggregator_flush_handler_placement_update{m3_cluster=~\"$cluster\",backend=\"m3msg\"}", 2634 "refresh": 1, 2635 "regex": "/consumer_service_env=\"([^\"]+)\"/", 2636 "skipUrlSync": false, 2637 "sort": 0, 2638 "tag": "name", 2639 "tagValuesQuery": "", 2640 "tags": [], 2641 "tagsQuery": "", 2642 "type": "query", 2643 "useTags": false 2644 }, 2645 { 2646 "allValue": null, 2647 "current": { 2648 "tags": [], 2649 "text": "1m", 2650 "value": "1m" 2651 }, 2652 "hide": 0, 2653 "includeAll": false, 2654 "label": null, 2655 "multi": false, 2656 "name": "step", 2657 "options": [ 2658 { 2659 "selected": false, 2660 "text": "30s", 2661 "value": "30s" 2662 }, 2663 { 2664 "selected": true, 2665 "text": "1m", 2666 "value": "1m" 2667 }, 2668 { 2669 "selected": false, 2670 "text": "5m", 2671 "value": "5m" 2672 }, 2673 { 2674 "selected": false, 2675 "text": "10m", 2676 "value": "10m" 2677 } 2678 ], 2679 "query": "30s,1m,5m,10m", 2680 "skipUrlSync": false, 2681 "type": "custom" 2682 } 2683 ] 2684 }, 2685 "time": { 2686 "from": "now-1h", 2687 "to": "now" 2688 }, 2689 "timepicker": { 2690 "now": true, 2691 "refresh_intervals": [ 2692 "5s", 2693 "10s", 2694 "30s", 2695 "1m", 2696 "5m", 2697 "15m", 2698 "30m", 2699 "1h", 2700 "2h", 2701 "1d" 2702 ], 2703 "time_options": [ 2704 "5m", 2705 "15m", 2706 "1h", 2707 "6h", 2708 "12h", 2709 "24h", 2710 "2d", 2711 "7d", 2712 "30d" 2713 ] 2714 }, 2715 "timezone": "browser", 2716 "title": "M3: Aggregator End-to-End Details", 2717 "uid": "sqQiAbQZz", 2718 "version": 16 2719 }