github.com/m3db/m3@v1.5.1-0.20231129193456-75a402aa583b/integrations/grafana/m3aggregator_dashboard.json (about) 1 { 2 "__requires": [ 3 { 4 "type": "grafana", 5 "id": "grafana", 6 "name": "Grafana", 7 "version": "5.2.4" 8 }, 9 { 10 "type": "panel", 11 "id": "graph", 12 "name": "Graph", 13 "version": "5.0.0" 14 }, 15 { 16 "type": "datasource", 17 "id": "prometheus", 18 "name": "Prometheus", 19 "version": "5.0.0" 20 }, 21 { 22 "type": "panel", 23 "id": "singlestat", 24 "name": "Singlestat", 25 "version": "5.0.0" 26 } 27 ], 28 "annotations": { 29 "list": [ 30 { 31 "builtIn": 1, 32 "datasource": "-- Grafana --", 33 "enable": true, 34 "hide": true, 35 "iconColor": "rgba(0, 211, 255, 1)", 36 "name": "Annotations & Alerts", 37 "type": "dashboard" 38 } 39 ] 40 }, 41 "editable": true, 42 "gnetId": null, 43 "graphTooltip": 1, 44 "iteration": 1582905705847, 45 "links": [], 46 "panels": [ 47 { 48 "collapsed": false, 49 "datasource": "$datasource", 50 "gridPos": { 51 "h": 1, 52 "w": 24, 53 "x": 0, 54 "y": 0 55 }, 56 "id": 172, 57 "panels": [], 58 "repeat": null, 59 "title": "Row title", 60 "type": "row" 61 }, 62 { 63 "aliasColors": {}, 64 "bars": false, 65 "dashLength": 10, 66 "dashes": false, 67 "datasource": "$datasource", 68 "editable": true, 69 "error": false, 70 "fill": 0, 71 "fillGradient": 0, 72 "grid": {}, 73 "gridPos": { 74 "h": 7, 75 "w": 8, 76 "x": 0, 77 "y": 1 78 }, 79 "hiddenSeries": false, 80 "id": 3, 81 "legend": { 82 "avg": false, 83 "current": false, 84 "max": false, 85 "min": false, 86 "show": false, 87 "total": false, 88 "values": false 89 }, 90 "lines": true, 91 "linewidth": 1, 92 "links": [], 93 "nullPointMode": "connected", 94 "options": { 95 "dataLinks": [] 96 }, 97 "percentage": false, 98 "pointradius": 5, 99 "points": false, 100 "renderer": "flot", 101 "seriesOverrides": [], 102 "spaceLength": 10, 103 "stack": false, 104 "steppedLine": false, 105 "targets": [ 106 { 107 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_addUntimed_success_latency_bucket{}) by (instance, le))", 108 "key": 0.8362420149522771, 109 "legendFormat": "{{instance}}", 110 "refId": "D" 111 }, 112 { 113 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_addForwarded_success_latency_bucket{}) by (instance, le))", 114 "hide": true, 115 "key": 0.8362420149522771, 116 "legendFormat": "{{instance}}", 117 "refId": "A" 118 }, 119 { 120 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_addTimed_success_latency_bucket{}) by (instance, le))", 121 "hide": true, 122 "key": 0.8362420149522771, 123 "legendFormat": "{{instance}}", 124 "refId": "B" 125 } 126 ], 127 "thresholds": [], 128 "timeFrom": null, 129 "timeRegions": [], 130 "timeShift": null, 131 "title": "Server Side Write Latency (p99)", 132 "tooltip": { 133 "shared": false, 134 "sort": 0, 135 "value_type": "cumulative" 136 }, 137 "type": "graph", 138 "xaxis": { 139 "buckets": null, 140 "mode": "time", 141 "name": null, 142 "show": true, 143 "values": [] 144 }, 145 "yaxes": [ 146 { 147 "format": "ms", 148 "logBase": 1, 149 "max": null, 150 "min": null, 151 "show": true 152 }, 153 { 154 "format": "percentunit", 155 "label": "", 156 "logBase": 1, 157 "max": null, 158 "min": null, 159 "show": true 160 } 161 ], 162 "yaxis": { 163 "align": false, 164 "alignLevel": null 165 } 166 }, 167 { 168 "aliasColors": {}, 169 "bars": false, 170 "dashLength": 10, 171 "dashes": false, 172 "datasource": "$datasource", 173 "editable": true, 174 "error": false, 175 "fill": 0, 176 "fillGradient": 0, 177 "grid": {}, 178 "gridPos": { 179 "h": 7, 180 "w": 8, 181 "x": 8, 182 "y": 1 183 }, 184 "hiddenSeries": false, 185 "id": 4, 186 "legend": { 187 "avg": false, 188 "current": false, 189 "max": false, 190 "min": false, 191 "show": true, 192 "total": false, 193 "values": false 194 }, 195 "lines": true, 196 "linewidth": 1, 197 "links": [], 198 "nullPointMode": "connected", 199 "options": { 200 "dataLinks": [] 201 }, 202 "percentage": false, 203 "pointradius": 5, 204 "points": false, 205 "renderer": "flot", 206 "seriesOverrides": [], 207 "spaceLength": 10, 208 "stack": false, 209 "steppedLine": false, 210 "targets": [ 211 { 212 "expr": "sum(rate(m3aggregator_aggregator_addUntimed_success{}[$step]))", 213 "key": 0.32458788643639513, 214 "legendFormat": "add untimed success", 215 "refId": "A" 216 }, 217 { 218 "expr": "sum(rate(m3aggregator_aggregator_addForwarded_success{}[$step]))", 219 "hide": false, 220 "key": 0.32458788643639513, 221 "legendFormat": "add forwarded success", 222 "refId": "C" 223 }, 224 { 225 "expr": "sum(rate(m3aggregator_aggregator_addTimed_success{}[$step]))", 226 "hide": false, 227 "key": 0.32458788643639513, 228 "legendFormat": "add timed success", 229 "refId": "B" 230 } 231 ], 232 "thresholds": [], 233 "timeFrom": null, 234 "timeRegions": [], 235 "timeShift": null, 236 "title": "Writes Success / s", 237 "tooltip": { 238 "shared": false, 239 "sort": 0, 240 "value_type": "cumulative" 241 }, 242 "type": "graph", 243 "xaxis": { 244 "buckets": null, 245 "mode": "time", 246 "name": null, 247 "show": true, 248 "values": [] 249 }, 250 "yaxes": [ 251 { 252 "format": "short", 253 "logBase": 1, 254 "max": null, 255 "min": null, 256 "show": true 257 }, 258 { 259 "format": "percentunit", 260 "label": "", 261 "logBase": 1, 262 "max": null, 263 "min": null, 264 "show": true 265 } 266 ], 267 "yaxis": { 268 "align": false, 269 "alignLevel": null 270 } 271 }, 272 { 273 "aliasColors": {}, 274 "bars": false, 275 "dashLength": 10, 276 "dashes": false, 277 "datasource": "$datasource", 278 "editable": true, 279 "error": false, 280 "fill": 0, 281 "fillGradient": 0, 282 "grid": {}, 283 "gridPos": { 284 "h": 7, 285 "w": 8, 286 "x": 16, 287 "y": 1 288 }, 289 "hiddenSeries": false, 290 "id": 12, 291 "legend": { 292 "avg": false, 293 "current": false, 294 "max": false, 295 "min": false, 296 "show": true, 297 "total": false, 298 "values": false 299 }, 300 "lines": true, 301 "linewidth": 1, 302 "links": [], 303 "nullPointMode": "connected", 304 "options": { 305 "dataLinks": [] 306 }, 307 "percentage": false, 308 "pointradius": 5, 309 "points": false, 310 "renderer": "flot", 311 "seriesOverrides": [], 312 "spaceLength": 10, 313 "stack": false, 314 "steppedLine": false, 315 "targets": [ 316 { 317 "expr": "sum(rate(m3aggregator_aggregator_addUntimed_errors{}[$step])) by (reason)", 318 "key": 0.015375561225046352, 319 "legendFormat": "{{reason}}", 320 "refId": "D" 321 }, 322 { 323 "expr": "sum(rate(m3aggregator_aggregator_addForwarded_errors{}[$step])) by (reason)", 324 "hide": false, 325 "key": 0.015375561225046352, 326 "legendFormat": "{{reason}}", 327 "refId": "A" 328 }, 329 { 330 "expr": "sum(rate(m3aggregator_rawtcp_server_unknown_message_type_errors{}[$step]))", 331 "hide": false, 332 "key": 0.9314139646772208, 333 "legendFormat": "unknown message type errors", 334 "refId": "B" 335 }, 336 { 337 "expr": "sum(rate(m3aggregator_rawtcp_server_unknown_error_type_errors{}[$step]))", 338 "legendFormat": "unknown error type errors", 339 "refId": "E" 340 }, 341 { 342 "expr": "sum(rate(m3aggregator_rawtcp_server_decode_errors{}[$step]))", 343 "legendFormat": "server decode errors", 344 "refId": "F" 345 }, 346 { 347 "expr": "sum(rate(m3aggregator_aggregator_addTimed_errors{}[$step])) by (reason)", 348 "hide": false, 349 "key": 0.015375561225046352, 350 "legendFormat": "{{reason}}", 351 "refId": "C" 352 } 353 ], 354 "thresholds": [], 355 "timeFrom": null, 356 "timeRegions": [], 357 "timeShift": null, 358 "title": "Write Errors / s", 359 "tooltip": { 360 "shared": false, 361 "sort": 0, 362 "value_type": "cumulative" 363 }, 364 "type": "graph", 365 "xaxis": { 366 "buckets": null, 367 "mode": "time", 368 "name": null, 369 "show": true, 370 "values": [] 371 }, 372 "yaxes": [ 373 { 374 "format": "short", 375 "logBase": 1, 376 "max": null, 377 "min": null, 378 "show": true 379 }, 380 { 381 "format": "percentunit", 382 "label": "", 383 "logBase": 1, 384 "max": null, 385 "min": null, 386 "show": true 387 } 388 ], 389 "yaxis": { 390 "align": false, 391 "alignLevel": null 392 } 393 }, 394 { 395 "aliasColors": {}, 396 "bars": false, 397 "dashLength": 10, 398 "dashes": false, 399 "datasource": "$datasource", 400 "editable": true, 401 "error": false, 402 "fill": 0, 403 "fillGradient": 0, 404 "grid": {}, 405 "gridPos": { 406 "h": 7, 407 "w": 8, 408 "x": 0, 409 "y": 8 410 }, 411 "hiddenSeries": false, 412 "id": 93, 413 "legend": { 414 "avg": false, 415 "current": false, 416 "max": false, 417 "min": false, 418 "show": true, 419 "total": false, 420 "values": false 421 }, 422 "lines": true, 423 "linewidth": 1, 424 "links": [], 425 "nullPointMode": "connected", 426 "options": { 427 "dataLinks": [] 428 }, 429 "percentage": false, 430 "pointradius": 5, 431 "points": false, 432 "renderer": "flot", 433 "seriesOverrides": [], 434 "spaceLength": 10, 435 "stack": false, 436 "steppedLine": false, 437 "targets": [ 438 { 439 "expr": "sum(rate(m3aggregator_aggregator_counters{}[$step]))", 440 "key": 0.32335189027178135, 441 "legendFormat": "counters", 442 "refId": "D" 443 }, 444 { 445 "expr": "sum(rate(m3aggregator_aggregator_timers{}[$step]))", 446 "legendFormat": "timers", 447 "refId": "A" 448 }, 449 { 450 "expr": "sum(rate(m3aggregator_aggregator_timer_batches{}[$step]))", 451 "legendFormat": "timer batches", 452 "refId": "B" 453 }, 454 { 455 "expr": "sum(rate(m3aggregator_aggregator_gauges{}[$step]))", 456 "legendFormat": "gauges", 457 "refId": "C" 458 }, 459 { 460 "expr": "sum(rate(m3aggregator_aggregator_forwarded{}[$step]))", 461 "legendFormat": "forwarder", 462 "refId": "E" 463 }, 464 { 465 "expr": "sum(rate(m3aggregator_aggregator_timed{}[$step]))", 466 "legendFormat": "timed", 467 "refId": "F" 468 } 469 ], 470 "thresholds": [], 471 "timeFrom": null, 472 "timeRegions": [], 473 "timeShift": null, 474 "title": "Total Metrics / s", 475 "tooltip": { 476 "shared": false, 477 "sort": 0, 478 "value_type": "cumulative" 479 }, 480 "type": "graph", 481 "xaxis": { 482 "buckets": null, 483 "mode": "time", 484 "name": null, 485 "show": true, 486 "values": [] 487 }, 488 "yaxes": [ 489 { 490 "format": "short", 491 "logBase": 1, 492 "max": null, 493 "min": null, 494 "show": true 495 }, 496 { 497 "format": "percentunit", 498 "label": "", 499 "logBase": 1, 500 "max": null, 501 "min": null, 502 "show": true 503 } 504 ], 505 "yaxis": { 506 "align": false, 507 "alignLevel": null 508 } 509 }, 510 { 511 "aliasColors": {}, 512 "bars": false, 513 "dashLength": 10, 514 "dashes": false, 515 "datasource": "$datasource", 516 "editable": true, 517 "error": false, 518 "fill": 0, 519 "fillGradient": 0, 520 "grid": {}, 521 "gridPos": { 522 "h": 7, 523 "w": 8, 524 "x": 8, 525 "y": 8 526 }, 527 "hiddenSeries": false, 528 "id": 92, 529 "legend": { 530 "avg": false, 531 "current": false, 532 "max": false, 533 "min": false, 534 "show": false, 535 "total": false, 536 "values": false 537 }, 538 "lines": true, 539 "linewidth": 1, 540 "links": [], 541 "nullPointMode": "connected", 542 "options": { 543 "dataLinks": [] 544 }, 545 "percentage": false, 546 "pointradius": 5, 547 "points": false, 548 "renderer": "flot", 549 "seriesOverrides": [], 550 "spaceLength": 10, 551 "stack": false, 552 "steppedLine": false, 553 "targets": [ 554 { 555 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_flush_manager_bucket_duration_bucket{}) by (instance, le, bucket_type, interval))", 556 "refId": "A" 557 } 558 ], 559 "thresholds": [], 560 "timeFrom": null, 561 "timeRegions": [], 562 "timeShift": null, 563 "title": "10s Flush Duration p99", 564 "tooltip": { 565 "shared": false, 566 "sort": 0, 567 "value_type": "cumulative" 568 }, 569 "type": "graph", 570 "xaxis": { 571 "buckets": null, 572 "mode": "time", 573 "name": null, 574 "show": true, 575 "values": [] 576 }, 577 "yaxes": [ 578 { 579 "format": "ms", 580 "logBase": 1, 581 "max": null, 582 "min": null, 583 "show": true 584 }, 585 { 586 "format": "short", 587 "logBase": 1, 588 "max": null, 589 "min": null, 590 "show": true 591 } 592 ], 593 "yaxis": { 594 "align": false, 595 "alignLevel": null 596 } 597 }, 598 { 599 "aliasColors": {}, 600 "bars": false, 601 "dashLength": 10, 602 "dashes": false, 603 "datasource": "$datasource", 604 "editable": true, 605 "error": false, 606 "fill": 0, 607 "fillGradient": 0, 608 "grid": {}, 609 "gridPos": { 610 "h": 7, 611 "w": 8, 612 "x": 16, 613 "y": 8 614 }, 615 "hiddenSeries": false, 616 "id": 47, 617 "legend": { 618 "avg": false, 619 "current": false, 620 "max": false, 621 "min": false, 622 "show": true, 623 "total": false, 624 "values": false 625 }, 626 "lines": true, 627 "linewidth": 1, 628 "links": [], 629 "nullPointMode": "connected", 630 "options": { 631 "dataLinks": [] 632 }, 633 "percentage": false, 634 "pointradius": 5, 635 "points": false, 636 "renderer": "flot", 637 "seriesOverrides": [], 638 "spaceLength": 10, 639 "stack": false, 640 "steppedLine": false, 641 "targets": [ 642 { 643 "expr": "sum(rate(m3aggregator_aggregator_map_new_entries{}[$step])) by (instance)", 644 "hide": false, 645 "key": 0.842093533638341, 646 "legendFormat": "{{instance}} map new entries", 647 "refId": "A" 648 }, 649 { 650 "expr": "sum(rate(m3aggregator_aggregator_entry_metadata_updates{entry_type=\"untimed\"}[$step]))", 651 "hide": false, 652 "key": 0.09869786839975414, 653 "legendFormat": "untimed metadata updates", 654 "refId": "B" 655 }, 656 { 657 "expr": "sum(rate(m3aggregator_aggregator_entry_metadata_updates{entry_type=\"forwarded\"}[$step]))", 658 "hide": false, 659 "key": 0.09869786839975414, 660 "legendFormat": "forwarded metadata updates", 661 "refId": "C" 662 }, 663 { 664 "expr": "sum(rate(m3aggregator_aggregator_entry_metadata_updates{entry_type=\"timed\"}[$step]))", 665 "hide": false, 666 "key": 0.09869786839975414, 667 "legendFormat": "timed metadata updates", 668 "refId": "D" 669 } 670 ], 671 "thresholds": [], 672 "timeFrom": null, 673 "timeRegions": [], 674 "timeShift": null, 675 "title": "Metadata Changes", 676 "tooltip": { 677 "shared": false, 678 "sort": 0, 679 "value_type": "cumulative" 680 }, 681 "type": "graph", 682 "xaxis": { 683 "buckets": null, 684 "mode": "time", 685 "name": null, 686 "show": true, 687 "values": [] 688 }, 689 "yaxes": [ 690 { 691 "format": "short", 692 "logBase": 1, 693 "max": null, 694 "min": null, 695 "show": true 696 }, 697 { 698 "format": "percentunit", 699 "label": "", 700 "logBase": 1, 701 "max": null, 702 "min": null, 703 "show": true 704 } 705 ], 706 "yaxis": { 707 "align": false, 708 "alignLevel": null 709 } 710 }, 711 { 712 "aliasColors": {}, 713 "bars": false, 714 "dashLength": 10, 715 "dashes": false, 716 "datasource": "$datasource", 717 "fill": 0, 718 "fillGradient": 0, 719 "gridPos": { 720 "h": 7, 721 "w": 8, 722 "x": 0, 723 "y": 15 724 }, 725 "hiddenSeries": false, 726 "id": 170, 727 "legend": { 728 "avg": false, 729 "current": false, 730 "max": false, 731 "min": false, 732 "show": false, 733 "total": false, 734 "values": false 735 }, 736 "lines": true, 737 "linewidth": 1, 738 "links": [], 739 "nullPointMode": "null", 740 "options": { 741 "dataLinks": [] 742 }, 743 "percentage": false, 744 "pointradius": 5, 745 "points": false, 746 "renderer": "flot", 747 "seriesOverrides": [], 748 "spaceLength": 10, 749 "stack": false, 750 "steppedLine": false, 751 "targets": [ 752 { 753 "expr": "sum(rate(m3aggregator_aggregator_flush_handler_write_success{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step]))", 754 "legendFormat": "flush-success", 755 "refId": "A" 756 } 757 ], 758 "thresholds": [], 759 "timeFrom": null, 760 "timeRegions": [], 761 "timeShift": null, 762 "title": "Metrics Flushed / s", 763 "tooltip": { 764 "shared": true, 765 "sort": 0, 766 "value_type": "individual" 767 }, 768 "type": "graph", 769 "xaxis": { 770 "buckets": null, 771 "mode": "time", 772 "name": null, 773 "show": true, 774 "values": [] 775 }, 776 "yaxes": [ 777 { 778 "format": "short", 779 "label": null, 780 "logBase": 1, 781 "max": null, 782 "min": null, 783 "show": true 784 }, 785 { 786 "format": "short", 787 "label": null, 788 "logBase": 1, 789 "max": null, 790 "min": null, 791 "show": true 792 } 793 ], 794 "yaxis": { 795 "align": false, 796 "alignLevel": null 797 } 798 }, 799 { 800 "aliasColors": {}, 801 "bars": false, 802 "dashLength": 10, 803 "dashes": false, 804 "datasource": "$datasource", 805 "fill": 0, 806 "fillGradient": 0, 807 "gridPos": { 808 "h": 7, 809 "w": 8, 810 "x": 8, 811 "y": 15 812 }, 813 "hiddenSeries": false, 814 "id": 171, 815 "legend": { 816 "avg": false, 817 "current": false, 818 "max": false, 819 "min": false, 820 "show": false, 821 "total": false, 822 "values": false 823 }, 824 "lines": true, 825 "linewidth": 1, 826 "links": [], 827 "nullPointMode": "null", 828 "options": { 829 "dataLinks": [] 830 }, 831 "percentage": false, 832 "pointradius": 5, 833 "points": false, 834 "renderer": "flot", 835 "seriesOverrides": [], 836 "spaceLength": 10, 837 "stack": false, 838 "steppedLine": false, 839 "targets": [ 840 { 841 "expr": "rate(m3aggregator_aggregator_flush_handler_drop_oldest_async{}[$step])", 842 "legendFormat": "dropped {{reason}}", 843 "refId": "A" 844 } 845 ], 846 "thresholds": [], 847 "timeFrom": null, 848 "timeRegions": [], 849 "timeShift": null, 850 "title": "Metrics Dropped (All Consumers)", 851 "tooltip": { 852 "shared": true, 853 "sort": 0, 854 "value_type": "individual" 855 }, 856 "type": "graph", 857 "xaxis": { 858 "buckets": null, 859 "mode": "time", 860 "name": null, 861 "show": true, 862 "values": [] 863 }, 864 "yaxes": [ 865 { 866 "format": "short", 867 "label": null, 868 "logBase": 1, 869 "max": null, 870 "min": null, 871 "show": true 872 }, 873 { 874 "format": "short", 875 "label": null, 876 "logBase": 1, 877 "max": null, 878 "min": null, 879 "show": true 880 } 881 ], 882 "yaxis": { 883 "align": false, 884 "alignLevel": null 885 } 886 }, 887 { 888 "aliasColors": {}, 889 "bars": false, 890 "dashLength": 10, 891 "dashes": false, 892 "datasource": "$datasource", 893 "editable": true, 894 "error": false, 895 "fill": 0, 896 "fillGradient": 0, 897 "grid": {}, 898 "gridPos": { 899 "h": 7, 900 "w": 8, 901 "x": 16, 902 "y": 15 903 }, 904 "hiddenSeries": false, 905 "id": 195, 906 "legend": { 907 "avg": false, 908 "current": false, 909 "max": false, 910 "min": false, 911 "show": true, 912 "total": false, 913 "values": false 914 }, 915 "lines": true, 916 "linewidth": 1, 917 "links": [], 918 "nullPointMode": "connected", 919 "options": { 920 "dataLinks": [] 921 }, 922 "percentage": false, 923 "pointradius": 5, 924 "points": false, 925 "renderer": "flot", 926 "seriesOverrides": [], 927 "spaceLength": 10, 928 "stack": false, 929 "steppedLine": false, 930 "targets": [ 931 { 932 "expr": "sum(rate(m3aggregator_aggregator_addUntimed_errors{}[$step])) by (instance)", 933 "key": 0.015375561225046352, 934 "legendFormat": "{{instance}}", 935 "refId": "D" 936 } 937 ], 938 "thresholds": [], 939 "timeFrom": null, 940 "timeRegions": [], 941 "timeShift": null, 942 "title": "Timers dropped / s per host", 943 "tooltip": { 944 "shared": false, 945 "sort": 0, 946 "value_type": "cumulative" 947 }, 948 "type": "graph", 949 "xaxis": { 950 "buckets": null, 951 "mode": "time", 952 "name": null, 953 "show": true, 954 "values": [] 955 }, 956 "yaxes": [ 957 { 958 "format": "short", 959 "logBase": 1, 960 "max": null, 961 "min": null, 962 "show": true 963 }, 964 { 965 "format": "percentunit", 966 "label": "", 967 "logBase": 1, 968 "max": null, 969 "min": null, 970 "show": true 971 } 972 ], 973 "yaxis": { 974 "align": false, 975 "alignLevel": null 976 } 977 }, 978 { 979 "collapsed": false, 980 "datasource": "$datasource", 981 "gridPos": { 982 "h": 1, 983 "w": 24, 984 "x": 0, 985 "y": 22 986 }, 987 "id": 190, 988 "panels": [], 989 "repeat": null, 990 "title": "M3msg", 991 "type": "row" 992 }, 993 { 994 "aliasColors": {}, 995 "bars": false, 996 "dashLength": 10, 997 "dashes": false, 998 "datasource": "$datasource", 999 "fill": 0, 1000 "fillGradient": 0, 1001 "gridPos": { 1002 "h": 7, 1003 "w": 6, 1004 "x": 0, 1005 "y": 23 1006 }, 1007 "hiddenSeries": false, 1008 "id": 122, 1009 "legend": { 1010 "avg": false, 1011 "current": false, 1012 "max": false, 1013 "min": false, 1014 "show": false, 1015 "total": false, 1016 "values": false 1017 }, 1018 "lines": true, 1019 "linewidth": 1, 1020 "links": [], 1021 "nullPointMode": "null", 1022 "options": { 1023 "dataLinks": [] 1024 }, 1025 "percentage": false, 1026 "pointradius": 5, 1027 "points": false, 1028 "renderer": "flot", 1029 "seriesOverrides": [], 1030 "spaceLength": 10, 1031 "stack": false, 1032 "steppedLine": false, 1033 "targets": [ 1034 { 1035 "expr": "topk(50, sum(rate(m3aggregator_aggregator_flush_handler_write_success{backend=\"m3msg\",component=\"producer\",consumer_service_name=\"m3coordinator\",consumer_service_env=\"production_m3_cluster_short\"}[$step])) by(instance, consumer_service_name, consumer_service_env))", 1036 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1037 "refId": "A" 1038 } 1039 ], 1040 "thresholds": [], 1041 "timeFrom": null, 1042 "timeRegions": [], 1043 "timeShift": null, 1044 "title": "Write Success", 1045 "tooltip": { 1046 "shared": false, 1047 "sort": 0, 1048 "value_type": "individual" 1049 }, 1050 "type": "graph", 1051 "xaxis": { 1052 "buckets": null, 1053 "mode": "time", 1054 "name": null, 1055 "show": true, 1056 "values": [] 1057 }, 1058 "yaxes": [ 1059 { 1060 "format": "short", 1061 "label": null, 1062 "logBase": 1, 1063 "max": null, 1064 "min": null, 1065 "show": true 1066 }, 1067 { 1068 "format": "short", 1069 "label": null, 1070 "logBase": 1, 1071 "max": null, 1072 "min": null, 1073 "show": true 1074 } 1075 ], 1076 "yaxis": { 1077 "align": false, 1078 "alignLevel": null 1079 } 1080 }, 1081 { 1082 "aliasColors": {}, 1083 "bars": false, 1084 "dashLength": 10, 1085 "dashes": false, 1086 "datasource": "$datasource", 1087 "fill": 0, 1088 "fillGradient": 0, 1089 "gridPos": { 1090 "h": 7, 1091 "w": 6, 1092 "x": 6, 1093 "y": 23 1094 }, 1095 "hiddenSeries": false, 1096 "id": 132, 1097 "legend": { 1098 "avg": false, 1099 "current": false, 1100 "max": false, 1101 "min": false, 1102 "show": false, 1103 "total": false, 1104 "values": false 1105 }, 1106 "lines": true, 1107 "linewidth": 1, 1108 "links": [], 1109 "nullPointMode": "null", 1110 "options": { 1111 "dataLinks": [] 1112 }, 1113 "percentage": false, 1114 "pointradius": 5, 1115 "points": false, 1116 "renderer": "flot", 1117 "seriesOverrides": [], 1118 "spaceLength": 10, 1119 "stack": false, 1120 "steppedLine": false, 1121 "targets": [ 1122 { 1123 "expr": "topk(50, sum(rate(m3aggregator_aggregator_flush_handler_message_acked{backend=\"m3msg\",component=\"producer\",consumer_service_name=\"m3coordinator\",consumer_service_env=\"production_m3_cluster_short\"}[$step])) by(instance, consumer_service_name, consumer_service_env))\n", 1124 "hide": false, 1125 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1126 "refId": "A" 1127 } 1128 ], 1129 "thresholds": [], 1130 "timeFrom": null, 1131 "timeRegions": [], 1132 "timeShift": null, 1133 "title": "Message acked", 1134 "tooltip": { 1135 "shared": false, 1136 "sort": 0, 1137 "value_type": "individual" 1138 }, 1139 "type": "graph", 1140 "xaxis": { 1141 "buckets": null, 1142 "mode": "time", 1143 "name": null, 1144 "show": true, 1145 "values": [] 1146 }, 1147 "yaxes": [ 1148 { 1149 "format": "short", 1150 "label": null, 1151 "logBase": 1, 1152 "max": null, 1153 "min": null, 1154 "show": true 1155 }, 1156 { 1157 "format": "short", 1158 "label": null, 1159 "logBase": 1, 1160 "max": null, 1161 "min": null, 1162 "show": true 1163 } 1164 ], 1165 "yaxis": { 1166 "align": false, 1167 "alignLevel": null 1168 } 1169 }, 1170 { 1171 "aliasColors": {}, 1172 "bars": false, 1173 "dashLength": 10, 1174 "dashes": false, 1175 "datasource": "$datasource", 1176 "fill": 0, 1177 "fillGradient": 0, 1178 "gridPos": { 1179 "h": 7, 1180 "w": 6, 1181 "x": 12, 1182 "y": 23 1183 }, 1184 "hiddenSeries": false, 1185 "id": 141, 1186 "legend": { 1187 "avg": false, 1188 "current": false, 1189 "max": false, 1190 "min": false, 1191 "show": false, 1192 "total": false, 1193 "values": false 1194 }, 1195 "lines": true, 1196 "linewidth": 1, 1197 "links": [], 1198 "nullPointMode": "null", 1199 "options": { 1200 "dataLinks": [] 1201 }, 1202 "percentage": false, 1203 "pointradius": 5, 1204 "points": false, 1205 "renderer": "flot", 1206 "seriesOverrides": [], 1207 "spaceLength": 10, 1208 "stack": false, 1209 "steppedLine": false, 1210 "targets": [ 1211 { 1212 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_flush_handler_message_consume_latency_bucket{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}) by (instance, le, consumer_service_name))", 1213 "refId": "B" 1214 } 1215 ], 1216 "thresholds": [], 1217 "timeFrom": null, 1218 "timeRegions": [], 1219 "timeShift": null, 1220 "title": "Message Consume Latency", 1221 "tooltip": { 1222 "shared": false, 1223 "sort": 0, 1224 "value_type": "individual" 1225 }, 1226 "type": "graph", 1227 "xaxis": { 1228 "buckets": null, 1229 "mode": "time", 1230 "name": null, 1231 "show": true, 1232 "values": [] 1233 }, 1234 "yaxes": [ 1235 { 1236 "format": "ms", 1237 "label": null, 1238 "logBase": 1, 1239 "max": null, 1240 "min": null, 1241 "show": true 1242 }, 1243 { 1244 "format": "short", 1245 "label": null, 1246 "logBase": 1, 1247 "max": null, 1248 "min": null, 1249 "show": true 1250 } 1251 ], 1252 "yaxis": { 1253 "align": false, 1254 "alignLevel": null 1255 } 1256 }, 1257 { 1258 "aliasColors": {}, 1259 "bars": false, 1260 "dashLength": 10, 1261 "dashes": false, 1262 "datasource": "$datasource", 1263 "fill": 1, 1264 "fillGradient": 0, 1265 "gridPos": { 1266 "h": 7, 1267 "w": 6, 1268 "x": 18, 1269 "y": 23 1270 }, 1271 "hiddenSeries": false, 1272 "id": 133, 1273 "legend": { 1274 "avg": false, 1275 "current": false, 1276 "max": false, 1277 "min": false, 1278 "show": false, 1279 "total": false, 1280 "values": false 1281 }, 1282 "lines": true, 1283 "linewidth": 1, 1284 "links": [], 1285 "nullPointMode": "null", 1286 "options": { 1287 "dataLinks": [] 1288 }, 1289 "percentage": false, 1290 "pointradius": 5, 1291 "points": false, 1292 "renderer": "flot", 1293 "seriesOverrides": [], 1294 "spaceLength": 10, 1295 "stack": false, 1296 "steppedLine": false, 1297 "targets": [ 1298 { 1299 "expr": "sum(rate(m3aggregator_aggregator_flush_handler_message_dropped{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step])) by (instance, consumer_service_name, consumer_service_env, reason)", 1300 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}} {{reason}}", 1301 "refId": "A" 1302 } 1303 ], 1304 "thresholds": [], 1305 "timeFrom": null, 1306 "timeRegions": [], 1307 "timeShift": null, 1308 "title": "Message Dropped", 1309 "tooltip": { 1310 "shared": false, 1311 "sort": 0, 1312 "value_type": "individual" 1313 }, 1314 "type": "graph", 1315 "xaxis": { 1316 "buckets": null, 1317 "mode": "time", 1318 "name": null, 1319 "show": true, 1320 "values": [] 1321 }, 1322 "yaxes": [ 1323 { 1324 "format": "short", 1325 "label": null, 1326 "logBase": 1, 1327 "max": null, 1328 "min": null, 1329 "show": true 1330 }, 1331 { 1332 "format": "short", 1333 "label": null, 1334 "logBase": 1, 1335 "max": null, 1336 "min": null, 1337 "show": true 1338 } 1339 ], 1340 "yaxis": { 1341 "align": false, 1342 "alignLevel": null 1343 } 1344 }, 1345 { 1346 "collapsed": false, 1347 "datasource": "$datasource", 1348 "gridPos": { 1349 "h": 1, 1350 "w": 24, 1351 "x": 0, 1352 "y": 30 1353 }, 1354 "id": 194, 1355 "panels": [], 1356 "title": "M3msg secondary", 1357 "type": "row" 1358 }, 1359 { 1360 "aliasColors": {}, 1361 "bars": false, 1362 "dashLength": 10, 1363 "dashes": false, 1364 "datasource": "$datasource", 1365 "fill": 0, 1366 "fillGradient": 0, 1367 "gridPos": { 1368 "h": 7, 1369 "w": 6, 1370 "x": 0, 1371 "y": 31 1372 }, 1373 "hiddenSeries": false, 1374 "id": 134, 1375 "legend": { 1376 "avg": false, 1377 "current": false, 1378 "max": false, 1379 "min": false, 1380 "show": false, 1381 "total": false, 1382 "values": false 1383 }, 1384 "lines": true, 1385 "linewidth": 1, 1386 "links": [], 1387 "nullPointMode": "null", 1388 "options": { 1389 "dataLinks": [] 1390 }, 1391 "percentage": false, 1392 "pointradius": 5, 1393 "points": false, 1394 "renderer": "flot", 1395 "seriesOverrides": [], 1396 "spaceLength": 10, 1397 "stack": false, 1398 "steppedLine": false, 1399 "targets": [ 1400 { 1401 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_flush_handler_scan_total_latency_bucket{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}) by (instance, le, consumer_service_name))", 1402 "refId": "A" 1403 } 1404 ], 1405 "thresholds": [], 1406 "timeFrom": null, 1407 "timeRegions": [], 1408 "timeShift": null, 1409 "title": "Message queue scan latency", 1410 "tooltip": { 1411 "shared": false, 1412 "sort": 0, 1413 "value_type": "individual" 1414 }, 1415 "type": "graph", 1416 "xaxis": { 1417 "buckets": null, 1418 "mode": "time", 1419 "name": null, 1420 "show": true, 1421 "values": [] 1422 }, 1423 "yaxes": [ 1424 { 1425 "format": "ms", 1426 "label": null, 1427 "logBase": 1, 1428 "max": null, 1429 "min": null, 1430 "show": true 1431 }, 1432 { 1433 "format": "short", 1434 "label": null, 1435 "logBase": 1, 1436 "max": null, 1437 "min": null, 1438 "show": true 1439 } 1440 ], 1441 "yaxis": { 1442 "align": false, 1443 "alignLevel": null 1444 } 1445 }, 1446 { 1447 "aliasColors": {}, 1448 "bars": false, 1449 "dashLength": 10, 1450 "dashes": false, 1451 "datasource": "$datasource", 1452 "fill": 1, 1453 "fillGradient": 0, 1454 "gridPos": { 1455 "h": 7, 1456 "w": 6, 1457 "x": 6, 1458 "y": 31 1459 }, 1460 "hiddenSeries": false, 1461 "id": 123, 1462 "legend": { 1463 "avg": false, 1464 "current": false, 1465 "max": false, 1466 "min": false, 1467 "show": false, 1468 "total": false, 1469 "values": false 1470 }, 1471 "lines": true, 1472 "linewidth": 1, 1473 "links": [], 1474 "nullPointMode": "null", 1475 "options": { 1476 "dataLinks": [] 1477 }, 1478 "percentage": false, 1479 "pointradius": 5, 1480 "points": false, 1481 "renderer": "flot", 1482 "seriesOverrides": [], 1483 "spaceLength": 10, 1484 "stack": false, 1485 "steppedLine": false, 1486 "targets": [ 1487 { 1488 "expr": "topk(50, sum(m3aggregator_aggregator_flush_handler_queue_size{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}) by (instance, consumer_service_name,consumer_service_env))", 1489 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1490 "refId": "A" 1491 } 1492 ], 1493 "thresholds": [], 1494 "timeFrom": null, 1495 "timeRegions": [], 1496 "timeShift": null, 1497 "title": "Message Queue Length", 1498 "tooltip": { 1499 "shared": false, 1500 "sort": 0, 1501 "value_type": "individual" 1502 }, 1503 "type": "graph", 1504 "xaxis": { 1505 "buckets": null, 1506 "mode": "time", 1507 "name": null, 1508 "show": true, 1509 "values": [] 1510 }, 1511 "yaxes": [ 1512 { 1513 "format": "short", 1514 "label": null, 1515 "logBase": 1, 1516 "max": null, 1517 "min": null, 1518 "show": true 1519 }, 1520 { 1521 "format": "short", 1522 "label": null, 1523 "logBase": 1, 1524 "max": null, 1525 "min": null, 1526 "show": true 1527 } 1528 ], 1529 "yaxis": { 1530 "align": false, 1531 "alignLevel": null 1532 } 1533 }, 1534 { 1535 "aliasColors": {}, 1536 "bars": false, 1537 "dashLength": 10, 1538 "dashes": false, 1539 "datasource": "$datasource", 1540 "fill": 1, 1541 "fillGradient": 0, 1542 "gridPos": { 1543 "h": 7, 1544 "w": 6, 1545 "x": 12, 1546 "y": 31 1547 }, 1548 "hiddenSeries": false, 1549 "id": 140, 1550 "legend": { 1551 "avg": false, 1552 "current": false, 1553 "max": false, 1554 "min": false, 1555 "show": false, 1556 "total": false, 1557 "values": false 1558 }, 1559 "lines": true, 1560 "linewidth": 1, 1561 "links": [], 1562 "nullPointMode": "null", 1563 "options": { 1564 "dataLinks": [] 1565 }, 1566 "percentage": false, 1567 "pointradius": 5, 1568 "points": false, 1569 "renderer": "flot", 1570 "seriesOverrides": [], 1571 "spaceLength": 10, 1572 "stack": false, 1573 "steppedLine": false, 1574 "targets": [ 1575 { 1576 "expr": "sum(rate(m3aggregator_aggregator_flush_handler_message_retry{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step])) by (consumer_service_name,consumer_service_env)", 1577 "legendFormat": "{{consumer_service_name}} {{consumer_service_env}}", 1578 "refId": "A" 1579 } 1580 ], 1581 "thresholds": [], 1582 "timeFrom": null, 1583 "timeRegions": [], 1584 "timeShift": null, 1585 "title": "Message Retry", 1586 "tooltip": { 1587 "shared": false, 1588 "sort": 0, 1589 "value_type": "individual" 1590 }, 1591 "type": "graph", 1592 "xaxis": { 1593 "buckets": null, 1594 "mode": "time", 1595 "name": null, 1596 "show": true, 1597 "values": [] 1598 }, 1599 "yaxes": [ 1600 { 1601 "format": "short", 1602 "label": null, 1603 "logBase": 1, 1604 "max": null, 1605 "min": null, 1606 "show": true 1607 }, 1608 { 1609 "format": "short", 1610 "label": null, 1611 "logBase": 1, 1612 "max": null, 1613 "min": null, 1614 "show": true 1615 } 1616 ], 1617 "yaxis": { 1618 "align": false, 1619 "alignLevel": null 1620 } 1621 }, 1622 { 1623 "aliasColors": {}, 1624 "bars": false, 1625 "dashLength": 10, 1626 "dashes": false, 1627 "datasource": "$datasource", 1628 "fill": 1, 1629 "fillGradient": 0, 1630 "gridPos": { 1631 "h": 7, 1632 "w": 6, 1633 "x": 18, 1634 "y": 31 1635 }, 1636 "hiddenSeries": false, 1637 "id": 130, 1638 "legend": { 1639 "avg": false, 1640 "current": false, 1641 "max": false, 1642 "min": false, 1643 "show": false, 1644 "total": false, 1645 "values": false 1646 }, 1647 "lines": true, 1648 "linewidth": 1, 1649 "links": [], 1650 "nullPointMode": "null", 1651 "options": { 1652 "dataLinks": [] 1653 }, 1654 "percentage": false, 1655 "pointradius": 2, 1656 "points": true, 1657 "renderer": "flot", 1658 "seriesOverrides": [], 1659 "spaceLength": 10, 1660 "stack": false, 1661 "steppedLine": false, 1662 "targets": [ 1663 { 1664 "expr": "sum(rate(m3aggregator_aggregator_flush_handler_placement_update{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step])) by (instance,consumer_service_name,consumer_service_env)", 1665 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1666 "refId": "A" 1667 }, 1668 { 1669 "expr": "sum(rate(m3aggregator_aggregator_flush_handler_placement_error{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step])) by (instance,consumer_service_name,consumer_service_env)", 1670 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1671 "refId": "B" 1672 } 1673 ], 1674 "thresholds": [], 1675 "timeFrom": null, 1676 "timeRegions": [], 1677 "timeShift": null, 1678 "title": "Placement Updates", 1679 "tooltip": { 1680 "shared": false, 1681 "sort": 0, 1682 "value_type": "individual" 1683 }, 1684 "type": "graph", 1685 "xaxis": { 1686 "buckets": null, 1687 "mode": "time", 1688 "name": null, 1689 "show": true, 1690 "values": [] 1691 }, 1692 "yaxes": [ 1693 { 1694 "format": "short", 1695 "label": null, 1696 "logBase": 1, 1697 "max": null, 1698 "min": null, 1699 "show": true 1700 }, 1701 { 1702 "format": "short", 1703 "label": null, 1704 "logBase": 1, 1705 "max": null, 1706 "min": null, 1707 "show": true 1708 } 1709 ], 1710 "yaxis": { 1711 "align": false, 1712 "alignLevel": null 1713 } 1714 }, 1715 { 1716 "aliasColors": {}, 1717 "bars": false, 1718 "dashLength": 10, 1719 "dashes": false, 1720 "datasource": "$datasource", 1721 "fill": 1, 1722 "fillGradient": 0, 1723 "gridPos": { 1724 "h": 7, 1725 "w": 6, 1726 "x": 0, 1727 "y": 38 1728 }, 1729 "hiddenSeries": false, 1730 "id": 129, 1731 "legend": { 1732 "avg": false, 1733 "current": false, 1734 "max": false, 1735 "min": false, 1736 "show": false, 1737 "total": false, 1738 "values": false 1739 }, 1740 "lines": true, 1741 "linewidth": 1, 1742 "links": [], 1743 "nullPointMode": "null", 1744 "options": { 1745 "dataLinks": [] 1746 }, 1747 "percentage": false, 1748 "pointradius": 2, 1749 "points": true, 1750 "renderer": "flot", 1751 "seriesOverrides": [], 1752 "spaceLength": 10, 1753 "stack": false, 1754 "steppedLine": false, 1755 "targets": [ 1756 { 1757 "expr": "topk(50,sum(rate(m3aggregator_aggregator_flush_handler_ack_error{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step])) by (instance,consumer_service_name,consumer_service_env))", 1758 "hide": true, 1759 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1760 "refId": "A" 1761 }, 1762 { 1763 "expr": "topk(50,sum(rate(m3aggregator_aggregator_flush_handler_encode_error{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step])) by (instance,consumer_service_name,consumer_service_env))", 1764 "hide": false, 1765 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1766 "refId": "B" 1767 }, 1768 { 1769 "expr": "topk(50,sum(rate(m3aggregator_aggregator_flush_handler_decode_error{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step])) by (instance,consumer_service_name,consumer_service_env))", 1770 "hide": false, 1771 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1772 "refId": "C" 1773 }, 1774 { 1775 "expr": "topk(50,sum(rate(m3aggregator_aggregator_flush_handler_write_invalid_conn{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step])) by (instance,consumer_service_name,consumer_service_env))", 1776 "hide": false, 1777 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1778 "refId": "D" 1779 }, 1780 { 1781 "expr": "topk(50,sum(rate(m3aggregator_aggregator_flush_handler_read_invalid_conn{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step])) by (instance,consumer_service_name,consumer_service_env))", 1782 "hide": true, 1783 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1784 "refId": "E" 1785 } 1786 ], 1787 "thresholds": [], 1788 "timeFrom": null, 1789 "timeRegions": [], 1790 "timeShift": null, 1791 "title": "Consumer Write Error", 1792 "tooltip": { 1793 "shared": false, 1794 "sort": 0, 1795 "value_type": "individual" 1796 }, 1797 "type": "graph", 1798 "xaxis": { 1799 "buckets": null, 1800 "mode": "time", 1801 "name": null, 1802 "show": true, 1803 "values": [] 1804 }, 1805 "yaxes": [ 1806 { 1807 "format": "short", 1808 "label": null, 1809 "logBase": 1, 1810 "max": null, 1811 "min": null, 1812 "show": true 1813 }, 1814 { 1815 "format": "short", 1816 "label": null, 1817 "logBase": 1, 1818 "max": null, 1819 "min": null, 1820 "show": true 1821 } 1822 ], 1823 "yaxis": { 1824 "align": false, 1825 "alignLevel": null 1826 } 1827 }, 1828 { 1829 "aliasColors": {}, 1830 "bars": false, 1831 "dashLength": 10, 1832 "dashes": false, 1833 "datasource": "$datasource", 1834 "fill": 0, 1835 "fillGradient": 0, 1836 "gridPos": { 1837 "h": 7, 1838 "w": 6, 1839 "x": 6, 1840 "y": 38 1841 }, 1842 "hiddenSeries": false, 1843 "id": 128, 1844 "legend": { 1845 "avg": false, 1846 "current": false, 1847 "max": false, 1848 "min": false, 1849 "show": false, 1850 "total": false, 1851 "values": false 1852 }, 1853 "lines": true, 1854 "linewidth": 1, 1855 "links": [], 1856 "nullPointMode": "null", 1857 "options": { 1858 "dataLinks": [] 1859 }, 1860 "percentage": false, 1861 "pointradius": 2, 1862 "points": true, 1863 "renderer": "flot", 1864 "seriesOverrides": [], 1865 "spaceLength": 10, 1866 "stack": false, 1867 "steppedLine": false, 1868 "targets": [ 1869 { 1870 "expr": "sum(m3aggregator_aggregator_flush_handler_reset_too_soon{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}) by (instance,consumer_service_name,consumer_service_env)", 1871 "hide": true, 1872 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1873 "refId": "A" 1874 }, 1875 { 1876 "expr": "sum(m3aggregator_aggregator_flush_handler_reset_success{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}) by (instance,consumer_service_name,consumer_service_env)", 1877 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1878 "refId": "B" 1879 }, 1880 { 1881 "expr": "sum(m3aggregator_aggregator_flush_handler_reset_error{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}) by (instance,consumer_service_name,consumer_service_env)", 1882 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}}", 1883 "refId": "C" 1884 } 1885 ], 1886 "thresholds": [], 1887 "timeFrom": null, 1888 "timeRegions": [], 1889 "timeShift": null, 1890 "title": "Connection Reset", 1891 "tooltip": { 1892 "shared": false, 1893 "sort": 0, 1894 "value_type": "individual" 1895 }, 1896 "type": "graph", 1897 "xaxis": { 1898 "buckets": null, 1899 "mode": "time", 1900 "name": null, 1901 "show": true, 1902 "values": [] 1903 }, 1904 "yaxes": [ 1905 { 1906 "format": "short", 1907 "label": null, 1908 "logBase": 1, 1909 "max": null, 1910 "min": null, 1911 "show": true 1912 }, 1913 { 1914 "format": "short", 1915 "label": null, 1916 "logBase": 1, 1917 "max": null, 1918 "min": null, 1919 "show": true 1920 } 1921 ], 1922 "yaxis": { 1923 "align": false, 1924 "alignLevel": null 1925 } 1926 }, 1927 { 1928 "aliasColors": {}, 1929 "bars": false, 1930 "dashLength": 10, 1931 "dashes": false, 1932 "datasource": "$datasource", 1933 "fill": 1, 1934 "fillGradient": 0, 1935 "gridPos": { 1936 "h": 7, 1937 "w": 6, 1938 "x": 12, 1939 "y": 38 1940 }, 1941 "hiddenSeries": false, 1942 "id": 125, 1943 "legend": { 1944 "avg": false, 1945 "current": false, 1946 "max": false, 1947 "min": false, 1948 "show": false, 1949 "total": false, 1950 "values": false 1951 }, 1952 "lines": true, 1953 "linewidth": 1, 1954 "links": [], 1955 "nullPointMode": "null", 1956 "options": { 1957 "dataLinks": [] 1958 }, 1959 "percentage": false, 1960 "pointradius": 2, 1961 "points": true, 1962 "renderer": "flot", 1963 "seriesOverrides": [], 1964 "spaceLength": 10, 1965 "stack": false, 1966 "steppedLine": false, 1967 "targets": [ 1968 { 1969 "expr": "sum(rate(m3aggregator_aggregator_flush_handler_write_error{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step])) by (instance,consumer_service_name,consumer_service_env,error_type)", 1970 "legendFormat": "{{instance}} {{consumer_service_name}} {{consumer_service_env}} {{error_type}}", 1971 "refId": "A" 1972 } 1973 ], 1974 "thresholds": [], 1975 "timeFrom": null, 1976 "timeRegions": [], 1977 "timeShift": null, 1978 "title": "Message Write Error", 1979 "tooltip": { 1980 "shared": false, 1981 "sort": 0, 1982 "value_type": "individual" 1983 }, 1984 "type": "graph", 1985 "xaxis": { 1986 "buckets": null, 1987 "mode": "time", 1988 "name": null, 1989 "show": true, 1990 "values": [] 1991 }, 1992 "yaxes": [ 1993 { 1994 "format": "short", 1995 "label": null, 1996 "logBase": 1, 1997 "max": null, 1998 "min": null, 1999 "show": true 2000 }, 2001 { 2002 "format": "short", 2003 "label": null, 2004 "logBase": 1, 2005 "max": null, 2006 "min": null, 2007 "show": true 2008 } 2009 ], 2010 "yaxis": { 2011 "align": false, 2012 "alignLevel": null 2013 } 2014 }, 2015 { 2016 "aliasColors": {}, 2017 "bars": false, 2018 "dashLength": 10, 2019 "dashes": false, 2020 "datasource": "$datasource", 2021 "fill": 1, 2022 "fillGradient": 0, 2023 "gridPos": { 2024 "h": 7, 2025 "w": 6, 2026 "x": 18, 2027 "y": 38 2028 }, 2029 "hiddenSeries": false, 2030 "id": 139, 2031 "legend": { 2032 "avg": false, 2033 "current": false, 2034 "max": false, 2035 "min": false, 2036 "show": false, 2037 "total": false, 2038 "values": false 2039 }, 2040 "lines": true, 2041 "linewidth": 1, 2042 "links": [], 2043 "nullPointMode": "null", 2044 "options": { 2045 "dataLinks": [] 2046 }, 2047 "percentage": false, 2048 "pointradius": 2, 2049 "points": true, 2050 "renderer": "flot", 2051 "seriesOverrides": [], 2052 "spaceLength": 10, 2053 "stack": false, 2054 "steppedLine": false, 2055 "targets": [ 2056 { 2057 "expr": "sum(rate(m3aggregator_aggregator_flush_handler_message_closed{backend=\"m3msg\",component=\"producer\",consumer_service_name=~\"$m3msg_consumer_service\",consumer_service_env=~\"$m3msg_consumer_env\"}[$step])) by (instance,consumer_service_name,consumer_service_env)", 2058 "legendFormat": "{{instance}} {{ consumer_service_name}} {{consumer_service_env}}", 2059 "refId": "C" 2060 } 2061 ], 2062 "thresholds": [], 2063 "timeFrom": null, 2064 "timeRegions": [], 2065 "timeShift": null, 2066 "title": "Message Closed", 2067 "tooltip": { 2068 "shared": false, 2069 "sort": 0, 2070 "value_type": "individual" 2071 }, 2072 "type": "graph", 2073 "xaxis": { 2074 "buckets": null, 2075 "mode": "time", 2076 "name": null, 2077 "show": true, 2078 "values": [] 2079 }, 2080 "yaxes": [ 2081 { 2082 "format": "short", 2083 "label": null, 2084 "logBase": 1, 2085 "max": null, 2086 "min": null, 2087 "show": true 2088 }, 2089 { 2090 "format": "short", 2091 "label": null, 2092 "logBase": 1, 2093 "max": null, 2094 "min": null, 2095 "show": true 2096 } 2097 ], 2098 "yaxis": { 2099 "align": false, 2100 "alignLevel": null 2101 } 2102 }, 2103 { 2104 "collapsed": true, 2105 "datasource": "$datasource", 2106 "gridPos": { 2107 "h": 1, 2108 "w": 24, 2109 "x": 0, 2110 "y": 45 2111 }, 2112 "id": 173, 2113 "panels": [ 2114 { 2115 "aliasColors": {}, 2116 "bars": false, 2117 "dashLength": 10, 2118 "dashes": false, 2119 "datasource": "$datasource", 2120 "editable": true, 2121 "error": false, 2122 "fill": 0, 2123 "fillGradient": 0, 2124 "grid": {}, 2125 "gridPos": { 2126 "h": 7, 2127 "w": 8, 2128 "x": 0, 2129 "y": 54 2130 }, 2131 "id": 13, 2132 "legend": { 2133 "avg": false, 2134 "current": false, 2135 "max": false, 2136 "min": false, 2137 "show": false, 2138 "total": false, 2139 "values": false 2140 }, 2141 "lines": true, 2142 "linewidth": 1, 2143 "links": [], 2144 "nullPointMode": "connected", 2145 "options": { 2146 "dataLinks": [] 2147 }, 2148 "percentage": false, 2149 "pointradius": 5, 2150 "points": false, 2151 "renderer": "flot", 2152 "seriesOverrides": [ 2153 { 2154 "alias": "average", 2155 "color": "#EAB839", 2156 "linewidth": 3, 2157 "zindex": 3 2158 } 2159 ], 2160 "spaceLength": 10, 2161 "stack": false, 2162 "steppedLine": false, 2163 "targets": [ 2164 { 2165 "expr": "node_load1{instance=~\".*node-exporter.*\"}", 2166 "refId": "C" 2167 }, 2168 { 2169 "expr": "avg(node_load1{instance=~\".*node-exporter.*\"})", 2170 "refId": "D" 2171 } 2172 ], 2173 "thresholds": [], 2174 "timeFrom": null, 2175 "timeRegions": [], 2176 "timeShift": null, 2177 "title": "Load Avg", 2178 "tooltip": { 2179 "shared": false, 2180 "sort": 0, 2181 "value_type": "cumulative" 2182 }, 2183 "type": "graph", 2184 "xaxis": { 2185 "buckets": null, 2186 "mode": "time", 2187 "name": null, 2188 "show": true, 2189 "values": [] 2190 }, 2191 "yaxes": [ 2192 { 2193 "format": "short", 2194 "logBase": 1, 2195 "max": null, 2196 "min": null, 2197 "show": true 2198 }, 2199 { 2200 "format": "short", 2201 "logBase": 1, 2202 "max": null, 2203 "min": null, 2204 "show": true 2205 } 2206 ], 2207 "yaxis": { 2208 "align": false, 2209 "alignLevel": null 2210 } 2211 }, 2212 { 2213 "aliasColors": {}, 2214 "bars": false, 2215 "dashLength": 10, 2216 "dashes": false, 2217 "datasource": "$datasource", 2218 "editable": true, 2219 "error": false, 2220 "fill": 0, 2221 "fillGradient": 0, 2222 "grid": {}, 2223 "gridPos": { 2224 "h": 7, 2225 "w": 8, 2226 "x": 8, 2227 "y": 54 2228 }, 2229 "id": 90, 2230 "legend": { 2231 "avg": false, 2232 "current": false, 2233 "max": false, 2234 "min": false, 2235 "show": false, 2236 "total": false, 2237 "values": false 2238 }, 2239 "lines": true, 2240 "linewidth": 1, 2241 "links": [], 2242 "nullPointMode": "connected", 2243 "options": { 2244 "dataLinks": [] 2245 }, 2246 "percentage": false, 2247 "pointradius": 5, 2248 "points": false, 2249 "renderer": "flot", 2250 "seriesOverrides": [ 2251 { 2252 "alias": "Average", 2253 "color": "#EAB839", 2254 "linewidth": 3, 2255 "zindex": 3 2256 } 2257 ], 2258 "spaceLength": 10, 2259 "stack": false, 2260 "steppedLine": false, 2261 "targets": [ 2262 { 2263 "expr": "avg(rate(process_cpu_seconds_total[$step])) by (instance) / max(machine_cpu_cores) by (instance) * 100", 2264 "refId": "C" 2265 } 2266 ], 2267 "thresholds": [], 2268 "timeFrom": null, 2269 "timeRegions": [], 2270 "timeShift": null, 2271 "title": "CPU Utilization", 2272 "tooltip": { 2273 "shared": false, 2274 "sort": 0, 2275 "value_type": "cumulative" 2276 }, 2277 "type": "graph", 2278 "xaxis": { 2279 "buckets": null, 2280 "mode": "time", 2281 "name": null, 2282 "show": true, 2283 "values": [] 2284 }, 2285 "yaxes": [ 2286 { 2287 "format": "percent", 2288 "logBase": 1, 2289 "max": null, 2290 "min": null, 2291 "show": true 2292 }, 2293 { 2294 "format": "short", 2295 "logBase": 1, 2296 "max": null, 2297 "min": null, 2298 "show": true 2299 } 2300 ], 2301 "yaxis": { 2302 "align": false, 2303 "alignLevel": null 2304 } 2305 }, 2306 { 2307 "aliasColors": {}, 2308 "bars": false, 2309 "dashLength": 10, 2310 "dashes": false, 2311 "datasource": "$datasource", 2312 "editable": true, 2313 "error": false, 2314 "fill": 0, 2315 "fillGradient": 0, 2316 "grid": {}, 2317 "gridPos": { 2318 "h": 7, 2319 "w": 8, 2320 "x": 16, 2321 "y": 54 2322 }, 2323 "id": 14, 2324 "legend": { 2325 "avg": false, 2326 "current": false, 2327 "max": false, 2328 "min": false, 2329 "show": false, 2330 "total": false, 2331 "values": false 2332 }, 2333 "lines": true, 2334 "linewidth": 1, 2335 "links": [], 2336 "nullPointMode": "connected", 2337 "options": { 2338 "dataLinks": [] 2339 }, 2340 "percentage": false, 2341 "pointradius": 5, 2342 "points": false, 2343 "renderer": "flot", 2344 "seriesOverrides": [], 2345 "spaceLength": 10, 2346 "stack": false, 2347 "steppedLine": false, 2348 "targets": [ 2349 { 2350 "expr": "(sum(node_memory_MemTotal_bytes) by (instance)-sum(node_memory_MemAvailable_bytes) by (instance))/sum(node_memory_MemAvailable_bytes) by (instance)*100", 2351 "legendFormat": "{{instance}}", 2352 "refId": "C" 2353 } 2354 ], 2355 "thresholds": [], 2356 "timeFrom": null, 2357 "timeRegions": [], 2358 "timeShift": null, 2359 "title": "Memory Utilization", 2360 "tooltip": { 2361 "shared": false, 2362 "sort": 0, 2363 "value_type": "cumulative" 2364 }, 2365 "type": "graph", 2366 "xaxis": { 2367 "buckets": null, 2368 "mode": "time", 2369 "name": null, 2370 "show": true, 2371 "values": [] 2372 }, 2373 "yaxes": [ 2374 { 2375 "format": "percent", 2376 "logBase": 1, 2377 "max": null, 2378 "min": null, 2379 "show": true 2380 }, 2381 { 2382 "format": "short", 2383 "logBase": 1, 2384 "max": null, 2385 "min": null, 2386 "show": true 2387 } 2388 ], 2389 "yaxis": { 2390 "align": false, 2391 "alignLevel": null 2392 } 2393 }, 2394 { 2395 "aliasColors": {}, 2396 "bars": false, 2397 "dashLength": 10, 2398 "dashes": false, 2399 "datasource": "$datasource", 2400 "editable": true, 2401 "error": false, 2402 "fill": 0, 2403 "fillGradient": 0, 2404 "grid": {}, 2405 "gridPos": { 2406 "h": 7, 2407 "w": 8, 2408 "x": 0, 2409 "y": 61 2410 }, 2411 "id": 39, 2412 "legend": { 2413 "avg": false, 2414 "current": false, 2415 "max": false, 2416 "min": false, 2417 "show": false, 2418 "total": false, 2419 "values": false 2420 }, 2421 "lines": true, 2422 "linewidth": 1, 2423 "links": [], 2424 "nullPointMode": "connected", 2425 "options": { 2426 "dataLinks": [] 2427 }, 2428 "percentage": false, 2429 "pointradius": 5, 2430 "points": false, 2431 "renderer": "flot", 2432 "seriesOverrides": [], 2433 "spaceLength": 10, 2434 "stack": false, 2435 "steppedLine": false, 2436 "targets": [ 2437 { 2438 "expr": "sum(process_num_fds) by (instance)", 2439 "key": 0.1783017881342419, 2440 "legendFormat": "{{instance}}", 2441 "refId": "A" 2442 } 2443 ], 2444 "thresholds": [], 2445 "timeFrom": null, 2446 "timeRegions": [], 2447 "timeShift": null, 2448 "title": "Num File Descriptors / Instance", 2449 "tooltip": { 2450 "shared": false, 2451 "sort": 0, 2452 "value_type": "cumulative" 2453 }, 2454 "type": "graph", 2455 "xaxis": { 2456 "buckets": null, 2457 "mode": "time", 2458 "name": null, 2459 "show": true, 2460 "values": [] 2461 }, 2462 "yaxes": [ 2463 { 2464 "format": "short", 2465 "logBase": 1, 2466 "max": null, 2467 "min": null, 2468 "show": true 2469 }, 2470 { 2471 "format": "short", 2472 "logBase": 1, 2473 "max": null, 2474 "min": null, 2475 "show": true 2476 } 2477 ], 2478 "yaxis": { 2479 "align": false, 2480 "alignLevel": null 2481 } 2482 }, 2483 { 2484 "aliasColors": {}, 2485 "bars": false, 2486 "dashLength": 10, 2487 "dashes": false, 2488 "datasource": "$datasource", 2489 "editable": true, 2490 "error": false, 2491 "fill": 0, 2492 "fillGradient": 0, 2493 "grid": {}, 2494 "gridPos": { 2495 "h": 7, 2496 "w": 8, 2497 "x": 8, 2498 "y": 61 2499 }, 2500 "id": 103, 2501 "legend": { 2502 "avg": false, 2503 "current": false, 2504 "max": false, 2505 "min": false, 2506 "show": false, 2507 "total": false, 2508 "values": false 2509 }, 2510 "lines": true, 2511 "linewidth": 1, 2512 "links": [], 2513 "nullPointMode": "connected", 2514 "options": { 2515 "dataLinks": [] 2516 }, 2517 "percentage": false, 2518 "pointradius": 5, 2519 "points": false, 2520 "renderer": "flot", 2521 "seriesOverrides": [], 2522 "spaceLength": 10, 2523 "stack": false, 2524 "steppedLine": false, 2525 "targets": [ 2526 { 2527 "expr": "node_network_receive_bytes_total{device=\"eth0\"}", 2528 "hide": true, 2529 "legendFormat": "{{instance}}", 2530 "refId": "B" 2531 }, 2532 { 2533 "expr": "sum(rate(node_network_receive_bytes_total{device=\"eth0\"}[$step]))", 2534 "legendFormat": "total", 2535 "refId": "A" 2536 } 2537 ], 2538 "thresholds": [], 2539 "timeFrom": null, 2540 "timeRegions": [], 2541 "timeShift": null, 2542 "title": "Network Incoming Traffic", 2543 "tooltip": { 2544 "shared": false, 2545 "sort": 0, 2546 "value_type": "cumulative" 2547 }, 2548 "type": "graph", 2549 "xaxis": { 2550 "buckets": null, 2551 "mode": "time", 2552 "name": null, 2553 "show": true, 2554 "values": [] 2555 }, 2556 "yaxes": [ 2557 { 2558 "format": "bps", 2559 "logBase": 1, 2560 "max": null, 2561 "min": null, 2562 "show": true 2563 }, 2564 { 2565 "format": "bps", 2566 "logBase": 1, 2567 "max": null, 2568 "min": null, 2569 "show": true 2570 } 2571 ], 2572 "yaxis": { 2573 "align": false, 2574 "alignLevel": null 2575 } 2576 }, 2577 { 2578 "aliasColors": {}, 2579 "bars": false, 2580 "dashLength": 10, 2581 "dashes": false, 2582 "datasource": "$datasource", 2583 "editable": true, 2584 "error": false, 2585 "fill": 0, 2586 "fillGradient": 0, 2587 "grid": {}, 2588 "gridPos": { 2589 "h": 7, 2590 "w": 8, 2591 "x": 16, 2592 "y": 61 2593 }, 2594 "id": 104, 2595 "legend": { 2596 "avg": false, 2597 "current": false, 2598 "max": false, 2599 "min": false, 2600 "show": false, 2601 "total": false, 2602 "values": false 2603 }, 2604 "lines": true, 2605 "linewidth": 1, 2606 "links": [], 2607 "nullPointMode": "connected", 2608 "options": { 2609 "dataLinks": [] 2610 }, 2611 "percentage": false, 2612 "pointradius": 5, 2613 "points": false, 2614 "renderer": "flot", 2615 "seriesOverrides": [], 2616 "spaceLength": 10, 2617 "stack": false, 2618 "steppedLine": false, 2619 "targets": [ 2620 { 2621 "expr": "sum(rate(node_network_transmit_bytes_total{device=\"eth0\"}[$step])) by (instance)", 2622 "hide": true, 2623 "refId": "B" 2624 }, 2625 { 2626 "expr": "sum(rate(node_network_transmit_bytes_total{device=\"eth0\"}[$step]))", 2627 "refId": "A" 2628 } 2629 ], 2630 "thresholds": [], 2631 "timeFrom": null, 2632 "timeRegions": [], 2633 "timeShift": null, 2634 "title": "Network Outgoing Traffic", 2635 "tooltip": { 2636 "shared": false, 2637 "sort": 0, 2638 "value_type": "cumulative" 2639 }, 2640 "type": "graph", 2641 "xaxis": { 2642 "buckets": null, 2643 "mode": "time", 2644 "name": null, 2645 "show": true, 2646 "values": [] 2647 }, 2648 "yaxes": [ 2649 { 2650 "format": "bps", 2651 "logBase": 1, 2652 "max": null, 2653 "min": null, 2654 "show": true 2655 }, 2656 { 2657 "format": "short", 2658 "logBase": 1, 2659 "max": null, 2660 "min": null, 2661 "show": true 2662 } 2663 ], 2664 "yaxis": { 2665 "align": false, 2666 "alignLevel": null 2667 } 2668 } 2669 ], 2670 "repeat": null, 2671 "title": "CPU / Memory / Fd / Network", 2672 "type": "row" 2673 }, 2674 { 2675 "collapsed": true, 2676 "datasource": "$datasource", 2677 "gridPos": { 2678 "h": 1, 2679 "w": 24, 2680 "x": 0, 2681 "y": 46 2682 }, 2683 "id": 174, 2684 "panels": [ 2685 { 2686 "aliasColors": {}, 2687 "bars": false, 2688 "dashLength": 10, 2689 "dashes": false, 2690 "datasource": "$datasource", 2691 "editable": true, 2692 "error": false, 2693 "fill": 0, 2694 "fillGradient": 0, 2695 "grid": {}, 2696 "gridPos": { 2697 "h": 7, 2698 "w": 8, 2699 "x": 0, 2700 "y": 55 2701 }, 2702 "id": 71, 2703 "legend": { 2704 "avg": false, 2705 "current": false, 2706 "max": false, 2707 "min": false, 2708 "show": false, 2709 "total": false, 2710 "values": false 2711 }, 2712 "lines": true, 2713 "linewidth": 1, 2714 "links": [], 2715 "nullPointMode": "connected", 2716 "options": { 2717 "dataLinks": [] 2718 }, 2719 "percentage": false, 2720 "pointradius": 5, 2721 "points": false, 2722 "renderer": "flot", 2723 "seriesOverrides": [], 2724 "spaceLength": 10, 2725 "stack": false, 2726 "steppedLine": false, 2727 "targets": [ 2728 { 2729 "expr": "count(m3aggregator_aggregator_election_manager_election_state==3)", 2730 "key": 0.038019365202627275, 2731 "legendFormat": "leaders", 2732 "refId": "D" 2733 }, 2734 { 2735 "expr": "count(m3aggregator_aggregator_election_manager_election_state==1)", 2736 "key": 0.038019365202627275, 2737 "legendFormat": "followers", 2738 "refId": "A" 2739 } 2740 ], 2741 "thresholds": [], 2742 "timeFrom": null, 2743 "timeRegions": [], 2744 "timeShift": null, 2745 "title": "Number of Leaders / Followers", 2746 "tooltip": { 2747 "shared": true, 2748 "sort": 0, 2749 "value_type": "cumulative" 2750 }, 2751 "type": "graph", 2752 "xaxis": { 2753 "buckets": null, 2754 "mode": "time", 2755 "name": null, 2756 "show": true, 2757 "values": [] 2758 }, 2759 "yaxes": [ 2760 { 2761 "format": "short", 2762 "logBase": 1, 2763 "max": null, 2764 "min": null, 2765 "show": true 2766 }, 2767 { 2768 "format": "percentunit", 2769 "label": "", 2770 "logBase": 1, 2771 "max": null, 2772 "min": null, 2773 "show": true 2774 } 2775 ], 2776 "yaxis": { 2777 "align": false, 2778 "alignLevel": null 2779 } 2780 }, 2781 { 2782 "aliasColors": {}, 2783 "bars": false, 2784 "dashLength": 10, 2785 "dashes": false, 2786 "datasource": "$datasource", 2787 "editable": true, 2788 "error": false, 2789 "fill": 0, 2790 "fillGradient": 0, 2791 "grid": {}, 2792 "gridPos": { 2793 "h": 7, 2794 "w": 8, 2795 "x": 8, 2796 "y": 55 2797 }, 2798 "id": 59, 2799 "legend": { 2800 "avg": false, 2801 "current": false, 2802 "max": false, 2803 "min": false, 2804 "show": false, 2805 "total": false, 2806 "values": false 2807 }, 2808 "lines": true, 2809 "linewidth": 1, 2810 "links": [], 2811 "nullPointMode": "connected", 2812 "options": { 2813 "dataLinks": [] 2814 }, 2815 "percentage": false, 2816 "pointradius": 5, 2817 "points": false, 2818 "renderer": "flot", 2819 "seriesOverrides": [], 2820 "spaceLength": 10, 2821 "stack": false, 2822 "steppedLine": false, 2823 "targets": [ 2824 { 2825 "expr": "m3aggregator_aggregator_election_manager_election_state", 2826 "key": 0.7739577123778123, 2827 "legendFormat": "{{instance}}", 2828 "refId": "D" 2829 } 2830 ], 2831 "thresholds": [], 2832 "timeFrom": null, 2833 "timeRegions": [], 2834 "timeShift": null, 2835 "title": "Election State", 2836 "tooltip": { 2837 "shared": false, 2838 "sort": 0, 2839 "value_type": "cumulative" 2840 }, 2841 "type": "graph", 2842 "xaxis": { 2843 "buckets": null, 2844 "mode": "time", 2845 "name": null, 2846 "show": true, 2847 "values": [] 2848 }, 2849 "yaxes": [ 2850 { 2851 "format": "short", 2852 "logBase": 1, 2853 "max": null, 2854 "min": null, 2855 "show": true 2856 }, 2857 { 2858 "format": "percentunit", 2859 "label": "", 2860 "logBase": 1, 2861 "max": null, 2862 "min": null, 2863 "show": true 2864 } 2865 ], 2866 "yaxis": { 2867 "align": false, 2868 "alignLevel": null 2869 } 2870 }, 2871 { 2872 "aliasColors": {}, 2873 "bars": false, 2874 "dashLength": 10, 2875 "dashes": false, 2876 "datasource": "$datasource", 2877 "editable": true, 2878 "error": false, 2879 "fill": 0, 2880 "fillGradient": 0, 2881 "grid": {}, 2882 "gridPos": { 2883 "h": 7, 2884 "w": 8, 2885 "x": 16, 2886 "y": 55 2887 }, 2888 "id": 82, 2889 "legend": { 2890 "avg": false, 2891 "current": false, 2892 "max": false, 2893 "min": false, 2894 "show": false, 2895 "total": false, 2896 "values": false 2897 }, 2898 "lines": false, 2899 "linewidth": 1, 2900 "links": [], 2901 "nullPointMode": "connected", 2902 "options": { 2903 "dataLinks": [] 2904 }, 2905 "percentage": false, 2906 "pointradius": 5, 2907 "points": true, 2908 "renderer": "flot", 2909 "seriesOverrides": [], 2910 "spaceLength": 10, 2911 "stack": false, 2912 "steppedLine": false, 2913 "targets": [ 2914 { 2915 "expr": "{__name__=~\"m3aggregator_aggregator_election_manager_verify_(leader_errors|leader_not_changed|pending_change_stale|campaign_disabled)\"}", 2916 "key": 0.1761025528493796, 2917 "legendFormat": "{{__name__}} {{instance}}", 2918 "refId": "D" 2919 } 2920 ], 2921 "thresholds": [], 2922 "timeFrom": null, 2923 "timeRegions": [], 2924 "timeShift": null, 2925 "title": "Verify Errors", 2926 "tooltip": { 2927 "shared": false, 2928 "sort": 0, 2929 "value_type": "cumulative" 2930 }, 2931 "type": "graph", 2932 "xaxis": { 2933 "buckets": null, 2934 "mode": "time", 2935 "name": null, 2936 "show": true, 2937 "values": [] 2938 }, 2939 "yaxes": [ 2940 { 2941 "format": "short", 2942 "logBase": 1, 2943 "max": null, 2944 "min": null, 2945 "show": true 2946 }, 2947 { 2948 "format": "percentunit", 2949 "label": "", 2950 "logBase": 1, 2951 "max": null, 2952 "min": null, 2953 "show": true 2954 } 2955 ], 2956 "yaxis": { 2957 "align": false, 2958 "alignLevel": null 2959 } 2960 }, 2961 { 2962 "aliasColors": {}, 2963 "bars": false, 2964 "dashLength": 10, 2965 "dashes": false, 2966 "datasource": "$datasource", 2967 "editable": true, 2968 "error": false, 2969 "fill": 0, 2970 "fillGradient": 0, 2971 "grid": {}, 2972 "gridPos": { 2973 "h": 7, 2974 "w": 8, 2975 "x": 0, 2976 "y": 62 2977 }, 2978 "id": 62, 2979 "legend": { 2980 "avg": false, 2981 "current": false, 2982 "max": false, 2983 "min": false, 2984 "show": false, 2985 "total": false, 2986 "values": false 2987 }, 2988 "lines": false, 2989 "linewidth": 1, 2990 "links": [], 2991 "nullPointMode": "connected", 2992 "options": { 2993 "dataLinks": [] 2994 }, 2995 "percentage": false, 2996 "pointradius": 5, 2997 "points": true, 2998 "renderer": "flot", 2999 "seriesOverrides": [], 3000 "spaceLength": 10, 3001 "stack": false, 3002 "steppedLine": false, 3003 "targets": [ 3004 { 3005 "expr": "{__name__=~\"m3aggregator_aggregator_election_manager_resign_(timeout|errors|follower_resign)\"}", 3006 "key": 0.6963203033139103, 3007 "legendFormat": "{{__name__}} {{instance}}", 3008 "refId": "D" 3009 } 3010 ], 3011 "thresholds": [], 3012 "timeFrom": null, 3013 "timeRegions": [], 3014 "timeShift": null, 3015 "title": "Resign Errors", 3016 "tooltip": { 3017 "shared": false, 3018 "sort": 0, 3019 "value_type": "cumulative" 3020 }, 3021 "type": "graph", 3022 "xaxis": { 3023 "buckets": null, 3024 "mode": "time", 3025 "name": null, 3026 "show": true, 3027 "values": [] 3028 }, 3029 "yaxes": [ 3030 { 3031 "format": "short", 3032 "logBase": 1, 3033 "max": null, 3034 "min": null, 3035 "show": true 3036 }, 3037 { 3038 "format": "percentunit", 3039 "label": "", 3040 "logBase": 1, 3041 "max": null, 3042 "min": null, 3043 "show": true 3044 } 3045 ], 3046 "yaxis": { 3047 "align": false, 3048 "alignLevel": null 3049 } 3050 }, 3051 { 3052 "aliasColors": {}, 3053 "bars": false, 3054 "dashLength": 10, 3055 "dashes": false, 3056 "datasource": "$datasource", 3057 "editable": true, 3058 "error": false, 3059 "fill": 0, 3060 "fillGradient": 0, 3061 "grid": {}, 3062 "gridPos": { 3063 "h": 7, 3064 "w": 8, 3065 "x": 8, 3066 "y": 62 3067 }, 3068 "id": 101, 3069 "legend": { 3070 "avg": false, 3071 "current": false, 3072 "max": false, 3073 "min": false, 3074 "show": false, 3075 "total": false, 3076 "values": false 3077 }, 3078 "lines": true, 3079 "linewidth": 1, 3080 "links": [], 3081 "nullPointMode": "connected", 3082 "options": { 3083 "dataLinks": [] 3084 }, 3085 "percentage": false, 3086 "pointradius": 5, 3087 "points": false, 3088 "renderer": "flot", 3089 "seriesOverrides": [], 3090 "spaceLength": 10, 3091 "stack": false, 3092 "steppedLine": false, 3093 "targets": [ 3094 { 3095 "expr": "m3aggregator_aggregator_election_manager_resign_on_close", 3096 "key": 0.2673938545599621, 3097 "legendFormat": "{{instance}}", 3098 "refId": "D" 3099 } 3100 ], 3101 "thresholds": [], 3102 "timeFrom": null, 3103 "timeRegions": [], 3104 "timeShift": null, 3105 "title": "Current Resign On Close", 3106 "tooltip": { 3107 "shared": false, 3108 "sort": 0, 3109 "value_type": "cumulative" 3110 }, 3111 "type": "graph", 3112 "xaxis": { 3113 "buckets": null, 3114 "mode": "time", 3115 "name": null, 3116 "show": true, 3117 "values": [] 3118 }, 3119 "yaxes": [ 3120 { 3121 "format": "short", 3122 "logBase": 1, 3123 "max": null, 3124 "min": null, 3125 "show": true 3126 }, 3127 { 3128 "format": "percentunit", 3129 "label": "", 3130 "logBase": 1, 3131 "max": null, 3132 "min": null, 3133 "show": true 3134 } 3135 ], 3136 "yaxis": { 3137 "align": false, 3138 "alignLevel": null 3139 } 3140 }, 3141 { 3142 "aliasColors": {}, 3143 "bars": false, 3144 "dashLength": 10, 3145 "dashes": false, 3146 "datasource": "$datasource", 3147 "editable": true, 3148 "error": false, 3149 "fill": 0, 3150 "fillGradient": 0, 3151 "grid": {}, 3152 "gridPos": { 3153 "h": 7, 3154 "w": 8, 3155 "x": 16, 3156 "y": 62 3157 }, 3158 "id": 102, 3159 "legend": { 3160 "avg": false, 3161 "current": false, 3162 "max": false, 3163 "min": false, 3164 "show": false, 3165 "total": false, 3166 "values": false 3167 }, 3168 "lines": false, 3169 "linewidth": 1, 3170 "links": [], 3171 "nullPointMode": "connected", 3172 "options": { 3173 "dataLinks": [] 3174 }, 3175 "percentage": false, 3176 "pointradius": 5, 3177 "points": true, 3178 "renderer": "flot", 3179 "seriesOverrides": [], 3180 "spaceLength": 10, 3181 "stack": false, 3182 "steppedLine": false, 3183 "targets": [ 3184 { 3185 "expr": "{__name__=~\"m3aggregator_aggregator_election_manager_resign_(on_close_success|on_close_errors)\"}", 3186 "key": 0.7820158889952105, 3187 "legendFormat": "{{instance}} {{__name__}}", 3188 "refId": "D" 3189 } 3190 ], 3191 "thresholds": [], 3192 "timeFrom": null, 3193 "timeRegions": [], 3194 "timeShift": null, 3195 "title": "Resign On Close Success / Error", 3196 "tooltip": { 3197 "shared": false, 3198 "sort": 0, 3199 "value_type": "cumulative" 3200 }, 3201 "type": "graph", 3202 "xaxis": { 3203 "buckets": null, 3204 "mode": "time", 3205 "name": null, 3206 "show": true, 3207 "values": [] 3208 }, 3209 "yaxes": [ 3210 { 3211 "format": "short", 3212 "logBase": 1, 3213 "max": null, 3214 "min": null, 3215 "show": true 3216 }, 3217 { 3218 "format": "percentunit", 3219 "label": "", 3220 "logBase": 1, 3221 "max": null, 3222 "min": null, 3223 "show": true 3224 } 3225 ], 3226 "yaxis": { 3227 "align": false, 3228 "alignLevel": null 3229 } 3230 } 3231 ], 3232 "repeat": null, 3233 "title": "Election", 3234 "type": "row" 3235 }, 3236 { 3237 "collapsed": true, 3238 "datasource": "$datasource", 3239 "gridPos": { 3240 "h": 1, 3241 "w": 24, 3242 "x": 0, 3243 "y": 47 3244 }, 3245 "id": 175, 3246 "panels": [ 3247 { 3248 "aliasColors": {}, 3249 "bars": false, 3250 "dashLength": 10, 3251 "dashes": false, 3252 "datasource": "$datasource", 3253 "editable": true, 3254 "error": false, 3255 "fill": 0, 3256 "fillGradient": 0, 3257 "grid": {}, 3258 "gridPos": { 3259 "h": 7, 3260 "w": 8, 3261 "x": 0, 3262 "y": 84 3263 }, 3264 "id": 83, 3265 "legend": { 3266 "avg": false, 3267 "current": false, 3268 "max": false, 3269 "min": false, 3270 "show": false, 3271 "total": false, 3272 "values": false 3273 }, 3274 "lines": true, 3275 "linewidth": 1, 3276 "links": [], 3277 "nullPointMode": "connected", 3278 "options": { 3279 "dataLinks": [] 3280 }, 3281 "percentage": false, 3282 "pointradius": 5, 3283 "points": false, 3284 "renderer": "flot", 3285 "seriesOverrides": [], 3286 "spaceLength": 10, 3287 "stack": false, 3288 "steppedLine": false, 3289 "targets": [ 3290 { 3291 "expr": "m3aggregator_aggregator_election_manager_campaigning", 3292 "key": 0.027274078679487612, 3293 "legendFormat": "{{instance}}", 3294 "refId": "D" 3295 } 3296 ], 3297 "thresholds": [], 3298 "timeFrom": null, 3299 "timeRegions": [], 3300 "timeShift": null, 3301 "title": "Campaigning", 3302 "tooltip": { 3303 "shared": false, 3304 "sort": 0, 3305 "value_type": "cumulative" 3306 }, 3307 "type": "graph", 3308 "xaxis": { 3309 "buckets": null, 3310 "mode": "time", 3311 "name": null, 3312 "show": true, 3313 "values": [] 3314 }, 3315 "yaxes": [ 3316 { 3317 "format": "short", 3318 "logBase": 1, 3319 "max": null, 3320 "min": null, 3321 "show": true 3322 }, 3323 { 3324 "format": "percentunit", 3325 "label": "", 3326 "logBase": 1, 3327 "max": null, 3328 "min": null, 3329 "show": true 3330 } 3331 ], 3332 "yaxis": { 3333 "align": false, 3334 "alignLevel": null 3335 } 3336 }, 3337 { 3338 "aliasColors": {}, 3339 "bars": false, 3340 "dashLength": 10, 3341 "dashes": false, 3342 "datasource": "$datasource", 3343 "editable": true, 3344 "error": false, 3345 "fill": 0, 3346 "fillGradient": 0, 3347 "grid": {}, 3348 "gridPos": { 3349 "h": 7, 3350 "w": 8, 3351 "x": 8, 3352 "y": 84 3353 }, 3354 "id": 60, 3355 "legend": { 3356 "avg": false, 3357 "current": false, 3358 "max": false, 3359 "min": false, 3360 "show": false, 3361 "total": false, 3362 "values": false 3363 }, 3364 "lines": true, 3365 "linewidth": 1, 3366 "links": [], 3367 "nullPointMode": "connected", 3368 "options": { 3369 "dataLinks": [] 3370 }, 3371 "percentage": false, 3372 "pointradius": 5, 3373 "points": false, 3374 "renderer": "flot", 3375 "seriesOverrides": [], 3376 "spaceLength": 10, 3377 "stack": false, 3378 "steppedLine": false, 3379 "targets": [ 3380 { 3381 "expr": "m3aggregator_aggregator_election_manager_campaign_state", 3382 "key": 0.5306437715663888, 3383 "legendFormat": "{{instance}}", 3384 "refId": "D" 3385 } 3386 ], 3387 "thresholds": [], 3388 "timeFrom": null, 3389 "timeRegions": [], 3390 "timeShift": null, 3391 "title": "Campaign State", 3392 "tooltip": { 3393 "shared": false, 3394 "sort": 0, 3395 "value_type": "cumulative" 3396 }, 3397 "type": "graph", 3398 "xaxis": { 3399 "buckets": null, 3400 "mode": "time", 3401 "name": null, 3402 "show": true, 3403 "values": [] 3404 }, 3405 "yaxes": [ 3406 { 3407 "format": "short", 3408 "logBase": 1, 3409 "max": null, 3410 "min": null, 3411 "show": true 3412 }, 3413 { 3414 "format": "percentunit", 3415 "label": "", 3416 "logBase": 1, 3417 "max": null, 3418 "min": null, 3419 "show": true 3420 } 3421 ], 3422 "yaxis": { 3423 "align": false, 3424 "alignLevel": null 3425 } 3426 }, 3427 { 3428 "aliasColors": {}, 3429 "bars": false, 3430 "dashLength": 10, 3431 "dashes": false, 3432 "datasource": "$datasource", 3433 "editable": true, 3434 "error": false, 3435 "fill": 0, 3436 "fillGradient": 0, 3437 "grid": {}, 3438 "gridPos": { 3439 "h": 7, 3440 "w": 8, 3441 "x": 16, 3442 "y": 84 3443 }, 3444 "id": 63, 3445 "legend": { 3446 "avg": false, 3447 "current": false, 3448 "max": false, 3449 "min": false, 3450 "show": false, 3451 "total": false, 3452 "values": false 3453 }, 3454 "lines": false, 3455 "linewidth": 1, 3456 "links": [], 3457 "nullPointMode": "connected", 3458 "options": { 3459 "dataLinks": [] 3460 }, 3461 "percentage": false, 3462 "pointradius": 5, 3463 "points": true, 3464 "renderer": "flot", 3465 "seriesOverrides": [], 3466 "spaceLength": 10, 3467 "stack": false, 3468 "steppedLine": false, 3469 "targets": [ 3470 { 3471 "expr": "{__name__=~\"m3aggregator_aggregator_election_manager_campaign_check_.*\"}", 3472 "key": 0.825282082067097, 3473 "legendFormat": "{{instance}} {{__name__}}", 3474 "refId": "D" 3475 } 3476 ], 3477 "thresholds": [], 3478 "timeFrom": null, 3479 "timeRegions": [], 3480 "timeShift": null, 3481 "title": "Campaign Check", 3482 "tooltip": { 3483 "shared": false, 3484 "sort": 0, 3485 "value_type": "cumulative" 3486 }, 3487 "type": "graph", 3488 "xaxis": { 3489 "buckets": null, 3490 "mode": "time", 3491 "name": null, 3492 "show": true, 3493 "values": [] 3494 }, 3495 "yaxes": [ 3496 { 3497 "format": "short", 3498 "logBase": 1, 3499 "max": null, 3500 "min": null, 3501 "show": true 3502 }, 3503 { 3504 "format": "percentunit", 3505 "label": "", 3506 "logBase": 1, 3507 "max": null, 3508 "min": null, 3509 "show": true 3510 } 3511 ], 3512 "yaxis": { 3513 "align": false, 3514 "alignLevel": null 3515 } 3516 }, 3517 { 3518 "aliasColors": {}, 3519 "bars": false, 3520 "dashLength": 10, 3521 "dashes": false, 3522 "datasource": "$datasource", 3523 "editable": true, 3524 "error": false, 3525 "fill": 0, 3526 "fillGradient": 0, 3527 "grid": {}, 3528 "gridPos": { 3529 "h": 7, 3530 "w": 8, 3531 "x": 0, 3532 "y": 91 3533 }, 3534 "id": 61, 3535 "legend": { 3536 "avg": false, 3537 "current": false, 3538 "max": false, 3539 "min": false, 3540 "show": false, 3541 "total": false, 3542 "values": false 3543 }, 3544 "lines": false, 3545 "linewidth": 1, 3546 "links": [], 3547 "nullPointMode": "connected", 3548 "options": { 3549 "dataLinks": [] 3550 }, 3551 "percentage": false, 3552 "pointradius": 5, 3553 "points": true, 3554 "renderer": "flot", 3555 "seriesOverrides": [], 3556 "spaceLength": 10, 3557 "stack": false, 3558 "steppedLine": false, 3559 "targets": [ 3560 { 3561 "expr": "{__name__=~\"m3aggregator_aggregator_election_manager_campaign_(create_errors|errors|unknown-state)\"}", 3562 "key": 0.5524847408899496, 3563 "legendFormat": "{{instance}} {{__name__}}", 3564 "refId": "D" 3565 } 3566 ], 3567 "thresholds": [], 3568 "timeFrom": null, 3569 "timeRegions": [], 3570 "timeShift": null, 3571 "title": "Campaign Errors", 3572 "tooltip": { 3573 "shared": false, 3574 "sort": 0, 3575 "value_type": "cumulative" 3576 }, 3577 "type": "graph", 3578 "xaxis": { 3579 "buckets": null, 3580 "mode": "time", 3581 "name": null, 3582 "show": true, 3583 "values": [] 3584 }, 3585 "yaxes": [ 3586 { 3587 "format": "short", 3588 "logBase": 1, 3589 "max": null, 3590 "min": null, 3591 "show": true 3592 }, 3593 { 3594 "format": "percentunit", 3595 "label": "", 3596 "logBase": 1, 3597 "max": null, 3598 "min": null, 3599 "show": true 3600 } 3601 ], 3602 "yaxis": { 3603 "align": false, 3604 "alignLevel": null 3605 } 3606 } 3607 ], 3608 "repeat": null, 3609 "title": "Campaign", 3610 "type": "row" 3611 }, 3612 { 3613 "collapsed": true, 3614 "datasource": "$datasource", 3615 "gridPos": { 3616 "h": 1, 3617 "w": 24, 3618 "x": 0, 3619 "y": 48 3620 }, 3621 "id": 176, 3622 "panels": [ 3623 { 3624 "aliasColors": {}, 3625 "bars": false, 3626 "dashLength": 10, 3627 "dashes": false, 3628 "datasource": "$datasource", 3629 "editable": true, 3630 "error": false, 3631 "fill": 0, 3632 "fillGradient": 0, 3633 "grid": {}, 3634 "gridPos": { 3635 "h": 7, 3636 "w": 8, 3637 "x": 0, 3638 "y": 99 3639 }, 3640 "id": 72, 3641 "legend": { 3642 "avg": false, 3643 "current": false, 3644 "max": false, 3645 "min": false, 3646 "show": false, 3647 "total": false, 3648 "values": false 3649 }, 3650 "lines": true, 3651 "linewidth": 1, 3652 "links": [], 3653 "nullPointMode": "connected", 3654 "options": { 3655 "dataLinks": [] 3656 }, 3657 "percentage": false, 3658 "pointradius": 5, 3659 "points": false, 3660 "renderer": "flot", 3661 "seriesOverrides": [], 3662 "spaceLength": 10, 3663 "stack": false, 3664 "steppedLine": false, 3665 "targets": [ 3666 { 3667 "expr": "{__name__=~\"m3aggregator_aggregator_shards_(owned|pending_close)\"}", 3668 "key": 0.017208067731729226, 3669 "legendFormat": "{{instance}} {{__name__}}", 3670 "refId": "D" 3671 } 3672 ], 3673 "thresholds": [], 3674 "timeFrom": null, 3675 "timeRegions": [], 3676 "timeShift": null, 3677 "title": "Shard State", 3678 "tooltip": { 3679 "shared": false, 3680 "sort": 0, 3681 "value_type": "cumulative" 3682 }, 3683 "type": "graph", 3684 "xaxis": { 3685 "buckets": null, 3686 "mode": "time", 3687 "name": null, 3688 "show": true, 3689 "values": [] 3690 }, 3691 "yaxes": [ 3692 { 3693 "format": "short", 3694 "logBase": 1, 3695 "max": null, 3696 "min": null, 3697 "show": true 3698 }, 3699 { 3700 "format": "percentunit", 3701 "label": "", 3702 "logBase": 1, 3703 "max": null, 3704 "min": null, 3705 "show": true 3706 } 3707 ], 3708 "yaxis": { 3709 "align": false, 3710 "alignLevel": null 3711 } 3712 }, 3713 { 3714 "aliasColors": {}, 3715 "bars": false, 3716 "dashLength": 10, 3717 "dashes": false, 3718 "datasource": "$datasource", 3719 "editable": true, 3720 "error": false, 3721 "fill": 0, 3722 "fillGradient": 0, 3723 "grid": {}, 3724 "gridPos": { 3725 "h": 7, 3726 "w": 8, 3727 "x": 8, 3728 "y": 99 3729 }, 3730 "id": 73, 3731 "legend": { 3732 "avg": false, 3733 "current": false, 3734 "max": false, 3735 "min": false, 3736 "show": false, 3737 "total": false, 3738 "values": false 3739 }, 3740 "lines": false, 3741 "linewidth": 1, 3742 "links": [], 3743 "nullPointMode": "connected", 3744 "options": { 3745 "dataLinks": [] 3746 }, 3747 "percentage": false, 3748 "pointradius": 5, 3749 "points": true, 3750 "renderer": "flot", 3751 "seriesOverrides": [], 3752 "spaceLength": 10, 3753 "stack": false, 3754 "steppedLine": false, 3755 "targets": [ 3756 { 3757 "expr": "{__name__=~\"m3aggregator_aggregator_shards_(add|close)\"}", 3758 "key": 0.8640720291939903, 3759 "legendFormat": "{{instance}} {{__name__}}", 3760 "refId": "D" 3761 } 3762 ], 3763 "thresholds": [], 3764 "timeFrom": null, 3765 "timeRegions": [], 3766 "timeShift": null, 3767 "title": "Shard Changes", 3768 "tooltip": { 3769 "shared": false, 3770 "sort": 0, 3771 "value_type": "cumulative" 3772 }, 3773 "type": "graph", 3774 "xaxis": { 3775 "buckets": null, 3776 "mode": "time", 3777 "name": null, 3778 "show": true, 3779 "values": [] 3780 }, 3781 "yaxes": [ 3782 { 3783 "format": "short", 3784 "logBase": 1, 3785 "max": null, 3786 "min": null, 3787 "show": true 3788 }, 3789 { 3790 "format": "percentunit", 3791 "label": "", 3792 "logBase": 1, 3793 "max": null, 3794 "min": null, 3795 "show": true 3796 } 3797 ], 3798 "yaxis": { 3799 "align": false, 3800 "alignLevel": null 3801 } 3802 }, 3803 { 3804 "aliasColors": {}, 3805 "bars": false, 3806 "dashLength": 10, 3807 "dashes": false, 3808 "datasource": "$datasource", 3809 "editable": true, 3810 "error": false, 3811 "fill": 0, 3812 "fillGradient": 0, 3813 "grid": {}, 3814 "gridPos": { 3815 "h": 7, 3816 "w": 8, 3817 "x": 16, 3818 "y": 99 3819 }, 3820 "id": 89, 3821 "legend": { 3822 "avg": false, 3823 "current": false, 3824 "max": false, 3825 "min": false, 3826 "show": false, 3827 "total": false, 3828 "values": false 3829 }, 3830 "lines": false, 3831 "linewidth": 1, 3832 "links": [], 3833 "nullPointMode": "connected", 3834 "options": { 3835 "dataLinks": [] 3836 }, 3837 "percentage": false, 3838 "pointradius": 5, 3839 "points": true, 3840 "renderer": "flot", 3841 "seriesOverrides": [], 3842 "spaceLength": 10, 3843 "stack": false, 3844 "steppedLine": false, 3845 "targets": [ 3846 { 3847 "expr": "{__name__=~\"m3aggregator_aggregator_placement_.*\"}", 3848 "key": 0.40772158810921, 3849 "legendFormat": "{{instance}} {{__name__}}", 3850 "refId": "D" 3851 } 3852 ], 3853 "thresholds": [], 3854 "timeFrom": null, 3855 "timeRegions": [], 3856 "timeShift": null, 3857 "title": "Placement Updates", 3858 "tooltip": { 3859 "shared": false, 3860 "sort": 0, 3861 "value_type": "cumulative" 3862 }, 3863 "type": "graph", 3864 "xaxis": { 3865 "buckets": null, 3866 "mode": "time", 3867 "name": null, 3868 "show": true, 3869 "values": [] 3870 }, 3871 "yaxes": [ 3872 { 3873 "format": "short", 3874 "logBase": 1, 3875 "max": null, 3876 "min": null, 3877 "show": true 3878 }, 3879 { 3880 "format": "percentunit", 3881 "label": "", 3882 "logBase": 1, 3883 "max": null, 3884 "min": null, 3885 "show": true 3886 } 3887 ], 3888 "yaxis": { 3889 "align": false, 3890 "alignLevel": null 3891 } 3892 }, 3893 { 3894 "aliasColors": {}, 3895 "bars": false, 3896 "dashLength": 10, 3897 "dashes": false, 3898 "datasource": "$datasource", 3899 "editable": true, 3900 "error": false, 3901 "fill": 0, 3902 "fillGradient": 0, 3903 "grid": {}, 3904 "gridPos": { 3905 "h": 7, 3906 "w": 8, 3907 "x": 0, 3908 "y": 106 3909 }, 3910 "id": 85, 3911 "legend": { 3912 "avg": false, 3913 "current": false, 3914 "max": false, 3915 "min": false, 3916 "show": false, 3917 "total": false, 3918 "values": false 3919 }, 3920 "lines": false, 3921 "linewidth": 1, 3922 "links": [], 3923 "nullPointMode": "connected", 3924 "options": { 3925 "dataLinks": [] 3926 }, 3927 "percentage": false, 3928 "pointradius": 5, 3929 "points": true, 3930 "renderer": "flot", 3931 "seriesOverrides": [], 3932 "spaceLength": 10, 3933 "stack": false, 3934 "steppedLine": false, 3935 "targets": [ 3936 { 3937 "expr": "{__name__=~\"m3aggregator_aggregator_placement_manager_.*\"}", 3938 "key": 0.39290258220734753, 3939 "legendFormat": "{{instance}} {{__name__}}", 3940 "refId": "D" 3941 } 3942 ], 3943 "thresholds": [], 3944 "timeFrom": null, 3945 "timeRegions": [], 3946 "timeShift": null, 3947 "title": "Placement Errors", 3948 "tooltip": { 3949 "shared": false, 3950 "sort": 0, 3951 "value_type": "cumulative" 3952 }, 3953 "type": "graph", 3954 "xaxis": { 3955 "buckets": null, 3956 "mode": "time", 3957 "name": null, 3958 "show": true, 3959 "values": [] 3960 }, 3961 "yaxes": [ 3962 { 3963 "format": "short", 3964 "logBase": 1, 3965 "max": null, 3966 "min": null, 3967 "show": true 3968 }, 3969 { 3970 "format": "percentunit", 3971 "label": "", 3972 "logBase": 1, 3973 "max": null, 3974 "min": null, 3975 "show": true 3976 } 3977 ], 3978 "yaxis": { 3979 "align": false, 3980 "alignLevel": null 3981 } 3982 }, 3983 { 3984 "aliasColors": {}, 3985 "bars": false, 3986 "dashLength": 10, 3987 "dashes": false, 3988 "datasource": "$datasource", 3989 "editable": true, 3990 "error": false, 3991 "fill": 0, 3992 "fillGradient": 0, 3993 "grid": {}, 3994 "gridPos": { 3995 "h": 7, 3996 "w": 8, 3997 "x": 8, 3998 "y": 106 3999 }, 4000 "id": 99, 4001 "legend": { 4002 "avg": false, 4003 "current": false, 4004 "max": false, 4005 "min": false, 4006 "show": false, 4007 "total": false, 4008 "values": false 4009 }, 4010 "lines": false, 4011 "linewidth": 1, 4012 "links": [], 4013 "nullPointMode": "connected", 4014 "options": { 4015 "dataLinks": [] 4016 }, 4017 "percentage": false, 4018 "pointradius": 5, 4019 "points": true, 4020 "renderer": "flot", 4021 "seriesOverrides": [], 4022 "spaceLength": 10, 4023 "stack": false, 4024 "steppedLine": false, 4025 "targets": [ 4026 { 4027 "expr": "m3aggregator_aggregator_shard_set_id_open", 4028 "key": 0.7185410764653228, 4029 "legendFormat": "{{instance}}", 4030 "refId": "D" 4031 } 4032 ], 4033 "thresholds": [], 4034 "timeFrom": null, 4035 "timeRegions": [], 4036 "timeShift": null, 4037 "title": "Shard Set ID Updates", 4038 "tooltip": { 4039 "shared": false, 4040 "sort": 0, 4041 "value_type": "cumulative" 4042 }, 4043 "type": "graph", 4044 "xaxis": { 4045 "buckets": null, 4046 "mode": "time", 4047 "name": null, 4048 "show": true, 4049 "values": [] 4050 }, 4051 "yaxes": [ 4052 { 4053 "format": "short", 4054 "logBase": 1, 4055 "max": null, 4056 "min": null, 4057 "show": true 4058 }, 4059 { 4060 "format": "percentunit", 4061 "label": "", 4062 "logBase": 1, 4063 "max": null, 4064 "min": null, 4065 "show": true 4066 } 4067 ], 4068 "yaxis": { 4069 "align": false, 4070 "alignLevel": null 4071 } 4072 }, 4073 { 4074 "aliasColors": {}, 4075 "bars": false, 4076 "dashLength": 10, 4077 "dashes": false, 4078 "datasource": "$datasource", 4079 "editable": true, 4080 "error": false, 4081 "fill": 0, 4082 "fillGradient": 0, 4083 "grid": {}, 4084 "gridPos": { 4085 "h": 7, 4086 "w": 8, 4087 "x": 16, 4088 "y": 106 4089 }, 4090 "id": 100, 4091 "legend": { 4092 "avg": false, 4093 "current": false, 4094 "max": false, 4095 "min": false, 4096 "show": false, 4097 "total": false, 4098 "values": false 4099 }, 4100 "lines": false, 4101 "linewidth": 1, 4102 "links": [], 4103 "nullPointMode": "connected", 4104 "options": { 4105 "dataLinks": [] 4106 }, 4107 "percentage": false, 4108 "pointradius": 5, 4109 "points": true, 4110 "renderer": "flot", 4111 "seriesOverrides": [], 4112 "spaceLength": 10, 4113 "stack": false, 4114 "steppedLine": false, 4115 "targets": [ 4116 { 4117 "expr": "{__name__=~\"m3aggregator_aggregator_shard_set_id_(same|changed)\"}", 4118 "key": 0.8468297287907272, 4119 "legendFormat": "{{instance}} {{__name__}}", 4120 "refId": "D" 4121 } 4122 ], 4123 "thresholds": [], 4124 "timeFrom": null, 4125 "timeRegions": [], 4126 "timeShift": null, 4127 "title": "Shard Set ID Changes", 4128 "tooltip": { 4129 "shared": false, 4130 "sort": 0, 4131 "value_type": "cumulative" 4132 }, 4133 "type": "graph", 4134 "xaxis": { 4135 "buckets": null, 4136 "mode": "time", 4137 "name": null, 4138 "show": true, 4139 "values": [] 4140 }, 4141 "yaxes": [ 4142 { 4143 "format": "short", 4144 "logBase": 1, 4145 "max": null, 4146 "min": null, 4147 "show": true 4148 }, 4149 { 4150 "format": "percentunit", 4151 "label": "", 4152 "logBase": 1, 4153 "max": null, 4154 "min": null, 4155 "show": true 4156 } 4157 ], 4158 "yaxis": { 4159 "align": false, 4160 "alignLevel": null 4161 } 4162 } 4163 ], 4164 "repeat": null, 4165 "title": "Topology", 4166 "type": "row" 4167 }, 4168 { 4169 "collapsed": false, 4170 "datasource": "$datasource", 4171 "gridPos": { 4172 "h": 1, 4173 "w": 24, 4174 "x": 0, 4175 "y": 49 4176 }, 4177 "id": 177, 4178 "panels": [], 4179 "repeat": null, 4180 "title": "Flushing", 4181 "type": "row" 4182 }, 4183 { 4184 "aliasColors": {}, 4185 "bars": false, 4186 "dashLength": 10, 4187 "dashes": false, 4188 "datasource": "$datasource", 4189 "editable": true, 4190 "error": false, 4191 "fill": 0, 4192 "fillGradient": 0, 4193 "grid": {}, 4194 "gridPos": { 4195 "h": 7, 4196 "w": 8, 4197 "x": 0, 4198 "y": 50 4199 }, 4200 "hiddenSeries": false, 4201 "id": 42, 4202 "legend": { 4203 "avg": false, 4204 "current": false, 4205 "max": false, 4206 "min": false, 4207 "show": false, 4208 "total": false, 4209 "values": false 4210 }, 4211 "lines": true, 4212 "linewidth": 1, 4213 "links": [], 4214 "nullPointMode": "connected", 4215 "options": { 4216 "dataLinks": [] 4217 }, 4218 "percentage": false, 4219 "pointradius": 5, 4220 "points": false, 4221 "renderer": "flot", 4222 "seriesOverrides": [], 4223 "spaceLength": 10, 4224 "stack": false, 4225 "steppedLine": false, 4226 "targets": [ 4227 { 4228 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_list_flush_duration_bucket{}) by (instance, le))", 4229 "refId": "A" 4230 } 4231 ], 4232 "thresholds": [], 4233 "timeFrom": null, 4234 "timeRegions": [], 4235 "timeShift": null, 4236 "title": "Flush Duration", 4237 "tooltip": { 4238 "shared": false, 4239 "sort": 0, 4240 "value_type": "cumulative" 4241 }, 4242 "type": "graph", 4243 "xaxis": { 4244 "buckets": null, 4245 "mode": "time", 4246 "name": null, 4247 "show": true, 4248 "values": [] 4249 }, 4250 "yaxes": [ 4251 { 4252 "format": "ms", 4253 "logBase": 1, 4254 "max": null, 4255 "min": null, 4256 "show": true 4257 }, 4258 { 4259 "format": "short", 4260 "logBase": 1, 4261 "max": null, 4262 "min": null, 4263 "show": true 4264 } 4265 ], 4266 "yaxis": { 4267 "align": false, 4268 "alignLevel": null 4269 } 4270 }, 4271 { 4272 "aliasColors": {}, 4273 "bars": false, 4274 "dashLength": 10, 4275 "dashes": false, 4276 "datasource": "$datasource", 4277 "editable": true, 4278 "error": false, 4279 "fill": 0, 4280 "fillGradient": 0, 4281 "grid": {}, 4282 "gridPos": { 4283 "h": 7, 4284 "w": 8, 4285 "x": 8, 4286 "y": 50 4287 }, 4288 "hiddenSeries": false, 4289 "id": 50, 4290 "legend": { 4291 "avg": false, 4292 "current": false, 4293 "max": false, 4294 "min": false, 4295 "show": false, 4296 "total": false, 4297 "values": false 4298 }, 4299 "lines": true, 4300 "linewidth": 1, 4301 "links": [], 4302 "nullPointMode": "connected", 4303 "options": { 4304 "dataLinks": [] 4305 }, 4306 "percentage": false, 4307 "pointradius": 5, 4308 "points": false, 4309 "renderer": "flot", 4310 "seriesOverrides": [], 4311 "spaceLength": 10, 4312 "stack": false, 4313 "steppedLine": false, 4314 "targets": [ 4315 { 4316 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_flush_manager_bucket_duration_bucket{}) by (instance, le, interval))", 4317 "key": 0.8478389983054009, 4318 "legendFormat": "{{instance}} {{interval}}", 4319 "refId": "B" 4320 } 4321 ], 4322 "thresholds": [], 4323 "timeFrom": null, 4324 "timeRegions": [], 4325 "timeShift": null, 4326 "title": "Total Duration p99", 4327 "tooltip": { 4328 "shared": false, 4329 "sort": 0, 4330 "value_type": "cumulative" 4331 }, 4332 "type": "graph", 4333 "xaxis": { 4334 "buckets": null, 4335 "mode": "time", 4336 "name": null, 4337 "show": true, 4338 "values": [] 4339 }, 4340 "yaxes": [ 4341 { 4342 "format": "ms", 4343 "logBase": 1, 4344 "max": null, 4345 "min": null, 4346 "show": true 4347 }, 4348 { 4349 "format": "short", 4350 "logBase": 1, 4351 "max": null, 4352 "min": null, 4353 "show": true 4354 } 4355 ], 4356 "yaxis": { 4357 "align": false, 4358 "alignLevel": null 4359 } 4360 }, 4361 { 4362 "aliasColors": {}, 4363 "bars": false, 4364 "dashLength": 10, 4365 "dashes": false, 4366 "datasource": "$datasource", 4367 "editable": true, 4368 "error": false, 4369 "fill": 0, 4370 "fillGradient": 0, 4371 "grid": {}, 4372 "gridPos": { 4373 "h": 7, 4374 "w": 8, 4375 "x": 16, 4376 "y": 50 4377 }, 4378 "hiddenSeries": false, 4379 "id": 43, 4380 "legend": { 4381 "avg": false, 4382 "current": false, 4383 "max": false, 4384 "min": false, 4385 "show": false, 4386 "total": false, 4387 "values": false 4388 }, 4389 "lines": true, 4390 "linewidth": 1, 4391 "links": [], 4392 "nullPointMode": "connected", 4393 "options": { 4394 "dataLinks": [] 4395 }, 4396 "percentage": false, 4397 "pointradius": 5, 4398 "points": false, 4399 "renderer": "flot", 4400 "seriesOverrides": [], 4401 "spaceLength": 10, 4402 "stack": false, 4403 "steppedLine": false, 4404 "targets": [ 4405 { 4406 "expr": "rate(m3aggregator_aggregator_list_flush_metric_consume_success{}[$step])", 4407 "key": 0.3164143146737648, 4408 "legendFormat": "{{instance}} {{list_type}} {{flush_type}} list flush metric consume success", 4409 "refId": "A" 4410 }, 4411 { 4412 "expr": "rate(m3aggregator_aggregator_list_flush_metric_consume_errors{}[$step])", 4413 "legendFormat": "{{instance}} {{list_type}} {{flush_type}} list flush metric consume errors", 4414 "refId": "B" 4415 } 4416 ], 4417 "thresholds": [], 4418 "timeFrom": null, 4419 "timeRegions": [], 4420 "timeShift": null, 4421 "title": "Metric Consumed / s", 4422 "tooltip": { 4423 "shared": false, 4424 "sort": 0, 4425 "value_type": "cumulative" 4426 }, 4427 "type": "graph", 4428 "xaxis": { 4429 "buckets": null, 4430 "mode": "time", 4431 "name": null, 4432 "show": true, 4433 "values": [] 4434 }, 4435 "yaxes": [ 4436 { 4437 "format": "short", 4438 "logBase": 1, 4439 "max": null, 4440 "min": null, 4441 "show": true 4442 }, 4443 { 4444 "format": "short", 4445 "logBase": 1, 4446 "max": null, 4447 "min": null, 4448 "show": true 4449 } 4450 ], 4451 "yaxis": { 4452 "align": false, 4453 "alignLevel": null 4454 } 4455 }, 4456 { 4457 "aliasColors": {}, 4458 "bars": false, 4459 "dashLength": 10, 4460 "dashes": false, 4461 "datasource": "$datasource", 4462 "editable": true, 4463 "error": false, 4464 "fill": 0, 4465 "fillGradient": 0, 4466 "grid": {}, 4467 "gridPos": { 4468 "h": 7, 4469 "w": 8, 4470 "x": 0, 4471 "y": 57 4472 }, 4473 "hiddenSeries": false, 4474 "id": 45, 4475 "legend": { 4476 "avg": false, 4477 "current": false, 4478 "max": false, 4479 "min": false, 4480 "show": false, 4481 "total": false, 4482 "values": false 4483 }, 4484 "lines": true, 4485 "linewidth": 1, 4486 "links": [], 4487 "nullPointMode": "connected", 4488 "options": { 4489 "dataLinks": [] 4490 }, 4491 "percentage": false, 4492 "pointradius": 5, 4493 "points": false, 4494 "renderer": "flot", 4495 "seriesOverrides": [], 4496 "spaceLength": 10, 4497 "stack": false, 4498 "steppedLine": false, 4499 "targets": [ 4500 { 4501 "expr": "rate(m3aggregator_aggregator_list_flush_discarded{}[$step])", 4502 "key": 0.43584499756360406, 4503 "legendFormat": "{{instance}} {{list_type}} {{flush_type}} {{resolution}} discarded", 4504 "refId": "B" 4505 }, 4506 { 4507 "expr": "rate(m3aggregator_aggregator_list_flush_metric_discarded{}[$step])", 4508 "legendFormat": "{{instance}} {{list_type}} {{flush_type}} {{resolution}} metric discarded", 4509 "refId": "A" 4510 } 4511 ], 4512 "thresholds": [], 4513 "timeFrom": null, 4514 "timeRegions": [], 4515 "timeShift": null, 4516 "title": "Metric Discarded / s", 4517 "tooltip": { 4518 "shared": false, 4519 "sort": 0, 4520 "value_type": "cumulative" 4521 }, 4522 "type": "graph", 4523 "xaxis": { 4524 "buckets": null, 4525 "mode": "time", 4526 "name": null, 4527 "show": true, 4528 "values": [] 4529 }, 4530 "yaxes": [ 4531 { 4532 "format": "short", 4533 "logBase": 1, 4534 "max": null, 4535 "min": null, 4536 "show": true 4537 }, 4538 { 4539 "format": "short", 4540 "logBase": 1, 4541 "max": null, 4542 "min": null, 4543 "show": true 4544 } 4545 ], 4546 "yaxis": { 4547 "align": false, 4548 "alignLevel": null 4549 } 4550 }, 4551 { 4552 "aliasColors": {}, 4553 "bars": false, 4554 "dashLength": 10, 4555 "dashes": false, 4556 "datasource": "$datasource", 4557 "editable": true, 4558 "error": false, 4559 "fill": 0, 4560 "fillGradient": 0, 4561 "grid": {}, 4562 "gridPos": { 4563 "h": 7, 4564 "w": 8, 4565 "x": 8, 4566 "y": 57 4567 }, 4568 "hiddenSeries": false, 4569 "id": 142, 4570 "legend": { 4571 "avg": false, 4572 "current": false, 4573 "max": false, 4574 "min": false, 4575 "show": false, 4576 "total": false, 4577 "values": false 4578 }, 4579 "lines": true, 4580 "linewidth": 1, 4581 "links": [], 4582 "nullPointMode": "connected", 4583 "options": { 4584 "dataLinks": [] 4585 }, 4586 "percentage": false, 4587 "pointradius": 5, 4588 "points": false, 4589 "renderer": "flot", 4590 "seriesOverrides": [], 4591 "spaceLength": 10, 4592 "stack": false, 4593 "steppedLine": false, 4594 "targets": [ 4595 { 4596 "expr": "{__name__=~\"m3aggregator_aggregator_list_flush_on_consumed_.*\",flush_type=\"forwarded\"}", 4597 "key": 0.43584499756360406, 4598 "legendFormat": "{{instance}} {{list_type}} {{resolution}} {{__name__}}", 4599 "refId": "B" 4600 } 4601 ], 4602 "thresholds": [], 4603 "timeFrom": null, 4604 "timeRegions": [], 4605 "timeShift": null, 4606 "title": "On Forwarded Metrics Consumed / s", 4607 "tooltip": { 4608 "shared": false, 4609 "sort": 0, 4610 "value_type": "cumulative" 4611 }, 4612 "type": "graph", 4613 "xaxis": { 4614 "buckets": null, 4615 "mode": "time", 4616 "name": null, 4617 "show": true, 4618 "values": [] 4619 }, 4620 "yaxes": [ 4621 { 4622 "format": "short", 4623 "logBase": 1, 4624 "max": null, 4625 "min": null, 4626 "show": true 4627 }, 4628 { 4629 "format": "short", 4630 "logBase": 1, 4631 "max": null, 4632 "min": null, 4633 "show": true 4634 } 4635 ], 4636 "yaxis": { 4637 "align": false, 4638 "alignLevel": null 4639 } 4640 }, 4641 { 4642 "aliasColors": {}, 4643 "bars": false, 4644 "dashLength": 10, 4645 "dashes": false, 4646 "datasource": "$datasource", 4647 "editable": true, 4648 "error": false, 4649 "fill": 0, 4650 "fillGradient": 0, 4651 "grid": {}, 4652 "gridPos": { 4653 "h": 7, 4654 "w": 8, 4655 "x": 16, 4656 "y": 57 4657 }, 4658 "hiddenSeries": false, 4659 "id": 143, 4660 "legend": { 4661 "avg": false, 4662 "current": false, 4663 "max": false, 4664 "min": false, 4665 "show": false, 4666 "total": false, 4667 "values": false 4668 }, 4669 "lines": true, 4670 "linewidth": 1, 4671 "links": [], 4672 "nullPointMode": "connected", 4673 "options": { 4674 "dataLinks": [] 4675 }, 4676 "percentage": false, 4677 "pointradius": 5, 4678 "points": false, 4679 "renderer": "flot", 4680 "seriesOverrides": [], 4681 "spaceLength": 10, 4682 "stack": false, 4683 "steppedLine": false, 4684 "targets": [ 4685 { 4686 "expr": "rate(m3aggregator_aggregator_list_flush_on_discarded{flush_type=\"forwarded\"}[$step])", 4687 "key": 0.43584499756360406, 4688 "legendFormat": "{{instance}} {{list_type}} {{resolution}} {{__name__}}", 4689 "refId": "B" 4690 } 4691 ], 4692 "thresholds": [], 4693 "timeFrom": null, 4694 "timeRegions": [], 4695 "timeShift": null, 4696 "title": "On Forwarded Metrics Discarded / s", 4697 "tooltip": { 4698 "shared": false, 4699 "sort": 0, 4700 "value_type": "cumulative" 4701 }, 4702 "type": "graph", 4703 "xaxis": { 4704 "buckets": null, 4705 "mode": "time", 4706 "name": null, 4707 "show": true, 4708 "values": [] 4709 }, 4710 "yaxes": [ 4711 { 4712 "format": "short", 4713 "logBase": 1, 4714 "max": null, 4715 "min": null, 4716 "show": true 4717 }, 4718 { 4719 "format": "short", 4720 "logBase": 1, 4721 "max": null, 4722 "min": null, 4723 "show": true 4724 } 4725 ], 4726 "yaxis": { 4727 "align": false, 4728 "alignLevel": null 4729 } 4730 }, 4731 { 4732 "aliasColors": {}, 4733 "bars": false, 4734 "dashLength": 10, 4735 "dashes": false, 4736 "datasource": "$datasource", 4737 "editable": true, 4738 "error": false, 4739 "fill": 0, 4740 "fillGradient": 0, 4741 "grid": {}, 4742 "gridPos": { 4743 "h": 7, 4744 "w": 8, 4745 "x": 0, 4746 "y": 64 4747 }, 4748 "hiddenSeries": false, 4749 "id": 88, 4750 "legend": { 4751 "avg": false, 4752 "current": false, 4753 "max": false, 4754 "min": false, 4755 "show": false, 4756 "total": false, 4757 "values": false 4758 }, 4759 "lines": true, 4760 "linewidth": 1, 4761 "links": [], 4762 "nullPointMode": "connected", 4763 "options": { 4764 "dataLinks": [] 4765 }, 4766 "percentage": false, 4767 "pointradius": 5, 4768 "points": false, 4769 "renderer": "flot", 4770 "seriesOverrides": [], 4771 "spaceLength": 10, 4772 "stack": false, 4773 "steppedLine": false, 4774 "targets": [ 4775 { 4776 "expr": "rate(m3aggregator_aggregator_list_flush_writer_flush_success{}[$step])", 4777 "key": 0.1663680655394728, 4778 "legendFormat": "{{instance}} {{list_type}} {{resolution}} success", 4779 "refId": "B" 4780 }, 4781 { 4782 "expr": "rate(m3aggregator_aggregator_list_flush_writer_flush_errors{}[$step])", 4783 "legendFormat": "{{instance}} {{list_type}} {{resolution}} errors", 4784 "refId": "A" 4785 } 4786 ], 4787 "thresholds": [], 4788 "timeFrom": null, 4789 "timeRegions": [], 4790 "timeShift": null, 4791 "title": "Writer Flushes / s", 4792 "tooltip": { 4793 "shared": false, 4794 "sort": 0, 4795 "value_type": "cumulative" 4796 }, 4797 "type": "graph", 4798 "xaxis": { 4799 "buckets": null, 4800 "mode": "time", 4801 "name": null, 4802 "show": true, 4803 "values": [] 4804 }, 4805 "yaxes": [ 4806 { 4807 "format": "short", 4808 "logBase": 1, 4809 "max": null, 4810 "min": null, 4811 "show": true 4812 }, 4813 { 4814 "format": "short", 4815 "logBase": 1, 4816 "max": null, 4817 "min": null, 4818 "show": true 4819 } 4820 ], 4821 "yaxis": { 4822 "align": false, 4823 "alignLevel": null 4824 } 4825 }, 4826 { 4827 "aliasColors": {}, 4828 "bars": false, 4829 "dashLength": 10, 4830 "dashes": false, 4831 "datasource": "$datasource", 4832 "editable": true, 4833 "error": false, 4834 "fill": 0, 4835 "fillGradient": 0, 4836 "grid": {}, 4837 "gridPos": { 4838 "h": 7, 4839 "w": 8, 4840 "x": 8, 4841 "y": 64 4842 }, 4843 "hiddenSeries": false, 4844 "id": 44, 4845 "legend": { 4846 "avg": false, 4847 "current": false, 4848 "max": false, 4849 "min": false, 4850 "show": false, 4851 "total": false, 4852 "values": false 4853 }, 4854 "lines": true, 4855 "linewidth": 1, 4856 "links": [], 4857 "nullPointMode": "connected", 4858 "options": { 4859 "dataLinks": [] 4860 }, 4861 "percentage": false, 4862 "pointradius": 5, 4863 "points": false, 4864 "renderer": "flot", 4865 "seriesOverrides": [], 4866 "spaceLength": 10, 4867 "stack": false, 4868 "steppedLine": false, 4869 "targets": [ 4870 { 4871 "expr": "{__name__=~\"m3aggregator_aggregator_list_flush_(collected|elem_collected)\"}", 4872 "key": 0.7893500215566327, 4873 "legendFormat": "{{instance}} {{list_type}} {{resolution}}", 4874 "refId": "B" 4875 } 4876 ], 4877 "thresholds": [], 4878 "timeFrom": null, 4879 "timeRegions": [], 4880 "timeShift": null, 4881 "title": "Elems Collected", 4882 "tooltip": { 4883 "shared": false, 4884 "sort": 0, 4885 "value_type": "cumulative" 4886 }, 4887 "type": "graph", 4888 "xaxis": { 4889 "buckets": null, 4890 "mode": "time", 4891 "name": null, 4892 "show": true, 4893 "values": [] 4894 }, 4895 "yaxes": [ 4896 { 4897 "format": "short", 4898 "logBase": 1, 4899 "max": null, 4900 "min": null, 4901 "show": true 4902 }, 4903 { 4904 "format": "short", 4905 "logBase": 1, 4906 "max": null, 4907 "min": null, 4908 "show": true 4909 } 4910 ], 4911 "yaxis": { 4912 "align": false, 4913 "alignLevel": null 4914 } 4915 }, 4916 { 4917 "aliasColors": {}, 4918 "bars": false, 4919 "dashLength": 10, 4920 "dashes": false, 4921 "datasource": "$datasource", 4922 "editable": true, 4923 "error": false, 4924 "fill": 0, 4925 "fillGradient": 0, 4926 "grid": {}, 4927 "gridPos": { 4928 "h": 7, 4929 "w": 8, 4930 "x": 16, 4931 "y": 64 4932 }, 4933 "hiddenSeries": false, 4934 "id": 78, 4935 "legend": { 4936 "avg": false, 4937 "current": false, 4938 "max": false, 4939 "min": false, 4940 "show": false, 4941 "total": false, 4942 "values": false 4943 }, 4944 "lines": true, 4945 "linewidth": 1, 4946 "links": [], 4947 "nullPointMode": "connected", 4948 "options": { 4949 "dataLinks": [] 4950 }, 4951 "percentage": false, 4952 "pointradius": 5, 4953 "points": false, 4954 "renderer": "flot", 4955 "seriesOverrides": [], 4956 "spaceLength": 10, 4957 "stack": false, 4958 "steppedLine": false, 4959 "targets": [ 4960 { 4961 "expr": "rate(m3aggregator_aggregator_list_flush_before_stale{}[$step])", 4962 "key": 0.8943239807863312, 4963 "legendFormat": "{{instance}} {{list_type}} {{resolution}}", 4964 "refId": "B" 4965 } 4966 ], 4967 "thresholds": [], 4968 "timeFrom": null, 4969 "timeRegions": [], 4970 "timeShift": null, 4971 "title": "Stale Flushes", 4972 "tooltip": { 4973 "shared": false, 4974 "sort": 0, 4975 "value_type": "cumulative" 4976 }, 4977 "type": "graph", 4978 "xaxis": { 4979 "buckets": null, 4980 "mode": "time", 4981 "name": null, 4982 "show": true, 4983 "values": [] 4984 }, 4985 "yaxes": [ 4986 { 4987 "format": "short", 4988 "logBase": 1, 4989 "max": null, 4990 "min": null, 4991 "show": true 4992 }, 4993 { 4994 "format": "short", 4995 "logBase": 1, 4996 "max": null, 4997 "min": null, 4998 "show": true 4999 } 5000 ], 5001 "yaxis": { 5002 "align": false, 5003 "alignLevel": null 5004 } 5005 }, 5006 { 5007 "aliasColors": {}, 5008 "bars": false, 5009 "dashLength": 10, 5010 "dashes": false, 5011 "datasource": "$datasource", 5012 "editable": true, 5013 "error": false, 5014 "fill": 0, 5015 "fillGradient": 0, 5016 "grid": {}, 5017 "gridPos": { 5018 "h": 7, 5019 "w": 8, 5020 "x": 0, 5021 "y": 71 5022 }, 5023 "hiddenSeries": false, 5024 "id": 79, 5025 "legend": { 5026 "avg": false, 5027 "current": false, 5028 "max": false, 5029 "min": false, 5030 "show": false, 5031 "total": false, 5032 "values": false 5033 }, 5034 "lines": true, 5035 "linewidth": 1, 5036 "links": [], 5037 "nullPointMode": "connected", 5038 "options": { 5039 "dataLinks": [] 5040 }, 5041 "percentage": false, 5042 "pointradius": 5, 5043 "points": false, 5044 "renderer": "flot", 5045 "seriesOverrides": [], 5046 "spaceLength": 10, 5047 "stack": false, 5048 "steppedLine": false, 5049 "targets": [ 5050 { 5051 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_list_flush_before_duration_bucket{}) by (instance, le, list_type, resolution))", 5052 "key": 0.6814815324723293, 5053 "legendFormat": "{{instance}} {{list_type}} {{resolution}}", 5054 "refId": "B" 5055 } 5056 ], 5057 "thresholds": [], 5058 "timeFrom": null, 5059 "timeRegions": [], 5060 "timeShift": null, 5061 "title": "FlushBefore Duration", 5062 "tooltip": { 5063 "shared": false, 5064 "sort": 0, 5065 "value_type": "cumulative" 5066 }, 5067 "type": "graph", 5068 "xaxis": { 5069 "buckets": null, 5070 "mode": "time", 5071 "name": null, 5072 "show": true, 5073 "values": [] 5074 }, 5075 "yaxes": [ 5076 { 5077 "format": "ms", 5078 "logBase": 1, 5079 "max": null, 5080 "min": null, 5081 "show": true 5082 }, 5083 { 5084 "format": "short", 5085 "logBase": 1, 5086 "max": null, 5087 "min": null, 5088 "show": true 5089 } 5090 ], 5091 "yaxis": { 5092 "align": false, 5093 "alignLevel": null 5094 } 5095 }, 5096 { 5097 "aliasColors": {}, 5098 "bars": false, 5099 "dashLength": 10, 5100 "dashes": false, 5101 "datasource": "$datasource", 5102 "editable": true, 5103 "error": false, 5104 "fill": 0, 5105 "fillGradient": 0, 5106 "grid": {}, 5107 "gridPos": { 5108 "h": 7, 5109 "w": 8, 5110 "x": 8, 5111 "y": 71 5112 }, 5113 "hiddenSeries": false, 5114 "id": 84, 5115 "legend": { 5116 "avg": false, 5117 "current": false, 5118 "max": false, 5119 "min": false, 5120 "show": false, 5121 "total": false, 5122 "values": false 5123 }, 5124 "lines": true, 5125 "linewidth": 1, 5126 "links": [], 5127 "nullPointMode": "connected", 5128 "options": { 5129 "dataLinks": [] 5130 }, 5131 "percentage": false, 5132 "pointradius": 5, 5133 "points": false, 5134 "renderer": "flot", 5135 "seriesOverrides": [], 5136 "spaceLength": 10, 5137 "stack": false, 5138 "steppedLine": false, 5139 "targets": [ 5140 { 5141 "expr": "m3aggregator_aggregator_flush_times_manager_flush_times_unmarshal_errors", 5142 "key": 0.9317190406560714, 5143 "legendFormat": "{{instance}}", 5144 "refId": "B" 5145 } 5146 ], 5147 "thresholds": [], 5148 "timeFrom": null, 5149 "timeRegions": [], 5150 "timeShift": null, 5151 "title": "Flush Times Errors", 5152 "tooltip": { 5153 "shared": false, 5154 "sort": 0, 5155 "value_type": "cumulative" 5156 }, 5157 "type": "graph", 5158 "xaxis": { 5159 "buckets": null, 5160 "mode": "time", 5161 "name": null, 5162 "show": true, 5163 "values": [] 5164 }, 5165 "yaxes": [ 5166 { 5167 "format": "ms", 5168 "logBase": 1, 5169 "max": null, 5170 "min": null, 5171 "show": true 5172 }, 5173 { 5174 "format": "short", 5175 "logBase": 1, 5176 "max": null, 5177 "min": null, 5178 "show": true 5179 } 5180 ], 5181 "yaxis": { 5182 "align": false, 5183 "alignLevel": null 5184 } 5185 }, 5186 { 5187 "collapsed": true, 5188 "datasource": "$datasource", 5189 "gridPos": { 5190 "h": 1, 5191 "w": 24, 5192 "x": 0, 5193 "y": 78 5194 }, 5195 "id": 178, 5196 "panels": [ 5197 { 5198 "aliasColors": {}, 5199 "bars": false, 5200 "dashLength": 10, 5201 "dashes": false, 5202 "datasource": "$datasource", 5203 "editable": true, 5204 "error": false, 5205 "fill": 0, 5206 "fillGradient": 0, 5207 "grid": {}, 5208 "gridPos": { 5209 "h": 7, 5210 "w": 8, 5211 "x": 0, 5212 "y": 59 5213 }, 5214 "id": 49, 5215 "legend": { 5216 "avg": false, 5217 "current": false, 5218 "max": false, 5219 "min": false, 5220 "show": false, 5221 "total": false, 5222 "values": false 5223 }, 5224 "lines": true, 5225 "linewidth": 1, 5226 "links": [], 5227 "nullPointMode": "connected", 5228 "options": { 5229 "dataLinks": [] 5230 }, 5231 "percentage": false, 5232 "pointradius": 5, 5233 "points": false, 5234 "renderer": "flot", 5235 "seriesOverrides": [], 5236 "spaceLength": 10, 5237 "stack": false, 5238 "steppedLine": false, 5239 "targets": [ 5240 { 5241 "expr": "m3aggregator_aggregator_flush_manager_leader_queue_size", 5242 "key": 0.3175243578915665, 5243 "legendFormat": "{{instance}}", 5244 "refId": "B" 5245 } 5246 ], 5247 "thresholds": [], 5248 "timeFrom": null, 5249 "timeRegions": [], 5250 "timeShift": null, 5251 "title": "Flush Queue Size", 5252 "tooltip": { 5253 "shared": false, 5254 "sort": 0, 5255 "value_type": "cumulative" 5256 }, 5257 "type": "graph", 5258 "xaxis": { 5259 "buckets": null, 5260 "mode": "time", 5261 "name": null, 5262 "show": true, 5263 "values": [] 5264 }, 5265 "yaxes": [ 5266 { 5267 "format": "short", 5268 "logBase": 1, 5269 "max": null, 5270 "min": null, 5271 "show": true 5272 }, 5273 { 5274 "format": "short", 5275 "logBase": 1, 5276 "max": null, 5277 "min": null, 5278 "show": true 5279 } 5280 ], 5281 "yaxis": { 5282 "align": false, 5283 "alignLevel": null 5284 } 5285 }, 5286 { 5287 "aliasColors": {}, 5288 "bars": false, 5289 "dashLength": 10, 5290 "dashes": false, 5291 "datasource": "$datasource", 5292 "editable": true, 5293 "error": false, 5294 "fill": 0, 5295 "fillGradient": 0, 5296 "grid": {}, 5297 "gridPos": { 5298 "h": 7, 5299 "w": 8, 5300 "x": 8, 5301 "y": 59 5302 }, 5303 "id": 158, 5304 "legend": { 5305 "avg": false, 5306 "current": false, 5307 "max": false, 5308 "min": false, 5309 "show": false, 5310 "total": false, 5311 "values": false 5312 }, 5313 "lines": true, 5314 "linewidth": 1, 5315 "links": [], 5316 "nullPointMode": "connected", 5317 "options": { 5318 "dataLinks": [] 5319 }, 5320 "percentage": false, 5321 "pointradius": 5, 5322 "points": false, 5323 "renderer": "flot", 5324 "seriesOverrides": [], 5325 "spaceLength": 10, 5326 "stack": false, 5327 "steppedLine": false, 5328 "targets": [ 5329 { 5330 "expr": "rate(m3aggregator_aggregator_flush_manager_leader_update_flush_times{}[$step])", 5331 "key": 0.3175243578915665, 5332 "legendFormat": "{{instance}} {{flusher_type}}", 5333 "refId": "B" 5334 } 5335 ], 5336 "thresholds": [], 5337 "timeFrom": null, 5338 "timeRegions": [], 5339 "timeShift": null, 5340 "title": "Flusher Update Flush Times / Second", 5341 "tooltip": { 5342 "shared": false, 5343 "sort": 0, 5344 "value_type": "cumulative" 5345 }, 5346 "type": "graph", 5347 "xaxis": { 5348 "buckets": null, 5349 "mode": "time", 5350 "name": null, 5351 "show": true, 5352 "values": [] 5353 }, 5354 "yaxes": [ 5355 { 5356 "format": "short", 5357 "logBase": 1, 5358 "max": null, 5359 "min": null, 5360 "show": true 5361 }, 5362 { 5363 "format": "short", 5364 "logBase": 1, 5365 "max": null, 5366 "min": null, 5367 "show": true 5368 } 5369 ], 5370 "yaxis": { 5371 "align": false, 5372 "alignLevel": null 5373 } 5374 }, 5375 { 5376 "aliasColors": {}, 5377 "bars": false, 5378 "dashLength": 10, 5379 "dashes": false, 5380 "datasource": "$datasource", 5381 "editable": true, 5382 "error": false, 5383 "fill": 0, 5384 "fillGradient": 0, 5385 "grid": {}, 5386 "gridPos": { 5387 "h": 7, 5388 "w": 8, 5389 "x": 16, 5390 "y": 59 5391 }, 5392 "id": 64, 5393 "legend": { 5394 "avg": false, 5395 "current": false, 5396 "max": false, 5397 "min": false, 5398 "show": false, 5399 "total": false, 5400 "values": false 5401 }, 5402 "lines": false, 5403 "linewidth": 1, 5404 "links": [], 5405 "nullPointMode": "connected", 5406 "options": { 5407 "dataLinks": [] 5408 }, 5409 "percentage": false, 5410 "pointradius": 5, 5411 "points": true, 5412 "renderer": "flot", 5413 "seriesOverrides": [], 5414 "spaceLength": 10, 5415 "stack": false, 5416 "steppedLine": false, 5417 "targets": [ 5418 { 5419 "expr": "{__name__=~\"m3aggregator_aggregator_flush_times_manager_flush_times_persist_(success|errors)\"}", 5420 "key": 0.2653101257432502, 5421 "legendFormat": "{{instance}} {{__name__}}", 5422 "refId": "B" 5423 } 5424 ], 5425 "thresholds": [], 5426 "timeFrom": null, 5427 "timeRegions": [], 5428 "timeShift": null, 5429 "title": "Flush Times Persistence", 5430 "tooltip": { 5431 "shared": false, 5432 "sort": 0, 5433 "value_type": "cumulative" 5434 }, 5435 "type": "graph", 5436 "xaxis": { 5437 "buckets": null, 5438 "mode": "time", 5439 "name": null, 5440 "show": true, 5441 "values": [] 5442 }, 5443 "yaxes": [ 5444 { 5445 "format": "short", 5446 "logBase": 1, 5447 "max": null, 5448 "min": null, 5449 "show": true 5450 }, 5451 { 5452 "format": "short", 5453 "logBase": 1, 5454 "max": null, 5455 "min": null, 5456 "show": true 5457 } 5458 ], 5459 "yaxis": { 5460 "align": false, 5461 "alignLevel": null 5462 } 5463 }, 5464 { 5465 "aliasColors": {}, 5466 "bars": false, 5467 "dashLength": 10, 5468 "dashes": false, 5469 "datasource": "$datasource", 5470 "editable": true, 5471 "error": false, 5472 "fill": 0, 5473 "fillGradient": 0, 5474 "grid": {}, 5475 "gridPos": { 5476 "h": 7, 5477 "w": 8, 5478 "x": 0, 5479 "y": 66 5480 }, 5481 "id": 65, 5482 "legend": { 5483 "avg": false, 5484 "current": false, 5485 "max": false, 5486 "min": false, 5487 "show": false, 5488 "total": false, 5489 "values": false 5490 }, 5491 "lines": true, 5492 "linewidth": 1, 5493 "links": [], 5494 "nullPointMode": "connected", 5495 "options": { 5496 "dataLinks": [] 5497 }, 5498 "percentage": false, 5499 "pointradius": 5, 5500 "points": false, 5501 "renderer": "flot", 5502 "seriesOverrides": [], 5503 "spaceLength": 10, 5504 "stack": false, 5505 "steppedLine": false, 5506 "targets": [ 5507 { 5508 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_flush_times_manager_flush_times_persist_success_latency_bucket{}) by (instance, le))", 5509 "key": 0.697442884278572, 5510 "legendFormat": "{{instance}} success", 5511 "refId": "B" 5512 }, 5513 { 5514 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_flush_times_manager_flush_times_persist_error_latency_bucket{}) by (instance, le))", 5515 "legendFormat": "{{instance}} error", 5516 "refId": "A" 5517 } 5518 ], 5519 "thresholds": [], 5520 "timeFrom": null, 5521 "timeRegions": [], 5522 "timeShift": null, 5523 "title": "Flush Times Persistence Latency", 5524 "tooltip": { 5525 "shared": false, 5526 "sort": 0, 5527 "value_type": "cumulative" 5528 }, 5529 "type": "graph", 5530 "xaxis": { 5531 "buckets": null, 5532 "mode": "time", 5533 "name": null, 5534 "show": true, 5535 "values": [] 5536 }, 5537 "yaxes": [ 5538 { 5539 "format": "ms", 5540 "logBase": 1, 5541 "max": null, 5542 "min": null, 5543 "show": true 5544 }, 5545 { 5546 "format": "short", 5547 "logBase": 1, 5548 "max": null, 5549 "min": null, 5550 "show": true 5551 } 5552 ], 5553 "yaxis": { 5554 "align": false, 5555 "alignLevel": null 5556 } 5557 }, 5558 { 5559 "aliasColors": {}, 5560 "bars": false, 5561 "dashLength": 10, 5562 "dashes": false, 5563 "datasource": "$datasource", 5564 "editable": true, 5565 "error": false, 5566 "fill": 0, 5567 "fillGradient": 0, 5568 "grid": {}, 5569 "gridPos": { 5570 "h": 7, 5571 "w": 8, 5572 "x": 8, 5573 "y": 66 5574 }, 5575 "id": 74, 5576 "legend": { 5577 "avg": false, 5578 "current": false, 5579 "max": false, 5580 "min": false, 5581 "show": false, 5582 "total": false, 5583 "values": false 5584 }, 5585 "lines": true, 5586 "linewidth": 1, 5587 "links": [], 5588 "nullPointMode": "connected", 5589 "options": { 5590 "dataLinks": [] 5591 }, 5592 "percentage": false, 5593 "pointradius": 5, 5594 "points": false, 5595 "renderer": "flot", 5596 "seriesOverrides": [], 5597 "spaceLength": 10, 5598 "stack": false, 5599 "steppedLine": false, 5600 "targets": [ 5601 { 5602 "expr": "{__name__=~\"m3aggregator_aggregator_placement_manager_.*\"}", 5603 "key": 0.764221468294171, 5604 "legendFormat": "{{instance}} {{__name__}}", 5605 "refId": "B" 5606 } 5607 ], 5608 "thresholds": [], 5609 "timeFrom": null, 5610 "timeRegions": [], 5611 "timeShift": null, 5612 "title": "Flush Task Errors", 5613 "tooltip": { 5614 "shared": false, 5615 "sort": 0, 5616 "value_type": "cumulative" 5617 }, 5618 "type": "graph", 5619 "xaxis": { 5620 "buckets": null, 5621 "mode": "time", 5622 "name": null, 5623 "show": true, 5624 "values": [] 5625 }, 5626 "yaxes": [ 5627 { 5628 "format": "short", 5629 "logBase": 1, 5630 "max": null, 5631 "min": null, 5632 "show": true 5633 }, 5634 { 5635 "format": "short", 5636 "logBase": 1, 5637 "max": null, 5638 "min": null, 5639 "show": true 5640 } 5641 ], 5642 "yaxis": { 5643 "align": false, 5644 "alignLevel": null 5645 } 5646 }, 5647 { 5648 "aliasColors": {}, 5649 "bars": false, 5650 "dashLength": 10, 5651 "dashes": false, 5652 "datasource": "$datasource", 5653 "editable": true, 5654 "error": false, 5655 "fill": 0, 5656 "fillGradient": 0, 5657 "grid": {}, 5658 "gridPos": { 5659 "h": 7, 5660 "w": 8, 5661 "x": 16, 5662 "y": 66 5663 }, 5664 "id": 76, 5665 "legend": { 5666 "avg": false, 5667 "current": false, 5668 "max": false, 5669 "min": false, 5670 "show": false, 5671 "total": false, 5672 "values": false 5673 }, 5674 "lines": true, 5675 "linewidth": 1, 5676 "links": [], 5677 "nullPointMode": "connected", 5678 "options": { 5679 "dataLinks": [] 5680 }, 5681 "percentage": false, 5682 "pointradius": 5, 5683 "points": false, 5684 "renderer": "flot", 5685 "seriesOverrides": [], 5686 "spaceLength": 10, 5687 "stack": false, 5688 "steppedLine": false, 5689 "targets": [ 5690 { 5691 "expr": "rate(m3aggregator_aggregator_list_flush_before_cutover{}[$step])", 5692 "key": 0.46139052717388984, 5693 "legendFormat": "{{instance}} {{list_type}} {{resolution}} before cutover", 5694 "refId": "B" 5695 }, 5696 { 5697 "expr": "rate(m3aggregator_aggregator_list_flush_between_cutover_cutoff{}[$step])", 5698 "legendFormat": "{{instance}} {{list_type}} {{resolution}} between cutover cutoff", 5699 "refId": "C" 5700 }, 5701 { 5702 "expr": "rate(m3aggregator_aggregator_list_flush_between_cutoff_bufferend{}[$step])", 5703 "legendFormat": "{{instance}} {{list_type}} {{resolution}} between cutoff bufferend", 5704 "refId": "D" 5705 }, 5706 { 5707 "expr": "rate(m3aggregator_aggregator_list_flush_after_bufferend{}[$step])", 5708 "legendFormat": "{{instance}} {{list_type}} {{resolution}} after bufferend", 5709 "refId": "E" 5710 }, 5711 { 5712 "expr": "m3aggregator_aggregator_list_flush_discard", 5713 "key": 0.07099711071028803, 5714 "legendFormat": "{{instance}} {{list_type}} {{resolution}}", 5715 "refId": "A" 5716 } 5717 ], 5718 "thresholds": [], 5719 "timeFrom": null, 5720 "timeRegions": [], 5721 "timeShift": null, 5722 "title": "Flush Calls Per Second", 5723 "tooltip": { 5724 "shared": false, 5725 "sort": 0, 5726 "value_type": "cumulative" 5727 }, 5728 "type": "graph", 5729 "xaxis": { 5730 "buckets": null, 5731 "mode": "time", 5732 "name": null, 5733 "show": true, 5734 "values": [] 5735 }, 5736 "yaxes": [ 5737 { 5738 "format": "short", 5739 "logBase": 1, 5740 "max": null, 5741 "min": null, 5742 "show": true 5743 }, 5744 { 5745 "format": "short", 5746 "logBase": 1, 5747 "max": null, 5748 "min": null, 5749 "show": true 5750 } 5751 ], 5752 "yaxis": { 5753 "align": false, 5754 "alignLevel": null 5755 } 5756 } 5757 ], 5758 "repeat": null, 5759 "title": "Flushing (Leader)", 5760 "type": "row" 5761 }, 5762 { 5763 "collapsed": true, 5764 "datasource": "$datasource", 5765 "gridPos": { 5766 "h": 1, 5767 "w": 24, 5768 "x": 0, 5769 "y": 79 5770 }, 5771 "id": 179, 5772 "panels": [ 5773 { 5774 "aliasColors": {}, 5775 "bars": false, 5776 "dashLength": 10, 5777 "dashes": false, 5778 "datasource": "$datasource", 5779 "editable": true, 5780 "error": false, 5781 "fill": 0, 5782 "fillGradient": 0, 5783 "grid": {}, 5784 "gridPos": { 5785 "h": 7, 5786 "w": 8, 5787 "x": 0, 5788 "y": 60 5789 }, 5790 "id": 66, 5791 "legend": { 5792 "avg": false, 5793 "current": false, 5794 "max": false, 5795 "min": false, 5796 "show": false, 5797 "total": false, 5798 "values": false 5799 }, 5800 "lines": true, 5801 "linewidth": 1, 5802 "links": [], 5803 "nullPointMode": "connected", 5804 "options": { 5805 "dataLinks": [] 5806 }, 5807 "percentage": false, 5808 "pointradius": 5, 5809 "points": false, 5810 "renderer": "flot", 5811 "seriesOverrides": [], 5812 "spaceLength": 10, 5813 "stack": false, 5814 "steppedLine": false, 5815 "targets": [ 5816 { 5817 "expr": "rate(m3aggregator_aggregator_flush_manager_follower_kv_update_flush{}[$step])", 5818 "key": 0.2889593582196568, 5819 "legendFormat": "{{instance}} update flush", 5820 "refId": "B" 5821 }, 5822 { 5823 "expr": "rate(m3aggregator_aggregator_flush_manager_follower_forced_flush{}[$step])", 5824 "legendFormat": "{{instance}} forced flush", 5825 "refId": "A" 5826 } 5827 ], 5828 "thresholds": [], 5829 "timeFrom": null, 5830 "timeRegions": [], 5831 "timeShift": null, 5832 "title": "Flushes / Second", 5833 "tooltip": { 5834 "shared": false, 5835 "sort": 0, 5836 "value_type": "cumulative" 5837 }, 5838 "type": "graph", 5839 "xaxis": { 5840 "buckets": null, 5841 "mode": "time", 5842 "name": null, 5843 "show": true, 5844 "values": [] 5845 }, 5846 "yaxes": [ 5847 { 5848 "format": "short", 5849 "logBase": 1, 5850 "max": null, 5851 "min": null, 5852 "show": true 5853 }, 5854 { 5855 "format": "short", 5856 "logBase": 1, 5857 "max": null, 5858 "min": null, 5859 "show": true 5860 } 5861 ], 5862 "yaxis": { 5863 "align": false, 5864 "alignLevel": null 5865 } 5866 }, 5867 { 5868 "aliasColors": {}, 5869 "bars": false, 5870 "dashLength": 10, 5871 "dashes": false, 5872 "datasource": "$datasource", 5873 "editable": true, 5874 "error": false, 5875 "fill": 0, 5876 "fillGradient": 0, 5877 "grid": {}, 5878 "gridPos": { 5879 "h": 7, 5880 "w": 8, 5881 "x": 8, 5882 "y": 60 5883 }, 5884 "id": 70, 5885 "legend": { 5886 "avg": false, 5887 "current": false, 5888 "max": false, 5889 "min": false, 5890 "show": false, 5891 "total": false, 5892 "values": false 5893 }, 5894 "lines": true, 5895 "linewidth": 1, 5896 "links": [], 5897 "nullPointMode": "connected", 5898 "options": { 5899 "dataLinks": [] 5900 }, 5901 "percentage": false, 5902 "pointradius": 5, 5903 "points": false, 5904 "renderer": "flot", 5905 "seriesOverrides": [], 5906 "spaceLength": 10, 5907 "stack": false, 5908 "steppedLine": false, 5909 "targets": [ 5910 { 5911 "expr": "rate(m3aggregator_aggregator_list_discard_before{}[$step])", 5912 "key": 0.13298242383220304, 5913 "legendFormat": "{{instance}} {{list_type}} {{resolution}}", 5914 "refId": "B" 5915 } 5916 ], 5917 "thresholds": [], 5918 "timeFrom": null, 5919 "timeRegions": [], 5920 "timeShift": null, 5921 "title": "DiscardBefore / Second", 5922 "tooltip": { 5923 "shared": false, 5924 "sort": 0, 5925 "value_type": "cumulative" 5926 }, 5927 "type": "graph", 5928 "xaxis": { 5929 "buckets": null, 5930 "mode": "time", 5931 "name": null, 5932 "show": true, 5933 "values": [] 5934 }, 5935 "yaxes": [ 5936 { 5937 "format": "short", 5938 "logBase": 1, 5939 "max": null, 5940 "min": null, 5941 "show": true 5942 }, 5943 { 5944 "format": "short", 5945 "logBase": 1, 5946 "max": null, 5947 "min": null, 5948 "show": true 5949 } 5950 ], 5951 "yaxis": { 5952 "align": false, 5953 "alignLevel": null 5954 } 5955 }, 5956 { 5957 "aliasColors": {}, 5958 "bars": false, 5959 "dashLength": 10, 5960 "dashes": false, 5961 "datasource": "$datasource", 5962 "editable": true, 5963 "error": false, 5964 "fill": 0, 5965 "fillGradient": 0, 5966 "grid": {}, 5967 "gridPos": { 5968 "h": 7, 5969 "w": 8, 5970 "x": 16, 5971 "y": 60 5972 }, 5973 "id": 157, 5974 "legend": { 5975 "avg": false, 5976 "current": false, 5977 "max": false, 5978 "min": false, 5979 "show": false, 5980 "total": false, 5981 "values": false 5982 }, 5983 "lines": true, 5984 "linewidth": 1, 5985 "links": [], 5986 "nullPointMode": "connected", 5987 "options": { 5988 "dataLinks": [] 5989 }, 5990 "percentage": false, 5991 "pointradius": 5, 5992 "points": false, 5993 "renderer": "flot", 5994 "seriesOverrides": [], 5995 "spaceLength": 10, 5996 "stack": false, 5997 "steppedLine": false, 5998 "targets": [ 5999 { 6000 "expr": "rate(m3aggregator_aggregator_flush_manager_follower_kv_updates{}[$step])", 6001 "key": 0.2889593582196568, 6002 "legendFormat": "{{instance}} {{flusher_type}}", 6003 "refId": "B" 6004 } 6005 ], 6006 "thresholds": [], 6007 "timeFrom": null, 6008 "timeRegions": [], 6009 "timeShift": null, 6010 "title": "Flusher KV Updates / Second", 6011 "tooltip": { 6012 "shared": false, 6013 "sort": 0, 6014 "value_type": "cumulative" 6015 }, 6016 "type": "graph", 6017 "xaxis": { 6018 "buckets": null, 6019 "mode": "time", 6020 "name": null, 6021 "show": true, 6022 "values": [] 6023 }, 6024 "yaxes": [ 6025 { 6026 "format": "short", 6027 "logBase": 1, 6028 "max": null, 6029 "min": null, 6030 "show": true 6031 }, 6032 { 6033 "format": "short", 6034 "logBase": 1, 6035 "max": null, 6036 "min": null, 6037 "show": true 6038 } 6039 ], 6040 "yaxis": { 6041 "align": false, 6042 "alignLevel": null 6043 } 6044 }, 6045 { 6046 "aliasColors": {}, 6047 "bars": false, 6048 "dashLength": 10, 6049 "dashes": false, 6050 "datasource": "$datasource", 6051 "editable": true, 6052 "error": false, 6053 "fill": 0, 6054 "fillGradient": 0, 6055 "grid": {}, 6056 "gridPos": { 6057 "h": 7, 6058 "w": 8, 6059 "x": 0, 6060 "y": 67 6061 }, 6062 "id": 68, 6063 "legend": { 6064 "avg": false, 6065 "current": false, 6066 "max": false, 6067 "min": false, 6068 "show": false, 6069 "total": false, 6070 "values": false 6071 }, 6072 "lines": true, 6073 "linewidth": 1, 6074 "links": [], 6075 "nullPointMode": "connected", 6076 "options": { 6077 "dataLinks": [] 6078 }, 6079 "percentage": false, 6080 "pointradius": 5, 6081 "points": false, 6082 "renderer": "flot", 6083 "seriesOverrides": [], 6084 "spaceLength": 10, 6085 "stack": false, 6086 "steppedLine": false, 6087 "targets": [ 6088 { 6089 "expr": "m3aggregator_aggregator_flush_manager_follower_not_campaigning", 6090 "key": 0.5463250573065082, 6091 "legendFormat": "{{instance}} {{__name__}}", 6092 "refId": "B" 6093 }, 6094 { 6095 "expr": "m3aggregator_aggregator_flush_manager_follower_flush_windows_not_ended", 6096 "key": 0.5463250573065082, 6097 "legendFormat": "{{instance}} {{flusher_type}} {{__name__}}", 6098 "refId": "A" 6099 } 6100 ], 6101 "thresholds": [], 6102 "timeFrom": null, 6103 "timeRegions": [], 6104 "timeShift": null, 6105 "title": "Can't Lead Reasons", 6106 "tooltip": { 6107 "shared": false, 6108 "sort": 0, 6109 "value_type": "cumulative" 6110 }, 6111 "type": "graph", 6112 "xaxis": { 6113 "buckets": null, 6114 "mode": "time", 6115 "name": null, 6116 "show": true, 6117 "values": [] 6118 }, 6119 "yaxes": [ 6120 { 6121 "format": "short", 6122 "logBase": 1, 6123 "max": null, 6124 "min": null, 6125 "show": true 6126 }, 6127 { 6128 "format": "short", 6129 "logBase": 1, 6130 "max": null, 6131 "min": null, 6132 "show": true 6133 } 6134 ], 6135 "yaxis": { 6136 "align": false, 6137 "alignLevel": null 6138 } 6139 }, 6140 { 6141 "aliasColors": {}, 6142 "bars": false, 6143 "dashLength": 10, 6144 "dashes": false, 6145 "datasource": "$datasource", 6146 "editable": true, 6147 "error": false, 6148 "fill": 0, 6149 "fillGradient": 0, 6150 "grid": {}, 6151 "gridPos": { 6152 "h": 7, 6153 "w": 8, 6154 "x": 8, 6155 "y": 67 6156 }, 6157 "id": 67, 6158 "legend": { 6159 "avg": false, 6160 "current": false, 6161 "max": false, 6162 "min": false, 6163 "show": false, 6164 "total": false, 6165 "values": false 6166 }, 6167 "lines": true, 6168 "linewidth": 1, 6169 "links": [], 6170 "nullPointMode": "connected", 6171 "options": { 6172 "dataLinks": [] 6173 }, 6174 "percentage": false, 6175 "pointradius": 5, 6176 "points": false, 6177 "renderer": "flot", 6178 "seriesOverrides": [], 6179 "spaceLength": 10, 6180 "stack": false, 6181 "steppedLine": false, 6182 "targets": [ 6183 { 6184 "expr": "m3aggregator_aggregator_flush_manager_follower_watch_create_errors", 6185 "key": 0.7461089460575929, 6186 "legendFormat": "{{instance}}", 6187 "refId": "B" 6188 } 6189 ], 6190 "thresholds": [], 6191 "timeFrom": null, 6192 "timeRegions": [], 6193 "timeShift": null, 6194 "title": "Flush Times Watch Creation Errors", 6195 "tooltip": { 6196 "shared": false, 6197 "sort": 0, 6198 "value_type": "cumulative" 6199 }, 6200 "type": "graph", 6201 "xaxis": { 6202 "buckets": null, 6203 "mode": "time", 6204 "name": null, 6205 "show": true, 6206 "values": [] 6207 }, 6208 "yaxes": [ 6209 { 6210 "format": "short", 6211 "logBase": 1, 6212 "max": null, 6213 "min": null, 6214 "show": true 6215 }, 6216 { 6217 "format": "short", 6218 "logBase": 1, 6219 "max": null, 6220 "min": null, 6221 "show": true 6222 } 6223 ], 6224 "yaxis": { 6225 "align": false, 6226 "alignLevel": null 6227 } 6228 }, 6229 { 6230 "aliasColors": {}, 6231 "bars": false, 6232 "dashLength": 10, 6233 "dashes": false, 6234 "datasource": "$datasource", 6235 "editable": true, 6236 "error": false, 6237 "fill": 0, 6238 "fillGradient": 0, 6239 "grid": {}, 6240 "gridPos": { 6241 "h": 7, 6242 "w": 8, 6243 "x": 16, 6244 "y": 67 6245 }, 6246 "id": 108, 6247 "legend": { 6248 "avg": false, 6249 "current": false, 6250 "max": false, 6251 "min": false, 6252 "show": false, 6253 "total": false, 6254 "values": false 6255 }, 6256 "lines": true, 6257 "linewidth": 1, 6258 "links": [], 6259 "nullPointMode": "connected", 6260 "options": { 6261 "dataLinks": [] 6262 }, 6263 "percentage": false, 6264 "pointradius": 5, 6265 "points": false, 6266 "renderer": "flot", 6267 "seriesOverrides": [], 6268 "spaceLength": 10, 6269 "stack": false, 6270 "steppedLine": false, 6271 "targets": [ 6272 { 6273 "expr": "{__name__=~\"m3aggregator_aggregator_flush_manager_follower_(shard_not_found|resolution_not_found)\",flusher_type=\"standard\"}", 6274 "key": 0.7461089460575929, 6275 "legendFormat": "{{instance}} {{__name__}}", 6276 "refId": "B" 6277 } 6278 ], 6279 "thresholds": [], 6280 "timeFrom": null, 6281 "timeRegions": [], 6282 "timeShift": null, 6283 "title": "Flush Times Errors For Standard Metrics", 6284 "tooltip": { 6285 "shared": false, 6286 "sort": 0, 6287 "value_type": "cumulative" 6288 }, 6289 "type": "graph", 6290 "xaxis": { 6291 "buckets": null, 6292 "mode": "time", 6293 "name": null, 6294 "show": true, 6295 "values": [] 6296 }, 6297 "yaxes": [ 6298 { 6299 "format": "short", 6300 "logBase": 1, 6301 "max": null, 6302 "min": null, 6303 "show": true 6304 }, 6305 { 6306 "format": "short", 6307 "logBase": 1, 6308 "max": null, 6309 "min": null, 6310 "show": true 6311 } 6312 ], 6313 "yaxis": { 6314 "align": false, 6315 "alignLevel": null 6316 } 6317 }, 6318 { 6319 "aliasColors": {}, 6320 "bars": false, 6321 "dashLength": 10, 6322 "dashes": false, 6323 "datasource": "$datasource", 6324 "editable": true, 6325 "error": false, 6326 "fill": 0, 6327 "fillGradient": 0, 6328 "grid": {}, 6329 "gridPos": { 6330 "h": 7, 6331 "w": 8, 6332 "x": 0, 6333 "y": 74 6334 }, 6335 "id": 109, 6336 "legend": { 6337 "avg": false, 6338 "current": false, 6339 "max": false, 6340 "min": false, 6341 "show": false, 6342 "total": false, 6343 "values": false 6344 }, 6345 "lines": true, 6346 "linewidth": 1, 6347 "links": [], 6348 "nullPointMode": "connected", 6349 "options": { 6350 "dataLinks": [] 6351 }, 6352 "percentage": false, 6353 "pointradius": 5, 6354 "points": false, 6355 "renderer": "flot", 6356 "seriesOverrides": [], 6357 "spaceLength": 10, 6358 "stack": false, 6359 "steppedLine": false, 6360 "targets": [ 6361 { 6362 "expr": "{__name__=~\"m3aggregator_aggregator_flush_manager_follower_(shard_not_found|resolution_not_found|nil_forwarded_times|num_forwarded_times_not_found)\",flusher_type=\"forwarded\"}", 6363 "key": 0.7461089460575929, 6364 "legendFormat": "{{instance}} {{__name__}}", 6365 "refId": "B" 6366 } 6367 ], 6368 "thresholds": [], 6369 "timeFrom": null, 6370 "timeRegions": [], 6371 "timeShift": null, 6372 "title": "Flush Times Errors For Forwarded Metrics", 6373 "tooltip": { 6374 "shared": false, 6375 "sort": 0, 6376 "value_type": "cumulative" 6377 }, 6378 "type": "graph", 6379 "xaxis": { 6380 "buckets": null, 6381 "mode": "time", 6382 "name": null, 6383 "show": true, 6384 "values": [] 6385 }, 6386 "yaxes": [ 6387 { 6388 "format": "short", 6389 "logBase": 1, 6390 "max": null, 6391 "min": null, 6392 "show": true 6393 }, 6394 { 6395 "format": "short", 6396 "logBase": 1, 6397 "max": null, 6398 "min": null, 6399 "show": true 6400 } 6401 ], 6402 "yaxis": { 6403 "align": false, 6404 "alignLevel": null 6405 } 6406 } 6407 ], 6408 "repeat": null, 6409 "title": "Flushing (Follower)", 6410 "type": "row" 6411 }, 6412 { 6413 "collapsed": true, 6414 "datasource": "$datasource", 6415 "gridPos": { 6416 "h": 1, 6417 "w": 24, 6418 "x": 0, 6419 "y": 80 6420 }, 6421 "id": 180, 6422 "panels": [ 6423 { 6424 "aliasColors": {}, 6425 "bars": false, 6426 "dashLength": 10, 6427 "dashes": false, 6428 "datasource": "$datasource", 6429 "fill": 1, 6430 "fillGradient": 0, 6431 "gridPos": { 6432 "h": 7, 6433 "w": 8, 6434 "x": 0, 6435 "y": 61 6436 }, 6437 "id": 144, 6438 "legend": { 6439 "avg": false, 6440 "current": false, 6441 "max": false, 6442 "min": false, 6443 "show": false, 6444 "total": false, 6445 "values": false 6446 }, 6447 "lines": true, 6448 "linewidth": 1, 6449 "links": [], 6450 "nullPointMode": "null", 6451 "options": { 6452 "dataLinks": [] 6453 }, 6454 "percentage": false, 6455 "pointradius": 5, 6456 "points": false, 6457 "renderer": "flot", 6458 "seriesOverrides": [], 6459 "spaceLength": 10, 6460 "stack": false, 6461 "steppedLine": false, 6462 "targets": [ 6463 { 6464 "expr": "rate(m3aggregator_aggregator_list_writer_success{writer_type=\"forwarded\",action=\"register\"}[$step])", 6465 "legendFormat": "{{instance}} {{resolution}}", 6466 "refId": "A" 6467 } 6468 ], 6469 "thresholds": [], 6470 "timeFrom": null, 6471 "timeRegions": [], 6472 "timeShift": null, 6473 "title": "Register Success / s", 6474 "tooltip": { 6475 "shared": true, 6476 "sort": 0, 6477 "value_type": "individual" 6478 }, 6479 "type": "graph", 6480 "xaxis": { 6481 "buckets": null, 6482 "mode": "time", 6483 "name": null, 6484 "show": true, 6485 "values": [] 6486 }, 6487 "yaxes": [ 6488 { 6489 "format": "short", 6490 "label": null, 6491 "logBase": 1, 6492 "max": null, 6493 "min": null, 6494 "show": true 6495 }, 6496 { 6497 "format": "short", 6498 "label": null, 6499 "logBase": 1, 6500 "max": null, 6501 "min": null, 6502 "show": true 6503 } 6504 ], 6505 "yaxis": { 6506 "align": false, 6507 "alignLevel": null 6508 } 6509 }, 6510 { 6511 "aliasColors": {}, 6512 "bars": false, 6513 "dashLength": 10, 6514 "dashes": false, 6515 "datasource": "$datasource", 6516 "fill": 1, 6517 "fillGradient": 0, 6518 "gridPos": { 6519 "h": 7, 6520 "w": 8, 6521 "x": 8, 6522 "y": 61 6523 }, 6524 "id": 145, 6525 "legend": { 6526 "avg": false, 6527 "current": false, 6528 "max": false, 6529 "min": false, 6530 "show": false, 6531 "total": false, 6532 "values": false 6533 }, 6534 "lines": true, 6535 "linewidth": 1, 6536 "links": [], 6537 "nullPointMode": "null", 6538 "options": { 6539 "dataLinks": [] 6540 }, 6541 "percentage": false, 6542 "pointradius": 5, 6543 "points": false, 6544 "renderer": "flot", 6545 "seriesOverrides": [], 6546 "spaceLength": 10, 6547 "stack": false, 6548 "steppedLine": false, 6549 "targets": [ 6550 { 6551 "expr": "rate(m3aggregator_aggregator_list_writer_errors{writer_type=\"forwarded\",action=\"register\"}[$step])", 6552 "legendFormat": "{{instance}} {{resolution}} {{reason}}", 6553 "refId": "A" 6554 } 6555 ], 6556 "thresholds": [], 6557 "timeFrom": null, 6558 "timeRegions": [], 6559 "timeShift": null, 6560 "title": "Register Errors / s", 6561 "tooltip": { 6562 "shared": true, 6563 "sort": 0, 6564 "value_type": "individual" 6565 }, 6566 "type": "graph", 6567 "xaxis": { 6568 "buckets": null, 6569 "mode": "time", 6570 "name": null, 6571 "show": true, 6572 "values": [] 6573 }, 6574 "yaxes": [ 6575 { 6576 "format": "short", 6577 "label": null, 6578 "logBase": 1, 6579 "max": null, 6580 "min": null, 6581 "show": true 6582 }, 6583 { 6584 "format": "short", 6585 "label": null, 6586 "logBase": 1, 6587 "max": null, 6588 "min": null, 6589 "show": true 6590 } 6591 ], 6592 "yaxis": { 6593 "align": false, 6594 "alignLevel": null 6595 } 6596 }, 6597 { 6598 "aliasColors": {}, 6599 "bars": false, 6600 "dashLength": 10, 6601 "dashes": false, 6602 "datasource": "$datasource", 6603 "fill": 1, 6604 "fillGradient": 0, 6605 "gridPos": { 6606 "h": 7, 6607 "w": 8, 6608 "x": 16, 6609 "y": 61 6610 }, 6611 "id": 147, 6612 "legend": { 6613 "avg": false, 6614 "current": false, 6615 "max": false, 6616 "min": false, 6617 "show": false, 6618 "total": false, 6619 "values": false 6620 }, 6621 "lines": true, 6622 "linewidth": 1, 6623 "links": [], 6624 "nullPointMode": "null", 6625 "options": { 6626 "dataLinks": [] 6627 }, 6628 "percentage": false, 6629 "pointradius": 5, 6630 "points": false, 6631 "renderer": "flot", 6632 "seriesOverrides": [], 6633 "spaceLength": 10, 6634 "stack": false, 6635 "steppedLine": false, 6636 "targets": [ 6637 { 6638 "expr": "rate(m3aggregator_aggregator_list_writer_success{writer_type=\"forwarded\",action=\"unregister\"}[$step])", 6639 "legendFormat": "{{instance}} {{resolution}} {{reason}}", 6640 "refId": "A" 6641 } 6642 ], 6643 "thresholds": [], 6644 "timeFrom": null, 6645 "timeRegions": [], 6646 "timeShift": null, 6647 "title": "Unregister Success / s", 6648 "tooltip": { 6649 "shared": true, 6650 "sort": 0, 6651 "value_type": "individual" 6652 }, 6653 "type": "graph", 6654 "xaxis": { 6655 "buckets": null, 6656 "mode": "time", 6657 "name": null, 6658 "show": true, 6659 "values": [] 6660 }, 6661 "yaxes": [ 6662 { 6663 "format": "short", 6664 "label": null, 6665 "logBase": 1, 6666 "max": null, 6667 "min": null, 6668 "show": true 6669 }, 6670 { 6671 "format": "short", 6672 "label": null, 6673 "logBase": 1, 6674 "max": null, 6675 "min": null, 6676 "show": true 6677 } 6678 ], 6679 "yaxis": { 6680 "align": false, 6681 "alignLevel": null 6682 } 6683 }, 6684 { 6685 "aliasColors": {}, 6686 "bars": false, 6687 "dashLength": 10, 6688 "dashes": false, 6689 "datasource": "$datasource", 6690 "fill": 1, 6691 "fillGradient": 0, 6692 "gridPos": { 6693 "h": 7, 6694 "w": 8, 6695 "x": 0, 6696 "y": 68 6697 }, 6698 "id": 148, 6699 "legend": { 6700 "avg": false, 6701 "current": false, 6702 "max": false, 6703 "min": false, 6704 "show": false, 6705 "total": false, 6706 "values": false 6707 }, 6708 "lines": true, 6709 "linewidth": 1, 6710 "links": [], 6711 "nullPointMode": "null", 6712 "options": { 6713 "dataLinks": [] 6714 }, 6715 "percentage": false, 6716 "pointradius": 5, 6717 "points": false, 6718 "renderer": "flot", 6719 "seriesOverrides": [], 6720 "spaceLength": 10, 6721 "stack": false, 6722 "steppedLine": false, 6723 "targets": [ 6724 { 6725 "expr": "rate(m3aggregator_aggregator_list_writer_errors{writer_type=\"forwarded\",action=\"unregister\"}[$step])", 6726 "legendFormat": "{{instance}} {{resolution}} {{reason}}", 6727 "refId": "A" 6728 } 6729 ], 6730 "thresholds": [], 6731 "timeFrom": null, 6732 "timeRegions": [], 6733 "timeShift": null, 6734 "title": "Unregister Errors / s", 6735 "tooltip": { 6736 "shared": true, 6737 "sort": 0, 6738 "value_type": "individual" 6739 }, 6740 "type": "graph", 6741 "xaxis": { 6742 "buckets": null, 6743 "mode": "time", 6744 "name": null, 6745 "show": true, 6746 "values": [] 6747 }, 6748 "yaxes": [ 6749 { 6750 "format": "short", 6751 "label": null, 6752 "logBase": 1, 6753 "max": null, 6754 "min": null, 6755 "show": true 6756 }, 6757 { 6758 "format": "short", 6759 "label": null, 6760 "logBase": 1, 6761 "max": null, 6762 "min": null, 6763 "show": true 6764 } 6765 ], 6766 "yaxis": { 6767 "align": false, 6768 "alignLevel": null 6769 } 6770 }, 6771 { 6772 "aliasColors": {}, 6773 "bars": false, 6774 "dashLength": 10, 6775 "dashes": false, 6776 "datasource": "$datasource", 6777 "fill": 1, 6778 "fillGradient": 0, 6779 "gridPos": { 6780 "h": 7, 6781 "w": 8, 6782 "x": 8, 6783 "y": 68 6784 }, 6785 "id": 149, 6786 "legend": { 6787 "avg": false, 6788 "current": false, 6789 "max": false, 6790 "min": false, 6791 "show": false, 6792 "total": false, 6793 "values": false 6794 }, 6795 "lines": true, 6796 "linewidth": 1, 6797 "links": [], 6798 "nullPointMode": "null", 6799 "options": { 6800 "dataLinks": [] 6801 }, 6802 "percentage": false, 6803 "pointradius": 5, 6804 "points": false, 6805 "renderer": "flot", 6806 "seriesOverrides": [], 6807 "spaceLength": 10, 6808 "stack": false, 6809 "steppedLine": false, 6810 "targets": [ 6811 { 6812 "expr": "rate(m3aggregator_aggregator_list_writer_prepare{writer_type=\"forwarded\",action=\"prepare\"}[$step])", 6813 "legendFormat": "{{instance}} {{resolution}} {{reason}}", 6814 "refId": "A" 6815 } 6816 ], 6817 "thresholds": [], 6818 "timeFrom": null, 6819 "timeRegions": [], 6820 "timeShift": null, 6821 "title": "Prepare / s", 6822 "tooltip": { 6823 "shared": true, 6824 "sort": 0, 6825 "value_type": "individual" 6826 }, 6827 "type": "graph", 6828 "xaxis": { 6829 "buckets": null, 6830 "mode": "time", 6831 "name": null, 6832 "show": true, 6833 "values": [] 6834 }, 6835 "yaxes": [ 6836 { 6837 "format": "short", 6838 "label": null, 6839 "logBase": 1, 6840 "max": null, 6841 "min": null, 6842 "show": true 6843 }, 6844 { 6845 "format": "short", 6846 "label": null, 6847 "logBase": 1, 6848 "max": null, 6849 "min": null, 6850 "show": true 6851 } 6852 ], 6853 "yaxis": { 6854 "align": false, 6855 "alignLevel": null 6856 } 6857 }, 6858 { 6859 "aliasColors": {}, 6860 "bars": false, 6861 "dashLength": 10, 6862 "dashes": false, 6863 "datasource": "$datasource", 6864 "fill": 1, 6865 "fillGradient": 0, 6866 "gridPos": { 6867 "h": 7, 6868 "w": 8, 6869 "x": 16, 6870 "y": 68 6871 }, 6872 "id": 150, 6873 "legend": { 6874 "avg": false, 6875 "current": false, 6876 "max": false, 6877 "min": false, 6878 "show": false, 6879 "total": false, 6880 "values": false 6881 }, 6882 "lines": true, 6883 "linewidth": 1, 6884 "links": [], 6885 "nullPointMode": "null", 6886 "options": { 6887 "dataLinks": [] 6888 }, 6889 "percentage": false, 6890 "pointradius": 5, 6891 "points": false, 6892 "renderer": "flot", 6893 "seriesOverrides": [], 6894 "spaceLength": 10, 6895 "stack": false, 6896 "steppedLine": false, 6897 "targets": [ 6898 { 6899 "expr": "rate(m3aggregator_aggregator_list_writer_success{writer_type=\"forwarded\",action=\"flush\"}[$step])", 6900 "legendFormat": "{{instance}} {{resolution}} {{reason}}", 6901 "refId": "A" 6902 } 6903 ], 6904 "thresholds": [], 6905 "timeFrom": null, 6906 "timeRegions": [], 6907 "timeShift": null, 6908 "title": "Flush Success / s", 6909 "tooltip": { 6910 "shared": true, 6911 "sort": 0, 6912 "value_type": "individual" 6913 }, 6914 "type": "graph", 6915 "xaxis": { 6916 "buckets": null, 6917 "mode": "time", 6918 "name": null, 6919 "show": true, 6920 "values": [] 6921 }, 6922 "yaxes": [ 6923 { 6924 "format": "short", 6925 "label": null, 6926 "logBase": 1, 6927 "max": null, 6928 "min": null, 6929 "show": true 6930 }, 6931 { 6932 "format": "short", 6933 "label": null, 6934 "logBase": 1, 6935 "max": null, 6936 "min": null, 6937 "show": true 6938 } 6939 ], 6940 "yaxis": { 6941 "align": false, 6942 "alignLevel": null 6943 } 6944 }, 6945 { 6946 "aliasColors": {}, 6947 "bars": false, 6948 "dashLength": 10, 6949 "dashes": false, 6950 "datasource": "$datasource", 6951 "fill": 1, 6952 "fillGradient": 0, 6953 "gridPos": { 6954 "h": 7, 6955 "w": 8, 6956 "x": 0, 6957 "y": 75 6958 }, 6959 "id": 151, 6960 "legend": { 6961 "avg": false, 6962 "current": false, 6963 "max": false, 6964 "min": false, 6965 "show": false, 6966 "total": false, 6967 "values": false 6968 }, 6969 "lines": true, 6970 "linewidth": 1, 6971 "links": [], 6972 "nullPointMode": "null", 6973 "options": { 6974 "dataLinks": [] 6975 }, 6976 "percentage": false, 6977 "pointradius": 5, 6978 "points": false, 6979 "renderer": "flot", 6980 "seriesOverrides": [], 6981 "spaceLength": 10, 6982 "stack": false, 6983 "steppedLine": false, 6984 "targets": [ 6985 { 6986 "expr": "rate(m3aggregator_aggregator_list_writer_errors{writer_type=\"forwarded\",action=\"flush\"}[$step])", 6987 "legendFormat": "{{instance}} {{resolution}}", 6988 "refId": "A" 6989 } 6990 ], 6991 "thresholds": [], 6992 "timeFrom": null, 6993 "timeRegions": [], 6994 "timeShift": null, 6995 "title": "Flush Errors / s", 6996 "tooltip": { 6997 "shared": true, 6998 "sort": 0, 6999 "value_type": "individual" 7000 }, 7001 "type": "graph", 7002 "xaxis": { 7003 "buckets": null, 7004 "mode": "time", 7005 "name": null, 7006 "show": true, 7007 "values": [] 7008 }, 7009 "yaxes": [ 7010 { 7011 "format": "short", 7012 "label": null, 7013 "logBase": 1, 7014 "max": null, 7015 "min": null, 7016 "show": true 7017 }, 7018 { 7019 "format": "short", 7020 "label": null, 7021 "logBase": 1, 7022 "max": null, 7023 "min": null, 7024 "show": true 7025 } 7026 ], 7027 "yaxis": { 7028 "align": false, 7029 "alignLevel": null 7030 } 7031 }, 7032 { 7033 "aliasColors": {}, 7034 "bars": false, 7035 "dashLength": 10, 7036 "dashes": false, 7037 "datasource": "$datasource", 7038 "fill": 1, 7039 "fillGradient": 0, 7040 "gridPos": { 7041 "h": 7, 7042 "w": 8, 7043 "x": 8, 7044 "y": 75 7045 }, 7046 "id": 152, 7047 "legend": { 7048 "avg": false, 7049 "current": false, 7050 "max": false, 7051 "min": false, 7052 "show": false, 7053 "total": false, 7054 "values": false 7055 }, 7056 "lines": true, 7057 "linewidth": 1, 7058 "links": [], 7059 "nullPointMode": "null", 7060 "options": { 7061 "dataLinks": [] 7062 }, 7063 "percentage": false, 7064 "pointradius": 5, 7065 "points": false, 7066 "renderer": "flot", 7067 "seriesOverrides": [], 7068 "spaceLength": 10, 7069 "stack": false, 7070 "steppedLine": false, 7071 "targets": [ 7072 { 7073 "expr": "rate(m3aggregator_aggregator_list_writer_aggregations_added{writer_type=\"forwarded\"}[$step])", 7074 "legendFormat": "{{instance}} {{resolution}}", 7075 "refId": "A" 7076 } 7077 ], 7078 "thresholds": [], 7079 "timeFrom": null, 7080 "timeRegions": [], 7081 "timeShift": null, 7082 "title": "Aggregations Added / s", 7083 "tooltip": { 7084 "shared": true, 7085 "sort": 0, 7086 "value_type": "individual" 7087 }, 7088 "type": "graph", 7089 "xaxis": { 7090 "buckets": null, 7091 "mode": "time", 7092 "name": null, 7093 "show": true, 7094 "values": [] 7095 }, 7096 "yaxes": [ 7097 { 7098 "format": "short", 7099 "label": null, 7100 "logBase": 1, 7101 "max": null, 7102 "min": null, 7103 "show": true 7104 }, 7105 { 7106 "format": "short", 7107 "label": null, 7108 "logBase": 1, 7109 "max": null, 7110 "min": null, 7111 "show": true 7112 } 7113 ], 7114 "yaxis": { 7115 "align": false, 7116 "alignLevel": null 7117 } 7118 }, 7119 { 7120 "aliasColors": {}, 7121 "bars": false, 7122 "dashLength": 10, 7123 "dashes": false, 7124 "datasource": "$datasource", 7125 "fill": 1, 7126 "fillGradient": 0, 7127 "gridPos": { 7128 "h": 7, 7129 "w": 8, 7130 "x": 16, 7131 "y": 75 7132 }, 7133 "id": 153, 7134 "legend": { 7135 "avg": false, 7136 "current": false, 7137 "max": false, 7138 "min": false, 7139 "show": false, 7140 "total": false, 7141 "values": false 7142 }, 7143 "lines": true, 7144 "linewidth": 1, 7145 "links": [], 7146 "nullPointMode": "null", 7147 "options": { 7148 "dataLinks": [] 7149 }, 7150 "percentage": false, 7151 "pointradius": 5, 7152 "points": false, 7153 "renderer": "flot", 7154 "seriesOverrides": [], 7155 "spaceLength": 10, 7156 "stack": false, 7157 "steppedLine": false, 7158 "targets": [ 7159 { 7160 "expr": "rate(m3aggregator_aggregator_list_writer_aggregations_removed{writer_type=\"forwarded\"}[$step])", 7161 "legendFormat": "{{instance}} {{resolution}}", 7162 "refId": "A" 7163 } 7164 ], 7165 "thresholds": [], 7166 "timeFrom": null, 7167 "timeRegions": [], 7168 "timeShift": null, 7169 "title": "Aggregations Removed / s", 7170 "tooltip": { 7171 "shared": true, 7172 "sort": 0, 7173 "value_type": "individual" 7174 }, 7175 "type": "graph", 7176 "xaxis": { 7177 "buckets": null, 7178 "mode": "time", 7179 "name": null, 7180 "show": true, 7181 "values": [] 7182 }, 7183 "yaxes": [ 7184 { 7185 "format": "short", 7186 "label": null, 7187 "logBase": 1, 7188 "max": null, 7189 "min": null, 7190 "show": true 7191 }, 7192 { 7193 "format": "short", 7194 "label": null, 7195 "logBase": 1, 7196 "max": null, 7197 "min": null, 7198 "show": true 7199 } 7200 ], 7201 "yaxis": { 7202 "align": false, 7203 "alignLevel": null 7204 } 7205 }, 7206 { 7207 "aliasColors": {}, 7208 "bars": false, 7209 "dashLength": 10, 7210 "dashes": false, 7211 "datasource": "$datasource", 7212 "fill": 1, 7213 "fillGradient": 0, 7214 "gridPos": { 7215 "h": 7, 7216 "w": 8, 7217 "x": 0, 7218 "y": 82 7219 }, 7220 "id": 154, 7221 "legend": { 7222 "avg": false, 7223 "current": false, 7224 "max": false, 7225 "min": false, 7226 "show": false, 7227 "total": false, 7228 "values": false 7229 }, 7230 "lines": true, 7231 "linewidth": 1, 7232 "links": [], 7233 "nullPointMode": "null", 7234 "options": { 7235 "dataLinks": [] 7236 }, 7237 "percentage": false, 7238 "pointradius": 5, 7239 "points": false, 7240 "renderer": "flot", 7241 "seriesOverrides": [], 7242 "spaceLength": 10, 7243 "stack": false, 7244 "steppedLine": false, 7245 "targets": [ 7246 { 7247 "expr": "rate(m3aggregator_aggregator_list_writer_aggregations_on_done_not_write{writer_type=\"forwarded\"}[$step])", 7248 "legendFormat": "{{instance}} {{resolution}} not write", 7249 "refId": "A" 7250 }, 7251 { 7252 "expr": "rate(m3aggregator_aggregator_list_writer_aggregations_on_done_write_success{writer_type=\"forwarded\"}[$step])", 7253 "legendFormat": "{{instance}} {{resolution}} write success", 7254 "refId": "B" 7255 } 7256 ], 7257 "thresholds": [], 7258 "timeFrom": null, 7259 "timeRegions": [], 7260 "timeShift": null, 7261 "title": "On Done Write Success / s", 7262 "tooltip": { 7263 "shared": true, 7264 "sort": 0, 7265 "value_type": "individual" 7266 }, 7267 "type": "graph", 7268 "xaxis": { 7269 "buckets": null, 7270 "mode": "time", 7271 "name": null, 7272 "show": true, 7273 "values": [] 7274 }, 7275 "yaxes": [ 7276 { 7277 "format": "short", 7278 "label": null, 7279 "logBase": 1, 7280 "max": null, 7281 "min": null, 7282 "show": true 7283 }, 7284 { 7285 "format": "short", 7286 "label": null, 7287 "logBase": 1, 7288 "max": null, 7289 "min": null, 7290 "show": true 7291 } 7292 ], 7293 "yaxis": { 7294 "align": false, 7295 "alignLevel": null 7296 } 7297 }, 7298 { 7299 "aliasColors": {}, 7300 "bars": false, 7301 "dashLength": 10, 7302 "dashes": false, 7303 "datasource": "$datasource", 7304 "fill": 1, 7305 "fillGradient": 0, 7306 "gridPos": { 7307 "h": 7, 7308 "w": 8, 7309 "x": 8, 7310 "y": 82 7311 }, 7312 "id": 155, 7313 "legend": { 7314 "avg": false, 7315 "current": false, 7316 "max": false, 7317 "min": false, 7318 "show": false, 7319 "total": false, 7320 "values": false 7321 }, 7322 "lines": true, 7323 "linewidth": 1, 7324 "links": [], 7325 "nullPointMode": "null", 7326 "options": { 7327 "dataLinks": [] 7328 }, 7329 "percentage": false, 7330 "pointradius": 5, 7331 "points": false, 7332 "renderer": "flot", 7333 "seriesOverrides": [], 7334 "spaceLength": 10, 7335 "stack": false, 7336 "steppedLine": false, 7337 "targets": [ 7338 { 7339 "expr": "rate(m3aggregator_aggregator_list_writer_aggregations_on_done_write_errors{writer_type=\"forwarded\"}[$step])", 7340 "legendFormat": "{{instance}} {{resolution}}", 7341 "refId": "A" 7342 } 7343 ], 7344 "thresholds": [], 7345 "timeFrom": null, 7346 "timeRegions": [], 7347 "timeShift": null, 7348 "title": "On Done Write Errors / s", 7349 "tooltip": { 7350 "shared": true, 7351 "sort": 0, 7352 "value_type": "individual" 7353 }, 7354 "type": "graph", 7355 "xaxis": { 7356 "buckets": null, 7357 "mode": "time", 7358 "name": null, 7359 "show": true, 7360 "values": [] 7361 }, 7362 "yaxes": [ 7363 { 7364 "format": "short", 7365 "label": null, 7366 "logBase": 1, 7367 "max": null, 7368 "min": null, 7369 "show": true 7370 }, 7371 { 7372 "format": "short", 7373 "label": null, 7374 "logBase": 1, 7375 "max": null, 7376 "min": null, 7377 "show": true 7378 } 7379 ], 7380 "yaxis": { 7381 "align": false, 7382 "alignLevel": null 7383 } 7384 }, 7385 { 7386 "aliasColors": {}, 7387 "bars": false, 7388 "dashLength": 10, 7389 "dashes": false, 7390 "datasource": "$datasource", 7391 "fill": 1, 7392 "fillGradient": 0, 7393 "gridPos": { 7394 "h": 7, 7395 "w": 8, 7396 "x": 16, 7397 "y": 82 7398 }, 7399 "id": 156, 7400 "legend": { 7401 "avg": false, 7402 "current": false, 7403 "max": false, 7404 "min": false, 7405 "show": false, 7406 "total": false, 7407 "values": false 7408 }, 7409 "lines": true, 7410 "linewidth": 1, 7411 "links": [], 7412 "nullPointMode": "null", 7413 "options": { 7414 "dataLinks": [] 7415 }, 7416 "percentage": false, 7417 "pointradius": 5, 7418 "points": false, 7419 "renderer": "flot", 7420 "seriesOverrides": [], 7421 "spaceLength": 10, 7422 "stack": false, 7423 "steppedLine": false, 7424 "targets": [ 7425 { 7426 "expr": "rate(m3aggregator_aggregator_list_writer_aggregations_on_done_unexpected_refcnt{writer_type=\"forwarded\"}[$step])", 7427 "legendFormat": "{{instance}} {{resolution}}", 7428 "refId": "A" 7429 } 7430 ], 7431 "thresholds": [], 7432 "timeFrom": null, 7433 "timeRegions": [], 7434 "timeShift": null, 7435 "title": "On Done Unexpected RefCount / s", 7436 "tooltip": { 7437 "shared": true, 7438 "sort": 0, 7439 "value_type": "individual" 7440 }, 7441 "type": "graph", 7442 "xaxis": { 7443 "buckets": null, 7444 "mode": "time", 7445 "name": null, 7446 "show": true, 7447 "values": [] 7448 }, 7449 "yaxes": [ 7450 { 7451 "format": "short", 7452 "label": null, 7453 "logBase": 1, 7454 "max": null, 7455 "min": null, 7456 "show": true 7457 }, 7458 { 7459 "format": "short", 7460 "label": null, 7461 "logBase": 1, 7462 "max": null, 7463 "min": null, 7464 "show": true 7465 } 7466 ], 7467 "yaxis": { 7468 "align": false, 7469 "alignLevel": null 7470 } 7471 } 7472 ], 7473 "repeat": null, 7474 "title": "Forwarded Metrics Writer", 7475 "type": "row" 7476 }, 7477 { 7478 "collapsed": true, 7479 "datasource": "$datasource", 7480 "gridPos": { 7481 "h": 1, 7482 "w": 24, 7483 "x": 0, 7484 "y": 81 7485 }, 7486 "id": 181, 7487 "panels": [ 7488 { 7489 "aliasColors": {}, 7490 "bars": false, 7491 "dashLength": 10, 7492 "dashes": false, 7493 "datasource": "$datasource", 7494 "editable": true, 7495 "error": false, 7496 "fill": 0, 7497 "fillGradient": 0, 7498 "grid": {}, 7499 "gridPos": { 7500 "h": 7, 7501 "w": 8, 7502 "x": 0, 7503 "y": 62 7504 }, 7505 "id": 112, 7506 "legend": { 7507 "avg": false, 7508 "current": false, 7509 "max": false, 7510 "min": false, 7511 "show": false, 7512 "total": false, 7513 "values": false 7514 }, 7515 "lines": true, 7516 "linewidth": 1, 7517 "links": [], 7518 "nullPointMode": "connected", 7519 "options": { 7520 "dataLinks": [] 7521 }, 7522 "percentage": false, 7523 "pointradius": 5, 7524 "points": false, 7525 "renderer": "flot", 7526 "seriesOverrides": [], 7527 "spaceLength": 10, 7528 "stack": false, 7529 "steppedLine": false, 7530 "targets": [ 7531 { 7532 "expr": "{__name__=~\"m3aggregator_aggregator_client_writeUntimed.*_success_latency\",quantile=\"0.99\"}", 7533 "hide": true, 7534 "key": 0.32458788643639513, 7535 "legendFormat": "{{instance}} {{__name__}}", 7536 "refId": "A" 7537 }, 7538 { 7539 "expr": "m3aggregator_aggregator_client_writeForwarded_success_latency{quantile=\"0.99\"}", 7540 "key": 0.32458788643639513, 7541 "legendFormat": "{{instance}} {{__name__}}", 7542 "refId": "C" 7543 }, 7544 { 7545 "expr": "m3aggregator_aggregator_client_flush_success_latency{quantile=\"0.99\"}", 7546 "hide": true, 7547 "key": 0.32458788643639513, 7548 "legendFormat": "{{instance}} {{__name__}}", 7549 "refId": "B" 7550 } 7551 ], 7552 "thresholds": [], 7553 "timeFrom": null, 7554 "timeRegions": [], 7555 "timeShift": null, 7556 "title": "Writes Latency (p99)", 7557 "tooltip": { 7558 "shared": false, 7559 "sort": 0, 7560 "value_type": "cumulative" 7561 }, 7562 "type": "graph", 7563 "xaxis": { 7564 "buckets": null, 7565 "mode": "time", 7566 "name": null, 7567 "show": true, 7568 "values": [] 7569 }, 7570 "yaxes": [ 7571 { 7572 "format": "ms", 7573 "logBase": 1, 7574 "max": null, 7575 "min": null, 7576 "show": true 7577 }, 7578 { 7579 "format": "percentunit", 7580 "label": "", 7581 "logBase": 1, 7582 "max": null, 7583 "min": null, 7584 "show": true 7585 } 7586 ], 7587 "yaxis": { 7588 "align": false, 7589 "alignLevel": null 7590 } 7591 }, 7592 { 7593 "aliasColors": {}, 7594 "bars": false, 7595 "dashLength": 10, 7596 "dashes": false, 7597 "datasource": "$datasource", 7598 "editable": true, 7599 "error": false, 7600 "fill": 0, 7601 "fillGradient": 0, 7602 "grid": {}, 7603 "gridPos": { 7604 "h": 7, 7605 "w": 8, 7606 "x": 8, 7607 "y": 62 7608 }, 7609 "id": 110, 7610 "legend": { 7611 "avg": false, 7612 "current": false, 7613 "max": false, 7614 "min": false, 7615 "show": true, 7616 "total": false, 7617 "values": false 7618 }, 7619 "lines": true, 7620 "linewidth": 1, 7621 "links": [], 7622 "nullPointMode": "connected", 7623 "options": { 7624 "dataLinks": [] 7625 }, 7626 "percentage": false, 7627 "pointradius": 5, 7628 "points": false, 7629 "renderer": "flot", 7630 "seriesOverrides": [], 7631 "spaceLength": 10, 7632 "stack": false, 7633 "steppedLine": false, 7634 "targets": [ 7635 { 7636 "expr": "sum({__name__=~\"m3aggregator_aggregator_client_writeUntimed.*_success\"}) by (__name__)", 7637 "hide": true, 7638 "key": 0.32458788643639513, 7639 "legendFormat": "{{__name__}}", 7640 "refId": "A" 7641 }, 7642 { 7643 "expr": "sum(m3aggregator_aggregator_client_writeforwarded_success)", 7644 "key": 0.32458788643639513, 7645 "legendFormat": "client write forwarded success", 7646 "refId": "C" 7647 }, 7648 { 7649 "expr": "sum(m3aggregator_aggregator_client_flush_success)", 7650 "hide": true, 7651 "key": 0.32458788643639513, 7652 "legendFormat": "client flush success", 7653 "refId": "B" 7654 } 7655 ], 7656 "thresholds": [], 7657 "timeFrom": null, 7658 "timeRegions": [], 7659 "timeShift": null, 7660 "title": "Writes Success / s", 7661 "tooltip": { 7662 "shared": false, 7663 "sort": 0, 7664 "value_type": "cumulative" 7665 }, 7666 "type": "graph", 7667 "xaxis": { 7668 "buckets": null, 7669 "mode": "time", 7670 "name": null, 7671 "show": true, 7672 "values": [] 7673 }, 7674 "yaxes": [ 7675 { 7676 "format": "short", 7677 "logBase": 1, 7678 "max": null, 7679 "min": null, 7680 "show": true 7681 }, 7682 { 7683 "format": "percentunit", 7684 "label": "", 7685 "logBase": 1, 7686 "max": null, 7687 "min": null, 7688 "show": true 7689 } 7690 ], 7691 "yaxis": { 7692 "align": false, 7693 "alignLevel": null 7694 } 7695 }, 7696 { 7697 "aliasColors": {}, 7698 "bars": false, 7699 "dashLength": 10, 7700 "dashes": false, 7701 "datasource": "$datasource", 7702 "editable": true, 7703 "error": false, 7704 "fill": 0, 7705 "fillGradient": 0, 7706 "grid": {}, 7707 "gridPos": { 7708 "h": 7, 7709 "w": 8, 7710 "x": 16, 7711 "y": 62 7712 }, 7713 "id": 113, 7714 "legend": { 7715 "avg": false, 7716 "current": false, 7717 "max": false, 7718 "min": false, 7719 "show": true, 7720 "total": false, 7721 "values": false 7722 }, 7723 "lines": true, 7724 "linewidth": 1, 7725 "links": [], 7726 "nullPointMode": "connected", 7727 "options": { 7728 "dataLinks": [] 7729 }, 7730 "percentage": false, 7731 "pointradius": 5, 7732 "points": false, 7733 "renderer": "flot", 7734 "seriesOverrides": [], 7735 "spaceLength": 10, 7736 "stack": false, 7737 "steppedLine": false, 7738 "targets": [ 7739 { 7740 "expr": "sum({__name__=~\"m3aggregator_aggregator_client_writeUntimed.*_errors\"}) by (__name__)", 7741 "key": 0.32458788643639513, 7742 "legendFormat": "{{__name__}}", 7743 "refId": "A" 7744 }, 7745 { 7746 "expr": "sum(m3aggregator_aggregator_client_writeForwarded_errors)", 7747 "key": 0.32458788643639513, 7748 "legendFormat": "client write forwarded errors", 7749 "refId": "C" 7750 }, 7751 { 7752 "expr": "sum(m3aggregator_aggregator_client_flush_errors)", 7753 "key": 0.32458788643639513, 7754 "legendFormat": "client flush errors", 7755 "refId": "B" 7756 }, 7757 { 7758 "expr": "sum(m3aggregator_aggregator_client_shard_not_writeable)", 7759 "key": 0.32458788643639513, 7760 "legendFormat": "client shart not writeable", 7761 "refId": "D" 7762 }, 7763 { 7764 "expr": "sum(m3aggregator_aggregator_client_shard_not_owned)", 7765 "key": 0.32458788643639513, 7766 "legendFormat": "client shard not owned", 7767 "refId": "E" 7768 } 7769 ], 7770 "thresholds": [], 7771 "timeFrom": null, 7772 "timeRegions": [], 7773 "timeShift": null, 7774 "title": "Writes Errors / s", 7775 "tooltip": { 7776 "shared": false, 7777 "sort": 0, 7778 "value_type": "cumulative" 7779 }, 7780 "type": "graph", 7781 "xaxis": { 7782 "buckets": null, 7783 "mode": "time", 7784 "name": null, 7785 "show": true, 7786 "values": [] 7787 }, 7788 "yaxes": [ 7789 { 7790 "format": "short", 7791 "logBase": 1, 7792 "max": null, 7793 "min": null, 7794 "show": true 7795 }, 7796 { 7797 "format": "percentunit", 7798 "label": "", 7799 "logBase": 1, 7800 "max": null, 7801 "min": null, 7802 "show": true 7803 } 7804 ], 7805 "yaxis": { 7806 "align": false, 7807 "alignLevel": null 7808 } 7809 }, 7810 { 7811 "aliasColors": {}, 7812 "bars": false, 7813 "dashLength": 10, 7814 "dashes": false, 7815 "datasource": "$datasource", 7816 "editable": true, 7817 "error": false, 7818 "fill": 0, 7819 "fillGradient": 0, 7820 "grid": {}, 7821 "gridPos": { 7822 "h": 7, 7823 "w": 8, 7824 "x": 0, 7825 "y": 69 7826 }, 7827 "id": 114, 7828 "legend": { 7829 "avg": false, 7830 "current": false, 7831 "max": false, 7832 "min": false, 7833 "show": false, 7834 "total": false, 7835 "values": false 7836 }, 7837 "lines": true, 7838 "linewidth": 1, 7839 "links": [], 7840 "nullPointMode": "connected", 7841 "options": { 7842 "dataLinks": [] 7843 }, 7844 "percentage": false, 7845 "pointradius": 5, 7846 "points": false, 7847 "renderer": "flot", 7848 "seriesOverrides": [], 7849 "spaceLength": 10, 7850 "stack": false, 7851 "steppedLine": false, 7852 "targets": [ 7853 { 7854 "expr": "sum(m3aggregator_aggregator_client_writer_manager_instances) by (instance, __name__, action)", 7855 "key": 0.32458788643639513, 7856 "legendFormat": "{{instance}} {{__name__}} {{action}}", 7857 "refId": "E" 7858 } 7859 ], 7860 "thresholds": [], 7861 "timeFrom": null, 7862 "timeRegions": [], 7863 "timeShift": null, 7864 "title": "Aggregator Instances Added / Removed", 7865 "tooltip": { 7866 "shared": false, 7867 "sort": 0, 7868 "value_type": "cumulative" 7869 }, 7870 "type": "graph", 7871 "xaxis": { 7872 "buckets": null, 7873 "mode": "time", 7874 "name": null, 7875 "show": true, 7876 "values": [] 7877 }, 7878 "yaxes": [ 7879 { 7880 "format": "short", 7881 "logBase": 1, 7882 "max": null, 7883 "min": null, 7884 "show": true 7885 }, 7886 { 7887 "format": "percentunit", 7888 "label": "", 7889 "logBase": 1, 7890 "max": null, 7891 "min": null, 7892 "show": true 7893 } 7894 ], 7895 "yaxis": { 7896 "align": false, 7897 "alignLevel": null 7898 } 7899 }, 7900 { 7901 "aliasColors": {}, 7902 "bars": false, 7903 "dashLength": 10, 7904 "dashes": false, 7905 "datasource": "$datasource", 7906 "editable": true, 7907 "error": false, 7908 "fill": 0, 7909 "fillGradient": 0, 7910 "grid": {}, 7911 "gridPos": { 7912 "h": 7, 7913 "w": 8, 7914 "x": 8, 7915 "y": 69 7916 }, 7917 "id": 115, 7918 "legend": { 7919 "avg": false, 7920 "current": false, 7921 "max": false, 7922 "min": false, 7923 "show": false, 7924 "total": false, 7925 "values": false 7926 }, 7927 "lines": true, 7928 "linewidth": 1, 7929 "links": [], 7930 "nullPointMode": "connected", 7931 "options": { 7932 "dataLinks": [] 7933 }, 7934 "percentage": false, 7935 "pointradius": 5, 7936 "points": false, 7937 "renderer": "flot", 7938 "seriesOverrides": [], 7939 "spaceLength": 10, 7940 "stack": false, 7941 "steppedLine": false, 7942 "targets": [ 7943 { 7944 "expr": "sum(m3aggregator_aggregator_client_writer_manager_writer_buffers{action=\"enqueued\"}) by (instance,__name__)", 7945 "key": 0.32458788643639513, 7946 "legendFormat": "{{instance}} {{__name__}}", 7947 "refId": "E" 7948 } 7949 ], 7950 "thresholds": [], 7951 "timeFrom": null, 7952 "timeRegions": [], 7953 "timeShift": null, 7954 "title": "Buffer Enqueued / s", 7955 "tooltip": { 7956 "shared": false, 7957 "sort": 0, 7958 "value_type": "cumulative" 7959 }, 7960 "type": "graph", 7961 "xaxis": { 7962 "buckets": null, 7963 "mode": "time", 7964 "name": null, 7965 "show": true, 7966 "values": [] 7967 }, 7968 "yaxes": [ 7969 { 7970 "format": "short", 7971 "logBase": 1, 7972 "max": null, 7973 "min": null, 7974 "show": true 7975 }, 7976 { 7977 "format": "percentunit", 7978 "label": "", 7979 "logBase": 1, 7980 "max": null, 7981 "min": null, 7982 "show": true 7983 } 7984 ], 7985 "yaxis": { 7986 "align": false, 7987 "alignLevel": null 7988 } 7989 }, 7990 { 7991 "aliasColors": {}, 7992 "bars": false, 7993 "dashLength": 10, 7994 "dashes": false, 7995 "datasource": "$datasource", 7996 "editable": true, 7997 "error": false, 7998 "fill": 0, 7999 "fillGradient": 0, 8000 "grid": {}, 8001 "gridPos": { 8002 "h": 7, 8003 "w": 8, 8004 "x": 16, 8005 "y": 69 8006 }, 8007 "id": 116, 8008 "legend": { 8009 "avg": false, 8010 "current": false, 8011 "max": false, 8012 "min": false, 8013 "show": false, 8014 "total": false, 8015 "values": false 8016 }, 8017 "lines": true, 8018 "linewidth": 1, 8019 "links": [], 8020 "nullPointMode": "connected", 8021 "options": { 8022 "dataLinks": [] 8023 }, 8024 "percentage": false, 8025 "pointradius": 5, 8026 "points": false, 8027 "renderer": "flot", 8028 "seriesOverrides": [], 8029 "spaceLength": 10, 8030 "stack": false, 8031 "steppedLine": false, 8032 "targets": [ 8033 { 8034 "expr": "sum(m3aggregator_aggregator_client_writer_manager_writer_buffers{action=~\".*_error\"}) by (instance, __name__, action)", 8035 "key": 0.32458788643639513, 8036 "legendFormat": "{{instance}} {{name}} {{action}}", 8037 "refId": "E" 8038 } 8039 ], 8040 "thresholds": [], 8041 "timeFrom": null, 8042 "timeRegions": [], 8043 "timeShift": null, 8044 "title": "Buffer Write Errors / s", 8045 "tooltip": { 8046 "shared": false, 8047 "sort": 0, 8048 "value_type": "cumulative" 8049 }, 8050 "type": "graph", 8051 "xaxis": { 8052 "buckets": null, 8053 "mode": "time", 8054 "name": null, 8055 "show": true, 8056 "values": [] 8057 }, 8058 "yaxes": [ 8059 { 8060 "format": "short", 8061 "logBase": 1, 8062 "max": null, 8063 "min": null, 8064 "show": true 8065 }, 8066 { 8067 "format": "percentunit", 8068 "label": "", 8069 "logBase": 1, 8070 "max": null, 8071 "min": null, 8072 "show": true 8073 } 8074 ], 8075 "yaxis": { 8076 "align": false, 8077 "alignLevel": null 8078 } 8079 }, 8080 { 8081 "aliasColors": {}, 8082 "bars": false, 8083 "dashLength": 10, 8084 "dashes": false, 8085 "datasource": "$datasource", 8086 "editable": true, 8087 "error": false, 8088 "fill": 0, 8089 "fillGradient": 0, 8090 "grid": {}, 8091 "gridPos": { 8092 "h": 7, 8093 "w": 8, 8094 "x": 0, 8095 "y": 76 8096 }, 8097 "id": 117, 8098 "legend": { 8099 "avg": false, 8100 "current": false, 8101 "max": false, 8102 "min": false, 8103 "show": false, 8104 "total": false, 8105 "values": false 8106 }, 8107 "lines": true, 8108 "linewidth": 1, 8109 "links": [], 8110 "nullPointMode": "connected", 8111 "options": { 8112 "dataLinks": [] 8113 }, 8114 "percentage": false, 8115 "pointradius": 5, 8116 "points": false, 8117 "renderer": "flot", 8118 "seriesOverrides": [], 8119 "spaceLength": 10, 8120 "stack": false, 8121 "steppedLine": false, 8122 "targets": [ 8123 { 8124 "expr": "m3aggregator_aggregator_client_writer_manager_writer_queue_queue_length_sum", 8125 "legendFormat": "{{instance}}", 8126 "refId": "A" 8127 } 8128 ], 8129 "thresholds": [], 8130 "timeFrom": null, 8131 "timeRegions": [], 8132 "timeShift": null, 8133 "title": "Write Queue Size", 8134 "tooltip": { 8135 "shared": false, 8136 "sort": 0, 8137 "value_type": "cumulative" 8138 }, 8139 "type": "graph", 8140 "xaxis": { 8141 "buckets": null, 8142 "mode": "time", 8143 "name": null, 8144 "show": true, 8145 "values": [] 8146 }, 8147 "yaxes": [ 8148 { 8149 "format": "short", 8150 "logBase": 1, 8151 "max": null, 8152 "min": null, 8153 "show": true 8154 }, 8155 { 8156 "format": "percentunit", 8157 "label": "", 8158 "logBase": 1, 8159 "max": null, 8160 "min": null, 8161 "show": true 8162 } 8163 ], 8164 "yaxis": { 8165 "align": false, 8166 "alignLevel": null 8167 } 8168 }, 8169 { 8170 "aliasColors": {}, 8171 "bars": false, 8172 "dashLength": 10, 8173 "dashes": false, 8174 "datasource": "$datasource", 8175 "editable": true, 8176 "error": false, 8177 "fill": 0, 8178 "fillGradient": 0, 8179 "grid": {}, 8180 "gridPos": { 8181 "h": 7, 8182 "w": 8, 8183 "x": 8, 8184 "y": 76 8185 }, 8186 "id": 118, 8187 "legend": { 8188 "avg": false, 8189 "current": false, 8190 "max": false, 8191 "min": false, 8192 "show": false, 8193 "total": false, 8194 "values": false 8195 }, 8196 "lines": true, 8197 "linewidth": 1, 8198 "links": [], 8199 "nullPointMode": "connected", 8200 "options": { 8201 "dataLinks": [] 8202 }, 8203 "percentage": false, 8204 "pointradius": 5, 8205 "points": false, 8206 "renderer": "flot", 8207 "seriesOverrides": [], 8208 "spaceLength": 10, 8209 "stack": false, 8210 "steppedLine": false, 8211 "targets": [ 8212 { 8213 "expr": "sum(m3aggregator_aggregator_client_writer_manager_writer_queue_successes{action=\"enqueue\"}) by (instance)", 8214 "legendFormat": "{{instance}}", 8215 "refId": "A" 8216 } 8217 ], 8218 "thresholds": [], 8219 "timeFrom": null, 8220 "timeRegions": [], 8221 "timeShift": null, 8222 "title": "Write Queue Enqueue Success / s", 8223 "tooltip": { 8224 "shared": false, 8225 "sort": 0, 8226 "value_type": "cumulative" 8227 }, 8228 "type": "graph", 8229 "xaxis": { 8230 "buckets": null, 8231 "mode": "time", 8232 "name": null, 8233 "show": true, 8234 "values": [] 8235 }, 8236 "yaxes": [ 8237 { 8238 "format": "short", 8239 "logBase": 1, 8240 "max": null, 8241 "min": null, 8242 "show": true 8243 }, 8244 { 8245 "format": "percentunit", 8246 "label": "", 8247 "logBase": 1, 8248 "max": null, 8249 "min": null, 8250 "show": true 8251 } 8252 ], 8253 "yaxis": { 8254 "align": false, 8255 "alignLevel": null 8256 } 8257 }, 8258 { 8259 "aliasColors": {}, 8260 "bars": false, 8261 "dashLength": 10, 8262 "dashes": false, 8263 "datasource": "$datasource", 8264 "editable": true, 8265 "error": false, 8266 "fill": 0, 8267 "fillGradient": 0, 8268 "grid": {}, 8269 "gridPos": { 8270 "h": 7, 8271 "w": 8, 8272 "x": 16, 8273 "y": 76 8274 }, 8275 "id": 119, 8276 "legend": { 8277 "avg": false, 8278 "current": false, 8279 "max": false, 8280 "min": false, 8281 "show": false, 8282 "total": false, 8283 "values": false 8284 }, 8285 "lines": true, 8286 "linewidth": 1, 8287 "links": [], 8288 "nullPointMode": "connected", 8289 "options": { 8290 "dataLinks": [] 8291 }, 8292 "percentage": false, 8293 "pointradius": 5, 8294 "points": false, 8295 "renderer": "flot", 8296 "seriesOverrides": [], 8297 "spaceLength": 10, 8298 "stack": false, 8299 "steppedLine": false, 8300 "targets": [ 8301 { 8302 "expr": "sum(m3aggregator_aggregator_client_writer_manager_writer_queue_dropped{action=\"enqueue\"}) by (instance)", 8303 "legendFormat": "{{instance}}", 8304 "refId": "A" 8305 } 8306 ], 8307 "thresholds": [], 8308 "timeFrom": null, 8309 "timeRegions": [], 8310 "timeShift": null, 8311 "title": "Write Queue Enqueue Dropped / s", 8312 "tooltip": { 8313 "shared": false, 8314 "sort": 0, 8315 "value_type": "cumulative" 8316 }, 8317 "type": "graph", 8318 "xaxis": { 8319 "buckets": null, 8320 "mode": "time", 8321 "name": null, 8322 "show": true, 8323 "values": [] 8324 }, 8325 "yaxes": [ 8326 { 8327 "format": "short", 8328 "logBase": 1, 8329 "max": null, 8330 "min": null, 8331 "show": true 8332 }, 8333 { 8334 "format": "percentunit", 8335 "label": "", 8336 "logBase": 1, 8337 "max": null, 8338 "min": null, 8339 "show": true 8340 } 8341 ], 8342 "yaxis": { 8343 "align": false, 8344 "alignLevel": null 8345 } 8346 }, 8347 { 8348 "aliasColors": {}, 8349 "bars": false, 8350 "dashLength": 10, 8351 "dashes": false, 8352 "datasource": "$datasource", 8353 "editable": true, 8354 "error": false, 8355 "fill": 0, 8356 "fillGradient": 0, 8357 "grid": {}, 8358 "gridPos": { 8359 "h": 7, 8360 "w": 8, 8361 "x": 0, 8362 "y": 83 8363 }, 8364 "id": 120, 8365 "legend": { 8366 "avg": false, 8367 "current": false, 8368 "max": false, 8369 "min": false, 8370 "show": false, 8371 "total": false, 8372 "values": false 8373 }, 8374 "lines": true, 8375 "linewidth": 1, 8376 "links": [], 8377 "nullPointMode": "connected", 8378 "options": { 8379 "dataLinks": [] 8380 }, 8381 "percentage": false, 8382 "pointradius": 5, 8383 "points": false, 8384 "renderer": "flot", 8385 "seriesOverrides": [], 8386 "spaceLength": 10, 8387 "stack": false, 8388 "steppedLine": false, 8389 "targets": [ 8390 { 8391 "expr": "sum(m3aggregator_aggregator_client_writer_manager_writer_queue_errors) by (instance,error_type)", 8392 "legendFormat": "{{instance}} {{error_type}}", 8393 "refId": "A" 8394 } 8395 ], 8396 "thresholds": [], 8397 "timeFrom": null, 8398 "timeRegions": [], 8399 "timeShift": null, 8400 "title": "Write Queue Enqueue Error / s", 8401 "tooltip": { 8402 "shared": false, 8403 "sort": 0, 8404 "value_type": "cumulative" 8405 }, 8406 "type": "graph", 8407 "xaxis": { 8408 "buckets": null, 8409 "mode": "time", 8410 "name": null, 8411 "show": true, 8412 "values": [] 8413 }, 8414 "yaxes": [ 8415 { 8416 "format": "short", 8417 "logBase": 1, 8418 "max": null, 8419 "min": null, 8420 "show": true 8421 }, 8422 { 8423 "format": "percentunit", 8424 "label": "", 8425 "logBase": 1, 8426 "max": null, 8427 "min": null, 8428 "show": true 8429 } 8430 ], 8431 "yaxis": { 8432 "align": false, 8433 "alignLevel": null 8434 } 8435 }, 8436 { 8437 "aliasColors": {}, 8438 "bars": false, 8439 "dashLength": 10, 8440 "dashes": false, 8441 "datasource": "$datasource", 8442 "editable": true, 8443 "error": false, 8444 "fill": 0, 8445 "fillGradient": 0, 8446 "grid": {}, 8447 "gridPos": { 8448 "h": 7, 8449 "w": 8, 8450 "x": 8, 8451 "y": 83 8452 }, 8453 "id": 159, 8454 "legend": { 8455 "avg": false, 8456 "current": false, 8457 "max": false, 8458 "min": false, 8459 "show": false, 8460 "total": false, 8461 "values": false 8462 }, 8463 "lines": true, 8464 "linewidth": 1, 8465 "links": [], 8466 "nullPointMode": "connected", 8467 "options": { 8468 "dataLinks": [] 8469 }, 8470 "percentage": false, 8471 "pointradius": 5, 8472 "points": false, 8473 "renderer": "flot", 8474 "seriesOverrides": [], 8475 "spaceLength": 10, 8476 "stack": false, 8477 "steppedLine": false, 8478 "targets": [ 8479 { 8480 "expr": "sum(m3aggregator_aggregator_client_writer_manager_writer_queue_successes{action=\"conn_write\"}) by (instance)", 8481 "legendFormat": "{{instance}}", 8482 "refId": "A" 8483 } 8484 ], 8485 "thresholds": [], 8486 "timeFrom": null, 8487 "timeRegions": [], 8488 "timeShift": null, 8489 "title": "Write Queue Connection Write Successes / s", 8490 "tooltip": { 8491 "shared": false, 8492 "sort": 0, 8493 "value_type": "cumulative" 8494 }, 8495 "type": "graph", 8496 "xaxis": { 8497 "buckets": null, 8498 "mode": "time", 8499 "name": null, 8500 "show": true, 8501 "values": [] 8502 }, 8503 "yaxes": [ 8504 { 8505 "format": "short", 8506 "logBase": 1, 8507 "max": null, 8508 "min": null, 8509 "show": true 8510 }, 8511 { 8512 "format": "percentunit", 8513 "label": "", 8514 "logBase": 1, 8515 "max": null, 8516 "min": null, 8517 "show": true 8518 } 8519 ], 8520 "yaxis": { 8521 "align": false, 8522 "alignLevel": null 8523 } 8524 }, 8525 { 8526 "aliasColors": {}, 8527 "bars": false, 8528 "dashLength": 10, 8529 "dashes": false, 8530 "datasource": "$datasource", 8531 "editable": true, 8532 "error": false, 8533 "fill": 0, 8534 "fillGradient": 0, 8535 "grid": {}, 8536 "gridPos": { 8537 "h": 7, 8538 "w": 8, 8539 "x": 16, 8540 "y": 83 8541 }, 8542 "id": 160, 8543 "legend": { 8544 "avg": false, 8545 "current": false, 8546 "max": false, 8547 "min": false, 8548 "show": false, 8549 "total": false, 8550 "values": false 8551 }, 8552 "lines": true, 8553 "linewidth": 1, 8554 "links": [], 8555 "nullPointMode": "connected", 8556 "options": { 8557 "dataLinks": [] 8558 }, 8559 "percentage": false, 8560 "pointradius": 5, 8561 "points": false, 8562 "renderer": "flot", 8563 "seriesOverrides": [], 8564 "spaceLength": 10, 8565 "stack": false, 8566 "steppedLine": false, 8567 "targets": [ 8568 { 8569 "expr": "sum(m3aggregator_aggregator_client_writer_manager_writer_queue_errors{action=\"conn_write\"}) by (instance)", 8570 "legendFormat": "{{instance}}", 8571 "refId": "A" 8572 } 8573 ], 8574 "thresholds": [], 8575 "timeFrom": null, 8576 "timeRegions": [], 8577 "timeShift": null, 8578 "title": "Write Queue Connection Write Errors / s", 8579 "tooltip": { 8580 "shared": false, 8581 "sort": 0, 8582 "value_type": "cumulative" 8583 }, 8584 "type": "graph", 8585 "xaxis": { 8586 "buckets": null, 8587 "mode": "time", 8588 "name": null, 8589 "show": true, 8590 "values": [] 8591 }, 8592 "yaxes": [ 8593 { 8594 "format": "short", 8595 "logBase": 1, 8596 "max": null, 8597 "min": null, 8598 "show": true 8599 }, 8600 { 8601 "format": "percentunit", 8602 "label": "", 8603 "logBase": 1, 8604 "max": null, 8605 "min": null, 8606 "show": true 8607 } 8608 ], 8609 "yaxis": { 8610 "align": false, 8611 "alignLevel": null 8612 } 8613 }, 8614 { 8615 "aliasColors": {}, 8616 "bars": false, 8617 "dashLength": 10, 8618 "dashes": false, 8619 "datasource": "$datasource", 8620 "editable": true, 8621 "error": false, 8622 "fill": 0, 8623 "fillGradient": 0, 8624 "grid": {}, 8625 "gridPos": { 8626 "h": 7, 8627 "w": 8, 8628 "x": 0, 8629 "y": 90 8630 }, 8631 "id": 121, 8632 "legend": { 8633 "avg": false, 8634 "current": false, 8635 "max": false, 8636 "min": false, 8637 "show": false, 8638 "total": false, 8639 "values": false 8640 }, 8641 "lines": true, 8642 "linewidth": 1, 8643 "links": [], 8644 "nullPointMode": "connected", 8645 "options": { 8646 "dataLinks": [] 8647 }, 8648 "percentage": false, 8649 "pointradius": 5, 8650 "points": false, 8651 "renderer": "flot", 8652 "seriesOverrides": [], 8653 "spaceLength": 10, 8654 "stack": false, 8655 "steppedLine": false, 8656 "targets": [ 8657 { 8658 "expr": "sum(m3aggregator_aggregator_client_writer_manager_writer_queue_connection_retries{action=\"write\"}) by (instance)", 8659 "legendFormat": "{{instance}}", 8660 "refId": "A" 8661 } 8662 ], 8663 "thresholds": [], 8664 "timeFrom": null, 8665 "timeRegions": [], 8666 "timeShift": null, 8667 "title": "Connection Write Retries / s", 8668 "tooltip": { 8669 "shared": false, 8670 "sort": 0, 8671 "value_type": "cumulative" 8672 }, 8673 "type": "graph", 8674 "xaxis": { 8675 "buckets": null, 8676 "mode": "time", 8677 "name": null, 8678 "show": true, 8679 "values": [] 8680 }, 8681 "yaxes": [ 8682 { 8683 "format": "short", 8684 "logBase": 1, 8685 "max": null, 8686 "min": null, 8687 "show": true 8688 }, 8689 { 8690 "format": "percentunit", 8691 "label": "", 8692 "logBase": 1, 8693 "max": null, 8694 "min": null, 8695 "show": true 8696 } 8697 ], 8698 "yaxis": { 8699 "align": false, 8700 "alignLevel": null 8701 } 8702 }, 8703 { 8704 "aliasColors": {}, 8705 "bars": false, 8706 "dashLength": 10, 8707 "dashes": false, 8708 "datasource": "$datasource", 8709 "editable": true, 8710 "error": false, 8711 "fill": 0, 8712 "fillGradient": 0, 8713 "grid": {}, 8714 "gridPos": { 8715 "h": 7, 8716 "w": 8, 8717 "x": 8, 8718 "y": 90 8719 }, 8720 "id": 161, 8721 "legend": { 8722 "avg": false, 8723 "current": false, 8724 "max": false, 8725 "min": false, 8726 "show": false, 8727 "total": false, 8728 "values": false 8729 }, 8730 "lines": true, 8731 "linewidth": 1, 8732 "links": [], 8733 "nullPointMode": "connected", 8734 "options": { 8735 "dataLinks": [] 8736 }, 8737 "percentage": false, 8738 "pointradius": 5, 8739 "points": false, 8740 "renderer": "flot", 8741 "seriesOverrides": [], 8742 "spaceLength": 10, 8743 "stack": false, 8744 "steppedLine": false, 8745 "targets": [ 8746 { 8747 "expr": "sum(m3aggregator_aggregator_client_writer_manager_writer_queue_connection_errors) by (instance, error_type)", 8748 "legendFormat": "{{instance}} {{error_type}}", 8749 "refId": "A" 8750 } 8751 ], 8752 "thresholds": [], 8753 "timeFrom": null, 8754 "timeRegions": [], 8755 "timeShift": null, 8756 "title": "Connection Write Error Reasons / s", 8757 "tooltip": { 8758 "shared": false, 8759 "sort": 0, 8760 "value_type": "cumulative" 8761 }, 8762 "type": "graph", 8763 "xaxis": { 8764 "buckets": null, 8765 "mode": "time", 8766 "name": null, 8767 "show": true, 8768 "values": [] 8769 }, 8770 "yaxes": [ 8771 { 8772 "format": "short", 8773 "logBase": 1, 8774 "max": null, 8775 "min": null, 8776 "show": true 8777 }, 8778 { 8779 "format": "percentunit", 8780 "label": "", 8781 "logBase": 1, 8782 "max": null, 8783 "min": null, 8784 "show": true 8785 } 8786 ], 8787 "yaxis": { 8788 "align": false, 8789 "alignLevel": null 8790 } 8791 } 8792 ], 8793 "repeat": null, 8794 "title": "Client", 8795 "type": "row" 8796 }, 8797 { 8798 "collapsed": true, 8799 "datasource": "$datasource", 8800 "gridPos": { 8801 "h": 1, 8802 "w": 24, 8803 "x": 0, 8804 "y": 82 8805 }, 8806 "id": 182, 8807 "panels": [ 8808 { 8809 "aliasColors": {}, 8810 "bars": false, 8811 "dashLength": 10, 8812 "dashes": false, 8813 "datasource": "$datasource", 8814 "editable": true, 8815 "error": false, 8816 "fill": 0, 8817 "fillGradient": 0, 8818 "grid": {}, 8819 "gridPos": { 8820 "h": 7, 8821 "w": 8, 8822 "x": 0, 8823 "y": 63 8824 }, 8825 "id": 46, 8826 "legend": { 8827 "avg": false, 8828 "current": false, 8829 "max": false, 8830 "min": false, 8831 "show": false, 8832 "total": false, 8833 "values": false 8834 }, 8835 "lines": true, 8836 "linewidth": 1, 8837 "links": [], 8838 "nullPointMode": "connected", 8839 "options": { 8840 "dataLinks": [] 8841 }, 8842 "percentage": false, 8843 "pointradius": 5, 8844 "points": false, 8845 "renderer": "flot", 8846 "seriesOverrides": [], 8847 "spaceLength": 10, 8848 "stack": false, 8849 "steppedLine": false, 8850 "targets": [ 8851 { 8852 "expr": "rate(m3aggregator_aggregator_entry_value_rate_limit_exceeded{}[$step])", 8853 "key": 0.3666025209201804, 8854 "legendFormat": "{{instance}} {{entry_type}}", 8855 "refId": "D" 8856 } 8857 ], 8858 "thresholds": [], 8859 "timeFrom": null, 8860 "timeRegions": [], 8861 "timeShift": null, 8862 "title": "Write Value Rate Limiting / s", 8863 "tooltip": { 8864 "shared": false, 8865 "sort": 0, 8866 "value_type": "cumulative" 8867 }, 8868 "type": "graph", 8869 "xaxis": { 8870 "buckets": null, 8871 "mode": "time", 8872 "name": null, 8873 "show": true, 8874 "values": [] 8875 }, 8876 "yaxes": [ 8877 { 8878 "format": "short", 8879 "logBase": 1, 8880 "max": null, 8881 "min": null, 8882 "show": true 8883 }, 8884 { 8885 "format": "percentunit", 8886 "label": "", 8887 "logBase": 1, 8888 "max": null, 8889 "min": null, 8890 "show": true 8891 } 8892 ], 8893 "yaxis": { 8894 "align": false, 8895 "alignLevel": null 8896 } 8897 }, 8898 { 8899 "aliasColors": {}, 8900 "bars": false, 8901 "dashLength": 10, 8902 "dashes": false, 8903 "datasource": "$datasource", 8904 "editable": true, 8905 "error": false, 8906 "fill": 0, 8907 "fillGradient": 0, 8908 "grid": {}, 8909 "gridPos": { 8910 "h": 7, 8911 "w": 8, 8912 "x": 8, 8913 "y": 63 8914 }, 8915 "id": 94, 8916 "legend": { 8917 "avg": false, 8918 "current": false, 8919 "max": false, 8920 "min": false, 8921 "show": false, 8922 "total": false, 8923 "values": false 8924 }, 8925 "lines": true, 8926 "linewidth": 1, 8927 "links": [], 8928 "nullPointMode": "connected", 8929 "options": { 8930 "dataLinks": [] 8931 }, 8932 "percentage": false, 8933 "pointradius": 5, 8934 "points": false, 8935 "renderer": "flot", 8936 "seriesOverrides": [], 8937 "spaceLength": 10, 8938 "stack": false, 8939 "steppedLine": false, 8940 "targets": [ 8941 { 8942 "expr": "rate(m3aggregator_aggregator_entry_dropped_values{}[$step])", 8943 "key": 0.47659403616268947, 8944 "legendFormat": "{{instance}} {{entry_type}}", 8945 "refId": "D" 8946 } 8947 ], 8948 "thresholds": [], 8949 "timeFrom": null, 8950 "timeRegions": [], 8951 "timeShift": null, 8952 "title": "Dropped Values / s", 8953 "tooltip": { 8954 "shared": false, 8955 "sort": 0, 8956 "value_type": "cumulative" 8957 }, 8958 "type": "graph", 8959 "xaxis": { 8960 "buckets": null, 8961 "mode": "time", 8962 "name": null, 8963 "show": true, 8964 "values": [] 8965 }, 8966 "yaxes": [ 8967 { 8968 "format": "short", 8969 "logBase": 1, 8970 "max": null, 8971 "min": null, 8972 "show": true 8973 }, 8974 { 8975 "format": "percentunit", 8976 "label": "", 8977 "logBase": 1, 8978 "max": null, 8979 "min": null, 8980 "show": true 8981 } 8982 ], 8983 "yaxis": { 8984 "align": false, 8985 "alignLevel": null 8986 } 8987 }, 8988 { 8989 "aliasColors": {}, 8990 "bars": false, 8991 "dashLength": 10, 8992 "dashes": false, 8993 "datasource": "$datasource", 8994 "editable": true, 8995 "error": false, 8996 "fill": 0, 8997 "fillGradient": 0, 8998 "grid": {}, 8999 "gridPos": { 9000 "h": 7, 9001 "w": 8, 9002 "x": 16, 9003 "y": 63 9004 }, 9005 "id": 96, 9006 "legend": { 9007 "avg": false, 9008 "current": false, 9009 "max": false, 9010 "min": false, 9011 "show": false, 9012 "total": false, 9013 "values": false 9014 }, 9015 "lines": true, 9016 "linewidth": 1, 9017 "links": [], 9018 "nullPointMode": "connected", 9019 "options": { 9020 "dataLinks": [] 9021 }, 9022 "percentage": false, 9023 "pointradius": 5, 9024 "points": false, 9025 "renderer": "flot", 9026 "seriesOverrides": [], 9027 "spaceLength": 10, 9028 "stack": false, 9029 "steppedLine": false, 9030 "targets": [ 9031 { 9032 "expr": "rate(m3aggregator_aggregator_map_new_metric_rate_limit_exceeded{}[$step])", 9033 "key": 0.15749965148234124, 9034 "legendFormat": "{{instance}}", 9035 "refId": "D" 9036 } 9037 ], 9038 "thresholds": [], 9039 "timeFrom": null, 9040 "timeRegions": [], 9041 "timeShift": null, 9042 "title": "Write New Metric Rate Limiting / s", 9043 "tooltip": { 9044 "shared": false, 9045 "sort": 0, 9046 "value_type": "cumulative" 9047 }, 9048 "type": "graph", 9049 "xaxis": { 9050 "buckets": null, 9051 "mode": "time", 9052 "name": null, 9053 "show": true, 9054 "values": [] 9055 }, 9056 "yaxes": [ 9057 { 9058 "format": "short", 9059 "logBase": 1, 9060 "max": null, 9061 "min": null, 9062 "show": true 9063 }, 9064 { 9065 "format": "percentunit", 9066 "label": "", 9067 "logBase": 1, 9068 "max": null, 9069 "min": null, 9070 "show": true 9071 } 9072 ], 9073 "yaxis": { 9074 "align": false, 9075 "alignLevel": null 9076 } 9077 }, 9078 { 9079 "aliasColors": {}, 9080 "bars": false, 9081 "dashLength": 10, 9082 "dashes": false, 9083 "datasource": "$datasource", 9084 "editable": true, 9085 "error": false, 9086 "fill": 0, 9087 "fillGradient": 0, 9088 "grid": {}, 9089 "gridPos": { 9090 "h": 7, 9091 "w": 8, 9092 "x": 0, 9093 "y": 70 9094 }, 9095 "id": 97, 9096 "legend": { 9097 "avg": false, 9098 "current": false, 9099 "max": false, 9100 "min": false, 9101 "show": false, 9102 "total": false, 9103 "values": false 9104 }, 9105 "lines": true, 9106 "linewidth": 1, 9107 "links": [], 9108 "nullPointMode": "connected", 9109 "options": { 9110 "dataLinks": [] 9111 }, 9112 "percentage": false, 9113 "pointradius": 5, 9114 "points": false, 9115 "renderer": "flot", 9116 "seriesOverrides": [], 9117 "spaceLength": 10, 9118 "stack": false, 9119 "steppedLine": false, 9120 "targets": [ 9121 { 9122 "expr": "m3aggregator_aggregator_map_no_rate_limit_warmup", 9123 "key": 0.9372723936339893, 9124 "legendFormat": "{{instance}}", 9125 "refId": "D" 9126 } 9127 ], 9128 "thresholds": [], 9129 "timeFrom": null, 9130 "timeRegions": [], 9131 "timeShift": null, 9132 "title": "New Metric Warmup Period", 9133 "tooltip": { 9134 "shared": false, 9135 "sort": 0, 9136 "value_type": "cumulative" 9137 }, 9138 "type": "graph", 9139 "xaxis": { 9140 "buckets": null, 9141 "mode": "time", 9142 "name": null, 9143 "show": true, 9144 "values": [] 9145 }, 9146 "yaxes": [ 9147 { 9148 "format": "short", 9149 "logBase": 1, 9150 "max": null, 9151 "min": null, 9152 "show": true 9153 }, 9154 { 9155 "format": "percentunit", 9156 "label": "", 9157 "logBase": 1, 9158 "max": null, 9159 "min": null, 9160 "show": true 9161 } 9162 ], 9163 "yaxis": { 9164 "align": false, 9165 "alignLevel": null 9166 } 9167 }, 9168 { 9169 "aliasColors": {}, 9170 "bars": false, 9171 "dashLength": 10, 9172 "dashes": false, 9173 "datasource": "$datasource", 9174 "editable": true, 9175 "error": false, 9176 "fill": 0, 9177 "fillGradient": 0, 9178 "grid": {}, 9179 "gridPos": { 9180 "h": 7, 9181 "w": 8, 9182 "x": 8, 9183 "y": 70 9184 }, 9185 "id": 98, 9186 "legend": { 9187 "avg": false, 9188 "current": false, 9189 "max": false, 9190 "min": false, 9191 "show": false, 9192 "total": false, 9193 "values": false 9194 }, 9195 "lines": true, 9196 "linewidth": 1, 9197 "links": [], 9198 "nullPointMode": "connected", 9199 "options": { 9200 "dataLinks": [] 9201 }, 9202 "percentage": false, 9203 "pointradius": 5, 9204 "points": false, 9205 "renderer": "flot", 9206 "seriesOverrides": [], 9207 "spaceLength": 10, 9208 "stack": false, 9209 "steppedLine": false, 9210 "targets": [ 9211 { 9212 "expr": "rate(m3aggregator_aggregator_map_dropped_new_metrics{}[$step])", 9213 "key": 0.859753597478299, 9214 "legendFormat": "{{instance}}", 9215 "refId": "D" 9216 } 9217 ], 9218 "thresholds": [], 9219 "timeFrom": null, 9220 "timeRegions": [], 9221 "timeShift": null, 9222 "title": "Dropped New Metrics / s", 9223 "tooltip": { 9224 "shared": false, 9225 "sort": 0, 9226 "value_type": "cumulative" 9227 }, 9228 "type": "graph", 9229 "xaxis": { 9230 "buckets": null, 9231 "mode": "time", 9232 "name": null, 9233 "show": true, 9234 "values": [] 9235 }, 9236 "yaxes": [ 9237 { 9238 "format": "short", 9239 "logBase": 1, 9240 "max": null, 9241 "min": null, 9242 "show": true 9243 }, 9244 { 9245 "format": "percentunit", 9246 "label": "", 9247 "logBase": 1, 9248 "max": null, 9249 "min": null, 9250 "show": true 9251 } 9252 ], 9253 "yaxis": { 9254 "align": false, 9255 "alignLevel": null 9256 } 9257 } 9258 ], 9259 "repeat": null, 9260 "title": "Rate Limiting", 9261 "type": "row" 9262 }, 9263 { 9264 "collapsed": true, 9265 "datasource": "$datasource", 9266 "gridPos": { 9267 "h": 1, 9268 "w": 24, 9269 "x": 0, 9270 "y": 83 9271 }, 9272 "id": 183, 9273 "panels": [ 9274 { 9275 "aliasColors": {}, 9276 "bars": false, 9277 "dashLength": 10, 9278 "dashes": false, 9279 "datasource": "$datasource", 9280 "editable": true, 9281 "error": false, 9282 "fill": 0, 9283 "fillGradient": 0, 9284 "grid": {}, 9285 "gridPos": { 9286 "h": 7, 9287 "w": 12, 9288 "x": 0, 9289 "y": 64 9290 }, 9291 "id": 106, 9292 "legend": { 9293 "avg": false, 9294 "current": false, 9295 "max": false, 9296 "min": false, 9297 "show": true, 9298 "total": false, 9299 "values": false 9300 }, 9301 "lines": true, 9302 "linewidth": 1, 9303 "links": [], 9304 "nullPointMode": "connected", 9305 "options": { 9306 "dataLinks": [] 9307 }, 9308 "percentage": false, 9309 "pointradius": 5, 9310 "points": false, 9311 "renderer": "flot", 9312 "seriesOverrides": [], 9313 "spaceLength": 10, 9314 "stack": false, 9315 "steppedLine": false, 9316 "targets": [ 9317 { 9318 "expr": "sum({__name__=~\"m3aggregator_aggregator_entry_(empty_metadatas|no_applicable_metadata|no_pipelines_in_metadata|empty_pipeline|no_aggregation_in_pipeline|stale_metadata|tombstoned_metadata)\", entry_type=\"untimed\"}) by (__name__)", 9319 "key": 0.09869786839975414, 9320 "legendFormat": "{{__name__}}", 9321 "refId": "B" 9322 } 9323 ], 9324 "thresholds": [], 9325 "timeFrom": null, 9326 "timeRegions": [], 9327 "timeShift": null, 9328 "title": "Untimed Metrics Metadata Errors", 9329 "tooltip": { 9330 "shared": false, 9331 "sort": 0, 9332 "value_type": "cumulative" 9333 }, 9334 "type": "graph", 9335 "xaxis": { 9336 "buckets": null, 9337 "mode": "time", 9338 "name": null, 9339 "show": true, 9340 "values": [] 9341 }, 9342 "yaxes": [ 9343 { 9344 "format": "short", 9345 "logBase": 1, 9346 "max": null, 9347 "min": null, 9348 "show": true 9349 }, 9350 { 9351 "format": "percentunit", 9352 "label": "", 9353 "logBase": 1, 9354 "max": null, 9355 "min": null, 9356 "show": true 9357 } 9358 ], 9359 "yaxis": { 9360 "align": false, 9361 "alignLevel": null 9362 } 9363 }, 9364 { 9365 "aliasColors": {}, 9366 "bars": false, 9367 "dashLength": 10, 9368 "dashes": false, 9369 "datasource": "$datasource", 9370 "editable": true, 9371 "error": false, 9372 "fill": 0, 9373 "fillGradient": 0, 9374 "grid": {}, 9375 "gridPos": { 9376 "h": 7, 9377 "w": 12, 9378 "x": 12, 9379 "y": 64 9380 }, 9381 "id": 107, 9382 "legend": { 9383 "avg": false, 9384 "current": false, 9385 "max": false, 9386 "min": false, 9387 "show": true, 9388 "total": false, 9389 "values": false 9390 }, 9391 "lines": true, 9392 "linewidth": 1, 9393 "links": [], 9394 "nullPointMode": "connected", 9395 "options": { 9396 "dataLinks": [] 9397 }, 9398 "percentage": false, 9399 "pointradius": 5, 9400 "points": false, 9401 "renderer": "flot", 9402 "seriesOverrides": [], 9403 "spaceLength": 10, 9404 "stack": false, 9405 "steppedLine": false, 9406 "targets": [ 9407 { 9408 "expr": "sum({__name__=~\"m3aggregator_aggregator_entry_(arrived_too_late|duplicate_sources)\",entry_type=\"forwarded\"}) by (__name__)", 9409 "key": 0.09869786839975414, 9410 "legendFormat": "{{__name__}}", 9411 "refId": "B" 9412 } 9413 ], 9414 "thresholds": [], 9415 "timeFrom": null, 9416 "timeRegions": [], 9417 "timeShift": null, 9418 "title": "Forwarded Metrics Metadata Errors", 9419 "tooltip": { 9420 "shared": false, 9421 "sort": 0, 9422 "value_type": "cumulative" 9423 }, 9424 "type": "graph", 9425 "xaxis": { 9426 "buckets": null, 9427 "mode": "time", 9428 "name": null, 9429 "show": true, 9430 "values": [] 9431 }, 9432 "yaxes": [ 9433 { 9434 "format": "short", 9435 "logBase": 1, 9436 "max": null, 9437 "min": null, 9438 "show": true 9439 }, 9440 { 9441 "format": "percentunit", 9442 "label": "", 9443 "logBase": 1, 9444 "max": null, 9445 "min": null, 9446 "show": true 9447 } 9448 ], 9449 "yaxis": { 9450 "align": false, 9451 "alignLevel": null 9452 } 9453 } 9454 ], 9455 "repeat": null, 9456 "title": "Metadata", 9457 "type": "row" 9458 }, 9459 { 9460 "collapsed": true, 9461 "datasource": "$datasource", 9462 "gridPos": { 9463 "h": 1, 9464 "w": 24, 9465 "x": 0, 9466 "y": 84 9467 }, 9468 "id": 184, 9469 "panels": [ 9470 { 9471 "aliasColors": {}, 9472 "bars": false, 9473 "dashLength": 10, 9474 "dashes": false, 9475 "datasource": "$datasource", 9476 "editable": true, 9477 "error": false, 9478 "fill": 0, 9479 "fillGradient": 0, 9480 "grid": {}, 9481 "gridPos": { 9482 "h": 7, 9483 "w": 8, 9484 "x": 0, 9485 "y": 65 9486 }, 9487 "id": 86, 9488 "legend": { 9489 "avg": false, 9490 "current": false, 9491 "max": false, 9492 "min": false, 9493 "show": false, 9494 "total": false, 9495 "values": false 9496 }, 9497 "lines": true, 9498 "linewidth": 1, 9499 "links": [], 9500 "nullPointMode": "connected", 9501 "options": { 9502 "dataLinks": [] 9503 }, 9504 "percentage": false, 9505 "pointradius": 5, 9506 "points": false, 9507 "renderer": "flot", 9508 "seriesOverrides": [], 9509 "spaceLength": 10, 9510 "stack": false, 9511 "steppedLine": false, 9512 "targets": [ 9513 { 9514 "expr": "sum(rate(m3aggregator_aggregator_list_writer_encode_success{}[$step])) by (instance, resolution)", 9515 "key": 0.4979494603444341, 9516 "legendFormat": "{{instance}} encode success {{resolution}}", 9517 "refId": "B" 9518 }, 9519 { 9520 "expr": "sum(rate(m3aggregator_aggregator_list_writer_encode_errors{}[$step])) by (instance, resolution)", 9521 "legendFormat": "{{instance}} encode errors {{resolution}}", 9522 "refId": "A" 9523 } 9524 ], 9525 "thresholds": [], 9526 "timeFrom": null, 9527 "timeRegions": [], 9528 "timeShift": null, 9529 "title": "Encoded Metric / s", 9530 "tooltip": { 9531 "shared": false, 9532 "sort": 0, 9533 "value_type": "cumulative" 9534 }, 9535 "type": "graph", 9536 "xaxis": { 9537 "buckets": null, 9538 "mode": "time", 9539 "name": null, 9540 "show": true, 9541 "values": [] 9542 }, 9543 "yaxes": [ 9544 { 9545 "format": "short", 9546 "logBase": 1, 9547 "max": null, 9548 "min": null, 9549 "show": true 9550 }, 9551 { 9552 "format": "short", 9553 "logBase": 1, 9554 "max": null, 9555 "min": null, 9556 "show": true 9557 } 9558 ], 9559 "yaxis": { 9560 "align": false, 9561 "alignLevel": null 9562 } 9563 }, 9564 { 9565 "aliasColors": {}, 9566 "bars": false, 9567 "dashLength": 10, 9568 "dashes": false, 9569 "datasource": "$datasource", 9570 "editable": true, 9571 "error": false, 9572 "fill": 0, 9573 "fillGradient": 0, 9574 "grid": {}, 9575 "gridPos": { 9576 "h": 7, 9577 "w": 8, 9578 "x": 8, 9579 "y": 65 9580 }, 9581 "id": 87, 9582 "legend": { 9583 "avg": false, 9584 "current": false, 9585 "max": false, 9586 "min": false, 9587 "show": false, 9588 "total": false, 9589 "values": false 9590 }, 9591 "lines": true, 9592 "linewidth": 1, 9593 "links": [], 9594 "nullPointMode": "connected", 9595 "options": { 9596 "dataLinks": [] 9597 }, 9598 "percentage": false, 9599 "pointradius": 5, 9600 "points": false, 9601 "renderer": "flot", 9602 "seriesOverrides": [], 9603 "spaceLength": 10, 9604 "stack": false, 9605 "steppedLine": false, 9606 "targets": [ 9607 { 9608 "expr": "sum(rate(m3aggregator_aggregator_list_writer_route_success{}[$step])) by (instance, resolution)", 9609 "key": 0.3702495641773651, 9610 "legendFormat": "{{instance}} success {{resolution}}", 9611 "refId": "B" 9612 }, 9613 { 9614 "expr": "sum(rate(m3aggregator_aggregator_list_writer_route_errors{}[$step])) by (instance, resolution)", 9615 "legendFormat": "{{instance}} errors {{resolution}}", 9616 "refId": "A" 9617 } 9618 ], 9619 "thresholds": [], 9620 "timeFrom": null, 9621 "timeRegions": [], 9622 "timeShift": null, 9623 "title": "Routed Buffer / s", 9624 "tooltip": { 9625 "shared": false, 9626 "sort": 0, 9627 "value_type": "cumulative" 9628 }, 9629 "type": "graph", 9630 "xaxis": { 9631 "buckets": null, 9632 "mode": "time", 9633 "name": null, 9634 "show": true, 9635 "values": [] 9636 }, 9637 "yaxes": [ 9638 { 9639 "format": "short", 9640 "logBase": 1, 9641 "max": null, 9642 "min": null, 9643 "show": true 9644 }, 9645 { 9646 "format": "short", 9647 "logBase": 1, 9648 "max": null, 9649 "min": null, 9650 "show": true 9651 } 9652 ], 9653 "yaxis": { 9654 "align": false, 9655 "alignLevel": null 9656 } 9657 }, 9658 { 9659 "aliasColors": {}, 9660 "bars": false, 9661 "dashLength": 10, 9662 "dashes": false, 9663 "datasource": "$datasource", 9664 "editable": true, 9665 "error": false, 9666 "fill": 0, 9667 "fillGradient": 0, 9668 "grid": {}, 9669 "gridPos": { 9670 "h": 7, 9671 "w": 8, 9672 "x": 16, 9673 "y": 65 9674 }, 9675 "id": 57, 9676 "legend": { 9677 "avg": false, 9678 "current": false, 9679 "max": false, 9680 "min": false, 9681 "show": false, 9682 "total": false, 9683 "values": false 9684 }, 9685 "lines": true, 9686 "linewidth": 1, 9687 "links": [], 9688 "nullPointMode": "connected", 9689 "options": { 9690 "dataLinks": [] 9691 }, 9692 "percentage": false, 9693 "pointradius": 5, 9694 "points": false, 9695 "renderer": "flot", 9696 "seriesOverrides": [], 9697 "spaceLength": 10, 9698 "stack": false, 9699 "steppedLine": false, 9700 "targets": [ 9701 { 9702 "expr": "sum({__name__=~\"m3aggregator_aggregator_flush_handler_[[backend]]_queue_(enqueue_errors|enqueue_successes)\"}) by (instance, __name__)", 9703 "key": 0.33862106384571566, 9704 "legendFormat": "{{instance}} {{__name__}}", 9705 "refId": "B" 9706 } 9707 ], 9708 "thresholds": [], 9709 "timeFrom": null, 9710 "timeRegions": [], 9711 "timeShift": null, 9712 "title": "Enqueue / s", 9713 "tooltip": { 9714 "shared": false, 9715 "sort": 0, 9716 "value_type": "cumulative" 9717 }, 9718 "type": "graph", 9719 "xaxis": { 9720 "buckets": null, 9721 "mode": "time", 9722 "name": null, 9723 "show": true, 9724 "values": [] 9725 }, 9726 "yaxes": [ 9727 { 9728 "format": "short", 9729 "logBase": 1, 9730 "max": null, 9731 "min": null, 9732 "show": true 9733 }, 9734 { 9735 "format": "short", 9736 "logBase": 1, 9737 "max": null, 9738 "min": null, 9739 "show": true 9740 } 9741 ], 9742 "yaxis": { 9743 "align": false, 9744 "alignLevel": null 9745 } 9746 }, 9747 { 9748 "aliasColors": {}, 9749 "bars": false, 9750 "dashLength": 10, 9751 "dashes": false, 9752 "datasource": "$datasource", 9753 "editable": true, 9754 "error": false, 9755 "fill": 0, 9756 "fillGradient": 0, 9757 "grid": {}, 9758 "gridPos": { 9759 "h": 7, 9760 "w": 8, 9761 "x": 0, 9762 "y": 72 9763 }, 9764 "id": 56, 9765 "legend": { 9766 "avg": false, 9767 "current": false, 9768 "max": false, 9769 "min": false, 9770 "show": false, 9771 "total": false, 9772 "values": false 9773 }, 9774 "lines": true, 9775 "linewidth": 1, 9776 "links": [], 9777 "nullPointMode": "connected", 9778 "options": { 9779 "dataLinks": [] 9780 }, 9781 "percentage": false, 9782 "pointradius": 5, 9783 "points": false, 9784 "renderer": "flot", 9785 "seriesOverrides": [], 9786 "spaceLength": 10, 9787 "stack": false, 9788 "steppedLine": false, 9789 "targets": [ 9790 { 9791 "expr": "sum(m3aggregator_aggregator_flush_handler_queue_size{backend=~\"$backend\"}) by (instance, backend)", 9792 "key": 0.7653112504018087, 9793 "legendFormat": "{{instance}} {{backend}}", 9794 "refId": "B" 9795 } 9796 ], 9797 "thresholds": [], 9798 "timeFrom": null, 9799 "timeRegions": [], 9800 "timeShift": null, 9801 "title": "Queue Size", 9802 "tooltip": { 9803 "shared": false, 9804 "sort": 0, 9805 "value_type": "cumulative" 9806 }, 9807 "type": "graph", 9808 "xaxis": { 9809 "buckets": null, 9810 "mode": "time", 9811 "name": null, 9812 "show": true, 9813 "values": [] 9814 }, 9815 "yaxes": [ 9816 { 9817 "format": "short", 9818 "logBase": 1, 9819 "max": null, 9820 "min": null, 9821 "show": true 9822 }, 9823 { 9824 "format": "short", 9825 "logBase": 1, 9826 "max": null, 9827 "min": null, 9828 "show": true 9829 } 9830 ], 9831 "yaxis": { 9832 "align": false, 9833 "alignLevel": null 9834 } 9835 }, 9836 { 9837 "aliasColors": {}, 9838 "bars": false, 9839 "dashLength": 10, 9840 "dashes": false, 9841 "datasource": "$datasource", 9842 "editable": true, 9843 "error": false, 9844 "fill": 0, 9845 "fillGradient": 0, 9846 "grid": {}, 9847 "gridPos": { 9848 "h": 7, 9849 "w": 8, 9850 "x": 8, 9851 "y": 72 9852 }, 9853 "id": 54, 9854 "legend": { 9855 "avg": false, 9856 "current": false, 9857 "max": false, 9858 "min": false, 9859 "show": false, 9860 "total": false, 9861 "values": false 9862 }, 9863 "lines": true, 9864 "linewidth": 1, 9865 "links": [], 9866 "nullPointMode": "connected", 9867 "options": { 9868 "dataLinks": [] 9869 }, 9870 "percentage": false, 9871 "pointradius": 5, 9872 "points": false, 9873 "renderer": "flot", 9874 "seriesOverrides": [], 9875 "spaceLength": 10, 9876 "stack": false, 9877 "steppedLine": false, 9878 "targets": [ 9879 { 9880 "expr": "sum(rate(m3aggregator_aggregator_flush_handler_write_success{backend=~\"$backend\"}[$step])) by (instance, backend)", 9881 "key": 0.26167987196795717, 9882 "legendFormat": "{{instance}} {{backend}}", 9883 "refId": "B" 9884 } 9885 ], 9886 "thresholds": [], 9887 "timeFrom": null, 9888 "timeRegions": [], 9889 "timeShift": null, 9890 "title": "Buffered Writes / s", 9891 "tooltip": { 9892 "shared": false, 9893 "sort": 0, 9894 "value_type": "cumulative" 9895 }, 9896 "type": "graph", 9897 "xaxis": { 9898 "buckets": null, 9899 "mode": "time", 9900 "name": null, 9901 "show": true, 9902 "values": [] 9903 }, 9904 "yaxes": [ 9905 { 9906 "format": "short", 9907 "logBase": 1, 9908 "max": null, 9909 "min": null, 9910 "show": true 9911 }, 9912 { 9913 "format": "short", 9914 "logBase": 1, 9915 "max": null, 9916 "min": null, 9917 "show": true 9918 } 9919 ], 9920 "yaxis": { 9921 "align": false, 9922 "alignLevel": null 9923 } 9924 }, 9925 { 9926 "aliasColors": {}, 9927 "bars": false, 9928 "dashLength": 10, 9929 "dashes": false, 9930 "datasource": "$datasource", 9931 "editable": true, 9932 "error": false, 9933 "fill": 0, 9934 "fillGradient": 0, 9935 "grid": {}, 9936 "gridPos": { 9937 "h": 7, 9938 "w": 8, 9939 "x": 16, 9940 "y": 72 9941 }, 9942 "id": 55, 9943 "legend": { 9944 "avg": false, 9945 "current": false, 9946 "max": false, 9947 "min": false, 9948 "show": false, 9949 "total": false, 9950 "values": false 9951 }, 9952 "lines": true, 9953 "linewidth": 1, 9954 "links": [], 9955 "nullPointMode": "connected", 9956 "options": { 9957 "dataLinks": [] 9958 }, 9959 "percentage": false, 9960 "pointradius": 5, 9961 "points": false, 9962 "renderer": "flot", 9963 "seriesOverrides": [], 9964 "spaceLength": 10, 9965 "stack": false, 9966 "steppedLine": false, 9967 "targets": [ 9968 { 9969 "expr": "sum(rate(m3aggregator_aggregator_flush_handler_write_error{backend=~\"$backend\"}[$step])) by (instance, backend)", 9970 "key": 0.3484923573485754, 9971 "legendFormat": "{{instance}} {{backend}}", 9972 "refId": "B" 9973 } 9974 ], 9975 "thresholds": [], 9976 "timeFrom": null, 9977 "timeRegions": [], 9978 "timeShift": null, 9979 "title": "Buffer Write Errors / s", 9980 "tooltip": { 9981 "shared": false, 9982 "sort": 0, 9983 "value_type": "cumulative" 9984 }, 9985 "type": "graph", 9986 "xaxis": { 9987 "buckets": null, 9988 "mode": "time", 9989 "name": null, 9990 "show": true, 9991 "values": [] 9992 }, 9993 "yaxes": [ 9994 { 9995 "format": "short", 9996 "logBase": 1, 9997 "max": null, 9998 "min": null, 9999 "show": true 10000 }, 10001 { 10002 "format": "short", 10003 "logBase": 1, 10004 "max": null, 10005 "min": null, 10006 "show": true 10007 } 10008 ], 10009 "yaxis": { 10010 "align": false, 10011 "alignLevel": null 10012 } 10013 } 10014 ], 10015 "repeat": null, 10016 "title": "Backends", 10017 "type": "row" 10018 }, 10019 { 10020 "collapsed": true, 10021 "datasource": "$datasource", 10022 "gridPos": { 10023 "h": 1, 10024 "w": 24, 10025 "x": 0, 10026 "y": 85 10027 }, 10028 "id": 185, 10029 "panels": [ 10030 { 10031 "aliasColors": {}, 10032 "bars": false, 10033 "dashLength": 10, 10034 "dashes": false, 10035 "datasource": "$datasource", 10036 "editable": true, 10037 "error": false, 10038 "fill": 0, 10039 "fillGradient": 0, 10040 "grid": {}, 10041 "gridPos": { 10042 "h": 7, 10043 "w": 8, 10044 "x": 0, 10045 "y": 66 10046 }, 10047 "id": 9, 10048 "legend": { 10049 "avg": false, 10050 "current": false, 10051 "max": false, 10052 "min": false, 10053 "show": false, 10054 "total": false, 10055 "values": false 10056 }, 10057 "lines": true, 10058 "linewidth": 1, 10059 "links": [], 10060 "nullPointMode": "connected", 10061 "options": { 10062 "dataLinks": [] 10063 }, 10064 "percentage": false, 10065 "pointradius": 5, 10066 "points": false, 10067 "renderer": "flot", 10068 "seriesOverrides": [], 10069 "spaceLength": 10, 10070 "stack": false, 10071 "steppedLine": false, 10072 "targets": [ 10073 { 10074 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_tick_duration_bucket{}) by (instance, le))", 10075 "key": 0.21245308357263193, 10076 "legendFormat": "{{instance}} p99", 10077 "refId": "A" 10078 } 10079 ], 10080 "thresholds": [], 10081 "timeFrom": null, 10082 "timeRegions": [], 10083 "timeShift": null, 10084 "title": "Tick Duration", 10085 "tooltip": { 10086 "shared": false, 10087 "sort": 0, 10088 "value_type": "cumulative" 10089 }, 10090 "type": "graph", 10091 "xaxis": { 10092 "buckets": null, 10093 "mode": "time", 10094 "name": null, 10095 "show": true, 10096 "values": [] 10097 }, 10098 "yaxes": [ 10099 { 10100 "format": "ms", 10101 "logBase": 1, 10102 "max": null, 10103 "min": null, 10104 "show": true 10105 }, 10106 { 10107 "format": "short", 10108 "logBase": 1, 10109 "max": null, 10110 "min": null, 10111 "show": true 10112 } 10113 ], 10114 "yaxis": { 10115 "align": false, 10116 "alignLevel": null 10117 } 10118 }, 10119 { 10120 "aliasColors": {}, 10121 "bars": false, 10122 "dashLength": 10, 10123 "dashes": false, 10124 "datasource": "$datasource", 10125 "editable": true, 10126 "error": false, 10127 "fill": 0, 10128 "fillGradient": 0, 10129 "grid": {}, 10130 "gridPos": { 10131 "h": 7, 10132 "w": 8, 10133 "x": 8, 10134 "y": 66 10135 }, 10136 "id": 40, 10137 "legend": { 10138 "avg": false, 10139 "current": false, 10140 "max": false, 10141 "min": false, 10142 "show": false, 10143 "total": false, 10144 "values": false 10145 }, 10146 "lines": true, 10147 "linewidth": 1, 10148 "links": [], 10149 "nullPointMode": "connected", 10150 "options": { 10151 "dataLinks": [] 10152 }, 10153 "percentage": false, 10154 "pointradius": 5, 10155 "points": false, 10156 "renderer": "flot", 10157 "seriesOverrides": [], 10158 "spaceLength": 10, 10159 "stack": false, 10160 "steppedLine": false, 10161 "targets": [ 10162 { 10163 "expr": "m3aggregator_aggregator_tick_active_entries", 10164 "key": 0.7324938087615052, 10165 "legendFormat": "{{instance}} {{metric_type}}", 10166 "refId": "B" 10167 } 10168 ], 10169 "thresholds": [], 10170 "timeFrom": null, 10171 "timeRegions": [], 10172 "timeShift": null, 10173 "title": "Active Entries", 10174 "tooltip": { 10175 "shared": false, 10176 "sort": 0, 10177 "value_type": "cumulative" 10178 }, 10179 "type": "graph", 10180 "xaxis": { 10181 "buckets": null, 10182 "mode": "time", 10183 "name": null, 10184 "show": true, 10185 "values": [] 10186 }, 10187 "yaxes": [ 10188 { 10189 "format": "short", 10190 "logBase": 1, 10191 "max": null, 10192 "min": null, 10193 "show": true 10194 }, 10195 { 10196 "format": "short", 10197 "logBase": 1, 10198 "max": null, 10199 "min": null, 10200 "show": true 10201 } 10202 ], 10203 "yaxis": { 10204 "align": false, 10205 "alignLevel": null 10206 } 10207 }, 10208 { 10209 "aliasColors": {}, 10210 "bars": false, 10211 "dashLength": 10, 10212 "dashes": false, 10213 "datasource": "$datasource", 10214 "editable": true, 10215 "error": false, 10216 "fill": 0, 10217 "fillGradient": 0, 10218 "grid": {}, 10219 "gridPos": { 10220 "h": 7, 10221 "w": 8, 10222 "x": 16, 10223 "y": 66 10224 }, 10225 "id": 27, 10226 "legend": { 10227 "avg": false, 10228 "current": false, 10229 "max": false, 10230 "min": false, 10231 "show": false, 10232 "total": false, 10233 "values": false 10234 }, 10235 "lines": true, 10236 "linewidth": 1, 10237 "links": [], 10238 "nullPointMode": "connected", 10239 "options": { 10240 "dataLinks": [] 10241 }, 10242 "percentage": false, 10243 "pointradius": 5, 10244 "points": false, 10245 "renderer": "flot", 10246 "seriesOverrides": [], 10247 "spaceLength": 10, 10248 "stack": false, 10249 "steppedLine": false, 10250 "targets": [ 10251 { 10252 "expr": "m3aggregator_aggregator_tick_expired_entries", 10253 "key": 0.1224167967883778, 10254 "legendFormat": "{{instance}} {{metric_type}}", 10255 "refId": "B" 10256 } 10257 ], 10258 "thresholds": [], 10259 "timeFrom": null, 10260 "timeRegions": [], 10261 "timeShift": null, 10262 "title": "Expired Entries", 10263 "tooltip": { 10264 "shared": false, 10265 "sort": 0, 10266 "value_type": "cumulative" 10267 }, 10268 "type": "graph", 10269 "xaxis": { 10270 "buckets": null, 10271 "mode": "time", 10272 "name": null, 10273 "show": true, 10274 "values": [] 10275 }, 10276 "yaxes": [ 10277 { 10278 "format": "short", 10279 "logBase": 1, 10280 "max": null, 10281 "min": null, 10282 "show": true 10283 }, 10284 { 10285 "format": "short", 10286 "logBase": 1, 10287 "max": null, 10288 "min": null, 10289 "show": true 10290 } 10291 ], 10292 "yaxis": { 10293 "align": false, 10294 "alignLevel": null 10295 } 10296 }, 10297 { 10298 "aliasColors": {}, 10299 "bars": false, 10300 "dashLength": 10, 10301 "dashes": false, 10302 "datasource": "$datasource", 10303 "editable": true, 10304 "error": false, 10305 "fill": 0, 10306 "fillGradient": 0, 10307 "grid": {}, 10308 "gridPos": { 10309 "h": 7, 10310 "w": 8, 10311 "x": 0, 10312 "y": 73 10313 }, 10314 "id": 41, 10315 "legend": { 10316 "avg": false, 10317 "current": false, 10318 "max": false, 10319 "min": false, 10320 "show": false, 10321 "total": false, 10322 "values": false 10323 }, 10324 "lines": true, 10325 "linewidth": 1, 10326 "links": [], 10327 "nullPointMode": "connected", 10328 "options": { 10329 "dataLinks": [] 10330 }, 10331 "percentage": false, 10332 "pointradius": 5, 10333 "points": false, 10334 "renderer": "flot", 10335 "seriesOverrides": [], 10336 "spaceLength": 10, 10337 "stack": false, 10338 "steppedLine": false, 10339 "targets": [ 10340 { 10341 "expr": "m3aggregator_aggregator_tick_active_elem", 10342 "key": 0.7495549950886324, 10343 "legendFormat": "{{instance}} {{metric_type}} {{resolution}}", 10344 "refId": "B" 10345 } 10346 ], 10347 "thresholds": [], 10348 "timeFrom": null, 10349 "timeRegions": [], 10350 "timeShift": null, 10351 "title": "Active Elems By Resolution", 10352 "tooltip": { 10353 "shared": false, 10354 "sort": 0, 10355 "value_type": "cumulative" 10356 }, 10357 "type": "graph", 10358 "xaxis": { 10359 "buckets": null, 10360 "mode": "time", 10361 "name": null, 10362 "show": true, 10363 "values": [] 10364 }, 10365 "yaxes": [ 10366 { 10367 "format": "short", 10368 "logBase": 1, 10369 "max": null, 10370 "min": null, 10371 "show": true 10372 }, 10373 { 10374 "format": "short", 10375 "logBase": 1, 10376 "max": null, 10377 "min": null, 10378 "show": true 10379 } 10380 ], 10381 "yaxis": { 10382 "align": false, 10383 "alignLevel": null 10384 } 10385 }, 10386 { 10387 "aliasColors": {}, 10388 "bars": false, 10389 "dashLength": 10, 10390 "dashes": false, 10391 "datasource": "$datasource", 10392 "editable": true, 10393 "error": false, 10394 "fill": 0, 10395 "fillGradient": 0, 10396 "grid": {}, 10397 "gridPos": { 10398 "h": 7, 10399 "w": 8, 10400 "x": 8, 10401 "y": 73 10402 }, 10403 "id": 80, 10404 "legend": { 10405 "avg": false, 10406 "current": false, 10407 "max": false, 10408 "min": false, 10409 "show": false, 10410 "total": false, 10411 "values": false 10412 }, 10413 "lines": true, 10414 "linewidth": 1, 10415 "links": [], 10416 "nullPointMode": "connected", 10417 "options": { 10418 "dataLinks": [] 10419 }, 10420 "percentage": false, 10421 "pointradius": 5, 10422 "points": false, 10423 "renderer": "flot", 10424 "seriesOverrides": [], 10425 "spaceLength": 10, 10426 "stack": false, 10427 "steppedLine": false, 10428 "targets": [ 10429 { 10430 "expr": "{__name__=~\"m3aggregator_aggregator_tick_shard_check_.*\"}", 10431 "key": 0.6692629262005942, 10432 "legendFormat": "{{instance}} {{__name__}}", 10433 "refId": "B" 10434 } 10435 ], 10436 "thresholds": [], 10437 "timeFrom": null, 10438 "timeRegions": [], 10439 "timeShift": null, 10440 "title": "Shard Check", 10441 "tooltip": { 10442 "shared": false, 10443 "sort": 0, 10444 "value_type": "cumulative" 10445 }, 10446 "type": "graph", 10447 "xaxis": { 10448 "buckets": null, 10449 "mode": "time", 10450 "name": null, 10451 "show": true, 10452 "values": [] 10453 }, 10454 "yaxes": [ 10455 { 10456 "format": "short", 10457 "logBase": 1, 10458 "max": null, 10459 "min": null, 10460 "show": true 10461 }, 10462 { 10463 "format": "short", 10464 "logBase": 1, 10465 "max": null, 10466 "min": null, 10467 "show": true 10468 } 10469 ], 10470 "yaxis": { 10471 "align": false, 10472 "alignLevel": null 10473 } 10474 }, 10475 { 10476 "aliasColors": {}, 10477 "bars": false, 10478 "dashLength": 10, 10479 "dashes": false, 10480 "datasource": "$datasource", 10481 "editable": true, 10482 "error": false, 10483 "fill": 0, 10484 "fillGradient": 0, 10485 "grid": {}, 10486 "gridPos": { 10487 "h": 7, 10488 "w": 8, 10489 "x": 16, 10490 "y": 73 10491 }, 10492 "id": 81, 10493 "legend": { 10494 "avg": false, 10495 "current": false, 10496 "max": false, 10497 "min": false, 10498 "show": false, 10499 "total": false, 10500 "values": false 10501 }, 10502 "lines": true, 10503 "linewidth": 1, 10504 "links": [], 10505 "nullPointMode": "connected", 10506 "options": { 10507 "dataLinks": [] 10508 }, 10509 "percentage": false, 10510 "pointradius": 5, 10511 "points": false, 10512 "renderer": "flot", 10513 "seriesOverrides": [], 10514 "spaceLength": 10, 10515 "stack": false, 10516 "steppedLine": false, 10517 "targets": [ 10518 { 10519 "expr": "m3aggregator_aggregator_tick_flush_times_errors", 10520 "key": 0.6465129540714121, 10521 "legendFormat": "{{instance}}", 10522 "refId": "B" 10523 } 10524 ], 10525 "thresholds": [], 10526 "timeFrom": null, 10527 "timeRegions": [], 10528 "timeShift": null, 10529 "title": "Flush Times Errors", 10530 "tooltip": { 10531 "shared": false, 10532 "sort": 0, 10533 "value_type": "cumulative" 10534 }, 10535 "type": "graph", 10536 "xaxis": { 10537 "buckets": null, 10538 "mode": "time", 10539 "name": null, 10540 "show": true, 10541 "values": [] 10542 }, 10543 "yaxes": [ 10544 { 10545 "format": "short", 10546 "logBase": 1, 10547 "max": null, 10548 "min": null, 10549 "show": true 10550 }, 10551 { 10552 "format": "short", 10553 "logBase": 1, 10554 "max": null, 10555 "min": null, 10556 "show": true 10557 } 10558 ], 10559 "yaxis": { 10560 "align": false, 10561 "alignLevel": null 10562 } 10563 } 10564 ], 10565 "repeat": null, 10566 "title": "Ticking", 10567 "type": "row" 10568 }, 10569 { 10570 "collapsed": true, 10571 "datasource": "$datasource", 10572 "gridPos": { 10573 "h": 1, 10574 "w": 24, 10575 "x": 0, 10576 "y": 86 10577 }, 10578 "id": 186, 10579 "panels": [ 10580 { 10581 "aliasColors": {}, 10582 "bars": false, 10583 "dashLength": 10, 10584 "dashes": false, 10585 "datasource": "$datasource", 10586 "editable": true, 10587 "error": false, 10588 "fill": 0, 10589 "fillGradient": 0, 10590 "grid": {}, 10591 "gridPos": { 10592 "h": 7, 10593 "w": 8, 10594 "x": 0, 10595 "y": 67 10596 }, 10597 "id": 6, 10598 "isNew": true, 10599 "legend": { 10600 "avg": false, 10601 "current": false, 10602 "max": false, 10603 "min": false, 10604 "show": false, 10605 "total": false, 10606 "values": false 10607 }, 10608 "lines": true, 10609 "linewidth": 1, 10610 "links": [], 10611 "nullPointMode": "connected", 10612 "options": { 10613 "dataLinks": [] 10614 }, 10615 "percentage": false, 10616 "pointradius": 5, 10617 "points": false, 10618 "renderer": "flot", 10619 "seriesOverrides": [], 10620 "spaceLength": 10, 10621 "stack": false, 10622 "steppedLine": false, 10623 "targets": [ 10624 { 10625 "expr": "sum(m3aggregator_runtime_memory_num_gc) by (instance)", 10626 "key": 0.8960989912463286, 10627 "legendFormat": "{{instance}}", 10628 "refId": "A" 10629 } 10630 ], 10631 "thresholds": [], 10632 "timeFrom": null, 10633 "timeRegions": [], 10634 "timeShift": null, 10635 "title": "GC", 10636 "tooltip": { 10637 "shared": false, 10638 "sort": 0, 10639 "value_type": "cumulative" 10640 }, 10641 "type": "graph", 10642 "xaxis": { 10643 "buckets": null, 10644 "mode": "time", 10645 "name": null, 10646 "show": true, 10647 "values": [] 10648 }, 10649 "yaxes": [ 10650 { 10651 "format": "short", 10652 "logBase": 1, 10653 "max": null, 10654 "min": null, 10655 "show": true 10656 }, 10657 { 10658 "format": "short", 10659 "logBase": 1, 10660 "max": null, 10661 "min": null, 10662 "show": true 10663 } 10664 ], 10665 "yaxis": { 10666 "align": false, 10667 "alignLevel": null 10668 } 10669 }, 10670 { 10671 "aliasColors": {}, 10672 "bars": false, 10673 "dashLength": 10, 10674 "dashes": false, 10675 "datasource": "$datasource", 10676 "editable": true, 10677 "error": false, 10678 "fill": 0, 10679 "fillGradient": 0, 10680 "grid": {}, 10681 "gridPos": { 10682 "h": 7, 10683 "w": 8, 10684 "x": 8, 10685 "y": 67 10686 }, 10687 "id": 7, 10688 "isNew": true, 10689 "legend": { 10690 "avg": false, 10691 "current": false, 10692 "max": false, 10693 "min": false, 10694 "show": false, 10695 "total": false, 10696 "values": false 10697 }, 10698 "lines": true, 10699 "linewidth": 1, 10700 "links": [], 10701 "nullPointMode": "connected", 10702 "options": { 10703 "dataLinks": [] 10704 }, 10705 "percentage": false, 10706 "pointradius": 5, 10707 "points": false, 10708 "renderer": "flot", 10709 "seriesOverrides": [], 10710 "spaceLength": 10, 10711 "stack": false, 10712 "steppedLine": false, 10713 "targets": [ 10714 { 10715 "expr": "max(m3aggregator_runtime_memory_gc_pause_ms{quantile=\"0.99\"}) by (instance)", 10716 "key": 0.6253913777630014, 10717 "legendFormat": "{{instance}}", 10718 "refId": "A" 10719 } 10720 ], 10721 "thresholds": [], 10722 "timeFrom": null, 10723 "timeRegions": [], 10724 "timeShift": null, 10725 "title": "GC Pause Times", 10726 "tooltip": { 10727 "shared": false, 10728 "sort": 0, 10729 "value_type": "cumulative" 10730 }, 10731 "type": "graph", 10732 "xaxis": { 10733 "buckets": null, 10734 "mode": "time", 10735 "name": null, 10736 "show": true, 10737 "values": [] 10738 }, 10739 "yaxes": [ 10740 { 10741 "format": "ms", 10742 "logBase": 1, 10743 "max": null, 10744 "min": null, 10745 "show": true 10746 }, 10747 { 10748 "format": "short", 10749 "logBase": 1, 10750 "max": null, 10751 "min": null, 10752 "show": true 10753 } 10754 ], 10755 "yaxis": { 10756 "align": false, 10757 "alignLevel": null 10758 } 10759 }, 10760 { 10761 "aliasColors": {}, 10762 "bars": false, 10763 "dashLength": 10, 10764 "dashes": false, 10765 "datasource": "$datasource", 10766 "editable": true, 10767 "error": false, 10768 "fill": 0, 10769 "fillGradient": 0, 10770 "grid": {}, 10771 "gridPos": { 10772 "h": 7, 10773 "w": 8, 10774 "x": 16, 10775 "y": 67 10776 }, 10777 "id": 8, 10778 "isNew": true, 10779 "legend": { 10780 "avg": false, 10781 "current": false, 10782 "max": false, 10783 "min": false, 10784 "show": false, 10785 "total": false, 10786 "values": false 10787 }, 10788 "lines": true, 10789 "linewidth": 1, 10790 "links": [], 10791 "nullPointMode": "connected", 10792 "options": { 10793 "dataLinks": [] 10794 }, 10795 "percentage": false, 10796 "pointradius": 5, 10797 "points": false, 10798 "renderer": "flot", 10799 "seriesOverrides": [], 10800 "spaceLength": 10, 10801 "stack": false, 10802 "steppedLine": false, 10803 "targets": [ 10804 { 10805 "expr": "m3aggregator_runtime_num_goroutines", 10806 "key": 0.2599127261822083, 10807 "legendFormat": "{{instance}}", 10808 "refId": "A" 10809 } 10810 ], 10811 "thresholds": [], 10812 "timeFrom": null, 10813 "timeRegions": [], 10814 "timeShift": null, 10815 "title": "Num Go Routines", 10816 "tooltip": { 10817 "shared": false, 10818 "sort": 0, 10819 "value_type": "cumulative" 10820 }, 10821 "type": "graph", 10822 "xaxis": { 10823 "buckets": null, 10824 "mode": "time", 10825 "name": null, 10826 "show": true, 10827 "values": [] 10828 }, 10829 "yaxes": [ 10830 { 10831 "format": "short", 10832 "logBase": 1, 10833 "max": null, 10834 "min": null, 10835 "show": true 10836 }, 10837 { 10838 "format": "short", 10839 "logBase": 1, 10840 "max": null, 10841 "min": null, 10842 "show": true 10843 } 10844 ], 10845 "yaxis": { 10846 "align": false, 10847 "alignLevel": null 10848 } 10849 } 10850 ], 10851 "repeat": null, 10852 "title": "Runtime", 10853 "type": "row" 10854 }, 10855 { 10856 "collapsed": true, 10857 "datasource": "$datasource", 10858 "gridPos": { 10859 "h": 1, 10860 "w": 24, 10861 "x": 0, 10862 "y": 87 10863 }, 10864 "id": 188, 10865 "panels": [ 10866 { 10867 "aliasColors": {}, 10868 "bars": false, 10869 "dashLength": 10, 10870 "dashes": false, 10871 "datasource": "$datasource", 10872 "editable": true, 10873 "error": false, 10874 "fill": 1, 10875 "fillGradient": 0, 10876 "grid": {}, 10877 "gridPos": { 10878 "h": 7, 10879 "w": 12, 10880 "x": 0, 10881 "y": 68 10882 }, 10883 "id": 11, 10884 "legend": { 10885 "avg": false, 10886 "current": false, 10887 "max": false, 10888 "min": false, 10889 "show": false, 10890 "total": false, 10891 "values": false 10892 }, 10893 "lines": true, 10894 "linewidth": 2, 10895 "links": [], 10896 "nullPointMode": "null", 10897 "options": { 10898 "dataLinks": [] 10899 }, 10900 "percentage": false, 10901 "pointradius": 5, 10902 "points": true, 10903 "renderer": "flot", 10904 "seriesOverrides": [], 10905 "spaceLength": 10, 10906 "stack": false, 10907 "steppedLine": false, 10908 "targets": [ 10909 { 10910 "expr": "{__name__=~\"m3aggregator_aggregator_[[poolType]]_[[poolMetricType]]\"}", 10911 "key": 0.92000676940117, 10912 "legendFormat": "{{instance}} {{__name__}} {{bucket_capacity}}", 10913 "refId": "A" 10914 }, 10915 { 10916 "expr": "{__name__=~\"m3aggregator_aggregator_stream_[[poolType]]_[[poolMetricType]]\"}", 10917 "key": 0.18429741494130636, 10918 "legendFormat": "{{instance}} {{__name__}} {{bucket_capacity}}", 10919 "refId": "A" 10920 }, 10921 { 10922 "expr": "{__name__=~\"m3aggregator_aggregator_flush_handler_[[poolType]]_[[poolMetricType]]\"}", 10923 "key": 0.34131037478962534, 10924 "legendFormat": "{{instance}} {{__name__}} {{bucket_capacity}}", 10925 "refId": "B" 10926 }, 10927 { 10928 "expr": "{__name__=~\"m3aggregator_rawtcp_server_[[poolType]]_[[poolMetricType]]\"}", 10929 "key": 0.9872453912613857, 10930 "legendFormat": "{{instance}} {{__name__}} {{bucket_capacity}}", 10931 "refId": "A" 10932 } 10933 ], 10934 "thresholds": [], 10935 "timeFrom": null, 10936 "timeRegions": [], 10937 "timeShift": null, 10938 "title": "Total / Free / Put-On-Full", 10939 "tooltip": { 10940 "shared": false, 10941 "sort": 0, 10942 "value_type": "cumulative" 10943 }, 10944 "type": "graph", 10945 "xaxis": { 10946 "buckets": null, 10947 "mode": "time", 10948 "name": null, 10949 "show": true, 10950 "values": [] 10951 }, 10952 "yaxes": [ 10953 { 10954 "format": "short", 10955 "logBase": 1, 10956 "max": null, 10957 "min": null, 10958 "show": true 10959 }, 10960 { 10961 "format": "short", 10962 "logBase": 1, 10963 "max": null, 10964 "min": null, 10965 "show": true 10966 } 10967 ], 10968 "yaxis": { 10969 "align": false, 10970 "alignLevel": null 10971 } 10972 } 10973 ], 10974 "repeat": null, 10975 "title": "Pooling", 10976 "type": "row" 10977 }, 10978 { 10979 "collapsed": true, 10980 "datasource": "$datasource", 10981 "gridPos": { 10982 "h": 1, 10983 "w": 24, 10984 "x": 0, 10985 "y": 96 10986 }, 10987 "id": 189, 10988 "panels": [ 10989 { 10990 "aliasColors": {}, 10991 "bars": false, 10992 "dashLength": 10, 10993 "dashes": false, 10994 "datasource": "$datasource", 10995 "editable": true, 10996 "error": false, 10997 "fill": 0, 10998 "fillGradient": 0, 10999 "grid": {}, 11000 "gridPos": { 11001 "h": 7, 11002 "w": 8, 11003 "x": 0, 11004 "y": 69 11005 }, 11006 "id": 51, 11007 "legend": { 11008 "avg": false, 11009 "current": false, 11010 "max": false, 11011 "min": false, 11012 "show": false, 11013 "total": false, 11014 "values": false 11015 }, 11016 "lines": true, 11017 "linewidth": 1, 11018 "links": [], 11019 "nullPointMode": "connected", 11020 "options": { 11021 "dataLinks": [] 11022 }, 11023 "percentage": false, 11024 "pointradius": 5, 11025 "points": false, 11026 "renderer": "flot", 11027 "seriesOverrides": [], 11028 "spaceLength": 10, 11029 "stack": false, 11030 "steppedLine": false, 11031 "targets": [ 11032 { 11033 "expr": "sum({__name__=~\"m3aggregator_aggregator_(counters|timers|timer_batches|gauges)\"}) by (__name__, host, instance)", 11034 "key": 0.6699426013782064, 11035 "legendFormat": "{{__name__}} {{instance}}", 11036 "refId": "D" 11037 } 11038 ], 11039 "thresholds": [], 11040 "timeFrom": null, 11041 "timeRegions": [], 11042 "timeShift": null, 11043 "title": "Per-Instance Metrics / s", 11044 "tooltip": { 11045 "shared": false, 11046 "sort": 0, 11047 "value_type": "cumulative" 11048 }, 11049 "type": "graph", 11050 "xaxis": { 11051 "buckets": null, 11052 "mode": "time", 11053 "name": null, 11054 "show": true, 11055 "values": [] 11056 }, 11057 "yaxes": [ 11058 { 11059 "format": "short", 11060 "logBase": 1, 11061 "max": null, 11062 "min": null, 11063 "show": true 11064 }, 11065 { 11066 "format": "percentunit", 11067 "label": "", 11068 "logBase": 1, 11069 "max": null, 11070 "min": null, 11071 "show": true 11072 } 11073 ], 11074 "yaxis": { 11075 "align": false, 11076 "alignLevel": null 11077 } 11078 } 11079 ], 11080 "repeat": null, 11081 "title": "Per-Instance Stats", 11082 "type": "row" 11083 }, 11084 { 11085 "collapsed": true, 11086 "datasource": "$datasource", 11087 "gridPos": { 11088 "h": 1, 11089 "w": 24, 11090 "x": 0, 11091 "y": 89 11092 }, 11093 "id": 191, 11094 "panels": [ 11095 { 11096 "aliasColors": {}, 11097 "bars": false, 11098 "dashLength": 10, 11099 "dashes": false, 11100 "datasource": "$datasource", 11101 "fill": 0, 11102 "fillGradient": 0, 11103 "gridPos": { 11104 "h": 7, 11105 "w": 6, 11106 "x": 0, 11107 "y": 70 11108 }, 11109 "id": 135, 11110 "legend": { 11111 "avg": false, 11112 "current": false, 11113 "max": false, 11114 "min": false, 11115 "show": false, 11116 "total": false, 11117 "values": false 11118 }, 11119 "lines": true, 11120 "linewidth": 1, 11121 "links": [], 11122 "nullPointMode": "connected", 11123 "options": { 11124 "dataLinks": [] 11125 }, 11126 "percentage": false, 11127 "pointradius": 5, 11128 "points": false, 11129 "renderer": "flot", 11130 "seriesOverrides": [], 11131 "spaceLength": 10, 11132 "stack": false, 11133 "steppedLine": false, 11134 "targets": [ 11135 { 11136 "expr": "sum(m3aggregator_aggregator_flush_handler_message_buffered{backend=\"m3msg\",component=\"producer\"}) by (instance)", 11137 "legendFormat": "{{instance}}", 11138 "refId": "A" 11139 } 11140 ], 11141 "thresholds": [], 11142 "timeFrom": null, 11143 "timeRegions": [], 11144 "timeShift": null, 11145 "title": "Total Messages Buffered", 11146 "tooltip": { 11147 "shared": false, 11148 "sort": 0, 11149 "value_type": "individual" 11150 }, 11151 "type": "graph", 11152 "xaxis": { 11153 "buckets": null, 11154 "mode": "time", 11155 "name": null, 11156 "show": true, 11157 "values": [] 11158 }, 11159 "yaxes": [ 11160 { 11161 "format": "short", 11162 "label": null, 11163 "logBase": 1, 11164 "max": null, 11165 "min": null, 11166 "show": true 11167 }, 11168 { 11169 "format": "short", 11170 "label": null, 11171 "logBase": 1, 11172 "max": null, 11173 "min": null, 11174 "show": true 11175 } 11176 ], 11177 "yaxis": { 11178 "align": false, 11179 "alignLevel": null 11180 } 11181 }, 11182 { 11183 "aliasColors": {}, 11184 "bars": false, 11185 "dashLength": 10, 11186 "dashes": false, 11187 "datasource": "$datasource", 11188 "fill": 0, 11189 "fillGradient": 0, 11190 "gridPos": { 11191 "h": 7, 11192 "w": 6, 11193 "x": 6, 11194 "y": 70 11195 }, 11196 "id": 124, 11197 "legend": { 11198 "avg": false, 11199 "current": false, 11200 "max": false, 11201 "min": false, 11202 "show": false, 11203 "total": false, 11204 "values": false 11205 }, 11206 "lines": true, 11207 "linewidth": 1, 11208 "links": [], 11209 "nullPointMode": "connected", 11210 "options": { 11211 "dataLinks": [] 11212 }, 11213 "percentage": false, 11214 "pointradius": 5, 11215 "points": false, 11216 "renderer": "flot", 11217 "seriesOverrides": [], 11218 "spaceLength": 10, 11219 "stack": false, 11220 "steppedLine": false, 11221 "targets": [ 11222 { 11223 "expr": "sum(m3aggregator_aggregator_flush_handler_byte_buffered{backend=\"m3msg\", component=\"producer\"}) by (instance)", 11224 "legendFormat": "{{instance}}", 11225 "refId": "A" 11226 } 11227 ], 11228 "thresholds": [], 11229 "timeFrom": null, 11230 "timeRegions": [], 11231 "timeShift": null, 11232 "title": "Total Bytes buffered", 11233 "tooltip": { 11234 "shared": false, 11235 "sort": 0, 11236 "value_type": "individual" 11237 }, 11238 "type": "graph", 11239 "xaxis": { 11240 "buckets": null, 11241 "mode": "time", 11242 "name": null, 11243 "show": true, 11244 "values": [] 11245 }, 11246 "yaxes": [ 11247 { 11248 "format": "decbytes", 11249 "label": null, 11250 "logBase": 1, 11251 "max": null, 11252 "min": null, 11253 "show": true 11254 }, 11255 { 11256 "format": "short", 11257 "label": null, 11258 "logBase": 1, 11259 "max": null, 11260 "min": null, 11261 "show": true 11262 } 11263 ], 11264 "yaxis": { 11265 "align": false, 11266 "alignLevel": null 11267 } 11268 }, 11269 { 11270 "aliasColors": {}, 11271 "bars": false, 11272 "dashLength": 10, 11273 "dashes": false, 11274 "datasource": "$datasource", 11275 "fill": 1, 11276 "fillGradient": 0, 11277 "gridPos": { 11278 "h": 7, 11279 "w": 6, 11280 "x": 12, 11281 "y": 70 11282 }, 11283 "id": 126, 11284 "legend": { 11285 "avg": false, 11286 "current": false, 11287 "max": false, 11288 "min": false, 11289 "show": false, 11290 "total": false, 11291 "values": false 11292 }, 11293 "lines": true, 11294 "linewidth": 1, 11295 "links": [], 11296 "nullPointMode": "null", 11297 "options": { 11298 "dataLinks": [] 11299 }, 11300 "percentage": false, 11301 "pointradius": 5, 11302 "points": true, 11303 "renderer": "flot", 11304 "seriesOverrides": [], 11305 "spaceLength": 10, 11306 "stack": false, 11307 "steppedLine": false, 11308 "targets": [ 11309 { 11310 "expr": "m3aggregator_aggregator_flush_handler_buffer_message_dropped{backend=\"m3msg\", component=\"producer\"}", 11311 "legendFormat": "{{instance}} {{__name__}}", 11312 "refId": "A" 11313 } 11314 ], 11315 "thresholds": [], 11316 "timeFrom": null, 11317 "timeRegions": [], 11318 "timeShift": null, 11319 "title": "Message Dropped", 11320 "tooltip": { 11321 "shared": true, 11322 "sort": 0, 11323 "value_type": "individual" 11324 }, 11325 "type": "graph", 11326 "xaxis": { 11327 "buckets": null, 11328 "mode": "time", 11329 "name": null, 11330 "show": true, 11331 "values": [] 11332 }, 11333 "yaxes": [ 11334 { 11335 "format": "short", 11336 "label": null, 11337 "logBase": 1, 11338 "max": null, 11339 "min": null, 11340 "show": true 11341 }, 11342 { 11343 "format": "short", 11344 "label": null, 11345 "logBase": 1, 11346 "max": null, 11347 "min": null, 11348 "show": true 11349 } 11350 ], 11351 "yaxis": { 11352 "align": false, 11353 "alignLevel": null 11354 } 11355 }, 11356 { 11357 "aliasColors": {}, 11358 "bars": false, 11359 "dashLength": 10, 11360 "dashes": false, 11361 "datasource": "$datasource", 11362 "fill": 1, 11363 "fillGradient": 0, 11364 "gridPos": { 11365 "h": 7, 11366 "w": 6, 11367 "x": 18, 11368 "y": 70 11369 }, 11370 "id": 127, 11371 "legend": { 11372 "avg": false, 11373 "current": false, 11374 "max": false, 11375 "min": false, 11376 "show": false, 11377 "total": false, 11378 "values": false 11379 }, 11380 "lines": true, 11381 "linewidth": 1, 11382 "links": [], 11383 "nullPointMode": "null", 11384 "options": { 11385 "dataLinks": [] 11386 }, 11387 "percentage": false, 11388 "pointradius": 5, 11389 "points": true, 11390 "renderer": "flot", 11391 "seriesOverrides": [], 11392 "spaceLength": 10, 11393 "stack": false, 11394 "steppedLine": false, 11395 "targets": [ 11396 { 11397 "expr": "m3aggregator_aggregator_flush_handler_buffer_byte_dropped{backend=\"m3msg\",component=\"producer\"}", 11398 "legendFormat": "{{instance}}", 11399 "refId": "A" 11400 } 11401 ], 11402 "thresholds": [], 11403 "timeFrom": null, 11404 "timeRegions": [], 11405 "timeShift": null, 11406 "title": "Bytes Dropped", 11407 "tooltip": { 11408 "shared": true, 11409 "sort": 0, 11410 "value_type": "individual" 11411 }, 11412 "type": "graph", 11413 "xaxis": { 11414 "buckets": null, 11415 "mode": "time", 11416 "name": null, 11417 "show": true, 11418 "values": [] 11419 }, 11420 "yaxes": [ 11421 { 11422 "format": "bytes", 11423 "label": null, 11424 "logBase": 1, 11425 "max": null, 11426 "min": null, 11427 "show": true 11428 }, 11429 { 11430 "format": "short", 11431 "label": null, 11432 "logBase": 1, 11433 "max": null, 11434 "min": null, 11435 "show": true 11436 } 11437 ], 11438 "yaxis": { 11439 "align": false, 11440 "alignLevel": null 11441 } 11442 }, 11443 { 11444 "aliasColors": {}, 11445 "bars": false, 11446 "dashLength": 10, 11447 "dashes": false, 11448 "datasource": "$datasource", 11449 "fill": 1, 11450 "fillGradient": 0, 11451 "gridPos": { 11452 "h": 7, 11453 "w": 6, 11454 "x": 0, 11455 "y": 77 11456 }, 11457 "id": 131, 11458 "legend": { 11459 "avg": false, 11460 "current": false, 11461 "max": false, 11462 "min": false, 11463 "show": false, 11464 "total": false, 11465 "values": false 11466 }, 11467 "lines": true, 11468 "linewidth": 1, 11469 "links": [], 11470 "nullPointMode": "null", 11471 "options": { 11472 "dataLinks": [] 11473 }, 11474 "percentage": false, 11475 "pointradius": 5, 11476 "points": true, 11477 "renderer": "flot", 11478 "seriesOverrides": [], 11479 "spaceLength": 10, 11480 "stack": false, 11481 "steppedLine": false, 11482 "targets": [ 11483 { 11484 "expr": "m3aggregator_aggregator_flush_handler_topic_update_success{backend=\"m3msg\",component=\"producer\"}", 11485 "legendFormat": "{{instance}}", 11486 "refId": "A" 11487 } 11488 ], 11489 "thresholds": [], 11490 "timeFrom": null, 11491 "timeRegions": [], 11492 "timeShift": null, 11493 "title": "Topic Updates", 11494 "tooltip": { 11495 "shared": false, 11496 "sort": 0, 11497 "value_type": "individual" 11498 }, 11499 "type": "graph", 11500 "xaxis": { 11501 "buckets": null, 11502 "mode": "time", 11503 "name": null, 11504 "show": true, 11505 "values": [] 11506 }, 11507 "yaxes": [ 11508 { 11509 "format": "short", 11510 "label": null, 11511 "logBase": 1, 11512 "max": null, 11513 "min": null, 11514 "show": true 11515 }, 11516 { 11517 "format": "short", 11518 "label": null, 11519 "logBase": 1, 11520 "max": null, 11521 "min": null, 11522 "show": true 11523 } 11524 ], 11525 "yaxis": { 11526 "align": false, 11527 "alignLevel": null 11528 } 11529 }, 11530 { 11531 "aliasColors": {}, 11532 "bars": false, 11533 "dashLength": 10, 11534 "dashes": false, 11535 "datasource": "$datasource", 11536 "fill": 1, 11537 "fillGradient": 0, 11538 "gridPos": { 11539 "h": 7, 11540 "w": 6, 11541 "x": 6, 11542 "y": 77 11543 }, 11544 "id": 137, 11545 "legend": { 11546 "avg": false, 11547 "current": false, 11548 "max": false, 11549 "min": false, 11550 "show": false, 11551 "total": false, 11552 "values": false 11553 }, 11554 "lines": true, 11555 "linewidth": 1, 11556 "links": [], 11557 "nullPointMode": "null", 11558 "options": { 11559 "dataLinks": [] 11560 }, 11561 "percentage": false, 11562 "pointradius": 5, 11563 "points": false, 11564 "renderer": "flot", 11565 "seriesOverrides": [], 11566 "spaceLength": 10, 11567 "stack": false, 11568 "steppedLine": false, 11569 "targets": [ 11570 { 11571 "expr": "histogram_quantile(0.99, sum(m3aggregator_aggregator_flush_handler_buffer_scan_batch_bucket{backend=\"m3msg\",component=\"producer\"}) by (instance, le))", 11572 "legendFormat": "{{instance}}", 11573 "refId": "A" 11574 } 11575 ], 11576 "thresholds": [], 11577 "timeFrom": null, 11578 "timeRegions": [], 11579 "timeShift": null, 11580 "title": "Buffer Scan Batch P99", 11581 "tooltip": { 11582 "shared": false, 11583 "sort": 0, 11584 "value_type": "individual" 11585 }, 11586 "type": "graph", 11587 "xaxis": { 11588 "buckets": null, 11589 "mode": "time", 11590 "name": null, 11591 "show": true, 11592 "values": [] 11593 }, 11594 "yaxes": [ 11595 { 11596 "format": "ms", 11597 "label": null, 11598 "logBase": 1, 11599 "max": null, 11600 "min": null, 11601 "show": true 11602 }, 11603 { 11604 "format": "short", 11605 "label": null, 11606 "logBase": 1, 11607 "max": null, 11608 "min": null, 11609 "show": true 11610 } 11611 ], 11612 "yaxis": { 11613 "align": false, 11614 "alignLevel": null 11615 } 11616 }, 11617 { 11618 "aliasColors": {}, 11619 "bars": false, 11620 "dashLength": 10, 11621 "dashes": false, 11622 "datasource": "$datasource", 11623 "fill": 1, 11624 "fillGradient": 0, 11625 "gridPos": { 11626 "h": 7, 11627 "w": 6, 11628 "x": 12, 11629 "y": 77 11630 }, 11631 "id": 192, 11632 "legend": { 11633 "avg": false, 11634 "current": false, 11635 "max": false, 11636 "min": false, 11637 "show": false, 11638 "total": false, 11639 "values": false 11640 }, 11641 "lines": true, 11642 "linewidth": 1, 11643 "links": [], 11644 "nullPointMode": "null", 11645 "options": { 11646 "dataLinks": [] 11647 }, 11648 "percentage": false, 11649 "pointradius": 5, 11650 "points": true, 11651 "renderer": "flot", 11652 "seriesOverrides": [], 11653 "spaceLength": 10, 11654 "stack": false, 11655 "steppedLine": false, 11656 "targets": [ 11657 { 11658 "expr": "m3aggregator_aggregator_flush_handler_drop_oldest_async{backend=\"m3msg\",component=\"producer\"}", 11659 "legendFormat": "{{instance}}", 11660 "refId": "A" 11661 }, 11662 { 11663 "expr": "m3aggregator_aggregator_flush_handler_drop_oldest_sync{backend=\"m3msg\",component=\"producer\"}", 11664 "legendFormat": "{{instance}}", 11665 "refId": "B" 11666 } 11667 ], 11668 "thresholds": [], 11669 "timeFrom": null, 11670 "timeRegions": [], 11671 "timeShift": null, 11672 "title": "Drop types", 11673 "tooltip": { 11674 "shared": true, 11675 "sort": 0, 11676 "value_type": "individual" 11677 }, 11678 "type": "graph", 11679 "xaxis": { 11680 "buckets": null, 11681 "mode": "time", 11682 "name": null, 11683 "show": true, 11684 "values": [] 11685 }, 11686 "yaxes": [ 11687 { 11688 "format": "short", 11689 "label": null, 11690 "logBase": 1, 11691 "max": null, 11692 "min": null, 11693 "show": true 11694 }, 11695 { 11696 "format": "short", 11697 "label": null, 11698 "logBase": 1, 11699 "max": null, 11700 "min": null, 11701 "show": true 11702 } 11703 ], 11704 "yaxis": { 11705 "align": false, 11706 "alignLevel": null 11707 } 11708 } 11709 ], 11710 "repeat": null, 11711 "title": "M3msg buffer", 11712 "type": "row" 11713 } 11714 ], 11715 "refresh": false, 11716 "schemaVersion": 22, 11717 "style": "dark", 11718 "tags": [ 11719 "disable-sync" 11720 ], 11721 "templating": { 11722 "list": [ 11723 { 11724 "current": { 11725 "text": "M3Query - Prometheus", 11726 "value": "M3Query - Prometheus" 11727 }, 11728 "hide": 0, 11729 "label": null, 11730 "name": "datasource", 11731 "options": [], 11732 "query": "prometheus", 11733 "refresh": 1, 11734 "regex": "", 11735 "skipUrlSync": false, 11736 "type": "datasource" 11737 }, 11738 { 11739 "allFormat": "glob", 11740 "allValue": ".*", 11741 "current": { 11742 "text": "All", 11743 "value": [ 11744 "$__all" 11745 ] 11746 }, 11747 "datasource": "$datasource", 11748 "definition": "{__name__=~\"m3aggregator_aggregator_flush_handler.*\"}", 11749 "hide": 0, 11750 "includeAll": true, 11751 "label": null, 11752 "multi": true, 11753 "multiFormat": "glob", 11754 "name": "backend", 11755 "options": [], 11756 "query": "{__name__=~\"m3aggregator_aggregator_flush_handler.*\"}", 11757 "refresh": 1, 11758 "regex": "/backend=\\\"([^\"]+)\\\".*/", 11759 "skipUrlSync": false, 11760 "sort": 0, 11761 "tag": "name", 11762 "tagValuesQuery": "", 11763 "tags": [], 11764 "tagsQuery": "", 11765 "type": "query", 11766 "useTags": false 11767 }, 11768 { 11769 "allFormat": "glob", 11770 "allValue": ".*", 11771 "current": { 11772 "text": "All", 11773 "value": [ 11774 "$__all" 11775 ] 11776 }, 11777 "hide": 0, 11778 "includeAll": true, 11779 "label": "", 11780 "multi": true, 11781 "multiFormat": "glob", 11782 "name": "poolType", 11783 "options": [ 11784 { 11785 "selected": true, 11786 "text": "All", 11787 "value": "$__all" 11788 }, 11789 { 11790 "selected": false, 11791 "text": "entry_pool", 11792 "value": "entry_pool" 11793 }, 11794 { 11795 "selected": false, 11796 "text": "counter_elem_pool", 11797 "value": "counter_elem_pool" 11798 }, 11799 { 11800 "selected": false, 11801 "text": "timer_elem_pool", 11802 "value": "timer_elem_pool" 11803 }, 11804 { 11805 "selected": false, 11806 "text": "gauge_elem_pool", 11807 "value": "gauge_elem_pool" 11808 }, 11809 { 11810 "selected": false, 11811 "text": "buffered_encoder_pool", 11812 "value": "buffered_encoder_pool" 11813 }, 11814 { 11815 "selected": false, 11816 "text": "sample_pool", 11817 "value": "sample_pool" 11818 }, 11819 { 11820 "selected": false, 11821 "text": "floats_pool", 11822 "value": "floats_pool" 11823 }, 11824 { 11825 "selected": false, 11826 "text": "stream_pool", 11827 "value": "stream_pool" 11828 }, 11829 { 11830 "selected": false, 11831 "text": "large_floats_pool", 11832 "value": "large_floats_pool" 11833 }, 11834 { 11835 "selected": false, 11836 "text": "unaggregated_iterator_pool", 11837 "value": "unaggregated_iterator_pool" 11838 }, 11839 { 11840 "selected": false, 11841 "text": "aggregation_types_pool", 11842 "value": "aggregation_types_pool" 11843 }, 11844 { 11845 "selected": false, 11846 "text": "quantile_pool", 11847 "value": "quantile_pool" 11848 }, 11849 { 11850 "selected": false, 11851 "text": "bytes_pool", 11852 "value": "bytes_pool" 11853 } 11854 ], 11855 "query": "entry_pool,counter_elem_pool,timer_elem_pool,gauge_elem_pool,buffered_encoder_pool,sample_pool,floats_pool,stream_pool,large_floats_pool,unaggregated_iterator_pool,aggregation_types_pool,quantile_pool,bytes_pool", 11856 "refresh": 1, 11857 "regex": "instance:(.*)", 11858 "skipUrlSync": false, 11859 "tag": "instance", 11860 "type": "custom" 11861 }, 11862 { 11863 "allFormat": "glob", 11864 "allValue": ".*", 11865 "current": { 11866 "text": "All", 11867 "value": [ 11868 "$__all" 11869 ] 11870 }, 11871 "hide": 0, 11872 "includeAll": true, 11873 "label": "", 11874 "multi": true, 11875 "multiFormat": "glob", 11876 "name": "poolMetricType", 11877 "options": [ 11878 { 11879 "selected": true, 11880 "text": "All", 11881 "value": "$__all" 11882 }, 11883 { 11884 "selected": false, 11885 "text": "total", 11886 "value": "total" 11887 }, 11888 { 11889 "selected": false, 11890 "text": "free", 11891 "value": "free" 11892 }, 11893 { 11894 "selected": false, 11895 "text": "get_on_empty", 11896 "value": "get_on_empty" 11897 }, 11898 { 11899 "selected": false, 11900 "text": "put_on_full", 11901 "value": "put_on_full" 11902 } 11903 ], 11904 "query": "total,free,get_on_empty,put_on_full", 11905 "refresh": 1, 11906 "regex": "instance:(.*)", 11907 "skipUrlSync": false, 11908 "tag": "instance", 11909 "type": "custom" 11910 }, 11911 { 11912 "allFormat": "glob", 11913 "allValue": ".*", 11914 "current": { 11915 "text": "All", 11916 "value": [ 11917 "$__all" 11918 ] 11919 }, 11920 "datasource": "$datasource", 11921 "definition": "m3aggregator_aggregator_flush_handler_placement_update{backend=\"m3msg\"}", 11922 "hide": 0, 11923 "includeAll": true, 11924 "label": null, 11925 "multi": true, 11926 "multiFormat": "glob", 11927 "name": "m3msg_consumer_service", 11928 "options": [], 11929 "query": "m3aggregator_aggregator_flush_handler_placement_update{backend=\"m3msg\"}", 11930 "refresh": 1, 11931 "regex": "/consumer_service_name=\"([^\"]+)\"/", 11932 "skipUrlSync": false, 11933 "sort": 0, 11934 "tag": "name", 11935 "tagValuesQuery": "", 11936 "tags": [], 11937 "tagsQuery": "", 11938 "type": "query", 11939 "useTags": false 11940 }, 11941 { 11942 "allFormat": "glob", 11943 "allValue": ".*", 11944 "current": { 11945 "text": "All", 11946 "value": [ 11947 "$__all" 11948 ] 11949 }, 11950 "datasource": "$datasource", 11951 "definition": "m3aggregator_aggregator_flush_handler_placement_update{backend=\"m3msg\"}", 11952 "hide": 0, 11953 "includeAll": true, 11954 "label": null, 11955 "multi": true, 11956 "multiFormat": "glob", 11957 "name": "m3msg_consumer_env", 11958 "options": [], 11959 "query": "m3aggregator_aggregator_flush_handler_placement_update{backend=\"m3msg\"}", 11960 "refresh": 1, 11961 "regex": "/consumer_service_env=\"([^\"]+)\"/", 11962 "skipUrlSync": false, 11963 "sort": 0, 11964 "tag": "name", 11965 "tagValuesQuery": "", 11966 "tags": [], 11967 "tagsQuery": "", 11968 "type": "query", 11969 "useTags": false 11970 }, 11971 { 11972 "allValue": null, 11973 "current": { 11974 "selected": true, 11975 "text": "1m", 11976 "value": "1m" 11977 }, 11978 "hide": 0, 11979 "includeAll": false, 11980 "label": null, 11981 "multi": false, 11982 "name": "step", 11983 "options": [ 11984 { 11985 "selected": false, 11986 "text": "30s", 11987 "value": "30s" 11988 }, 11989 { 11990 "selected": true, 11991 "text": "1m", 11992 "value": "1m" 11993 }, 11994 { 11995 "selected": false, 11996 "text": "5m", 11997 "value": "5m" 11998 }, 11999 { 12000 "selected": false, 12001 "text": "10m", 12002 "value": "10m" 12003 } 12004 ], 12005 "query": "30s,1m,5m,10m", 12006 "skipUrlSync": false, 12007 "type": "custom" 12008 } 12009 ] 12010 }, 12011 "time": { 12012 "from": "now-1h", 12013 "to": "now" 12014 }, 12015 "timepicker": { 12016 "now": true, 12017 "refresh_intervals": [ 12018 "5s", 12019 "10s", 12020 "30s", 12021 "1m", 12022 "5m", 12023 "15m", 12024 "30m", 12025 "1h", 12026 "2h", 12027 "1d" 12028 ], 12029 "time_options": [ 12030 "5m", 12031 "15m", 12032 "1h", 12033 "6h", 12034 "12h", 12035 "24h", 12036 "2d", 12037 "7d", 12038 "30d" 12039 ] 12040 }, 12041 "timezone": "browser", 12042 "title": "M3: Aggregator Details", 12043 "uid": "000000317", 12044 "version": 62 12045 }