github.com/thanos-io/thanos@v0.32.5/examples/dashboards/rule.json (about) 1 { 2 "annotations": { 3 "list": [ ] 4 }, 5 "editable": true, 6 "gnetId": null, 7 "graphTooltip": 0, 8 "hideControls": false, 9 "links": [ ], 10 "refresh": "10s", 11 "rows": [ 12 { 13 "collapse": false, 14 "height": "250px", 15 "panels": [ 16 { 17 "aliasColors": { }, 18 "bars": false, 19 "dashLength": 10, 20 "dashes": false, 21 "datasource": "$datasource", 22 "fill": 1, 23 "id": 1, 24 "legend": { 25 "avg": false, 26 "current": false, 27 "max": false, 28 "min": false, 29 "show": true, 30 "total": false, 31 "values": false 32 }, 33 "lines": true, 34 "linewidth": 1, 35 "links": [ ], 36 "nullPointMode": "null as zero", 37 "percentage": false, 38 "pointradius": 5, 39 "points": false, 40 "renderer": "flot", 41 "seriesOverrides": [ ], 42 "spaceLength": 10, 43 "span": 3, 44 "stack": false, 45 "steppedLine": false, 46 "targets": [ 47 { 48 "expr": "sum by (job, rule_group, strategy) (rate(prometheus_rule_evaluations_total{job=~\"$job\"}[$__rate_interval]))", 49 "format": "time_series", 50 "intervalFactor": 2, 51 "legendFormat": "{{ rule_group }} {{ strategy }}", 52 "legendLink": null, 53 "step": 10 54 } 55 ], 56 "thresholds": [ ], 57 "timeFrom": null, 58 "timeShift": null, 59 "title": "Rule Group Evaluations", 60 "tooltip": { 61 "shared": false, 62 "sort": 0, 63 "value_type": "individual" 64 }, 65 "type": "graph", 66 "xaxis": { 67 "buckets": null, 68 "mode": "time", 69 "name": null, 70 "show": true, 71 "values": [ ] 72 }, 73 "yaxes": [ 74 { 75 "format": "short", 76 "label": null, 77 "logBase": 1, 78 "max": null, 79 "min": 0, 80 "show": true 81 }, 82 { 83 "format": "short", 84 "label": null, 85 "logBase": 1, 86 "max": null, 87 "min": null, 88 "show": false 89 } 90 ] 91 }, 92 { 93 "aliasColors": { }, 94 "bars": false, 95 "dashLength": 10, 96 "dashes": false, 97 "datasource": "$datasource", 98 "fill": 1, 99 "id": 2, 100 "legend": { 101 "avg": false, 102 "current": false, 103 "max": false, 104 "min": false, 105 "show": true, 106 "total": false, 107 "values": false 108 }, 109 "lines": true, 110 "linewidth": 1, 111 "links": [ ], 112 "nullPointMode": "null as zero", 113 "percentage": false, 114 "pointradius": 5, 115 "points": false, 116 "renderer": "flot", 117 "seriesOverrides": [ ], 118 "spaceLength": 10, 119 "span": 3, 120 "stack": false, 121 "steppedLine": false, 122 "targets": [ 123 { 124 "expr": "sum by (job, rule_group, strategy) (rate(prometheus_rule_evaluation_failures_total{job=~\"$job\"}[$__rate_interval]))", 125 "format": "time_series", 126 "intervalFactor": 2, 127 "legendFormat": "{{ rule_group }} {{ strategy }}", 128 "legendLink": null, 129 "step": 10 130 } 131 ], 132 "thresholds": [ ], 133 "timeFrom": null, 134 "timeShift": null, 135 "title": "Rule Group Evaluations Failed", 136 "tooltip": { 137 "shared": false, 138 "sort": 0, 139 "value_type": "individual" 140 }, 141 "type": "graph", 142 "xaxis": { 143 "buckets": null, 144 "mode": "time", 145 "name": null, 146 "show": true, 147 "values": [ ] 148 }, 149 "yaxes": [ 150 { 151 "format": "short", 152 "label": null, 153 "logBase": 1, 154 "max": null, 155 "min": 0, 156 "show": true 157 }, 158 { 159 "format": "short", 160 "label": null, 161 "logBase": 1, 162 "max": null, 163 "min": null, 164 "show": false 165 } 166 ] 167 }, 168 { 169 "aliasColors": { }, 170 "bars": false, 171 "dashLength": 10, 172 "dashes": false, 173 "datasource": "$datasource", 174 "fill": 1, 175 "id": 3, 176 "legend": { 177 "avg": false, 178 "current": false, 179 "max": false, 180 "min": false, 181 "show": true, 182 "total": false, 183 "values": false 184 }, 185 "lines": true, 186 "linewidth": 1, 187 "links": [ ], 188 "nullPointMode": "null as zero", 189 "percentage": false, 190 "pointradius": 5, 191 "points": false, 192 "renderer": "flot", 193 "seriesOverrides": [ ], 194 "spaceLength": 10, 195 "span": 3, 196 "stack": false, 197 "steppedLine": false, 198 "targets": [ 199 { 200 "expr": "sum by (job, rule_group, strategy) (increase(prometheus_rule_group_iterations_missed_total{job=~\"$job\"}[$__rate_interval]))", 201 "format": "time_series", 202 "intervalFactor": 2, 203 "legendFormat": "{{ rule_group }} {{ strategy }}", 204 "legendLink": null, 205 "step": 10 206 } 207 ], 208 "thresholds": [ ], 209 "timeFrom": null, 210 "timeShift": null, 211 "title": "Rule Group Evaluations Missed", 212 "tooltip": { 213 "shared": false, 214 "sort": 0, 215 "value_type": "individual" 216 }, 217 "type": "graph", 218 "xaxis": { 219 "buckets": null, 220 "mode": "time", 221 "name": null, 222 "show": true, 223 "values": [ ] 224 }, 225 "yaxes": [ 226 { 227 "format": "short", 228 "label": null, 229 "logBase": 1, 230 "max": null, 231 "min": 0, 232 "show": true 233 }, 234 { 235 "format": "short", 236 "label": null, 237 "logBase": 1, 238 "max": null, 239 "min": null, 240 "show": false 241 } 242 ] 243 }, 244 { 245 "aliasColors": { }, 246 "bars": false, 247 "dashLength": 10, 248 "dashes": false, 249 "datasource": "$datasource", 250 "fill": 1, 251 "id": 4, 252 "legend": { 253 "avg": false, 254 "current": false, 255 "max": false, 256 "min": false, 257 "show": true, 258 "total": false, 259 "values": false 260 }, 261 "lines": true, 262 "linewidth": 1, 263 "links": [ ], 264 "nullPointMode": "null as zero", 265 "percentage": false, 266 "pointradius": 5, 267 "points": false, 268 "renderer": "flot", 269 "seriesOverrides": [ ], 270 "spaceLength": 10, 271 "span": 3, 272 "stack": false, 273 "steppedLine": false, 274 "targets": [ 275 { 276 "expr": "(\n sum by(job, rule_group) (prometheus_rule_group_last_duration_seconds{job=~\"$job\"})\n >\n sum by(job, rule_group) (prometheus_rule_group_interval_seconds{job=~\"$job\"})\n)\n", 277 "format": "time_series", 278 "intervalFactor": 2, 279 "legendFormat": "{{ rule_group }}", 280 "legendLink": null, 281 "step": 10 282 } 283 ], 284 "thresholds": [ ], 285 "timeFrom": null, 286 "timeShift": null, 287 "title": "Rule Group Evaluations Too Slow", 288 "tooltip": { 289 "shared": false, 290 "sort": 0, 291 "value_type": "individual" 292 }, 293 "type": "graph", 294 "xaxis": { 295 "buckets": null, 296 "mode": "time", 297 "name": null, 298 "show": true, 299 "values": [ ] 300 }, 301 "yaxes": [ 302 { 303 "format": "short", 304 "label": null, 305 "logBase": 1, 306 "max": null, 307 "min": 0, 308 "show": true 309 }, 310 { 311 "format": "short", 312 "label": null, 313 "logBase": 1, 314 "max": null, 315 "min": null, 316 "show": false 317 } 318 ] 319 } 320 ], 321 "repeat": null, 322 "repeatIteration": null, 323 "repeatRowId": null, 324 "showTitle": true, 325 "title": "Rule Group Evaluations", 326 "titleSize": "h6" 327 }, 328 { 329 "collapse": false, 330 "height": "250px", 331 "panels": [ 332 { 333 "aliasColors": { }, 334 "bars": false, 335 "dashLength": 10, 336 "dashes": false, 337 "datasource": "$datasource", 338 "description": "Shows rate of dropped alerts.", 339 "fill": 1, 340 "id": 5, 341 "legend": { 342 "avg": false, 343 "current": false, 344 "max": false, 345 "min": false, 346 "show": true, 347 "total": false, 348 "values": false 349 }, 350 "lines": true, 351 "linewidth": 1, 352 "links": [ ], 353 "nullPointMode": "null as zero", 354 "percentage": false, 355 "pointradius": 5, 356 "points": false, 357 "renderer": "flot", 358 "seriesOverrides": [ ], 359 "spaceLength": 10, 360 "span": 3, 361 "stack": false, 362 "steppedLine": false, 363 "targets": [ 364 { 365 "expr": "sum by (job, alertmanager) (rate(thanos_alert_sender_alerts_dropped_total{job=~\"$job\"}[$__rate_interval]))", 366 "format": "time_series", 367 "intervalFactor": 2, 368 "legendFormat": "{{alertmanager}}", 369 "legendLink": null, 370 "step": 10 371 } 372 ], 373 "thresholds": [ ], 374 "timeFrom": null, 375 "timeShift": null, 376 "title": "Dropped Rate", 377 "tooltip": { 378 "shared": false, 379 "sort": 0, 380 "value_type": "individual" 381 }, 382 "type": "graph", 383 "xaxis": { 384 "buckets": null, 385 "mode": "time", 386 "name": null, 387 "show": true, 388 "values": [ ] 389 }, 390 "yaxes": [ 391 { 392 "format": "short", 393 "label": null, 394 "logBase": 1, 395 "max": null, 396 "min": 0, 397 "show": true 398 }, 399 { 400 "format": "short", 401 "label": null, 402 "logBase": 1, 403 "max": null, 404 "min": null, 405 "show": false 406 } 407 ] 408 }, 409 { 410 "aliasColors": { }, 411 "bars": false, 412 "dashLength": 10, 413 "dashes": false, 414 "datasource": "$datasource", 415 "description": "Shows rate of alerts that successfully sent to alert manager.", 416 "fill": 10, 417 "id": 6, 418 "legend": { 419 "avg": false, 420 "current": false, 421 "max": false, 422 "min": false, 423 "show": true, 424 "total": false, 425 "values": false 426 }, 427 "lines": true, 428 "linewidth": 0, 429 "links": [ ], 430 "nullPointMode": "null as zero", 431 "percentage": false, 432 "pointradius": 5, 433 "points": false, 434 "renderer": "flot", 435 "seriesOverrides": [ ], 436 "spaceLength": 10, 437 "span": 3, 438 "stack": true, 439 "steppedLine": false, 440 "targets": [ 441 { 442 "expr": "sum by (job, alertmanager) (rate(thanos_alert_sender_alerts_sent_total{job=~\"$job\"}[$__rate_interval]))", 443 "format": "time_series", 444 "intervalFactor": 2, 445 "legendFormat": "{{alertmanager}}", 446 "legendLink": null, 447 "step": 10 448 } 449 ], 450 "thresholds": [ ], 451 "timeFrom": null, 452 "timeShift": null, 453 "title": "Sent Rate", 454 "tooltip": { 455 "shared": false, 456 "sort": 0, 457 "value_type": "individual" 458 }, 459 "type": "graph", 460 "xaxis": { 461 "buckets": null, 462 "mode": "time", 463 "name": null, 464 "show": true, 465 "values": [ ] 466 }, 467 "yaxes": [ 468 { 469 "format": "short", 470 "label": null, 471 "logBase": 1, 472 "max": null, 473 "min": 0, 474 "show": true 475 }, 476 { 477 "format": "short", 478 "label": null, 479 "logBase": 1, 480 "max": null, 481 "min": null, 482 "show": false 483 } 484 ] 485 }, 486 { 487 "aliasColors": { 488 "error": "#E24D42" 489 }, 490 "bars": false, 491 "dashLength": 10, 492 "dashes": false, 493 "datasource": "$datasource", 494 "description": "Shows ratio of errors compared to the total number of sent alerts.", 495 "fill": 10, 496 "id": 7, 497 "legend": { 498 "avg": false, 499 "current": false, 500 "max": false, 501 "min": false, 502 "show": true, 503 "total": false, 504 "values": false 505 }, 506 "lines": true, 507 "linewidth": 0, 508 "links": [ ], 509 "nullPointMode": "null as zero", 510 "percentage": false, 511 "pointradius": 5, 512 "points": false, 513 "renderer": "flot", 514 "seriesOverrides": [ ], 515 "spaceLength": 10, 516 "span": 3, 517 "stack": true, 518 "steppedLine": false, 519 "targets": [ 520 { 521 "expr": "sum by (job) (rate(thanos_alert_sender_errors_total{job=~\"$job\"}[$interval])) / sum by (job) (rate(thanos_alert_sender_alerts_sent_total{job=~\"$job\"}[$interval]))", 522 "format": "time_series", 523 "intervalFactor": 2, 524 "legendFormat": "error", 525 "step": 10 526 } 527 ], 528 "thresholds": [ ], 529 "timeFrom": null, 530 "timeShift": null, 531 "title": "Sent Errors", 532 "tooltip": { 533 "shared": false, 534 "sort": 0, 535 "value_type": "individual" 536 }, 537 "type": "graph", 538 "xaxis": { 539 "buckets": null, 540 "mode": "time", 541 "name": null, 542 "show": true, 543 "values": [ ] 544 }, 545 "yaxes": [ 546 { 547 "format": "percentunit", 548 "label": null, 549 "logBase": 1, 550 "max": null, 551 "min": 0, 552 "show": true 553 }, 554 { 555 "format": "short", 556 "label": null, 557 "logBase": 1, 558 "max": null, 559 "min": null, 560 "show": false 561 } 562 ] 563 }, 564 { 565 "aliasColors": { }, 566 "bars": false, 567 "dashLength": 10, 568 "dashes": false, 569 "datasource": "$datasource", 570 "description": "Shows how long has it taken to send alerts to alert manager.", 571 "fill": 1, 572 "id": 8, 573 "legend": { 574 "avg": false, 575 "current": false, 576 "max": false, 577 "min": false, 578 "show": true, 579 "total": false, 580 "values": false 581 }, 582 "lines": true, 583 "linewidth": 1, 584 "links": [ ], 585 "nullPointMode": "null as zero", 586 "percentage": false, 587 "pointradius": 5, 588 "points": false, 589 "renderer": "flot", 590 "seriesOverrides": [ 591 { 592 "alias": "p99", 593 "color": "#FA6400", 594 "fill": 1, 595 "fillGradient": 1 596 }, 597 { 598 "alias": "p90", 599 "color": "#E0B400", 600 "fill": 1, 601 "fillGradient": 1 602 }, 603 { 604 "alias": "p50", 605 "color": "#37872D", 606 "fill": 10, 607 "fillGradient": 0 608 } 609 ], 610 "spaceLength": 10, 611 "span": 3, 612 "stack": false, 613 "steppedLine": false, 614 "targets": [ 615 { 616 "expr": "histogram_quantile(0.50, sum by (job, le) (rate(thanos_alert_sender_latency_seconds_bucket{job=~\"$job\"}[$interval]))) * 1", 617 "format": "time_series", 618 "intervalFactor": 2, 619 "legendFormat": "p50 {{job}}", 620 "logBase": 10, 621 "max": null, 622 "min": null, 623 "step": 10 624 }, 625 { 626 "expr": "histogram_quantile(0.90, sum by (job, le) (rate(thanos_alert_sender_latency_seconds_bucket{job=~\"$job\"}[$interval]))) * 1", 627 "format": "time_series", 628 "intervalFactor": 2, 629 "legendFormat": "p90 {{job}}", 630 "logBase": 10, 631 "max": null, 632 "min": null, 633 "step": 10 634 }, 635 { 636 "expr": "histogram_quantile(0.99, sum by (job, le) (rate(thanos_alert_sender_latency_seconds_bucket{job=~\"$job\"}[$interval]))) * 1", 637 "format": "time_series", 638 "intervalFactor": 2, 639 "legendFormat": "p99 {{job}}", 640 "logBase": 10, 641 "max": null, 642 "min": null, 643 "step": 10 644 } 645 ], 646 "thresholds": [ ], 647 "timeFrom": null, 648 "timeShift": null, 649 "title": "Sent Duration", 650 "tooltip": { 651 "shared": false, 652 "sort": 0, 653 "value_type": "individual" 654 }, 655 "type": "graph", 656 "xaxis": { 657 "buckets": null, 658 "mode": "time", 659 "name": null, 660 "show": true, 661 "values": [ ] 662 }, 663 "yaxes": [ 664 { 665 "format": "s", 666 "label": null, 667 "logBase": 1, 668 "max": null, 669 "min": 0, 670 "show": true 671 }, 672 { 673 "format": "short", 674 "label": null, 675 "logBase": 1, 676 "max": null, 677 "min": null, 678 "show": false 679 } 680 ] 681 } 682 ], 683 "repeat": null, 684 "repeatIteration": null, 685 "repeatRowId": null, 686 "showTitle": true, 687 "title": "Alert Sent", 688 "titleSize": "h6" 689 }, 690 { 691 "collapse": false, 692 "height": "250px", 693 "panels": [ 694 { 695 "aliasColors": { }, 696 "bars": false, 697 "dashLength": 10, 698 "dashes": false, 699 "datasource": "$datasource", 700 "description": "Shows rate of queued alerts.", 701 "fill": 1, 702 "id": 9, 703 "legend": { 704 "avg": false, 705 "current": false, 706 "max": false, 707 "min": false, 708 "show": true, 709 "total": false, 710 "values": false 711 }, 712 "lines": true, 713 "linewidth": 1, 714 "links": [ ], 715 "nullPointMode": "null as zero", 716 "percentage": false, 717 "pointradius": 5, 718 "points": false, 719 "renderer": "flot", 720 "seriesOverrides": [ ], 721 "spaceLength": 10, 722 "span": 6, 723 "stack": false, 724 "steppedLine": false, 725 "targets": [ 726 { 727 "expr": "sum by (job) (rate(thanos_alert_queue_alerts_dropped_total{job=~\"$job\"}[$__rate_interval]))", 728 "format": "time_series", 729 "intervalFactor": 2, 730 "legendFormat": "{{job}}", 731 "legendLink": null, 732 "step": 10 733 } 734 ], 735 "thresholds": [ ], 736 "timeFrom": null, 737 "timeShift": null, 738 "title": "Push Rate", 739 "tooltip": { 740 "shared": false, 741 "sort": 0, 742 "value_type": "individual" 743 }, 744 "type": "graph", 745 "xaxis": { 746 "buckets": null, 747 "mode": "time", 748 "name": null, 749 "show": true, 750 "values": [ ] 751 }, 752 "yaxes": [ 753 { 754 "format": "short", 755 "label": null, 756 "logBase": 1, 757 "max": null, 758 "min": 0, 759 "show": true 760 }, 761 { 762 "format": "short", 763 "label": null, 764 "logBase": 1, 765 "max": null, 766 "min": null, 767 "show": false 768 } 769 ] 770 }, 771 { 772 "aliasColors": { 773 "error": "#E24D42" 774 }, 775 "bars": false, 776 "dashLength": 10, 777 "dashes": false, 778 "datasource": "$datasource", 779 "description": "Shows ratio of dropped alerts compared to the total number of queued alerts.", 780 "fill": 10, 781 "id": 10, 782 "legend": { 783 "avg": false, 784 "current": false, 785 "max": false, 786 "min": false, 787 "show": true, 788 "total": false, 789 "values": false 790 }, 791 "lines": true, 792 "linewidth": 0, 793 "links": [ ], 794 "nullPointMode": "null as zero", 795 "percentage": false, 796 "pointradius": 5, 797 "points": false, 798 "renderer": "flot", 799 "seriesOverrides": [ ], 800 "spaceLength": 10, 801 "span": 6, 802 "stack": true, 803 "steppedLine": false, 804 "targets": [ 805 { 806 "expr": "sum by (job) (rate(thanos_alert_queue_alerts_dropped_total{job=~\"$job\"}[$interval])) / sum by (job) (rate(thanos_alert_queue_alerts_pushed_total{job=~\"$job\"}[$interval]))", 807 "format": "time_series", 808 "intervalFactor": 2, 809 "legendFormat": "error", 810 "step": 10 811 } 812 ], 813 "thresholds": [ ], 814 "timeFrom": null, 815 "timeShift": null, 816 "title": "Drop Ratio", 817 "tooltip": { 818 "shared": false, 819 "sort": 0, 820 "value_type": "individual" 821 }, 822 "type": "graph", 823 "xaxis": { 824 "buckets": null, 825 "mode": "time", 826 "name": null, 827 "show": true, 828 "values": [ ] 829 }, 830 "yaxes": [ 831 { 832 "format": "percentunit", 833 "label": null, 834 "logBase": 1, 835 "max": null, 836 "min": 0, 837 "show": true 838 }, 839 { 840 "format": "short", 841 "label": null, 842 "logBase": 1, 843 "max": null, 844 "min": null, 845 "show": false 846 } 847 ] 848 } 849 ], 850 "repeat": null, 851 "repeatIteration": null, 852 "repeatRowId": null, 853 "showTitle": true, 854 "title": "Alert Queue", 855 "titleSize": "h6" 856 }, 857 { 858 "collapse": false, 859 "height": "250px", 860 "panels": [ 861 { 862 "aliasColors": { }, 863 "bars": false, 864 "dashLength": 10, 865 "dashes": false, 866 "datasource": "$datasource", 867 "description": "Shows rate of handled Unary gRPC requests.", 868 "fill": 10, 869 "id": 11, 870 "legend": { 871 "avg": false, 872 "current": false, 873 "max": false, 874 "min": false, 875 "show": true, 876 "total": false, 877 "values": false 878 }, 879 "lines": true, 880 "linewidth": 0, 881 "links": [ ], 882 "nullPointMode": "null as zero", 883 "percentage": false, 884 "pointradius": 5, 885 "points": false, 886 "renderer": "flot", 887 "seriesOverrides": [ 888 { 889 "alias": "/Aborted/", 890 "color": "#EAB839" 891 }, 892 { 893 "alias": "/AlreadyExists/", 894 "color": "#37872D" 895 }, 896 { 897 "alias": "/FailedPrecondition/", 898 "color": "#E0B400" 899 }, 900 { 901 "alias": "/Unimplemented/", 902 "color": "#E0B400" 903 }, 904 { 905 "alias": "/InvalidArgument/", 906 "color": "#1F60C4" 907 }, 908 { 909 "alias": "/NotFound/", 910 "color": "#1F60C4" 911 }, 912 { 913 "alias": "/PermissionDenied/", 914 "color": "#1F60C4" 915 }, 916 { 917 "alias": "/Unauthenticated/", 918 "color": "#1F60C4" 919 }, 920 { 921 "alias": "/Canceled/", 922 "color": "#C4162A" 923 }, 924 { 925 "alias": "/DataLoss/", 926 "color": "#C4162A" 927 }, 928 { 929 "alias": "/DeadlineExceeded/", 930 "color": "#C4162A" 931 }, 932 { 933 "alias": "/Internal/", 934 "color": "#C4162A" 935 }, 936 { 937 "alias": "/OutOfRange/", 938 "color": "#C4162A" 939 }, 940 { 941 "alias": "/ResourceExhausted/", 942 "color": "#C4162A" 943 }, 944 { 945 "alias": "/Unavailable/", 946 "color": "#C4162A" 947 }, 948 { 949 "alias": "/Unknown/", 950 "color": "#C4162A" 951 }, 952 { 953 "alias": "/OK/", 954 "color": "#37872D" 955 }, 956 { 957 "alias": "error", 958 "color": "#C4162A" 959 } 960 ], 961 "spaceLength": 10, 962 "span": 4, 963 "stack": true, 964 "steppedLine": false, 965 "targets": [ 966 { 967 "expr": "sum by (job, grpc_method, grpc_code) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"unary\"}[$interval]))", 968 "format": "time_series", 969 "intervalFactor": 2, 970 "legendFormat": "{{job}} {{grpc_method}} {{grpc_code}}", 971 "step": 10 972 } 973 ], 974 "thresholds": [ ], 975 "timeFrom": null, 976 "timeShift": null, 977 "title": "Rate", 978 "tooltip": { 979 "shared": false, 980 "sort": 0, 981 "value_type": "individual" 982 }, 983 "type": "graph", 984 "xaxis": { 985 "buckets": null, 986 "mode": "time", 987 "name": null, 988 "show": true, 989 "values": [ ] 990 }, 991 "yaxes": [ 992 { 993 "format": "short", 994 "label": null, 995 "logBase": 1, 996 "max": null, 997 "min": 0, 998 "show": true 999 }, 1000 { 1001 "format": "short", 1002 "label": null, 1003 "logBase": 1, 1004 "max": null, 1005 "min": null, 1006 "show": false 1007 } 1008 ] 1009 }, 1010 { 1011 "aliasColors": { 1012 "error": "#E24D42" 1013 }, 1014 "bars": false, 1015 "dashLength": 10, 1016 "dashes": false, 1017 "datasource": "$datasource", 1018 "description": "Shows ratio of errors compared to the total number of handled requests.", 1019 "fill": 10, 1020 "id": 12, 1021 "legend": { 1022 "avg": false, 1023 "current": false, 1024 "max": false, 1025 "min": false, 1026 "show": true, 1027 "total": false, 1028 "values": false 1029 }, 1030 "lines": true, 1031 "linewidth": 0, 1032 "links": [ ], 1033 "nullPointMode": "null as zero", 1034 "percentage": false, 1035 "pointradius": 5, 1036 "points": false, 1037 "renderer": "flot", 1038 "seriesOverrides": [ ], 1039 "spaceLength": 10, 1040 "span": 4, 1041 "stack": true, 1042 "steppedLine": false, 1043 "targets": [ 1044 { 1045 "expr": "sum by (job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",job=~\"$job\", grpc_type=\"unary\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"unary\"}[$interval]))", 1046 "format": "time_series", 1047 "intervalFactor": 2, 1048 "step": 10 1049 } 1050 ], 1051 "thresholds": [ ], 1052 "timeFrom": null, 1053 "timeShift": null, 1054 "title": "Errors", 1055 "tooltip": { 1056 "shared": false, 1057 "sort": 0, 1058 "value_type": "individual" 1059 }, 1060 "type": "graph", 1061 "xaxis": { 1062 "buckets": null, 1063 "mode": "time", 1064 "name": null, 1065 "show": true, 1066 "values": [ ] 1067 }, 1068 "yaxes": [ 1069 { 1070 "format": "percentunit", 1071 "label": null, 1072 "logBase": 1, 1073 "max": null, 1074 "min": 0, 1075 "show": true 1076 }, 1077 { 1078 "format": "short", 1079 "label": null, 1080 "logBase": 1, 1081 "max": null, 1082 "min": null, 1083 "show": false 1084 } 1085 ] 1086 }, 1087 { 1088 "aliasColors": { }, 1089 "bars": false, 1090 "dashLength": 10, 1091 "dashes": false, 1092 "datasource": "$datasource", 1093 "description": "Shows how long has it taken to handle requests, in quantiles.", 1094 "fill": 1, 1095 "id": 13, 1096 "legend": { 1097 "avg": false, 1098 "current": false, 1099 "max": false, 1100 "min": false, 1101 "show": true, 1102 "total": false, 1103 "values": false 1104 }, 1105 "lines": true, 1106 "linewidth": 1, 1107 "links": [ ], 1108 "nullPointMode": "null as zero", 1109 "percentage": false, 1110 "pointradius": 5, 1111 "points": false, 1112 "renderer": "flot", 1113 "seriesOverrides": [ 1114 { 1115 "alias": "p99", 1116 "color": "#FA6400", 1117 "fill": 1, 1118 "fillGradient": 1 1119 }, 1120 { 1121 "alias": "p90", 1122 "color": "#E0B400", 1123 "fill": 1, 1124 "fillGradient": 1 1125 }, 1126 { 1127 "alias": "p50", 1128 "color": "#37872D", 1129 "fill": 10, 1130 "fillGradient": 0 1131 } 1132 ], 1133 "spaceLength": 10, 1134 "span": 4, 1135 "stack": false, 1136 "steppedLine": false, 1137 "targets": [ 1138 { 1139 "expr": "histogram_quantile(0.50, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1", 1140 "format": "time_series", 1141 "intervalFactor": 2, 1142 "legendFormat": "p50 {{job}}", 1143 "logBase": 10, 1144 "max": null, 1145 "min": null, 1146 "step": 10 1147 }, 1148 { 1149 "expr": "histogram_quantile(0.90, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1", 1150 "format": "time_series", 1151 "intervalFactor": 2, 1152 "legendFormat": "p90 {{job}}", 1153 "logBase": 10, 1154 "max": null, 1155 "min": null, 1156 "step": 10 1157 }, 1158 { 1159 "expr": "histogram_quantile(0.99, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1", 1160 "format": "time_series", 1161 "intervalFactor": 2, 1162 "legendFormat": "p99 {{job}}", 1163 "logBase": 10, 1164 "max": null, 1165 "min": null, 1166 "step": 10 1167 } 1168 ], 1169 "thresholds": [ ], 1170 "timeFrom": null, 1171 "timeShift": null, 1172 "title": "Duration", 1173 "tooltip": { 1174 "shared": false, 1175 "sort": 0, 1176 "value_type": "individual" 1177 }, 1178 "type": "graph", 1179 "xaxis": { 1180 "buckets": null, 1181 "mode": "time", 1182 "name": null, 1183 "show": true, 1184 "values": [ ] 1185 }, 1186 "yaxes": [ 1187 { 1188 "format": "s", 1189 "label": null, 1190 "logBase": 1, 1191 "max": null, 1192 "min": 0, 1193 "show": true 1194 }, 1195 { 1196 "format": "short", 1197 "label": null, 1198 "logBase": 1, 1199 "max": null, 1200 "min": null, 1201 "show": false 1202 } 1203 ] 1204 } 1205 ], 1206 "repeat": null, 1207 "repeatIteration": null, 1208 "repeatRowId": null, 1209 "showTitle": true, 1210 "title": "gRPC (Unary)", 1211 "titleSize": "h6" 1212 }, 1213 { 1214 "collapse": false, 1215 "height": "250px", 1216 "panels": [ 1217 { 1218 "aliasColors": { }, 1219 "bars": false, 1220 "dashLength": 10, 1221 "dashes": false, 1222 "datasource": "$datasource", 1223 "description": "Shows rate of handled Streamed gRPC requests.", 1224 "fill": 10, 1225 "id": 14, 1226 "legend": { 1227 "avg": false, 1228 "current": false, 1229 "max": false, 1230 "min": false, 1231 "show": true, 1232 "total": false, 1233 "values": false 1234 }, 1235 "lines": true, 1236 "linewidth": 0, 1237 "links": [ ], 1238 "nullPointMode": "null as zero", 1239 "percentage": false, 1240 "pointradius": 5, 1241 "points": false, 1242 "renderer": "flot", 1243 "seriesOverrides": [ 1244 { 1245 "alias": "/Aborted/", 1246 "color": "#EAB839" 1247 }, 1248 { 1249 "alias": "/AlreadyExists/", 1250 "color": "#37872D" 1251 }, 1252 { 1253 "alias": "/FailedPrecondition/", 1254 "color": "#E0B400" 1255 }, 1256 { 1257 "alias": "/Unimplemented/", 1258 "color": "#E0B400" 1259 }, 1260 { 1261 "alias": "/InvalidArgument/", 1262 "color": "#1F60C4" 1263 }, 1264 { 1265 "alias": "/NotFound/", 1266 "color": "#1F60C4" 1267 }, 1268 { 1269 "alias": "/PermissionDenied/", 1270 "color": "#1F60C4" 1271 }, 1272 { 1273 "alias": "/Unauthenticated/", 1274 "color": "#1F60C4" 1275 }, 1276 { 1277 "alias": "/Canceled/", 1278 "color": "#C4162A" 1279 }, 1280 { 1281 "alias": "/DataLoss/", 1282 "color": "#C4162A" 1283 }, 1284 { 1285 "alias": "/DeadlineExceeded/", 1286 "color": "#C4162A" 1287 }, 1288 { 1289 "alias": "/Internal/", 1290 "color": "#C4162A" 1291 }, 1292 { 1293 "alias": "/OutOfRange/", 1294 "color": "#C4162A" 1295 }, 1296 { 1297 "alias": "/ResourceExhausted/", 1298 "color": "#C4162A" 1299 }, 1300 { 1301 "alias": "/Unavailable/", 1302 "color": "#C4162A" 1303 }, 1304 { 1305 "alias": "/Unknown/", 1306 "color": "#C4162A" 1307 }, 1308 { 1309 "alias": "/OK/", 1310 "color": "#37872D" 1311 }, 1312 { 1313 "alias": "error", 1314 "color": "#C4162A" 1315 } 1316 ], 1317 "spaceLength": 10, 1318 "span": 4, 1319 "stack": true, 1320 "steppedLine": false, 1321 "targets": [ 1322 { 1323 "expr": "sum by (job, grpc_method, grpc_code) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))", 1324 "format": "time_series", 1325 "intervalFactor": 2, 1326 "legendFormat": "{{job}} {{grpc_method}} {{grpc_code}}", 1327 "step": 10 1328 } 1329 ], 1330 "thresholds": [ ], 1331 "timeFrom": null, 1332 "timeShift": null, 1333 "title": "Rate", 1334 "tooltip": { 1335 "shared": false, 1336 "sort": 0, 1337 "value_type": "individual" 1338 }, 1339 "type": "graph", 1340 "xaxis": { 1341 "buckets": null, 1342 "mode": "time", 1343 "name": null, 1344 "show": true, 1345 "values": [ ] 1346 }, 1347 "yaxes": [ 1348 { 1349 "format": "short", 1350 "label": null, 1351 "logBase": 1, 1352 "max": null, 1353 "min": 0, 1354 "show": true 1355 }, 1356 { 1357 "format": "short", 1358 "label": null, 1359 "logBase": 1, 1360 "max": null, 1361 "min": null, 1362 "show": false 1363 } 1364 ] 1365 }, 1366 { 1367 "aliasColors": { 1368 "error": "#E24D42" 1369 }, 1370 "bars": false, 1371 "dashLength": 10, 1372 "dashes": false, 1373 "datasource": "$datasource", 1374 "description": "Shows ratio of errors compared to the total number of handled requests.", 1375 "fill": 10, 1376 "id": 15, 1377 "legend": { 1378 "avg": false, 1379 "current": false, 1380 "max": false, 1381 "min": false, 1382 "show": true, 1383 "total": false, 1384 "values": false 1385 }, 1386 "lines": true, 1387 "linewidth": 0, 1388 "links": [ ], 1389 "nullPointMode": "null as zero", 1390 "percentage": false, 1391 "pointradius": 5, 1392 "points": false, 1393 "renderer": "flot", 1394 "seriesOverrides": [ ], 1395 "spaceLength": 10, 1396 "span": 4, 1397 "stack": true, 1398 "steppedLine": false, 1399 "targets": [ 1400 { 1401 "expr": "sum by (job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",job=~\"$job\", grpc_type=\"server_stream\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))", 1402 "format": "time_series", 1403 "intervalFactor": 2, 1404 "step": 10 1405 } 1406 ], 1407 "thresholds": [ ], 1408 "timeFrom": null, 1409 "timeShift": null, 1410 "title": "Errors", 1411 "tooltip": { 1412 "shared": false, 1413 "sort": 0, 1414 "value_type": "individual" 1415 }, 1416 "type": "graph", 1417 "xaxis": { 1418 "buckets": null, 1419 "mode": "time", 1420 "name": null, 1421 "show": true, 1422 "values": [ ] 1423 }, 1424 "yaxes": [ 1425 { 1426 "format": "percentunit", 1427 "label": null, 1428 "logBase": 1, 1429 "max": null, 1430 "min": 0, 1431 "show": true 1432 }, 1433 { 1434 "format": "short", 1435 "label": null, 1436 "logBase": 1, 1437 "max": null, 1438 "min": null, 1439 "show": false 1440 } 1441 ] 1442 }, 1443 { 1444 "aliasColors": { }, 1445 "bars": false, 1446 "dashLength": 10, 1447 "dashes": false, 1448 "datasource": "$datasource", 1449 "description": "Shows how long has it taken to handle requests, in quantiles", 1450 "fill": 1, 1451 "id": 16, 1452 "legend": { 1453 "avg": false, 1454 "current": false, 1455 "max": false, 1456 "min": false, 1457 "show": true, 1458 "total": false, 1459 "values": false 1460 }, 1461 "lines": true, 1462 "linewidth": 1, 1463 "links": [ ], 1464 "nullPointMode": "null as zero", 1465 "percentage": false, 1466 "pointradius": 5, 1467 "points": false, 1468 "renderer": "flot", 1469 "seriesOverrides": [ 1470 { 1471 "alias": "p99", 1472 "color": "#FA6400", 1473 "fill": 1, 1474 "fillGradient": 1 1475 }, 1476 { 1477 "alias": "p90", 1478 "color": "#E0B400", 1479 "fill": 1, 1480 "fillGradient": 1 1481 }, 1482 { 1483 "alias": "p50", 1484 "color": "#37872D", 1485 "fill": 10, 1486 "fillGradient": 0 1487 } 1488 ], 1489 "spaceLength": 10, 1490 "span": 4, 1491 "stack": false, 1492 "steppedLine": false, 1493 "targets": [ 1494 { 1495 "expr": "histogram_quantile(0.50, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1", 1496 "format": "time_series", 1497 "intervalFactor": 2, 1498 "legendFormat": "p50 {{job}}", 1499 "logBase": 10, 1500 "max": null, 1501 "min": null, 1502 "step": 10 1503 }, 1504 { 1505 "expr": "histogram_quantile(0.90, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1", 1506 "format": "time_series", 1507 "intervalFactor": 2, 1508 "legendFormat": "p90 {{job}}", 1509 "logBase": 10, 1510 "max": null, 1511 "min": null, 1512 "step": 10 1513 }, 1514 { 1515 "expr": "histogram_quantile(0.99, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1", 1516 "format": "time_series", 1517 "intervalFactor": 2, 1518 "legendFormat": "p99 {{job}}", 1519 "logBase": 10, 1520 "max": null, 1521 "min": null, 1522 "step": 10 1523 } 1524 ], 1525 "thresholds": [ ], 1526 "timeFrom": null, 1527 "timeShift": null, 1528 "title": "Duration", 1529 "tooltip": { 1530 "shared": false, 1531 "sort": 0, 1532 "value_type": "individual" 1533 }, 1534 "type": "graph", 1535 "xaxis": { 1536 "buckets": null, 1537 "mode": "time", 1538 "name": null, 1539 "show": true, 1540 "values": [ ] 1541 }, 1542 "yaxes": [ 1543 { 1544 "format": "s", 1545 "label": null, 1546 "logBase": 1, 1547 "max": null, 1548 "min": 0, 1549 "show": true 1550 }, 1551 { 1552 "format": "short", 1553 "label": null, 1554 "logBase": 1, 1555 "max": null, 1556 "min": null, 1557 "show": false 1558 } 1559 ] 1560 } 1561 ], 1562 "repeat": null, 1563 "repeatIteration": null, 1564 "repeatRowId": null, 1565 "showTitle": true, 1566 "title": "gRPC (Stream)", 1567 "titleSize": "h6" 1568 }, 1569 { 1570 "collapse": true, 1571 "height": "250px", 1572 "panels": [ 1573 { 1574 "aliasColors": { }, 1575 "bars": false, 1576 "dashLength": 10, 1577 "dashes": false, 1578 "datasource": "$datasource", 1579 "fill": 1, 1580 "id": 17, 1581 "legend": { 1582 "avg": false, 1583 "current": false, 1584 "max": false, 1585 "min": false, 1586 "show": true, 1587 "total": false, 1588 "values": false 1589 }, 1590 "lines": true, 1591 "linewidth": 1, 1592 "links": [ ], 1593 "nullPointMode": "null as zero", 1594 "percentage": false, 1595 "pointradius": 5, 1596 "points": false, 1597 "renderer": "flot", 1598 "seriesOverrides": [ ], 1599 "spaceLength": 10, 1600 "span": 4, 1601 "stack": false, 1602 "steppedLine": false, 1603 "targets": [ 1604 { 1605 "expr": "go_memstats_alloc_bytes{job=~\"$job\"}", 1606 "format": "time_series", 1607 "intervalFactor": 2, 1608 "legendFormat": "alloc all {{instance}}", 1609 "legendLink": null, 1610 "step": 10 1611 }, 1612 { 1613 "expr": "go_memstats_heap_alloc_bytes{job=~\"$job\"}", 1614 "format": "time_series", 1615 "intervalFactor": 2, 1616 "legendFormat": "alloc heap {{instance}}", 1617 "legendLink": null, 1618 "step": 10 1619 }, 1620 { 1621 "expr": "rate(go_memstats_alloc_bytes_total{job=~\"$job\"}[30s])", 1622 "format": "time_series", 1623 "intervalFactor": 2, 1624 "legendFormat": "alloc rate all {{instance}}", 1625 "legendLink": null, 1626 "step": 10 1627 }, 1628 { 1629 "expr": "rate(go_memstats_heap_alloc_bytes{job=~\"$job\"}[30s])", 1630 "format": "time_series", 1631 "intervalFactor": 2, 1632 "legendFormat": "alloc rate heap {{instance}}", 1633 "legendLink": null, 1634 "step": 10 1635 }, 1636 { 1637 "expr": "go_memstats_stack_inuse_bytes{job=~\"$job\"}", 1638 "format": "time_series", 1639 "intervalFactor": 2, 1640 "legendFormat": "inuse heap {{instance}}", 1641 "legendLink": null, 1642 "step": 10 1643 }, 1644 { 1645 "expr": "go_memstats_heap_inuse_bytes{job=~\"$job\"}", 1646 "format": "time_series", 1647 "intervalFactor": 2, 1648 "legendFormat": "inuse stack {{instance}}", 1649 "legendLink": null, 1650 "step": 10 1651 } 1652 ], 1653 "thresholds": [ ], 1654 "timeFrom": null, 1655 "timeShift": null, 1656 "title": "Memory Used", 1657 "tooltip": { 1658 "shared": false, 1659 "sort": 0, 1660 "value_type": "individual" 1661 }, 1662 "type": "graph", 1663 "xaxis": { 1664 "buckets": null, 1665 "mode": "time", 1666 "name": null, 1667 "show": true, 1668 "values": [ ] 1669 }, 1670 "yaxes": [ 1671 { 1672 "format": "bytes", 1673 "label": null, 1674 "logBase": 1, 1675 "max": null, 1676 "min": 0, 1677 "show": true 1678 }, 1679 { 1680 "format": "short", 1681 "label": null, 1682 "logBase": 1, 1683 "max": null, 1684 "min": null, 1685 "show": false 1686 } 1687 ] 1688 }, 1689 { 1690 "aliasColors": { }, 1691 "bars": false, 1692 "dashLength": 10, 1693 "dashes": false, 1694 "datasource": "$datasource", 1695 "fill": 1, 1696 "id": 18, 1697 "legend": { 1698 "avg": false, 1699 "current": false, 1700 "max": false, 1701 "min": false, 1702 "show": true, 1703 "total": false, 1704 "values": false 1705 }, 1706 "lines": true, 1707 "linewidth": 1, 1708 "links": [ ], 1709 "nullPointMode": "null as zero", 1710 "percentage": false, 1711 "pointradius": 5, 1712 "points": false, 1713 "renderer": "flot", 1714 "seriesOverrides": [ ], 1715 "spaceLength": 10, 1716 "span": 4, 1717 "stack": false, 1718 "steppedLine": false, 1719 "targets": [ 1720 { 1721 "expr": "go_goroutines{job=~\"$job\"}", 1722 "format": "time_series", 1723 "intervalFactor": 2, 1724 "legendFormat": "{{instance}}", 1725 "legendLink": null, 1726 "step": 10 1727 } 1728 ], 1729 "thresholds": [ ], 1730 "timeFrom": null, 1731 "timeShift": null, 1732 "title": "Goroutines", 1733 "tooltip": { 1734 "shared": false, 1735 "sort": 0, 1736 "value_type": "individual" 1737 }, 1738 "type": "graph", 1739 "xaxis": { 1740 "buckets": null, 1741 "mode": "time", 1742 "name": null, 1743 "show": true, 1744 "values": [ ] 1745 }, 1746 "yaxes": [ 1747 { 1748 "format": "short", 1749 "label": null, 1750 "logBase": 1, 1751 "max": null, 1752 "min": 0, 1753 "show": true 1754 }, 1755 { 1756 "format": "short", 1757 "label": null, 1758 "logBase": 1, 1759 "max": null, 1760 "min": null, 1761 "show": false 1762 } 1763 ] 1764 }, 1765 { 1766 "aliasColors": { }, 1767 "bars": false, 1768 "dashLength": 10, 1769 "dashes": false, 1770 "datasource": "$datasource", 1771 "fill": 1, 1772 "id": 19, 1773 "legend": { 1774 "avg": false, 1775 "current": false, 1776 "max": false, 1777 "min": false, 1778 "show": true, 1779 "total": false, 1780 "values": false 1781 }, 1782 "lines": true, 1783 "linewidth": 1, 1784 "links": [ ], 1785 "nullPointMode": "null as zero", 1786 "percentage": false, 1787 "pointradius": 5, 1788 "points": false, 1789 "renderer": "flot", 1790 "seriesOverrides": [ ], 1791 "spaceLength": 10, 1792 "span": 4, 1793 "stack": false, 1794 "steppedLine": false, 1795 "targets": [ 1796 { 1797 "expr": "go_gc_duration_seconds{job=~\"$job\"}", 1798 "format": "time_series", 1799 "intervalFactor": 2, 1800 "legendFormat": "{{quantile}} {{instance}}", 1801 "legendLink": null, 1802 "step": 10 1803 } 1804 ], 1805 "thresholds": [ ], 1806 "timeFrom": null, 1807 "timeShift": null, 1808 "title": "GC Time Quantiles", 1809 "tooltip": { 1810 "shared": false, 1811 "sort": 0, 1812 "value_type": "individual" 1813 }, 1814 "type": "graph", 1815 "xaxis": { 1816 "buckets": null, 1817 "mode": "time", 1818 "name": null, 1819 "show": true, 1820 "values": [ ] 1821 }, 1822 "yaxes": [ 1823 { 1824 "format": "short", 1825 "label": null, 1826 "logBase": 1, 1827 "max": null, 1828 "min": 0, 1829 "show": true 1830 }, 1831 { 1832 "format": "short", 1833 "label": null, 1834 "logBase": 1, 1835 "max": null, 1836 "min": null, 1837 "show": false 1838 } 1839 ] 1840 } 1841 ], 1842 "repeat": null, 1843 "repeatIteration": null, 1844 "repeatRowId": null, 1845 "showTitle": true, 1846 "title": "Resources", 1847 "titleSize": "h6" 1848 } 1849 ], 1850 "schemaVersion": 14, 1851 "style": "dark", 1852 "tags": [ 1853 "thanos-mixin" 1854 ], 1855 "templating": { 1856 "list": [ 1857 { 1858 "current": { 1859 "text": "default", 1860 "value": "default" 1861 }, 1862 "hide": 0, 1863 "label": null, 1864 "name": "datasource", 1865 "options": [ ], 1866 "query": "prometheus", 1867 "refresh": 1, 1868 "regex": "", 1869 "type": "datasource" 1870 }, 1871 { 1872 "auto": true, 1873 "auto_count": 300, 1874 "auto_min": "10s", 1875 "current": { 1876 "text": "5m", 1877 "value": "5m" 1878 }, 1879 "hide": 0, 1880 "label": "interval", 1881 "name": "interval", 1882 "query": "5m,10m,30m,1h,6h,12h", 1883 "refresh": 2, 1884 "type": "interval" 1885 }, 1886 { 1887 "allValue": null, 1888 "current": { 1889 "text": "all", 1890 "value": "$__all" 1891 }, 1892 "datasource": "$datasource", 1893 "hide": 0, 1894 "includeAll": true, 1895 "label": "job", 1896 "multi": false, 1897 "name": "job", 1898 "options": [ ], 1899 "query": "label_values(up{job=~\".*thanos-rule.*\"}, job)", 1900 "refresh": 1, 1901 "regex": "", 1902 "sort": 2, 1903 "tagValuesQuery": "", 1904 "tags": [ ], 1905 "tagsQuery": "", 1906 "type": "query", 1907 "useTags": false 1908 } 1909 ] 1910 }, 1911 "time": { 1912 "from": "now-1h", 1913 "to": "now" 1914 }, 1915 "timepicker": { 1916 "refresh_intervals": [ 1917 "5s", 1918 "10s", 1919 "30s", 1920 "1m", 1921 "5m", 1922 "15m", 1923 "30m", 1924 "1h", 1925 "2h", 1926 "1d" 1927 ], 1928 "time_options": [ 1929 "5m", 1930 "15m", 1931 "1h", 1932 "6h", 1933 "12h", 1934 "24h", 1935 "2d", 1936 "7d", 1937 "30d" 1938 ] 1939 }, 1940 "timezone": "UTC", 1941 "title": "Thanos / Rule", 1942 "uid": "35da848f5f92b2dc612e0c3a0577b8a1", 1943 "version": 0 1944 }