github.com/thanos-io/thanos@v0.32.5/examples/dashboards/sidecar.json (about) 1 { 2 "annotations": { 3 "list": [ ] 4 }, 5 "editable": true, 6 "gnetId": null, 7 "graphTooltip": 0, 8 "hideControls": false, 9 "links": [ ], 10 "refresh": "10s", 11 "rows": [ 12 { 13 "collapse": false, 14 "height": "250px", 15 "panels": [ 16 { 17 "aliasColors": { }, 18 "bars": false, 19 "dashLength": 10, 20 "dashes": false, 21 "datasource": "$datasource", 22 "description": "Shows rate of handled Unary gRPC requests from queriers.", 23 "fill": 10, 24 "id": 1, 25 "legend": { 26 "avg": false, 27 "current": false, 28 "max": false, 29 "min": false, 30 "show": true, 31 "total": false, 32 "values": false 33 }, 34 "lines": true, 35 "linewidth": 0, 36 "links": [ ], 37 "nullPointMode": "null as zero", 38 "percentage": false, 39 "pointradius": 5, 40 "points": false, 41 "renderer": "flot", 42 "seriesOverrides": [ 43 { 44 "alias": "/Aborted/", 45 "color": "#EAB839" 46 }, 47 { 48 "alias": "/AlreadyExists/", 49 "color": "#37872D" 50 }, 51 { 52 "alias": "/FailedPrecondition/", 53 "color": "#E0B400" 54 }, 55 { 56 "alias": "/Unimplemented/", 57 "color": "#E0B400" 58 }, 59 { 60 "alias": "/InvalidArgument/", 61 "color": "#1F60C4" 62 }, 63 { 64 "alias": "/NotFound/", 65 "color": "#1F60C4" 66 }, 67 { 68 "alias": "/PermissionDenied/", 69 "color": "#1F60C4" 70 }, 71 { 72 "alias": "/Unauthenticated/", 73 "color": "#1F60C4" 74 }, 75 { 76 "alias": "/Canceled/", 77 "color": "#C4162A" 78 }, 79 { 80 "alias": "/DataLoss/", 81 "color": "#C4162A" 82 }, 83 { 84 "alias": "/DeadlineExceeded/", 85 "color": "#C4162A" 86 }, 87 { 88 "alias": "/Internal/", 89 "color": "#C4162A" 90 }, 91 { 92 "alias": "/OutOfRange/", 93 "color": "#C4162A" 94 }, 95 { 96 "alias": "/ResourceExhausted/", 97 "color": "#C4162A" 98 }, 99 { 100 "alias": "/Unavailable/", 101 "color": "#C4162A" 102 }, 103 { 104 "alias": "/Unknown/", 105 "color": "#C4162A" 106 }, 107 { 108 "alias": "/OK/", 109 "color": "#37872D" 110 }, 111 { 112 "alias": "error", 113 "color": "#C4162A" 114 } 115 ], 116 "spaceLength": 10, 117 "span": 4, 118 "stack": true, 119 "steppedLine": false, 120 "targets": [ 121 { 122 "expr": "sum by (job, grpc_method, grpc_code) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"unary\"}[$interval]))", 123 "format": "time_series", 124 "intervalFactor": 2, 125 "legendFormat": "{{job}} {{grpc_method}} {{grpc_code}}", 126 "step": 10 127 } 128 ], 129 "thresholds": [ ], 130 "timeFrom": null, 131 "timeShift": null, 132 "title": "Rate", 133 "tooltip": { 134 "shared": false, 135 "sort": 0, 136 "value_type": "individual" 137 }, 138 "type": "graph", 139 "xaxis": { 140 "buckets": null, 141 "mode": "time", 142 "name": null, 143 "show": true, 144 "values": [ ] 145 }, 146 "yaxes": [ 147 { 148 "format": "short", 149 "label": null, 150 "logBase": 1, 151 "max": null, 152 "min": 0, 153 "show": true 154 }, 155 { 156 "format": "short", 157 "label": null, 158 "logBase": 1, 159 "max": null, 160 "min": null, 161 "show": false 162 } 163 ] 164 }, 165 { 166 "aliasColors": { 167 "error": "#E24D42" 168 }, 169 "bars": false, 170 "dashLength": 10, 171 "dashes": false, 172 "datasource": "$datasource", 173 "description": "Shows ratio of errors compared to the total number of handled requests from queriers.", 174 "fill": 10, 175 "id": 2, 176 "legend": { 177 "avg": false, 178 "current": false, 179 "max": false, 180 "min": false, 181 "show": true, 182 "total": false, 183 "values": false 184 }, 185 "lines": true, 186 "linewidth": 0, 187 "links": [ ], 188 "nullPointMode": "null as zero", 189 "percentage": false, 190 "pointradius": 5, 191 "points": false, 192 "renderer": "flot", 193 "seriesOverrides": [ ], 194 "spaceLength": 10, 195 "span": 4, 196 "stack": true, 197 "steppedLine": false, 198 "targets": [ 199 { 200 "expr": "sum by (job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",job=~\"$job\", grpc_type=\"unary\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"unary\"}[$interval]))", 201 "format": "time_series", 202 "intervalFactor": 2, 203 "step": 10 204 } 205 ], 206 "thresholds": [ ], 207 "timeFrom": null, 208 "timeShift": null, 209 "title": "Errors", 210 "tooltip": { 211 "shared": false, 212 "sort": 0, 213 "value_type": "individual" 214 }, 215 "type": "graph", 216 "xaxis": { 217 "buckets": null, 218 "mode": "time", 219 "name": null, 220 "show": true, 221 "values": [ ] 222 }, 223 "yaxes": [ 224 { 225 "format": "percentunit", 226 "label": null, 227 "logBase": 1, 228 "max": null, 229 "min": 0, 230 "show": true 231 }, 232 { 233 "format": "short", 234 "label": null, 235 "logBase": 1, 236 "max": null, 237 "min": null, 238 "show": false 239 } 240 ] 241 }, 242 { 243 "aliasColors": { }, 244 "bars": false, 245 "dashLength": 10, 246 "dashes": false, 247 "datasource": "$datasource", 248 "description": "Shows how long has it taken to handle requests from queriers, in quantiles.", 249 "fill": 1, 250 "id": 3, 251 "legend": { 252 "avg": false, 253 "current": false, 254 "max": false, 255 "min": false, 256 "show": true, 257 "total": false, 258 "values": false 259 }, 260 "lines": true, 261 "linewidth": 1, 262 "links": [ ], 263 "nullPointMode": "null as zero", 264 "percentage": false, 265 "pointradius": 5, 266 "points": false, 267 "renderer": "flot", 268 "seriesOverrides": [ 269 { 270 "alias": "p99", 271 "color": "#FA6400", 272 "fill": 1, 273 "fillGradient": 1 274 }, 275 { 276 "alias": "p90", 277 "color": "#E0B400", 278 "fill": 1, 279 "fillGradient": 1 280 }, 281 { 282 "alias": "p50", 283 "color": "#37872D", 284 "fill": 10, 285 "fillGradient": 0 286 } 287 ], 288 "spaceLength": 10, 289 "span": 4, 290 "stack": false, 291 "steppedLine": false, 292 "targets": [ 293 { 294 "expr": "histogram_quantile(0.50, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1", 295 "format": "time_series", 296 "intervalFactor": 2, 297 "legendFormat": "p50 {{job}}", 298 "logBase": 10, 299 "max": null, 300 "min": null, 301 "step": 10 302 }, 303 { 304 "expr": "histogram_quantile(0.90, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1", 305 "format": "time_series", 306 "intervalFactor": 2, 307 "legendFormat": "p90 {{job}}", 308 "logBase": 10, 309 "max": null, 310 "min": null, 311 "step": 10 312 }, 313 { 314 "expr": "histogram_quantile(0.99, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1", 315 "format": "time_series", 316 "intervalFactor": 2, 317 "legendFormat": "p99 {{job}}", 318 "logBase": 10, 319 "max": null, 320 "min": null, 321 "step": 10 322 } 323 ], 324 "thresholds": [ ], 325 "timeFrom": null, 326 "timeShift": null, 327 "title": "Duration", 328 "tooltip": { 329 "shared": false, 330 "sort": 0, 331 "value_type": "individual" 332 }, 333 "type": "graph", 334 "xaxis": { 335 "buckets": null, 336 "mode": "time", 337 "name": null, 338 "show": true, 339 "values": [ ] 340 }, 341 "yaxes": [ 342 { 343 "format": "s", 344 "label": null, 345 "logBase": 1, 346 "max": null, 347 "min": 0, 348 "show": true 349 }, 350 { 351 "format": "short", 352 "label": null, 353 "logBase": 1, 354 "max": null, 355 "min": null, 356 "show": false 357 } 358 ] 359 } 360 ], 361 "repeat": null, 362 "repeatIteration": null, 363 "repeatRowId": null, 364 "showTitle": true, 365 "title": "gRPC (Unary)", 366 "titleSize": "h6" 367 }, 368 { 369 "collapse": false, 370 "height": "250px", 371 "panels": [ 372 { 373 "aliasColors": { }, 374 "bars": false, 375 "dashLength": 10, 376 "dashes": false, 377 "datasource": "$datasource", 378 "description": "Shows rate of handled Streamed gRPC requests from queriers.", 379 "fill": 10, 380 "id": 4, 381 "legend": { 382 "avg": false, 383 "current": false, 384 "max": false, 385 "min": false, 386 "show": true, 387 "total": false, 388 "values": false 389 }, 390 "lines": true, 391 "linewidth": 0, 392 "links": [ ], 393 "nullPointMode": "null as zero", 394 "percentage": false, 395 "pointradius": 5, 396 "points": false, 397 "renderer": "flot", 398 "seriesOverrides": [ 399 { 400 "alias": "/Aborted/", 401 "color": "#EAB839" 402 }, 403 { 404 "alias": "/AlreadyExists/", 405 "color": "#37872D" 406 }, 407 { 408 "alias": "/FailedPrecondition/", 409 "color": "#E0B400" 410 }, 411 { 412 "alias": "/Unimplemented/", 413 "color": "#E0B400" 414 }, 415 { 416 "alias": "/InvalidArgument/", 417 "color": "#1F60C4" 418 }, 419 { 420 "alias": "/NotFound/", 421 "color": "#1F60C4" 422 }, 423 { 424 "alias": "/PermissionDenied/", 425 "color": "#1F60C4" 426 }, 427 { 428 "alias": "/Unauthenticated/", 429 "color": "#1F60C4" 430 }, 431 { 432 "alias": "/Canceled/", 433 "color": "#C4162A" 434 }, 435 { 436 "alias": "/DataLoss/", 437 "color": "#C4162A" 438 }, 439 { 440 "alias": "/DeadlineExceeded/", 441 "color": "#C4162A" 442 }, 443 { 444 "alias": "/Internal/", 445 "color": "#C4162A" 446 }, 447 { 448 "alias": "/OutOfRange/", 449 "color": "#C4162A" 450 }, 451 { 452 "alias": "/ResourceExhausted/", 453 "color": "#C4162A" 454 }, 455 { 456 "alias": "/Unavailable/", 457 "color": "#C4162A" 458 }, 459 { 460 "alias": "/Unknown/", 461 "color": "#C4162A" 462 }, 463 { 464 "alias": "/OK/", 465 "color": "#37872D" 466 }, 467 { 468 "alias": "error", 469 "color": "#C4162A" 470 } 471 ], 472 "spaceLength": 10, 473 "span": 4, 474 "stack": true, 475 "steppedLine": false, 476 "targets": [ 477 { 478 "expr": "sum by (job, grpc_method, grpc_code) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))", 479 "format": "time_series", 480 "intervalFactor": 2, 481 "legendFormat": "{{job}} {{grpc_method}} {{grpc_code}}", 482 "step": 10 483 } 484 ], 485 "thresholds": [ ], 486 "timeFrom": null, 487 "timeShift": null, 488 "title": "Rate", 489 "tooltip": { 490 "shared": false, 491 "sort": 0, 492 "value_type": "individual" 493 }, 494 "type": "graph", 495 "xaxis": { 496 "buckets": null, 497 "mode": "time", 498 "name": null, 499 "show": true, 500 "values": [ ] 501 }, 502 "yaxes": [ 503 { 504 "format": "short", 505 "label": null, 506 "logBase": 1, 507 "max": null, 508 "min": 0, 509 "show": true 510 }, 511 { 512 "format": "short", 513 "label": null, 514 "logBase": 1, 515 "max": null, 516 "min": null, 517 "show": false 518 } 519 ] 520 }, 521 { 522 "aliasColors": { 523 "error": "#E24D42" 524 }, 525 "bars": false, 526 "dashLength": 10, 527 "dashes": false, 528 "datasource": "$datasource", 529 "fill": 10, 530 "id": 5, 531 "legend": { 532 "avg": false, 533 "current": false, 534 "max": false, 535 "min": false, 536 "show": true, 537 "total": false, 538 "values": false 539 }, 540 "lines": true, 541 "linewidth": 0, 542 "links": [ ], 543 "nullPointMode": "null as zero", 544 "percentage": false, 545 "pointradius": 5, 546 "points": false, 547 "renderer": "flot", 548 "seriesOverrides": [ ], 549 "spaceLength": 10, 550 "span": 4, 551 "stack": true, 552 "steppedLine": false, 553 "targets": [ 554 { 555 "expr": "sum by (job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",job=~\"$job\", grpc_type=\"server_stream\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))", 556 "format": "time_series", 557 "intervalFactor": 2, 558 "step": 10 559 } 560 ], 561 "thresholds": [ ], 562 "timeFrom": null, 563 "timeShift": null, 564 "title": "Errors", 565 "tooltip": { 566 "shared": false, 567 "sort": 0, 568 "value_type": "individual" 569 }, 570 "type": "graph", 571 "xaxis": { 572 "buckets": null, 573 "mode": "time", 574 "name": null, 575 "show": true, 576 "values": [ ] 577 }, 578 "yaxes": [ 579 { 580 "format": "percentunit", 581 "label": null, 582 "logBase": 1, 583 "max": null, 584 "min": 0, 585 "show": true 586 }, 587 { 588 "format": "short", 589 "label": null, 590 "logBase": 1, 591 "max": null, 592 "min": null, 593 "show": false 594 } 595 ] 596 }, 597 { 598 "aliasColors": { }, 599 "bars": false, 600 "dashLength": 10, 601 "dashes": false, 602 "datasource": "$datasource", 603 "description": "Shows how long has it taken to handle requests from queriers, in quantiles.", 604 "fill": 1, 605 "id": 6, 606 "legend": { 607 "avg": false, 608 "current": false, 609 "max": false, 610 "min": false, 611 "show": true, 612 "total": false, 613 "values": false 614 }, 615 "lines": true, 616 "linewidth": 1, 617 "links": [ ], 618 "nullPointMode": "null as zero", 619 "percentage": false, 620 "pointradius": 5, 621 "points": false, 622 "renderer": "flot", 623 "seriesOverrides": [ 624 { 625 "alias": "p99", 626 "color": "#FA6400", 627 "fill": 1, 628 "fillGradient": 1 629 }, 630 { 631 "alias": "p90", 632 "color": "#E0B400", 633 "fill": 1, 634 "fillGradient": 1 635 }, 636 { 637 "alias": "p50", 638 "color": "#37872D", 639 "fill": 10, 640 "fillGradient": 0 641 } 642 ], 643 "spaceLength": 10, 644 "span": 4, 645 "stack": false, 646 "steppedLine": false, 647 "targets": [ 648 { 649 "expr": "histogram_quantile(0.50, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1", 650 "format": "time_series", 651 "intervalFactor": 2, 652 "legendFormat": "p50 {{job}}", 653 "logBase": 10, 654 "max": null, 655 "min": null, 656 "step": 10 657 }, 658 { 659 "expr": "histogram_quantile(0.90, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1", 660 "format": "time_series", 661 "intervalFactor": 2, 662 "legendFormat": "p90 {{job}}", 663 "logBase": 10, 664 "max": null, 665 "min": null, 666 "step": 10 667 }, 668 { 669 "expr": "histogram_quantile(0.99, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1", 670 "format": "time_series", 671 "intervalFactor": 2, 672 "legendFormat": "p99 {{job}}", 673 "logBase": 10, 674 "max": null, 675 "min": null, 676 "step": 10 677 } 678 ], 679 "thresholds": [ ], 680 "timeFrom": null, 681 "timeShift": null, 682 "title": "Duration", 683 "tooltip": { 684 "shared": false, 685 "sort": 0, 686 "value_type": "individual" 687 }, 688 "type": "graph", 689 "xaxis": { 690 "buckets": null, 691 "mode": "time", 692 "name": null, 693 "show": true, 694 "values": [ ] 695 }, 696 "yaxes": [ 697 { 698 "format": "s", 699 "label": null, 700 "logBase": 1, 701 "max": null, 702 "min": 0, 703 "show": true 704 }, 705 { 706 "format": "short", 707 "label": null, 708 "logBase": 1, 709 "max": null, 710 "min": null, 711 "show": false 712 } 713 ] 714 } 715 ], 716 "repeat": null, 717 "repeatIteration": null, 718 "repeatRowId": null, 719 "showTitle": true, 720 "title": "gRPC (Stream)", 721 "titleSize": "h6" 722 }, 723 { 724 "collapse": false, 725 "height": "250px", 726 "panels": [ 727 { 728 "aliasColors": { }, 729 "bars": false, 730 "dashLength": 10, 731 "dashes": false, 732 "datasource": "$datasource", 733 "description": "Shows the relative time of last successful upload to the object-store bucket.", 734 "fill": 1, 735 "id": 7, 736 "legend": { 737 "avg": false, 738 "current": false, 739 "max": false, 740 "min": false, 741 "show": true, 742 "total": false, 743 "values": false 744 }, 745 "lines": true, 746 "linewidth": 1, 747 "links": [ ], 748 "nullPointMode": "null as zero", 749 "percentage": false, 750 "pointradius": 5, 751 "points": false, 752 "renderer": "flot", 753 "seriesOverrides": [ ], 754 "spaceLength": 10, 755 "span": 12, 756 "stack": false, 757 "steppedLine": false, 758 "styles": [ 759 { 760 "alias": "Time", 761 "dateFormat": "YYYY-MM-DD HH:mm:ss", 762 "pattern": "Time", 763 "type": "hidden" 764 }, 765 { 766 "alias": "Uploaded Ago", 767 "colorMode": null, 768 "colors": [ ], 769 "dateFormat": "YYYY-MM-DD HH:mm:ss", 770 "decimals": 2, 771 "link": false, 772 "linkTargetBlank": false, 773 "linkTooltip": "Drill down", 774 "linkUrl": "", 775 "pattern": "Value", 776 "thresholds": [ ], 777 "type": "number", 778 "unit": "s" 779 }, 780 { 781 "alias": "", 782 "colorMode": null, 783 "colors": [ ], 784 "dateFormat": "YYYY-MM-DD HH:mm:ss", 785 "decimals": 2, 786 "pattern": "/.*/", 787 "thresholds": [ ], 788 "type": "string", 789 "unit": "short" 790 } 791 ], 792 "targets": [ 793 { 794 "expr": "time() - max by (job, bucket) (thanos_objstore_bucket_last_successful_upload_time{job=~\"$job\"})", 795 "format": "table", 796 "instant": true, 797 "intervalFactor": 2, 798 "legendFormat": "", 799 "refId": "A", 800 "step": 10 801 } 802 ], 803 "thresholds": [ ], 804 "timeFrom": null, 805 "timeShift": null, 806 "title": "Successful Upload", 807 "tooltip": { 808 "shared": false, 809 "sort": 0, 810 "value_type": "individual" 811 }, 812 "transform": "table", 813 "type": "table", 814 "xaxis": { 815 "buckets": null, 816 "mode": "time", 817 "name": null, 818 "show": true, 819 "values": [ ] 820 }, 821 "yaxes": [ 822 { 823 "format": "short", 824 "label": null, 825 "logBase": 1, 826 "max": null, 827 "min": 0, 828 "show": true 829 }, 830 { 831 "format": "short", 832 "label": null, 833 "logBase": 1, 834 "max": null, 835 "min": null, 836 "show": false 837 } 838 ] 839 } 840 ], 841 "repeat": null, 842 "repeatIteration": null, 843 "repeatRowId": null, 844 "showTitle": true, 845 "title": "Last Updated", 846 "titleSize": "h6" 847 }, 848 { 849 "collapse": false, 850 "height": "250px", 851 "panels": [ 852 { 853 "aliasColors": { }, 854 "bars": false, 855 "dashLength": 10, 856 "dashes": false, 857 "datasource": "$datasource", 858 "fill": 10, 859 "id": 8, 860 "legend": { 861 "avg": false, 862 "current": false, 863 "max": false, 864 "min": false, 865 "show": true, 866 "total": false, 867 "values": false 868 }, 869 "lines": true, 870 "linewidth": 0, 871 "links": [ ], 872 "nullPointMode": "null as zero", 873 "percentage": false, 874 "pointradius": 5, 875 "points": false, 876 "renderer": "flot", 877 "seriesOverrides": [ ], 878 "spaceLength": 10, 879 "span": 4, 880 "stack": true, 881 "steppedLine": false, 882 "targets": [ 883 { 884 "expr": "sum by (job, operation) (rate(thanos_objstore_bucket_operations_total{job=~\"$job\"}[$__rate_interval]))", 885 "format": "time_series", 886 "intervalFactor": 2, 887 "legendFormat": "{{job}} {{operation}}", 888 "legendLink": null, 889 "step": 10 890 } 891 ], 892 "thresholds": [ ], 893 "timeFrom": null, 894 "timeShift": null, 895 "title": "Rate", 896 "tooltip": { 897 "shared": false, 898 "sort": 0, 899 "value_type": "individual" 900 }, 901 "type": "graph", 902 "xaxis": { 903 "buckets": null, 904 "mode": "time", 905 "name": null, 906 "show": true, 907 "values": [ ] 908 }, 909 "yaxes": [ 910 { 911 "format": "short", 912 "label": null, 913 "logBase": 1, 914 "max": null, 915 "min": 0, 916 "show": true 917 }, 918 { 919 "format": "short", 920 "label": null, 921 "logBase": 1, 922 "max": null, 923 "min": null, 924 "show": false 925 } 926 ] 927 }, 928 { 929 "aliasColors": { 930 "error": "#E24D42" 931 }, 932 "bars": false, 933 "dashLength": 10, 934 "dashes": false, 935 "datasource": "$datasource", 936 "fill": 10, 937 "id": 9, 938 "legend": { 939 "avg": false, 940 "current": false, 941 "max": false, 942 "min": false, 943 "show": true, 944 "total": false, 945 "values": false 946 }, 947 "lines": true, 948 "linewidth": 0, 949 "links": [ ], 950 "nullPointMode": "null as zero", 951 "percentage": false, 952 "pointradius": 5, 953 "points": false, 954 "renderer": "flot", 955 "seriesOverrides": [ ], 956 "spaceLength": 10, 957 "span": 4, 958 "stack": true, 959 "steppedLine": false, 960 "targets": [ 961 { 962 "expr": "sum by (job) (rate(thanos_objstore_bucket_operation_failures_total{job=~\"$job\"}[$interval])) / sum by (job) (rate(thanos_objstore_bucket_operations_total{job=~\"$job\"}[$interval]))", 963 "format": "time_series", 964 "intervalFactor": 2, 965 "legendFormat": "error", 966 "step": 10 967 } 968 ], 969 "thresholds": [ ], 970 "timeFrom": null, 971 "timeShift": null, 972 "title": "Errors", 973 "tooltip": { 974 "shared": false, 975 "sort": 0, 976 "value_type": "individual" 977 }, 978 "type": "graph", 979 "xaxis": { 980 "buckets": null, 981 "mode": "time", 982 "name": null, 983 "show": true, 984 "values": [ ] 985 }, 986 "yaxes": [ 987 { 988 "format": "percentunit", 989 "label": null, 990 "logBase": 1, 991 "max": null, 992 "min": 0, 993 "show": true 994 }, 995 { 996 "format": "short", 997 "label": null, 998 "logBase": 1, 999 "max": null, 1000 "min": null, 1001 "show": false 1002 } 1003 ] 1004 }, 1005 { 1006 "aliasColors": { }, 1007 "bars": false, 1008 "dashLength": 10, 1009 "dashes": false, 1010 "datasource": "$datasource", 1011 "fill": 1, 1012 "id": 10, 1013 "legend": { 1014 "avg": false, 1015 "current": false, 1016 "max": false, 1017 "min": false, 1018 "show": true, 1019 "total": false, 1020 "values": false 1021 }, 1022 "lines": true, 1023 "linewidth": 1, 1024 "links": [ ], 1025 "nullPointMode": "null as zero", 1026 "percentage": false, 1027 "pointradius": 5, 1028 "points": false, 1029 "renderer": "flot", 1030 "seriesOverrides": [ 1031 { 1032 "alias": "p99", 1033 "color": "#FA6400", 1034 "fill": 1, 1035 "fillGradient": 1 1036 }, 1037 { 1038 "alias": "p90", 1039 "color": "#E0B400", 1040 "fill": 1, 1041 "fillGradient": 1 1042 }, 1043 { 1044 "alias": "p50", 1045 "color": "#37872D", 1046 "fill": 10, 1047 "fillGradient": 0 1048 } 1049 ], 1050 "spaceLength": 10, 1051 "span": 4, 1052 "stack": false, 1053 "steppedLine": false, 1054 "targets": [ 1055 { 1056 "expr": "histogram_quantile(0.50, sum by (job, le) (rate(thanos_objstore_bucket_operation_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1", 1057 "format": "time_series", 1058 "intervalFactor": 2, 1059 "legendFormat": "p50 {{job}}", 1060 "logBase": 10, 1061 "max": null, 1062 "min": null, 1063 "step": 10 1064 }, 1065 { 1066 "expr": "histogram_quantile(0.90, sum by (job, le) (rate(thanos_objstore_bucket_operation_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1", 1067 "format": "time_series", 1068 "intervalFactor": 2, 1069 "legendFormat": "p90 {{job}}", 1070 "logBase": 10, 1071 "max": null, 1072 "min": null, 1073 "step": 10 1074 }, 1075 { 1076 "expr": "histogram_quantile(0.99, sum by (job, le) (rate(thanos_objstore_bucket_operation_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1", 1077 "format": "time_series", 1078 "intervalFactor": 2, 1079 "legendFormat": "p99 {{job}}", 1080 "logBase": 10, 1081 "max": null, 1082 "min": null, 1083 "step": 10 1084 } 1085 ], 1086 "thresholds": [ ], 1087 "timeFrom": null, 1088 "timeShift": null, 1089 "title": "Duration", 1090 "tooltip": { 1091 "shared": false, 1092 "sort": 0, 1093 "value_type": "individual" 1094 }, 1095 "type": "graph", 1096 "xaxis": { 1097 "buckets": null, 1098 "mode": "time", 1099 "name": null, 1100 "show": true, 1101 "values": [ ] 1102 }, 1103 "yaxes": [ 1104 { 1105 "format": "s", 1106 "label": null, 1107 "logBase": 1, 1108 "max": null, 1109 "min": 0, 1110 "show": true 1111 }, 1112 { 1113 "format": "short", 1114 "label": null, 1115 "logBase": 1, 1116 "max": null, 1117 "min": null, 1118 "show": false 1119 } 1120 ] 1121 } 1122 ], 1123 "repeat": null, 1124 "repeatIteration": null, 1125 "repeatRowId": null, 1126 "showTitle": true, 1127 "title": "Bucket Operations", 1128 "titleSize": "h6" 1129 }, 1130 { 1131 "collapse": true, 1132 "height": "250px", 1133 "panels": [ 1134 { 1135 "aliasColors": { }, 1136 "bars": false, 1137 "dashLength": 10, 1138 "dashes": false, 1139 "datasource": "$datasource", 1140 "fill": 1, 1141 "id": 11, 1142 "legend": { 1143 "avg": false, 1144 "current": false, 1145 "max": false, 1146 "min": false, 1147 "show": true, 1148 "total": false, 1149 "values": false 1150 }, 1151 "lines": true, 1152 "linewidth": 1, 1153 "links": [ ], 1154 "nullPointMode": "null as zero", 1155 "percentage": false, 1156 "pointradius": 5, 1157 "points": false, 1158 "renderer": "flot", 1159 "seriesOverrides": [ ], 1160 "spaceLength": 10, 1161 "span": 4, 1162 "stack": false, 1163 "steppedLine": false, 1164 "targets": [ 1165 { 1166 "expr": "go_memstats_alloc_bytes{job=~\"$job\"}", 1167 "format": "time_series", 1168 "intervalFactor": 2, 1169 "legendFormat": "alloc all {{instance}}", 1170 "legendLink": null, 1171 "step": 10 1172 }, 1173 { 1174 "expr": "go_memstats_heap_alloc_bytes{job=~\"$job\"}", 1175 "format": "time_series", 1176 "intervalFactor": 2, 1177 "legendFormat": "alloc heap {{instance}}", 1178 "legendLink": null, 1179 "step": 10 1180 }, 1181 { 1182 "expr": "rate(go_memstats_alloc_bytes_total{job=~\"$job\"}[30s])", 1183 "format": "time_series", 1184 "intervalFactor": 2, 1185 "legendFormat": "alloc rate all {{instance}}", 1186 "legendLink": null, 1187 "step": 10 1188 }, 1189 { 1190 "expr": "rate(go_memstats_heap_alloc_bytes{job=~\"$job\"}[30s])", 1191 "format": "time_series", 1192 "intervalFactor": 2, 1193 "legendFormat": "alloc rate heap {{instance}}", 1194 "legendLink": null, 1195 "step": 10 1196 }, 1197 { 1198 "expr": "go_memstats_stack_inuse_bytes{job=~\"$job\"}", 1199 "format": "time_series", 1200 "intervalFactor": 2, 1201 "legendFormat": "inuse heap {{instance}}", 1202 "legendLink": null, 1203 "step": 10 1204 }, 1205 { 1206 "expr": "go_memstats_heap_inuse_bytes{job=~\"$job\"}", 1207 "format": "time_series", 1208 "intervalFactor": 2, 1209 "legendFormat": "inuse stack {{instance}}", 1210 "legendLink": null, 1211 "step": 10 1212 } 1213 ], 1214 "thresholds": [ ], 1215 "timeFrom": null, 1216 "timeShift": null, 1217 "title": "Memory Used", 1218 "tooltip": { 1219 "shared": false, 1220 "sort": 0, 1221 "value_type": "individual" 1222 }, 1223 "type": "graph", 1224 "xaxis": { 1225 "buckets": null, 1226 "mode": "time", 1227 "name": null, 1228 "show": true, 1229 "values": [ ] 1230 }, 1231 "yaxes": [ 1232 { 1233 "format": "bytes", 1234 "label": null, 1235 "logBase": 1, 1236 "max": null, 1237 "min": 0, 1238 "show": true 1239 }, 1240 { 1241 "format": "short", 1242 "label": null, 1243 "logBase": 1, 1244 "max": null, 1245 "min": null, 1246 "show": false 1247 } 1248 ] 1249 }, 1250 { 1251 "aliasColors": { }, 1252 "bars": false, 1253 "dashLength": 10, 1254 "dashes": false, 1255 "datasource": "$datasource", 1256 "fill": 1, 1257 "id": 12, 1258 "legend": { 1259 "avg": false, 1260 "current": false, 1261 "max": false, 1262 "min": false, 1263 "show": true, 1264 "total": false, 1265 "values": false 1266 }, 1267 "lines": true, 1268 "linewidth": 1, 1269 "links": [ ], 1270 "nullPointMode": "null as zero", 1271 "percentage": false, 1272 "pointradius": 5, 1273 "points": false, 1274 "renderer": "flot", 1275 "seriesOverrides": [ ], 1276 "spaceLength": 10, 1277 "span": 4, 1278 "stack": false, 1279 "steppedLine": false, 1280 "targets": [ 1281 { 1282 "expr": "go_goroutines{job=~\"$job\"}", 1283 "format": "time_series", 1284 "intervalFactor": 2, 1285 "legendFormat": "{{instance}}", 1286 "legendLink": null, 1287 "step": 10 1288 } 1289 ], 1290 "thresholds": [ ], 1291 "timeFrom": null, 1292 "timeShift": null, 1293 "title": "Goroutines", 1294 "tooltip": { 1295 "shared": false, 1296 "sort": 0, 1297 "value_type": "individual" 1298 }, 1299 "type": "graph", 1300 "xaxis": { 1301 "buckets": null, 1302 "mode": "time", 1303 "name": null, 1304 "show": true, 1305 "values": [ ] 1306 }, 1307 "yaxes": [ 1308 { 1309 "format": "short", 1310 "label": null, 1311 "logBase": 1, 1312 "max": null, 1313 "min": 0, 1314 "show": true 1315 }, 1316 { 1317 "format": "short", 1318 "label": null, 1319 "logBase": 1, 1320 "max": null, 1321 "min": null, 1322 "show": false 1323 } 1324 ] 1325 }, 1326 { 1327 "aliasColors": { }, 1328 "bars": false, 1329 "dashLength": 10, 1330 "dashes": false, 1331 "datasource": "$datasource", 1332 "fill": 1, 1333 "id": 13, 1334 "legend": { 1335 "avg": false, 1336 "current": false, 1337 "max": false, 1338 "min": false, 1339 "show": true, 1340 "total": false, 1341 "values": false 1342 }, 1343 "lines": true, 1344 "linewidth": 1, 1345 "links": [ ], 1346 "nullPointMode": "null as zero", 1347 "percentage": false, 1348 "pointradius": 5, 1349 "points": false, 1350 "renderer": "flot", 1351 "seriesOverrides": [ ], 1352 "spaceLength": 10, 1353 "span": 4, 1354 "stack": false, 1355 "steppedLine": false, 1356 "targets": [ 1357 { 1358 "expr": "go_gc_duration_seconds{job=~\"$job\"}", 1359 "format": "time_series", 1360 "intervalFactor": 2, 1361 "legendFormat": "{{quantile}} {{instance}}", 1362 "legendLink": null, 1363 "step": 10 1364 } 1365 ], 1366 "thresholds": [ ], 1367 "timeFrom": null, 1368 "timeShift": null, 1369 "title": "GC Time Quantiles", 1370 "tooltip": { 1371 "shared": false, 1372 "sort": 0, 1373 "value_type": "individual" 1374 }, 1375 "type": "graph", 1376 "xaxis": { 1377 "buckets": null, 1378 "mode": "time", 1379 "name": null, 1380 "show": true, 1381 "values": [ ] 1382 }, 1383 "yaxes": [ 1384 { 1385 "format": "short", 1386 "label": null, 1387 "logBase": 1, 1388 "max": null, 1389 "min": 0, 1390 "show": true 1391 }, 1392 { 1393 "format": "short", 1394 "label": null, 1395 "logBase": 1, 1396 "max": null, 1397 "min": null, 1398 "show": false 1399 } 1400 ] 1401 } 1402 ], 1403 "repeat": null, 1404 "repeatIteration": null, 1405 "repeatRowId": null, 1406 "showTitle": true, 1407 "title": "Resources", 1408 "titleSize": "h6" 1409 } 1410 ], 1411 "schemaVersion": 14, 1412 "style": "dark", 1413 "tags": [ 1414 "thanos-mixin" 1415 ], 1416 "templating": { 1417 "list": [ 1418 { 1419 "current": { 1420 "text": "default", 1421 "value": "default" 1422 }, 1423 "hide": 0, 1424 "label": null, 1425 "name": "datasource", 1426 "options": [ ], 1427 "query": "prometheus", 1428 "refresh": 1, 1429 "regex": "", 1430 "type": "datasource" 1431 }, 1432 { 1433 "auto": true, 1434 "auto_count": 300, 1435 "auto_min": "10s", 1436 "current": { 1437 "text": "5m", 1438 "value": "5m" 1439 }, 1440 "hide": 0, 1441 "label": "interval", 1442 "name": "interval", 1443 "query": "5m,10m,30m,1h,6h,12h", 1444 "refresh": 2, 1445 "type": "interval" 1446 }, 1447 { 1448 "allValue": null, 1449 "current": { 1450 "text": "all", 1451 "value": "$__all" 1452 }, 1453 "datasource": "$datasource", 1454 "hide": 0, 1455 "includeAll": true, 1456 "label": "job", 1457 "multi": false, 1458 "name": "job", 1459 "options": [ ], 1460 "query": "label_values(up{job=~\".*thanos-sidecar.*\"}, job)", 1461 "refresh": 1, 1462 "regex": "", 1463 "sort": 2, 1464 "tagValuesQuery": "", 1465 "tags": [ ], 1466 "tagsQuery": "", 1467 "type": "query", 1468 "useTags": false 1469 } 1470 ] 1471 }, 1472 "time": { 1473 "from": "now-1h", 1474 "to": "now" 1475 }, 1476 "timepicker": { 1477 "refresh_intervals": [ 1478 "5s", 1479 "10s", 1480 "30s", 1481 "1m", 1482 "5m", 1483 "15m", 1484 "30m", 1485 "1h", 1486 "2h", 1487 "1d" 1488 ], 1489 "time_options": [ 1490 "5m", 1491 "15m", 1492 "1h", 1493 "6h", 1494 "12h", 1495 "24h", 1496 "2d", 1497 "7d", 1498 "30d" 1499 ] 1500 }, 1501 "timezone": "UTC", 1502 "title": "Thanos / Sidecar", 1503 "uid": "b19644bfbf0ec1e108027cce268d99f7", 1504 "version": 0 1505 }