github.com/thanos-io/thanos@v0.32.5/examples/dashboards/overview.json (about)

     1  {
     2     "annotations": {
     3        "list": [ ]
     4     },
     5     "editable": true,
     6     "gnetId": null,
     7     "graphTooltip": 0,
     8     "hideControls": false,
     9     "links": [ ],
    10     "refresh": "10s",
    11     "rows": [
    12        {
    13           "collapse": false,
    14           "height": "250px",
    15           "panels": [
    16              {
    17                 "aliasColors": { },
    18                 "bars": false,
    19                 "dashLength": 10,
    20                 "dashes": false,
    21                 "datasource": "$datasource",
    22                 "description": "Shows rate of requests against /query for the given time.",
    23                 "fill": 10,
    24                 "id": 1,
    25                 "legend": {
    26                    "avg": false,
    27                    "current": false,
    28                    "max": false,
    29                    "min": false,
    30                    "show": true,
    31                    "total": false,
    32                    "values": false
    33                 },
    34                 "lines": true,
    35                 "linewidth": 0,
    36                 "links": [
    37                    {
    38                       "dashboard": "Thanos / Query",
    39                       "includeVars": true,
    40                       "keepTime": true,
    41                       "title": "Thanos / Query",
    42                       "type": "dashboard"
    43                    }
    44                 ],
    45                 "nullPointMode": "null as zero",
    46                 "percentage": false,
    47                 "pointradius": 5,
    48                 "points": false,
    49                 "renderer": "flot",
    50                 "seriesOverrides": [
    51                    {
    52                       "alias": "/1../",
    53                       "color": "#EAB839"
    54                    },
    55                    {
    56                       "alias": "/2../",
    57                       "color": "#37872D"
    58                    },
    59                    {
    60                       "alias": "/3../",
    61                       "color": "#E0B400"
    62                    },
    63                    {
    64                       "alias": "/4../",
    65                       "color": "#1F60C4"
    66                    },
    67                    {
    68                       "alias": "/5../",
    69                       "color": "#C4162A"
    70                    }
    71                 ],
    72                 "spaceLength": 10,
    73                 "span": 4,
    74                 "stack": true,
    75                 "steppedLine": false,
    76                 "targets": [
    77                    {
    78                       "expr": "sum by (job, handler, code) (rate(http_requests_total{handler=\"query\"}[$interval]))",
    79                       "format": "time_series",
    80                       "intervalFactor": 2,
    81                       "legendFormat": "{{job}} {{handler}} {{code}}",
    82                       "step": 10
    83                    }
    84                 ],
    85                 "thresholds": [ ],
    86                 "timeFrom": null,
    87                 "timeShift": null,
    88                 "title": "Requests Rate",
    89                 "tooltip": {
    90                    "shared": false,
    91                    "sort": 0,
    92                    "value_type": "individual"
    93                 },
    94                 "type": "graph",
    95                 "xaxis": {
    96                    "buckets": null,
    97                    "mode": "time",
    98                    "name": null,
    99                    "show": true,
   100                    "values": [ ]
   101                 },
   102                 "yaxes": [
   103                    {
   104                       "format": "short",
   105                       "label": null,
   106                       "logBase": 1,
   107                       "max": null,
   108                       "min": 0,
   109                       "show": true
   110                    },
   111                    {
   112                       "format": "short",
   113                       "label": null,
   114                       "logBase": 1,
   115                       "max": null,
   116                       "min": null,
   117                       "show": false
   118                    }
   119                 ]
   120              },
   121              {
   122                 "aliasColors": {
   123                    "error": "#E24D42"
   124                 },
   125                 "bars": false,
   126                 "dashLength": 10,
   127                 "dashes": false,
   128                 "datasource": "$datasource",
   129                 "description": "Shows ratio of errors compared to the total number of handled requests against /query.",
   130                 "fill": 10,
   131                 "id": 2,
   132                 "legend": {
   133                    "avg": false,
   134                    "current": false,
   135                    "max": false,
   136                    "min": false,
   137                    "show": true,
   138                    "total": false,
   139                    "values": false
   140                 },
   141                 "lines": true,
   142                 "linewidth": 0,
   143                 "links": [
   144                    {
   145                       "dashboard": "Thanos / Query",
   146                       "includeVars": true,
   147                       "keepTime": true,
   148                       "title": "Thanos / Query",
   149                       "type": "dashboard"
   150                    }
   151                 ],
   152                 "nullPointMode": "null as zero",
   153                 "percentage": false,
   154                 "pointradius": 5,
   155                 "points": false,
   156                 "renderer": "flot",
   157                 "seriesOverrides": [ ],
   158                 "spaceLength": 10,
   159                 "span": 4,
   160                 "stack": true,
   161                 "steppedLine": false,
   162                 "targets": [
   163                    {
   164                       "expr": "sum by (job, code) (rate(http_requests_total{handler=\"query\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (job) (rate(http_requests_total{handler=\"query\"}[$interval]))",
   165                       "format": "time_series",
   166                       "intervalFactor": 2,
   167                       "step": 10
   168                    }
   169                 ],
   170                 "thresholds": [ ],
   171                 "timeFrom": null,
   172                 "timeShift": null,
   173                 "title": "Requests Errors",
   174                 "tooltip": {
   175                    "shared": false,
   176                    "sort": 0,
   177                    "value_type": "individual"
   178                 },
   179                 "type": "graph",
   180                 "xaxis": {
   181                    "buckets": null,
   182                    "mode": "time",
   183                    "name": null,
   184                    "show": true,
   185                    "values": [ ]
   186                 },
   187                 "yaxes": [
   188                    {
   189                       "format": "percentunit",
   190                       "label": null,
   191                       "logBase": 1,
   192                       "max": null,
   193                       "min": 0,
   194                       "show": true
   195                    },
   196                    {
   197                       "format": "short",
   198                       "label": null,
   199                       "logBase": 1,
   200                       "max": null,
   201                       "min": null,
   202                       "show": false
   203                    }
   204                 ]
   205              },
   206              {
   207                 "aliasColors": { },
   208                 "bars": false,
   209                 "dashLength": 10,
   210                 "dashes": false,
   211                 "datasource": "$datasource",
   212                 "description": "Shows how long has it taken to handle requests.",
   213                 "fill": 1,
   214                 "id": 3,
   215                 "legend": {
   216                    "avg": false,
   217                    "current": false,
   218                    "max": false,
   219                    "min": false,
   220                    "show": true,
   221                    "total": false,
   222                    "values": false
   223                 },
   224                 "lines": true,
   225                 "linewidth": 1,
   226                 "links": [
   227                    {
   228                       "dashboard": "Thanos / Query",
   229                       "includeVars": true,
   230                       "keepTime": true,
   231                       "title": "Thanos / Query",
   232                       "type": "dashboard"
   233                    }
   234                 ],
   235                 "nullPointMode": "null as zero",
   236                 "percentage": false,
   237                 "pointradius": 5,
   238                 "points": false,
   239                 "renderer": "flot",
   240                 "seriesOverrides": [ ],
   241                 "spaceLength": 10,
   242                 "span": 4,
   243                 "stack": false,
   244                 "steppedLine": false,
   245                 "targets": [
   246                    {
   247                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{handler=\"query\"}[$interval])))",
   248                       "format": "time_series",
   249                       "intervalFactor": 2,
   250                       "legendFormat": "{{job}} P99",
   251                       "legendLink": null,
   252                       "step": 10
   253                    }
   254                 ],
   255                 "thresholds": [
   256                    {
   257                       "colorMode": "warning",
   258                       "fill": true,
   259                       "line": true,
   260                       "op": "gt",
   261                       "value": 0.5,
   262                       "yaxis": "left"
   263                    },
   264                    {
   265                       "colorMode": "critical",
   266                       "fill": true,
   267                       "line": true,
   268                       "op": "gt",
   269                       "value": 1,
   270                       "yaxis": "left"
   271                    }
   272                 ],
   273                 "timeFrom": null,
   274                 "timeShift": null,
   275                 "title": "Latency 99th Percentile",
   276                 "tooltip": {
   277                    "shared": false,
   278                    "sort": 0,
   279                    "value_type": "individual"
   280                 },
   281                 "type": "graph",
   282                 "xaxis": {
   283                    "buckets": null,
   284                    "mode": "time",
   285                    "name": null,
   286                    "show": true,
   287                    "values": [ ]
   288                 },
   289                 "yaxes": [
   290                    {
   291                       "format": "s",
   292                       "label": null,
   293                       "logBase": 1,
   294                       "max": null,
   295                       "min": 0,
   296                       "show": true
   297                    },
   298                    {
   299                       "format": "short",
   300                       "label": null,
   301                       "logBase": 1,
   302                       "max": null,
   303                       "min": null,
   304                       "show": false
   305                    }
   306                 ]
   307              }
   308           ],
   309           "repeat": null,
   310           "repeatIteration": null,
   311           "repeatRowId": null,
   312           "showTitle": true,
   313           "title": "Instant Query",
   314           "titleSize": "h6"
   315        },
   316        {
   317           "collapse": false,
   318           "height": "250px",
   319           "panels": [
   320              {
   321                 "aliasColors": { },
   322                 "bars": false,
   323                 "dashLength": 10,
   324                 "dashes": false,
   325                 "datasource": "$datasource",
   326                 "description": "Shows rate of requests against /query_range for the given time range.",
   327                 "fill": 10,
   328                 "id": 4,
   329                 "legend": {
   330                    "avg": false,
   331                    "current": false,
   332                    "max": false,
   333                    "min": false,
   334                    "show": true,
   335                    "total": false,
   336                    "values": false
   337                 },
   338                 "lines": true,
   339                 "linewidth": 0,
   340                 "links": [
   341                    {
   342                       "dashboard": "Thanos / Query",
   343                       "includeVars": true,
   344                       "keepTime": true,
   345                       "title": "Thanos / Query",
   346                       "type": "dashboard"
   347                    }
   348                 ],
   349                 "nullPointMode": "null as zero",
   350                 "percentage": false,
   351                 "pointradius": 5,
   352                 "points": false,
   353                 "renderer": "flot",
   354                 "seriesOverrides": [
   355                    {
   356                       "alias": "/1../",
   357                       "color": "#EAB839"
   358                    },
   359                    {
   360                       "alias": "/2../",
   361                       "color": "#37872D"
   362                    },
   363                    {
   364                       "alias": "/3../",
   365                       "color": "#E0B400"
   366                    },
   367                    {
   368                       "alias": "/4../",
   369                       "color": "#1F60C4"
   370                    },
   371                    {
   372                       "alias": "/5../",
   373                       "color": "#C4162A"
   374                    }
   375                 ],
   376                 "spaceLength": 10,
   377                 "span": 4,
   378                 "stack": true,
   379                 "steppedLine": false,
   380                 "targets": [
   381                    {
   382                       "expr": "sum by (job, handler, code) (rate(http_requests_total{handler=\"query_range\"}[$interval]))",
   383                       "format": "time_series",
   384                       "intervalFactor": 2,
   385                       "legendFormat": "{{job}} {{handler}} {{code}}",
   386                       "step": 10
   387                    }
   388                 ],
   389                 "thresholds": [ ],
   390                 "timeFrom": null,
   391                 "timeShift": null,
   392                 "title": "Requests Rate",
   393                 "tooltip": {
   394                    "shared": false,
   395                    "sort": 0,
   396                    "value_type": "individual"
   397                 },
   398                 "type": "graph",
   399                 "xaxis": {
   400                    "buckets": null,
   401                    "mode": "time",
   402                    "name": null,
   403                    "show": true,
   404                    "values": [ ]
   405                 },
   406                 "yaxes": [
   407                    {
   408                       "format": "short",
   409                       "label": null,
   410                       "logBase": 1,
   411                       "max": null,
   412                       "min": 0,
   413                       "show": true
   414                    },
   415                    {
   416                       "format": "short",
   417                       "label": null,
   418                       "logBase": 1,
   419                       "max": null,
   420                       "min": null,
   421                       "show": false
   422                    }
   423                 ]
   424              },
   425              {
   426                 "aliasColors": {
   427                    "error": "#E24D42"
   428                 },
   429                 "bars": false,
   430                 "dashLength": 10,
   431                 "dashes": false,
   432                 "datasource": "$datasource",
   433                 "description": "Shows ratio of errors compared to the total number of handled requests against /query_range.",
   434                 "fill": 10,
   435                 "id": 5,
   436                 "legend": {
   437                    "avg": false,
   438                    "current": false,
   439                    "max": false,
   440                    "min": false,
   441                    "show": true,
   442                    "total": false,
   443                    "values": false
   444                 },
   445                 "lines": true,
   446                 "linewidth": 0,
   447                 "links": [
   448                    {
   449                       "dashboard": "Thanos / Query",
   450                       "includeVars": true,
   451                       "keepTime": true,
   452                       "title": "Thanos / Query",
   453                       "type": "dashboard"
   454                    }
   455                 ],
   456                 "nullPointMode": "null as zero",
   457                 "percentage": false,
   458                 "pointradius": 5,
   459                 "points": false,
   460                 "renderer": "flot",
   461                 "seriesOverrides": [ ],
   462                 "spaceLength": 10,
   463                 "span": 4,
   464                 "stack": true,
   465                 "steppedLine": false,
   466                 "targets": [
   467                    {
   468                       "expr": "sum by (job, code) (rate(http_requests_total{handler=\"query_range\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (job) (rate(http_requests_total{handler=\"query_range\"}[$interval]))",
   469                       "format": "time_series",
   470                       "intervalFactor": 2,
   471                       "step": 10
   472                    }
   473                 ],
   474                 "thresholds": [ ],
   475                 "timeFrom": null,
   476                 "timeShift": null,
   477                 "title": "Requests Errors",
   478                 "tooltip": {
   479                    "shared": false,
   480                    "sort": 0,
   481                    "value_type": "individual"
   482                 },
   483                 "type": "graph",
   484                 "xaxis": {
   485                    "buckets": null,
   486                    "mode": "time",
   487                    "name": null,
   488                    "show": true,
   489                    "values": [ ]
   490                 },
   491                 "yaxes": [
   492                    {
   493                       "format": "percentunit",
   494                       "label": null,
   495                       "logBase": 1,
   496                       "max": null,
   497                       "min": 0,
   498                       "show": true
   499                    },
   500                    {
   501                       "format": "short",
   502                       "label": null,
   503                       "logBase": 1,
   504                       "max": null,
   505                       "min": null,
   506                       "show": false
   507                    }
   508                 ]
   509              },
   510              {
   511                 "aliasColors": { },
   512                 "bars": false,
   513                 "dashLength": 10,
   514                 "dashes": false,
   515                 "datasource": "$datasource",
   516                 "description": "Shows how long has it taken to handle requests.",
   517                 "fill": 1,
   518                 "id": 6,
   519                 "legend": {
   520                    "avg": false,
   521                    "current": false,
   522                    "max": false,
   523                    "min": false,
   524                    "show": true,
   525                    "total": false,
   526                    "values": false
   527                 },
   528                 "lines": true,
   529                 "linewidth": 1,
   530                 "links": [
   531                    {
   532                       "dashboard": "Thanos / Query",
   533                       "includeVars": true,
   534                       "keepTime": true,
   535                       "title": "Thanos / Query",
   536                       "type": "dashboard"
   537                    }
   538                 ],
   539                 "nullPointMode": "null as zero",
   540                 "percentage": false,
   541                 "pointradius": 5,
   542                 "points": false,
   543                 "renderer": "flot",
   544                 "seriesOverrides": [ ],
   545                 "spaceLength": 10,
   546                 "span": 4,
   547                 "stack": false,
   548                 "steppedLine": false,
   549                 "targets": [
   550                    {
   551                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{handler=\"query_range\"}[$interval])))",
   552                       "format": "time_series",
   553                       "intervalFactor": 2,
   554                       "legendFormat": "{{job}} P99",
   555                       "legendLink": null,
   556                       "step": 10
   557                    }
   558                 ],
   559                 "thresholds": [
   560                    {
   561                       "colorMode": "warning",
   562                       "fill": true,
   563                       "line": true,
   564                       "op": "gt",
   565                       "value": 0.5,
   566                       "yaxis": "left"
   567                    },
   568                    {
   569                       "colorMode": "critical",
   570                       "fill": true,
   571                       "line": true,
   572                       "op": "gt",
   573                       "value": 1,
   574                       "yaxis": "left"
   575                    }
   576                 ],
   577                 "timeFrom": null,
   578                 "timeShift": null,
   579                 "title": "Latency 99th Percentile",
   580                 "tooltip": {
   581                    "shared": false,
   582                    "sort": 0,
   583                    "value_type": "individual"
   584                 },
   585                 "type": "graph",
   586                 "xaxis": {
   587                    "buckets": null,
   588                    "mode": "time",
   589                    "name": null,
   590                    "show": true,
   591                    "values": [ ]
   592                 },
   593                 "yaxes": [
   594                    {
   595                       "format": "s",
   596                       "label": null,
   597                       "logBase": 1,
   598                       "max": null,
   599                       "min": 0,
   600                       "show": true
   601                    },
   602                    {
   603                       "format": "short",
   604                       "label": null,
   605                       "logBase": 1,
   606                       "max": null,
   607                       "min": null,
   608                       "show": false
   609                    }
   610                 ]
   611              }
   612           ],
   613           "repeat": null,
   614           "repeatIteration": null,
   615           "repeatRowId": null,
   616           "showTitle": true,
   617           "title": "Range Query",
   618           "titleSize": "h6"
   619        },
   620        {
   621           "collapse": false,
   622           "height": "250px",
   623           "panels": [
   624              {
   625                 "aliasColors": { },
   626                 "bars": false,
   627                 "dashLength": 10,
   628                 "dashes": false,
   629                 "datasource": "$datasource",
   630                 "description": "Shows rate of handled Unary gRPC requests from queriers.",
   631                 "fill": 10,
   632                 "id": 7,
   633                 "legend": {
   634                    "avg": false,
   635                    "current": false,
   636                    "max": false,
   637                    "min": false,
   638                    "show": true,
   639                    "total": false,
   640                    "values": false
   641                 },
   642                 "lines": true,
   643                 "linewidth": 0,
   644                 "links": [
   645                    {
   646                       "dashboard": "Thanos / Store",
   647                       "includeVars": true,
   648                       "keepTime": true,
   649                       "title": "Thanos / Store",
   650                       "type": "dashboard"
   651                    }
   652                 ],
   653                 "nullPointMode": "null as zero",
   654                 "percentage": false,
   655                 "pointradius": 5,
   656                 "points": false,
   657                 "renderer": "flot",
   658                 "seriesOverrides": [
   659                    {
   660                       "alias": "/Aborted/",
   661                       "color": "#EAB839"
   662                    },
   663                    {
   664                       "alias": "/AlreadyExists/",
   665                       "color": "#37872D"
   666                    },
   667                    {
   668                       "alias": "/FailedPrecondition/",
   669                       "color": "#E0B400"
   670                    },
   671                    {
   672                       "alias": "/Unimplemented/",
   673                       "color": "#E0B400"
   674                    },
   675                    {
   676                       "alias": "/InvalidArgument/",
   677                       "color": "#1F60C4"
   678                    },
   679                    {
   680                       "alias": "/NotFound/",
   681                       "color": "#1F60C4"
   682                    },
   683                    {
   684                       "alias": "/PermissionDenied/",
   685                       "color": "#1F60C4"
   686                    },
   687                    {
   688                       "alias": "/Unauthenticated/",
   689                       "color": "#1F60C4"
   690                    },
   691                    {
   692                       "alias": "/Canceled/",
   693                       "color": "#C4162A"
   694                    },
   695                    {
   696                       "alias": "/DataLoss/",
   697                       "color": "#C4162A"
   698                    },
   699                    {
   700                       "alias": "/DeadlineExceeded/",
   701                       "color": "#C4162A"
   702                    },
   703                    {
   704                       "alias": "/Internal/",
   705                       "color": "#C4162A"
   706                    },
   707                    {
   708                       "alias": "/OutOfRange/",
   709                       "color": "#C4162A"
   710                    },
   711                    {
   712                       "alias": "/ResourceExhausted/",
   713                       "color": "#C4162A"
   714                    },
   715                    {
   716                       "alias": "/Unavailable/",
   717                       "color": "#C4162A"
   718                    },
   719                    {
   720                       "alias": "/Unknown/",
   721                       "color": "#C4162A"
   722                    },
   723                    {
   724                       "alias": "/OK/",
   725                       "color": "#37872D"
   726                    },
   727                    {
   728                       "alias": "error",
   729                       "color": "#C4162A"
   730                    }
   731                 ],
   732                 "spaceLength": 10,
   733                 "span": 4,
   734                 "stack": true,
   735                 "steppedLine": false,
   736                 "targets": [
   737                    {
   738                       "expr": "sum by (job, grpc_method, grpc_code) (rate(grpc_server_handled_total{grpc_type=\"unary\"}[$interval]))",
   739                       "format": "time_series",
   740                       "intervalFactor": 2,
   741                       "legendFormat": "{{job}} {{grpc_method}} {{grpc_code}}",
   742                       "step": 10
   743                    }
   744                 ],
   745                 "thresholds": [ ],
   746                 "timeFrom": null,
   747                 "timeShift": null,
   748                 "title": "gRPC (Unary) Rate",
   749                 "tooltip": {
   750                    "shared": false,
   751                    "sort": 0,
   752                    "value_type": "individual"
   753                 },
   754                 "type": "graph",
   755                 "xaxis": {
   756                    "buckets": null,
   757                    "mode": "time",
   758                    "name": null,
   759                    "show": true,
   760                    "values": [ ]
   761                 },
   762                 "yaxes": [
   763                    {
   764                       "format": "short",
   765                       "label": null,
   766                       "logBase": 1,
   767                       "max": null,
   768                       "min": 0,
   769                       "show": true
   770                    },
   771                    {
   772                       "format": "short",
   773                       "label": null,
   774                       "logBase": 1,
   775                       "max": null,
   776                       "min": null,
   777                       "show": false
   778                    }
   779                 ]
   780              },
   781              {
   782                 "aliasColors": {
   783                    "error": "#E24D42"
   784                 },
   785                 "bars": false,
   786                 "dashLength": 10,
   787                 "dashes": false,
   788                 "datasource": "$datasource",
   789                 "description": "Shows ratio of errors compared to the total number of handled requests from queriers.",
   790                 "fill": 10,
   791                 "id": 8,
   792                 "legend": {
   793                    "avg": false,
   794                    "current": false,
   795                    "max": false,
   796                    "min": false,
   797                    "show": true,
   798                    "total": false,
   799                    "values": false
   800                 },
   801                 "lines": true,
   802                 "linewidth": 0,
   803                 "links": [
   804                    {
   805                       "dashboard": "Thanos / Store",
   806                       "includeVars": true,
   807                       "keepTime": true,
   808                       "title": "Thanos / Store",
   809                       "type": "dashboard"
   810                    }
   811                 ],
   812                 "nullPointMode": "null as zero",
   813                 "percentage": false,
   814                 "pointradius": 5,
   815                 "points": false,
   816                 "renderer": "flot",
   817                 "seriesOverrides": [ ],
   818                 "spaceLength": 10,
   819                 "span": 4,
   820                 "stack": true,
   821                 "steppedLine": false,
   822                 "targets": [
   823                    {
   824                       "expr": "sum by (job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",grpc_type=\"unary\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_server_handled_total{grpc_type=\"unary\"}[$interval]))",
   825                       "format": "time_series",
   826                       "intervalFactor": 2,
   827                       "step": 10
   828                    }
   829                 ],
   830                 "thresholds": [ ],
   831                 "timeFrom": null,
   832                 "timeShift": null,
   833                 "title": "gRPC (Unary) Errors",
   834                 "tooltip": {
   835                    "shared": false,
   836                    "sort": 0,
   837                    "value_type": "individual"
   838                 },
   839                 "type": "graph",
   840                 "xaxis": {
   841                    "buckets": null,
   842                    "mode": "time",
   843                    "name": null,
   844                    "show": true,
   845                    "values": [ ]
   846                 },
   847                 "yaxes": [
   848                    {
   849                       "format": "percentunit",
   850                       "label": null,
   851                       "logBase": 1,
   852                       "max": null,
   853                       "min": 0,
   854                       "show": true
   855                    },
   856                    {
   857                       "format": "short",
   858                       "label": null,
   859                       "logBase": 1,
   860                       "max": null,
   861                       "min": null,
   862                       "show": false
   863                    }
   864                 ]
   865              },
   866              {
   867                 "aliasColors": { },
   868                 "bars": false,
   869                 "dashLength": 10,
   870                 "dashes": false,
   871                 "datasource": "$datasource",
   872                 "description": "Shows how long has it taken to handle requests from queriers.",
   873                 "fill": 1,
   874                 "id": 9,
   875                 "legend": {
   876                    "avg": false,
   877                    "current": false,
   878                    "max": false,
   879                    "min": false,
   880                    "show": true,
   881                    "total": false,
   882                    "values": false
   883                 },
   884                 "lines": true,
   885                 "linewidth": 1,
   886                 "links": [
   887                    {
   888                       "dashboard": "Thanos / Store",
   889                       "includeVars": true,
   890                       "keepTime": true,
   891                       "title": "Thanos / Store",
   892                       "type": "dashboard"
   893                    }
   894                 ],
   895                 "nullPointMode": "null as zero",
   896                 "percentage": false,
   897                 "pointradius": 5,
   898                 "points": false,
   899                 "renderer": "flot",
   900                 "seriesOverrides": [ ],
   901                 "spaceLength": 10,
   902                 "span": 4,
   903                 "stack": false,
   904                 "steppedLine": false,
   905                 "targets": [
   906                    {
   907                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{grpc_type=\"unary\"}[$interval])))",
   908                       "format": "time_series",
   909                       "intervalFactor": 2,
   910                       "legendFormat": "{{job}} P99",
   911                       "legendLink": null,
   912                       "step": 10
   913                    }
   914                 ],
   915                 "thresholds": [
   916                    {
   917                       "colorMode": "warning",
   918                       "fill": true,
   919                       "line": true,
   920                       "op": "gt",
   921                       "value": 0.5,
   922                       "yaxis": "left"
   923                    },
   924                    {
   925                       "colorMode": "critical",
   926                       "fill": true,
   927                       "line": true,
   928                       "op": "gt",
   929                       "value": 1,
   930                       "yaxis": "left"
   931                    }
   932                 ],
   933                 "timeFrom": null,
   934                 "timeShift": null,
   935                 "title": "gRPC Latency 99th Percentile",
   936                 "tooltip": {
   937                    "shared": false,
   938                    "sort": 0,
   939                    "value_type": "individual"
   940                 },
   941                 "type": "graph",
   942                 "xaxis": {
   943                    "buckets": null,
   944                    "mode": "time",
   945                    "name": null,
   946                    "show": true,
   947                    "values": [ ]
   948                 },
   949                 "yaxes": [
   950                    {
   951                       "format": "s",
   952                       "label": null,
   953                       "logBase": 1,
   954                       "max": null,
   955                       "min": 0,
   956                       "show": true
   957                    },
   958                    {
   959                       "format": "short",
   960                       "label": null,
   961                       "logBase": 1,
   962                       "max": null,
   963                       "min": null,
   964                       "show": false
   965                    }
   966                 ]
   967              }
   968           ],
   969           "repeat": null,
   970           "repeatIteration": null,
   971           "repeatRowId": null,
   972           "showTitle": true,
   973           "title": "Store",
   974           "titleSize": "h6"
   975        },
   976        {
   977           "collapse": false,
   978           "height": "250px",
   979           "panels": [
   980              {
   981                 "aliasColors": { },
   982                 "bars": false,
   983                 "dashLength": 10,
   984                 "dashes": false,
   985                 "datasource": "$datasource",
   986                 "description": "Shows rate of handled Unary gRPC requests from queriers.",
   987                 "fill": 10,
   988                 "id": 10,
   989                 "legend": {
   990                    "avg": false,
   991                    "current": false,
   992                    "max": false,
   993                    "min": false,
   994                    "show": true,
   995                    "total": false,
   996                    "values": false
   997                 },
   998                 "lines": true,
   999                 "linewidth": 0,
  1000                 "links": [
  1001                    {
  1002                       "dashboard": "Thanos / Sidecar",
  1003                       "includeVars": true,
  1004                       "keepTime": true,
  1005                       "title": "Thanos / Sidecar",
  1006                       "type": "dashboard"
  1007                    }
  1008                 ],
  1009                 "nullPointMode": "null as zero",
  1010                 "percentage": false,
  1011                 "pointradius": 5,
  1012                 "points": false,
  1013                 "renderer": "flot",
  1014                 "seriesOverrides": [
  1015                    {
  1016                       "alias": "/Aborted/",
  1017                       "color": "#EAB839"
  1018                    },
  1019                    {
  1020                       "alias": "/AlreadyExists/",
  1021                       "color": "#37872D"
  1022                    },
  1023                    {
  1024                       "alias": "/FailedPrecondition/",
  1025                       "color": "#E0B400"
  1026                    },
  1027                    {
  1028                       "alias": "/Unimplemented/",
  1029                       "color": "#E0B400"
  1030                    },
  1031                    {
  1032                       "alias": "/InvalidArgument/",
  1033                       "color": "#1F60C4"
  1034                    },
  1035                    {
  1036                       "alias": "/NotFound/",
  1037                       "color": "#1F60C4"
  1038                    },
  1039                    {
  1040                       "alias": "/PermissionDenied/",
  1041                       "color": "#1F60C4"
  1042                    },
  1043                    {
  1044                       "alias": "/Unauthenticated/",
  1045                       "color": "#1F60C4"
  1046                    },
  1047                    {
  1048                       "alias": "/Canceled/",
  1049                       "color": "#C4162A"
  1050                    },
  1051                    {
  1052                       "alias": "/DataLoss/",
  1053                       "color": "#C4162A"
  1054                    },
  1055                    {
  1056                       "alias": "/DeadlineExceeded/",
  1057                       "color": "#C4162A"
  1058                    },
  1059                    {
  1060                       "alias": "/Internal/",
  1061                       "color": "#C4162A"
  1062                    },
  1063                    {
  1064                       "alias": "/OutOfRange/",
  1065                       "color": "#C4162A"
  1066                    },
  1067                    {
  1068                       "alias": "/ResourceExhausted/",
  1069                       "color": "#C4162A"
  1070                    },
  1071                    {
  1072                       "alias": "/Unavailable/",
  1073                       "color": "#C4162A"
  1074                    },
  1075                    {
  1076                       "alias": "/Unknown/",
  1077                       "color": "#C4162A"
  1078                    },
  1079                    {
  1080                       "alias": "/OK/",
  1081                       "color": "#37872D"
  1082                    },
  1083                    {
  1084                       "alias": "error",
  1085                       "color": "#C4162A"
  1086                    }
  1087                 ],
  1088                 "spaceLength": 10,
  1089                 "span": 4,
  1090                 "stack": true,
  1091                 "steppedLine": false,
  1092                 "targets": [
  1093                    {
  1094                       "expr": "sum by (job, grpc_method, grpc_code) (rate(grpc_server_handled_total{grpc_type=\"unary\"}[$interval]))",
  1095                       "format": "time_series",
  1096                       "intervalFactor": 2,
  1097                       "legendFormat": "{{job}} {{grpc_method}} {{grpc_code}}",
  1098                       "step": 10
  1099                    }
  1100                 ],
  1101                 "thresholds": [ ],
  1102                 "timeFrom": null,
  1103                 "timeShift": null,
  1104                 "title": "gRPC (Unary) Rate",
  1105                 "tooltip": {
  1106                    "shared": false,
  1107                    "sort": 0,
  1108                    "value_type": "individual"
  1109                 },
  1110                 "type": "graph",
  1111                 "xaxis": {
  1112                    "buckets": null,
  1113                    "mode": "time",
  1114                    "name": null,
  1115                    "show": true,
  1116                    "values": [ ]
  1117                 },
  1118                 "yaxes": [
  1119                    {
  1120                       "format": "short",
  1121                       "label": null,
  1122                       "logBase": 1,
  1123                       "max": null,
  1124                       "min": 0,
  1125                       "show": true
  1126                    },
  1127                    {
  1128                       "format": "short",
  1129                       "label": null,
  1130                       "logBase": 1,
  1131                       "max": null,
  1132                       "min": null,
  1133                       "show": false
  1134                    }
  1135                 ]
  1136              },
  1137              {
  1138                 "aliasColors": {
  1139                    "error": "#E24D42"
  1140                 },
  1141                 "bars": false,
  1142                 "dashLength": 10,
  1143                 "dashes": false,
  1144                 "datasource": "$datasource",
  1145                 "description": "Shows ratio of errors compared to the total number of handled requests from queriers.",
  1146                 "fill": 10,
  1147                 "id": 11,
  1148                 "legend": {
  1149                    "avg": false,
  1150                    "current": false,
  1151                    "max": false,
  1152                    "min": false,
  1153                    "show": true,
  1154                    "total": false,
  1155                    "values": false
  1156                 },
  1157                 "lines": true,
  1158                 "linewidth": 0,
  1159                 "links": [
  1160                    {
  1161                       "dashboard": "Thanos / Sidecar",
  1162                       "includeVars": true,
  1163                       "keepTime": true,
  1164                       "title": "Thanos / Sidecar",
  1165                       "type": "dashboard"
  1166                    }
  1167                 ],
  1168                 "nullPointMode": "null as zero",
  1169                 "percentage": false,
  1170                 "pointradius": 5,
  1171                 "points": false,
  1172                 "renderer": "flot",
  1173                 "seriesOverrides": [ ],
  1174                 "spaceLength": 10,
  1175                 "span": 4,
  1176                 "stack": true,
  1177                 "steppedLine": false,
  1178                 "targets": [
  1179                    {
  1180                       "expr": "sum by (job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",grpc_type=\"unary\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_server_handled_total{grpc_type=\"unary\"}[$interval]))",
  1181                       "format": "time_series",
  1182                       "intervalFactor": 2,
  1183                       "step": 10
  1184                    }
  1185                 ],
  1186                 "thresholds": [ ],
  1187                 "timeFrom": null,
  1188                 "timeShift": null,
  1189                 "title": "gRPC (Unary) Errors",
  1190                 "tooltip": {
  1191                    "shared": false,
  1192                    "sort": 0,
  1193                    "value_type": "individual"
  1194                 },
  1195                 "type": "graph",
  1196                 "xaxis": {
  1197                    "buckets": null,
  1198                    "mode": "time",
  1199                    "name": null,
  1200                    "show": true,
  1201                    "values": [ ]
  1202                 },
  1203                 "yaxes": [
  1204                    {
  1205                       "format": "percentunit",
  1206                       "label": null,
  1207                       "logBase": 1,
  1208                       "max": null,
  1209                       "min": 0,
  1210                       "show": true
  1211                    },
  1212                    {
  1213                       "format": "short",
  1214                       "label": null,
  1215                       "logBase": 1,
  1216                       "max": null,
  1217                       "min": null,
  1218                       "show": false
  1219                    }
  1220                 ]
  1221              },
  1222              {
  1223                 "aliasColors": { },
  1224                 "bars": false,
  1225                 "dashLength": 10,
  1226                 "dashes": false,
  1227                 "datasource": "$datasource",
  1228                 "description": "Shows how long has it taken to handle requests from queriers, in quantiles.",
  1229                 "fill": 1,
  1230                 "id": 12,
  1231                 "legend": {
  1232                    "avg": false,
  1233                    "current": false,
  1234                    "max": false,
  1235                    "min": false,
  1236                    "show": true,
  1237                    "total": false,
  1238                    "values": false
  1239                 },
  1240                 "lines": true,
  1241                 "linewidth": 1,
  1242                 "links": [
  1243                    {
  1244                       "dashboard": "Thanos / Sidecar",
  1245                       "includeVars": true,
  1246                       "keepTime": true,
  1247                       "title": "Thanos / Sidecar",
  1248                       "type": "dashboard"
  1249                    }
  1250                 ],
  1251                 "nullPointMode": "null as zero",
  1252                 "percentage": false,
  1253                 "pointradius": 5,
  1254                 "points": false,
  1255                 "renderer": "flot",
  1256                 "seriesOverrides": [ ],
  1257                 "spaceLength": 10,
  1258                 "span": 4,
  1259                 "stack": false,
  1260                 "steppedLine": false,
  1261                 "targets": [
  1262                    {
  1263                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{grpc_type=\"unary\"}[$interval])))",
  1264                       "format": "time_series",
  1265                       "intervalFactor": 2,
  1266                       "legendFormat": "{{job}} P99",
  1267                       "legendLink": null,
  1268                       "step": 10
  1269                    }
  1270                 ],
  1271                 "thresholds": [
  1272                    {
  1273                       "colorMode": "warning",
  1274                       "fill": true,
  1275                       "line": true,
  1276                       "op": "gt",
  1277                       "value": 0.5,
  1278                       "yaxis": "left"
  1279                    },
  1280                    {
  1281                       "colorMode": "critical",
  1282                       "fill": true,
  1283                       "line": true,
  1284                       "op": "gt",
  1285                       "value": 1,
  1286                       "yaxis": "left"
  1287                    }
  1288                 ],
  1289                 "timeFrom": null,
  1290                 "timeShift": null,
  1291                 "title": "gRPC (Unary) Latency 99th Percentile",
  1292                 "tooltip": {
  1293                    "shared": false,
  1294                    "sort": 0,
  1295                    "value_type": "individual"
  1296                 },
  1297                 "type": "graph",
  1298                 "xaxis": {
  1299                    "buckets": null,
  1300                    "mode": "time",
  1301                    "name": null,
  1302                    "show": true,
  1303                    "values": [ ]
  1304                 },
  1305                 "yaxes": [
  1306                    {
  1307                       "format": "s",
  1308                       "label": null,
  1309                       "logBase": 1,
  1310                       "max": null,
  1311                       "min": 0,
  1312                       "show": true
  1313                    },
  1314                    {
  1315                       "format": "short",
  1316                       "label": null,
  1317                       "logBase": 1,
  1318                       "max": null,
  1319                       "min": null,
  1320                       "show": false
  1321                    }
  1322                 ]
  1323              }
  1324           ],
  1325           "repeat": null,
  1326           "repeatIteration": null,
  1327           "repeatRowId": null,
  1328           "showTitle": true,
  1329           "title": "Sidecar",
  1330           "titleSize": "h6"
  1331        },
  1332        {
  1333           "collapse": false,
  1334           "height": "250px",
  1335           "panels": [
  1336              {
  1337                 "aliasColors": { },
  1338                 "bars": false,
  1339                 "dashLength": 10,
  1340                 "dashes": false,
  1341                 "datasource": "$datasource",
  1342                 "description": "Shows rate of incoming requests.",
  1343                 "fill": 10,
  1344                 "id": 13,
  1345                 "legend": {
  1346                    "avg": false,
  1347                    "current": false,
  1348                    "max": false,
  1349                    "min": false,
  1350                    "show": true,
  1351                    "total": false,
  1352                    "values": false
  1353                 },
  1354                 "lines": true,
  1355                 "linewidth": 0,
  1356                 "links": [
  1357                    {
  1358                       "dashboard": "Thanos / Receive",
  1359                       "includeVars": true,
  1360                       "keepTime": true,
  1361                       "title": "Thanos / Receive",
  1362                       "type": "dashboard"
  1363                    }
  1364                 ],
  1365                 "nullPointMode": "null as zero",
  1366                 "percentage": false,
  1367                 "pointradius": 5,
  1368                 "points": false,
  1369                 "renderer": "flot",
  1370                 "seriesOverrides": [
  1371                    {
  1372                       "alias": "/1../",
  1373                       "color": "#EAB839"
  1374                    },
  1375                    {
  1376                       "alias": "/2../",
  1377                       "color": "#37872D"
  1378                    },
  1379                    {
  1380                       "alias": "/3../",
  1381                       "color": "#E0B400"
  1382                    },
  1383                    {
  1384                       "alias": "/4../",
  1385                       "color": "#1F60C4"
  1386                    },
  1387                    {
  1388                       "alias": "/5../",
  1389                       "color": "#C4162A"
  1390                    }
  1391                 ],
  1392                 "spaceLength": 10,
  1393                 "span": 4,
  1394                 "stack": true,
  1395                 "steppedLine": false,
  1396                 "targets": [
  1397                    {
  1398                       "expr": "sum by (job, handler, code) (rate(http_requests_total{handler=\"receive\"}[$interval]))",
  1399                       "format": "time_series",
  1400                       "intervalFactor": 2,
  1401                       "legendFormat": "{{job}} {{handler}} {{code}}",
  1402                       "step": 10
  1403                    }
  1404                 ],
  1405                 "thresholds": [ ],
  1406                 "timeFrom": null,
  1407                 "timeShift": null,
  1408                 "title": "Incoming Requests Rate",
  1409                 "tooltip": {
  1410                    "shared": false,
  1411                    "sort": 0,
  1412                    "value_type": "individual"
  1413                 },
  1414                 "type": "graph",
  1415                 "xaxis": {
  1416                    "buckets": null,
  1417                    "mode": "time",
  1418                    "name": null,
  1419                    "show": true,
  1420                    "values": [ ]
  1421                 },
  1422                 "yaxes": [
  1423                    {
  1424                       "format": "short",
  1425                       "label": null,
  1426                       "logBase": 1,
  1427                       "max": null,
  1428                       "min": 0,
  1429                       "show": true
  1430                    },
  1431                    {
  1432                       "format": "short",
  1433                       "label": null,
  1434                       "logBase": 1,
  1435                       "max": null,
  1436                       "min": null,
  1437                       "show": false
  1438                    }
  1439                 ]
  1440              },
  1441              {
  1442                 "aliasColors": {
  1443                    "error": "#E24D42"
  1444                 },
  1445                 "bars": false,
  1446                 "dashLength": 10,
  1447                 "dashes": false,
  1448                 "datasource": "$datasource",
  1449                 "description": "Shows ratio of errors compared to the total number of handled incoming requests.",
  1450                 "fill": 10,
  1451                 "id": 14,
  1452                 "legend": {
  1453                    "avg": false,
  1454                    "current": false,
  1455                    "max": false,
  1456                    "min": false,
  1457                    "show": true,
  1458                    "total": false,
  1459                    "values": false
  1460                 },
  1461                 "lines": true,
  1462                 "linewidth": 0,
  1463                 "links": [
  1464                    {
  1465                       "dashboard": "Thanos / Receive",
  1466                       "includeVars": true,
  1467                       "keepTime": true,
  1468                       "title": "Thanos / Receive",
  1469                       "type": "dashboard"
  1470                    }
  1471                 ],
  1472                 "nullPointMode": "null as zero",
  1473                 "percentage": false,
  1474                 "pointradius": 5,
  1475                 "points": false,
  1476                 "renderer": "flot",
  1477                 "seriesOverrides": [ ],
  1478                 "spaceLength": 10,
  1479                 "span": 4,
  1480                 "stack": true,
  1481                 "steppedLine": false,
  1482                 "targets": [
  1483                    {
  1484                       "expr": "sum by (job, code) (rate(http_requests_total{handler=\"receive\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (job) (rate(http_requests_total{handler=\"receive\"}[$interval]))",
  1485                       "format": "time_series",
  1486                       "intervalFactor": 2,
  1487                       "step": 10
  1488                    }
  1489                 ],
  1490                 "thresholds": [ ],
  1491                 "timeFrom": null,
  1492                 "timeShift": null,
  1493                 "title": "Incoming Requests Errors",
  1494                 "tooltip": {
  1495                    "shared": false,
  1496                    "sort": 0,
  1497                    "value_type": "individual"
  1498                 },
  1499                 "type": "graph",
  1500                 "xaxis": {
  1501                    "buckets": null,
  1502                    "mode": "time",
  1503                    "name": null,
  1504                    "show": true,
  1505                    "values": [ ]
  1506                 },
  1507                 "yaxes": [
  1508                    {
  1509                       "format": "percentunit",
  1510                       "label": null,
  1511                       "logBase": 1,
  1512                       "max": null,
  1513                       "min": 0,
  1514                       "show": true
  1515                    },
  1516                    {
  1517                       "format": "short",
  1518                       "label": null,
  1519                       "logBase": 1,
  1520                       "max": null,
  1521                       "min": null,
  1522                       "show": false
  1523                    }
  1524                 ]
  1525              },
  1526              {
  1527                 "aliasColors": { },
  1528                 "bars": false,
  1529                 "dashLength": 10,
  1530                 "dashes": false,
  1531                 "datasource": "$datasource",
  1532                 "description": "Shows how long has it taken to handle incoming requests.",
  1533                 "fill": 1,
  1534                 "id": 15,
  1535                 "legend": {
  1536                    "avg": false,
  1537                    "current": false,
  1538                    "max": false,
  1539                    "min": false,
  1540                    "show": true,
  1541                    "total": false,
  1542                    "values": false
  1543                 },
  1544                 "lines": true,
  1545                 "linewidth": 1,
  1546                 "links": [
  1547                    {
  1548                       "dashboard": "Thanos / Receive",
  1549                       "includeVars": true,
  1550                       "keepTime": true,
  1551                       "title": "Thanos / Receive",
  1552                       "type": "dashboard"
  1553                    }
  1554                 ],
  1555                 "nullPointMode": "null as zero",
  1556                 "percentage": false,
  1557                 "pointradius": 5,
  1558                 "points": false,
  1559                 "renderer": "flot",
  1560                 "seriesOverrides": [ ],
  1561                 "spaceLength": 10,
  1562                 "span": 4,
  1563                 "stack": false,
  1564                 "steppedLine": false,
  1565                 "targets": [
  1566                    {
  1567                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{handler=\"receive\"}[$interval])))",
  1568                       "format": "time_series",
  1569                       "intervalFactor": 2,
  1570                       "legendFormat": "{{job}} P99",
  1571                       "legendLink": null,
  1572                       "step": 10
  1573                    }
  1574                 ],
  1575                 "thresholds": [
  1576                    {
  1577                       "colorMode": "warning",
  1578                       "fill": true,
  1579                       "line": true,
  1580                       "op": "gt",
  1581                       "value": 0.5,
  1582                       "yaxis": "left"
  1583                    },
  1584                    {
  1585                       "colorMode": "critical",
  1586                       "fill": true,
  1587                       "line": true,
  1588                       "op": "gt",
  1589                       "value": 1,
  1590                       "yaxis": "left"
  1591                    }
  1592                 ],
  1593                 "timeFrom": null,
  1594                 "timeShift": null,
  1595                 "title": "Incoming Requests Latency 99th Percentile",
  1596                 "tooltip": {
  1597                    "shared": false,
  1598                    "sort": 0,
  1599                    "value_type": "individual"
  1600                 },
  1601                 "type": "graph",
  1602                 "xaxis": {
  1603                    "buckets": null,
  1604                    "mode": "time",
  1605                    "name": null,
  1606                    "show": true,
  1607                    "values": [ ]
  1608                 },
  1609                 "yaxes": [
  1610                    {
  1611                       "format": "s",
  1612                       "label": null,
  1613                       "logBase": 1,
  1614                       "max": null,
  1615                       "min": 0,
  1616                       "show": true
  1617                    },
  1618                    {
  1619                       "format": "short",
  1620                       "label": null,
  1621                       "logBase": 1,
  1622                       "max": null,
  1623                       "min": null,
  1624                       "show": false
  1625                    }
  1626                 ]
  1627              }
  1628           ],
  1629           "repeat": null,
  1630           "repeatIteration": null,
  1631           "repeatRowId": null,
  1632           "showTitle": true,
  1633           "title": "Receive",
  1634           "titleSize": "h6"
  1635        },
  1636        {
  1637           "collapse": true,
  1638           "height": "250px",
  1639           "panels": [
  1640              {
  1641                 "aliasColors": { },
  1642                 "bars": false,
  1643                 "dashLength": 10,
  1644                 "dashes": false,
  1645                 "datasource": "$datasource",
  1646                 "description": "Shows rate of alerts that successfully sent to alert manager.",
  1647                 "fill": 10,
  1648                 "id": 16,
  1649                 "legend": {
  1650                    "avg": false,
  1651                    "current": false,
  1652                    "max": false,
  1653                    "min": false,
  1654                    "show": true,
  1655                    "total": false,
  1656                    "values": false
  1657                 },
  1658                 "lines": true,
  1659                 "linewidth": 0,
  1660                 "links": [
  1661                    {
  1662                       "dashboard": "Thanos / Rule",
  1663                       "includeVars": true,
  1664                       "keepTime": true,
  1665                       "title": "Thanos / Rule",
  1666                       "type": "dashboard"
  1667                    }
  1668                 ],
  1669                 "nullPointMode": "null as zero",
  1670                 "percentage": false,
  1671                 "pointradius": 5,
  1672                 "points": false,
  1673                 "renderer": "flot",
  1674                 "seriesOverrides": [ ],
  1675                 "spaceLength": 10,
  1676                 "span": 4,
  1677                 "stack": true,
  1678                 "steppedLine": false,
  1679                 "targets": [
  1680                    {
  1681                       "expr": "sum by (job, alertmanager) (rate(thanos_alert_sender_alerts_sent_total{}[$__rate_interval]))",
  1682                       "format": "time_series",
  1683                       "intervalFactor": 2,
  1684                       "legendFormat": "{{alertmanager}}",
  1685                       "legendLink": null,
  1686                       "step": 10
  1687                    }
  1688                 ],
  1689                 "thresholds": [ ],
  1690                 "timeFrom": null,
  1691                 "timeShift": null,
  1692                 "title": "Alert Sent Rate",
  1693                 "tooltip": {
  1694                    "shared": false,
  1695                    "sort": 0,
  1696                    "value_type": "individual"
  1697                 },
  1698                 "type": "graph",
  1699                 "xaxis": {
  1700                    "buckets": null,
  1701                    "mode": "time",
  1702                    "name": null,
  1703                    "show": true,
  1704                    "values": [ ]
  1705                 },
  1706                 "yaxes": [
  1707                    {
  1708                       "format": "short",
  1709                       "label": null,
  1710                       "logBase": 1,
  1711                       "max": null,
  1712                       "min": 0,
  1713                       "show": true
  1714                    },
  1715                    {
  1716                       "format": "short",
  1717                       "label": null,
  1718                       "logBase": 1,
  1719                       "max": null,
  1720                       "min": null,
  1721                       "show": false
  1722                    }
  1723                 ]
  1724              },
  1725              {
  1726                 "aliasColors": {
  1727                    "error": "#E24D42"
  1728                 },
  1729                 "bars": false,
  1730                 "dashLength": 10,
  1731                 "dashes": false,
  1732                 "datasource": "$datasource",
  1733                 "description": "Shows ratio of errors compared to the total number of sent alerts.",
  1734                 "fill": 10,
  1735                 "id": 17,
  1736                 "legend": {
  1737                    "avg": false,
  1738                    "current": false,
  1739                    "max": false,
  1740                    "min": false,
  1741                    "show": true,
  1742                    "total": false,
  1743                    "values": false
  1744                 },
  1745                 "lines": true,
  1746                 "linewidth": 0,
  1747                 "links": [
  1748                    {
  1749                       "dashboard": "Thanos / Rule",
  1750                       "includeVars": true,
  1751                       "keepTime": true,
  1752                       "title": "Thanos / Rule",
  1753                       "type": "dashboard"
  1754                    }
  1755                 ],
  1756                 "nullPointMode": "null as zero",
  1757                 "percentage": false,
  1758                 "pointradius": 5,
  1759                 "points": false,
  1760                 "renderer": "flot",
  1761                 "seriesOverrides": [ ],
  1762                 "spaceLength": 10,
  1763                 "span": 4,
  1764                 "stack": true,
  1765                 "steppedLine": false,
  1766                 "targets": [
  1767                    {
  1768                       "expr": "sum by (job) (rate(thanos_alert_sender_errors_total{}[$interval])) / sum by (job) (rate(thanos_alert_sender_alerts_sent_total{}[$interval]))",
  1769                       "format": "time_series",
  1770                       "intervalFactor": 2,
  1771                       "legendFormat": "error",
  1772                       "step": 10
  1773                    }
  1774                 ],
  1775                 "thresholds": [ ],
  1776                 "timeFrom": null,
  1777                 "timeShift": null,
  1778                 "title": "Alert Sent Errors",
  1779                 "tooltip": {
  1780                    "shared": false,
  1781                    "sort": 0,
  1782                    "value_type": "individual"
  1783                 },
  1784                 "type": "graph",
  1785                 "xaxis": {
  1786                    "buckets": null,
  1787                    "mode": "time",
  1788                    "name": null,
  1789                    "show": true,
  1790                    "values": [ ]
  1791                 },
  1792                 "yaxes": [
  1793                    {
  1794                       "format": "percentunit",
  1795                       "label": null,
  1796                       "logBase": 1,
  1797                       "max": null,
  1798                       "min": 0,
  1799                       "show": true
  1800                    },
  1801                    {
  1802                       "format": "short",
  1803                       "label": null,
  1804                       "logBase": 1,
  1805                       "max": null,
  1806                       "min": null,
  1807                       "show": false
  1808                    }
  1809                 ]
  1810              },
  1811              {
  1812                 "aliasColors": { },
  1813                 "bars": false,
  1814                 "dashLength": 10,
  1815                 "dashes": false,
  1816                 "datasource": "$datasource",
  1817                 "description": "Shows how long has it taken to send alerts to alert manager.",
  1818                 "fill": 1,
  1819                 "id": 18,
  1820                 "legend": {
  1821                    "avg": false,
  1822                    "current": false,
  1823                    "max": false,
  1824                    "min": false,
  1825                    "show": true,
  1826                    "total": false,
  1827                    "values": false
  1828                 },
  1829                 "lines": true,
  1830                 "linewidth": 1,
  1831                 "links": [
  1832                    {
  1833                       "dashboard": "Thanos / Rule",
  1834                       "includeVars": true,
  1835                       "keepTime": true,
  1836                       "title": "Thanos / Rule",
  1837                       "type": "dashboard"
  1838                    }
  1839                 ],
  1840                 "nullPointMode": "null as zero",
  1841                 "percentage": false,
  1842                 "pointradius": 5,
  1843                 "points": false,
  1844                 "renderer": "flot",
  1845                 "seriesOverrides": [ ],
  1846                 "spaceLength": 10,
  1847                 "span": 4,
  1848                 "stack": false,
  1849                 "steppedLine": false,
  1850                 "targets": [
  1851                    {
  1852                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(thanos_alert_sender_latency_seconds_bucket{}[$interval])))",
  1853                       "format": "time_series",
  1854                       "intervalFactor": 2,
  1855                       "legendFormat": "{{job}} P99",
  1856                       "legendLink": null,
  1857                       "step": 10
  1858                    }
  1859                 ],
  1860                 "thresholds": [
  1861                    {
  1862                       "colorMode": "warning",
  1863                       "fill": true,
  1864                       "line": true,
  1865                       "op": "gt",
  1866                       "value": 0.5,
  1867                       "yaxis": "left"
  1868                    },
  1869                    {
  1870                       "colorMode": "critical",
  1871                       "fill": true,
  1872                       "line": true,
  1873                       "op": "gt",
  1874                       "value": 1,
  1875                       "yaxis": "left"
  1876                    }
  1877                 ],
  1878                 "timeFrom": null,
  1879                 "timeShift": null,
  1880                 "title": "Alert Sent Duration",
  1881                 "tooltip": {
  1882                    "shared": false,
  1883                    "sort": 0,
  1884                    "value_type": "individual"
  1885                 },
  1886                 "type": "graph",
  1887                 "xaxis": {
  1888                    "buckets": null,
  1889                    "mode": "time",
  1890                    "name": null,
  1891                    "show": true,
  1892                    "values": [ ]
  1893                 },
  1894                 "yaxes": [
  1895                    {
  1896                       "format": "s",
  1897                       "label": null,
  1898                       "logBase": 1,
  1899                       "max": null,
  1900                       "min": 0,
  1901                       "show": true
  1902                    },
  1903                    {
  1904                       "format": "short",
  1905                       "label": null,
  1906                       "logBase": 1,
  1907                       "max": null,
  1908                       "min": null,
  1909                       "show": false
  1910                    }
  1911                 ]
  1912              }
  1913           ],
  1914           "repeat": null,
  1915           "repeatIteration": null,
  1916           "repeatRowId": null,
  1917           "showTitle": true,
  1918           "title": "Rule",
  1919           "titleSize": "h6"
  1920        },
  1921        {
  1922           "collapse": true,
  1923           "height": "250px",
  1924           "panels": [
  1925              {
  1926                 "aliasColors": { },
  1927                 "bars": false,
  1928                 "dashLength": 10,
  1929                 "dashes": false,
  1930                 "datasource": "$datasource",
  1931                 "description": "Shows rate of execution for compactions against blocks that are stored in the bucket.",
  1932                 "fill": 10,
  1933                 "id": 19,
  1934                 "legend": {
  1935                    "avg": false,
  1936                    "current": false,
  1937                    "max": false,
  1938                    "min": false,
  1939                    "show": true,
  1940                    "total": false,
  1941                    "values": false
  1942                 },
  1943                 "lines": true,
  1944                 "linewidth": 0,
  1945                 "links": [
  1946                    {
  1947                       "dashboard": "Thanos / Compact",
  1948                       "includeVars": true,
  1949                       "keepTime": true,
  1950                       "title": "Thanos / Compact",
  1951                       "type": "dashboard"
  1952                    }
  1953                 ],
  1954                 "nullPointMode": "null as zero",
  1955                 "percentage": false,
  1956                 "pointradius": 5,
  1957                 "points": false,
  1958                 "renderer": "flot",
  1959                 "seriesOverrides": [ ],
  1960                 "spaceLength": 10,
  1961                 "span": 6,
  1962                 "stack": true,
  1963                 "steppedLine": false,
  1964                 "targets": [
  1965                    {
  1966                       "expr": "sum by (job) (rate(thanos_compact_group_compactions_total{}[$__rate_interval]))",
  1967                       "format": "time_series",
  1968                       "intervalFactor": 2,
  1969                       "legendFormat": "compaction {{job}}",
  1970                       "legendLink": null,
  1971                       "step": 10
  1972                    }
  1973                 ],
  1974                 "thresholds": [ ],
  1975                 "timeFrom": null,
  1976                 "timeShift": null,
  1977                 "title": "Compaction Rate",
  1978                 "tooltip": {
  1979                    "shared": false,
  1980                    "sort": 0,
  1981                    "value_type": "individual"
  1982                 },
  1983                 "type": "graph",
  1984                 "xaxis": {
  1985                    "buckets": null,
  1986                    "mode": "time",
  1987                    "name": null,
  1988                    "show": true,
  1989                    "values": [ ]
  1990                 },
  1991                 "yaxes": [
  1992                    {
  1993                       "format": "short",
  1994                       "label": null,
  1995                       "logBase": 1,
  1996                       "max": null,
  1997                       "min": 0,
  1998                       "show": true
  1999                    },
  2000                    {
  2001                       "format": "short",
  2002                       "label": null,
  2003                       "logBase": 1,
  2004                       "max": null,
  2005                       "min": null,
  2006                       "show": false
  2007                    }
  2008                 ]
  2009              },
  2010              {
  2011                 "aliasColors": {
  2012                    "error": "#E24D42"
  2013                 },
  2014                 "bars": false,
  2015                 "dashLength": 10,
  2016                 "dashes": false,
  2017                 "datasource": "$datasource",
  2018                 "description": "Shows ratio of errors compared to the total number of executed compactions against blocks that are stored in the bucket.",
  2019                 "fill": 10,
  2020                 "id": 20,
  2021                 "legend": {
  2022                    "avg": false,
  2023                    "current": false,
  2024                    "max": false,
  2025                    "min": false,
  2026                    "show": true,
  2027                    "total": false,
  2028                    "values": false
  2029                 },
  2030                 "lines": true,
  2031                 "linewidth": 0,
  2032                 "links": [
  2033                    {
  2034                       "dashboard": "Thanos / Compact",
  2035                       "includeVars": true,
  2036                       "keepTime": true,
  2037                       "title": "Thanos / Compact",
  2038                       "type": "dashboard"
  2039                    }
  2040                 ],
  2041                 "nullPointMode": "null as zero",
  2042                 "percentage": false,
  2043                 "pointradius": 5,
  2044                 "points": false,
  2045                 "renderer": "flot",
  2046                 "seriesOverrides": [ ],
  2047                 "spaceLength": 10,
  2048                 "span": 6,
  2049                 "stack": true,
  2050                 "steppedLine": false,
  2051                 "targets": [
  2052                    {
  2053                       "expr": "sum by (job) (rate(thanos_compact_group_compactions_failures_total{}[$interval])) / sum by (job) (rate(thanos_compact_group_compactions_total{}[$interval]))",
  2054                       "format": "time_series",
  2055                       "intervalFactor": 2,
  2056                       "legendFormat": "error",
  2057                       "step": 10
  2058                    }
  2059                 ],
  2060                 "thresholds": [ ],
  2061                 "timeFrom": null,
  2062                 "timeShift": null,
  2063                 "title": "Compaction Errors",
  2064                 "tooltip": {
  2065                    "shared": false,
  2066                    "sort": 0,
  2067                    "value_type": "individual"
  2068                 },
  2069                 "type": "graph",
  2070                 "xaxis": {
  2071                    "buckets": null,
  2072                    "mode": "time",
  2073                    "name": null,
  2074                    "show": true,
  2075                    "values": [ ]
  2076                 },
  2077                 "yaxes": [
  2078                    {
  2079                       "format": "percentunit",
  2080                       "label": null,
  2081                       "logBase": 1,
  2082                       "max": null,
  2083                       "min": 0,
  2084                       "show": true
  2085                    },
  2086                    {
  2087                       "format": "short",
  2088                       "label": null,
  2089                       "logBase": 1,
  2090                       "max": null,
  2091                       "min": null,
  2092                       "show": false
  2093                    }
  2094                 ]
  2095              }
  2096           ],
  2097           "repeat": null,
  2098           "repeatIteration": null,
  2099           "repeatRowId": null,
  2100           "showTitle": true,
  2101           "title": "Compact",
  2102           "titleSize": "h6"
  2103        }
  2104     ],
  2105     "schemaVersion": 14,
  2106     "style": "dark",
  2107     "tags": [
  2108        "thanos-mixin"
  2109     ],
  2110     "templating": {
  2111        "list": [
  2112           {
  2113              "current": {
  2114                 "text": "default",
  2115                 "value": "default"
  2116              },
  2117              "hide": 0,
  2118              "label": null,
  2119              "name": "datasource",
  2120              "options": [ ],
  2121              "query": "prometheus",
  2122              "refresh": 1,
  2123              "regex": "",
  2124              "type": "datasource"
  2125           },
  2126           {
  2127              "auto": true,
  2128              "auto_count": 300,
  2129              "auto_min": "10s",
  2130              "current": {
  2131                 "text": "5m",
  2132                 "value": "5m"
  2133              },
  2134              "hide": 0,
  2135              "label": "interval",
  2136              "name": "interval",
  2137              "query": "5m,10m,30m,1h,6h,12h",
  2138              "refresh": 2,
  2139              "type": "interval"
  2140           }
  2141        ]
  2142     },
  2143     "time": {
  2144        "from": "now-1h",
  2145        "to": "now"
  2146     },
  2147     "timepicker": {
  2148        "refresh_intervals": [
  2149           "5s",
  2150           "10s",
  2151           "30s",
  2152           "1m",
  2153           "5m",
  2154           "15m",
  2155           "30m",
  2156           "1h",
  2157           "2h",
  2158           "1d"
  2159        ],
  2160        "time_options": [
  2161           "5m",
  2162           "15m",
  2163           "1h",
  2164           "6h",
  2165           "12h",
  2166           "24h",
  2167           "2d",
  2168           "7d",
  2169           "30d"
  2170        ]
  2171     },
  2172     "timezone": "UTC",
  2173     "title": "Thanos / Overview",
  2174     "uid": "0cb8830a6e957978796729870f560cda",
  2175     "version": 0
  2176  }