github.com/thanos-io/thanos@v0.32.5/examples/dashboards/query.json (about)

     1  {
     2     "annotations": {
     3        "list": [ ]
     4     },
     5     "editable": true,
     6     "gnetId": null,
     7     "graphTooltip": 0,
     8     "hideControls": false,
     9     "links": [ ],
    10     "refresh": "10s",
    11     "rows": [
    12        {
    13           "collapse": false,
    14           "height": "250px",
    15           "panels": [
    16              {
    17                 "aliasColors": { },
    18                 "bars": false,
    19                 "dashLength": 10,
    20                 "dashes": false,
    21                 "datasource": "$datasource",
    22                 "description": "Shows rate of requests against /query for the given time.",
    23                 "fill": 10,
    24                 "id": 1,
    25                 "legend": {
    26                    "avg": false,
    27                    "current": false,
    28                    "max": false,
    29                    "min": false,
    30                    "show": true,
    31                    "total": false,
    32                    "values": false
    33                 },
    34                 "lines": true,
    35                 "linewidth": 0,
    36                 "links": [ ],
    37                 "nullPointMode": "null as zero",
    38                 "percentage": false,
    39                 "pointradius": 5,
    40                 "points": false,
    41                 "renderer": "flot",
    42                 "seriesOverrides": [
    43                    {
    44                       "alias": "/1../",
    45                       "color": "#EAB839"
    46                    },
    47                    {
    48                       "alias": "/2../",
    49                       "color": "#37872D"
    50                    },
    51                    {
    52                       "alias": "/3../",
    53                       "color": "#E0B400"
    54                    },
    55                    {
    56                       "alias": "/4../",
    57                       "color": "#1F60C4"
    58                    },
    59                    {
    60                       "alias": "/5../",
    61                       "color": "#C4162A"
    62                    }
    63                 ],
    64                 "spaceLength": 10,
    65                 "span": 4,
    66                 "stack": true,
    67                 "steppedLine": false,
    68                 "targets": [
    69                    {
    70                       "expr": "sum by (job, handler, code) (rate(http_requests_total{job=~\"$job\", handler=\"query\"}[$interval]))",
    71                       "format": "time_series",
    72                       "intervalFactor": 2,
    73                       "legendFormat": "{{job}} {{handler}} {{code}}",
    74                       "step": 10
    75                    }
    76                 ],
    77                 "thresholds": [ ],
    78                 "timeFrom": null,
    79                 "timeShift": null,
    80                 "title": "Rate",
    81                 "tooltip": {
    82                    "shared": false,
    83                    "sort": 0,
    84                    "value_type": "individual"
    85                 },
    86                 "type": "graph",
    87                 "xaxis": {
    88                    "buckets": null,
    89                    "mode": "time",
    90                    "name": null,
    91                    "show": true,
    92                    "values": [ ]
    93                 },
    94                 "yaxes": [
    95                    {
    96                       "format": "short",
    97                       "label": null,
    98                       "logBase": 1,
    99                       "max": null,
   100                       "min": 0,
   101                       "show": true
   102                    },
   103                    {
   104                       "format": "short",
   105                       "label": null,
   106                       "logBase": 1,
   107                       "max": null,
   108                       "min": null,
   109                       "show": false
   110                    }
   111                 ]
   112              },
   113              {
   114                 "aliasColors": {
   115                    "error": "#E24D42"
   116                 },
   117                 "bars": false,
   118                 "dashLength": 10,
   119                 "dashes": false,
   120                 "datasource": "$datasource",
   121                 "description": "Shows ratio of errors compared to the total number of handled requests against /query.",
   122                 "fill": 10,
   123                 "id": 2,
   124                 "legend": {
   125                    "avg": false,
   126                    "current": false,
   127                    "max": false,
   128                    "min": false,
   129                    "show": true,
   130                    "total": false,
   131                    "values": false
   132                 },
   133                 "lines": true,
   134                 "linewidth": 0,
   135                 "links": [ ],
   136                 "nullPointMode": "null as zero",
   137                 "percentage": false,
   138                 "pointradius": 5,
   139                 "points": false,
   140                 "renderer": "flot",
   141                 "seriesOverrides": [ ],
   142                 "spaceLength": 10,
   143                 "span": 4,
   144                 "stack": true,
   145                 "steppedLine": false,
   146                 "targets": [
   147                    {
   148                       "expr": "sum by (job, code) (rate(http_requests_total{job=~\"$job\", handler=\"query\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (job) (rate(http_requests_total{job=~\"$job\", handler=\"query\"}[$interval]))",
   149                       "format": "time_series",
   150                       "intervalFactor": 2,
   151                       "step": 10
   152                    }
   153                 ],
   154                 "thresholds": [ ],
   155                 "timeFrom": null,
   156                 "timeShift": null,
   157                 "title": "Errors",
   158                 "tooltip": {
   159                    "shared": false,
   160                    "sort": 0,
   161                    "value_type": "individual"
   162                 },
   163                 "type": "graph",
   164                 "xaxis": {
   165                    "buckets": null,
   166                    "mode": "time",
   167                    "name": null,
   168                    "show": true,
   169                    "values": [ ]
   170                 },
   171                 "yaxes": [
   172                    {
   173                       "format": "percentunit",
   174                       "label": null,
   175                       "logBase": 1,
   176                       "max": null,
   177                       "min": 0,
   178                       "show": true
   179                    },
   180                    {
   181                       "format": "short",
   182                       "label": null,
   183                       "logBase": 1,
   184                       "max": null,
   185                       "min": null,
   186                       "show": false
   187                    }
   188                 ]
   189              },
   190              {
   191                 "aliasColors": { },
   192                 "bars": false,
   193                 "dashLength": 10,
   194                 "dashes": false,
   195                 "datasource": "$datasource",
   196                 "description": "Shows how long has it taken to handle requests in quantiles.",
   197                 "fill": 1,
   198                 "id": 3,
   199                 "legend": {
   200                    "avg": false,
   201                    "current": false,
   202                    "max": false,
   203                    "min": false,
   204                    "show": true,
   205                    "total": false,
   206                    "values": false
   207                 },
   208                 "lines": true,
   209                 "linewidth": 1,
   210                 "links": [ ],
   211                 "nullPointMode": "null as zero",
   212                 "percentage": false,
   213                 "pointradius": 5,
   214                 "points": false,
   215                 "renderer": "flot",
   216                 "seriesOverrides": [
   217                    {
   218                       "alias": "p99",
   219                       "color": "#FA6400",
   220                       "fill": 1,
   221                       "fillGradient": 1
   222                    },
   223                    {
   224                       "alias": "p90",
   225                       "color": "#E0B400",
   226                       "fill": 1,
   227                       "fillGradient": 1
   228                    },
   229                    {
   230                       "alias": "p50",
   231                       "color": "#37872D",
   232                       "fill": 10,
   233                       "fillGradient": 0
   234                    }
   235                 ],
   236                 "spaceLength": 10,
   237                 "span": 4,
   238                 "stack": false,
   239                 "steppedLine": false,
   240                 "targets": [
   241                    {
   242                       "expr": "histogram_quantile(0.50, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"query\"}[$interval]))) * 1",
   243                       "format": "time_series",
   244                       "intervalFactor": 2,
   245                       "legendFormat": "p50 {{job}}",
   246                       "logBase": 10,
   247                       "max": null,
   248                       "min": null,
   249                       "step": 10
   250                    },
   251                    {
   252                       "expr": "histogram_quantile(0.90, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"query\"}[$interval]))) * 1",
   253                       "format": "time_series",
   254                       "intervalFactor": 2,
   255                       "legendFormat": "p90 {{job}}",
   256                       "logBase": 10,
   257                       "max": null,
   258                       "min": null,
   259                       "step": 10
   260                    },
   261                    {
   262                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"query\"}[$interval]))) * 1",
   263                       "format": "time_series",
   264                       "intervalFactor": 2,
   265                       "legendFormat": "p99 {{job}}",
   266                       "logBase": 10,
   267                       "max": null,
   268                       "min": null,
   269                       "step": 10
   270                    }
   271                 ],
   272                 "thresholds": [ ],
   273                 "timeFrom": null,
   274                 "timeShift": null,
   275                 "title": "Duration",
   276                 "tooltip": {
   277                    "shared": false,
   278                    "sort": 0,
   279                    "value_type": "individual"
   280                 },
   281                 "type": "graph",
   282                 "xaxis": {
   283                    "buckets": null,
   284                    "mode": "time",
   285                    "name": null,
   286                    "show": true,
   287                    "values": [ ]
   288                 },
   289                 "yaxes": [
   290                    {
   291                       "format": "s",
   292                       "label": null,
   293                       "logBase": 1,
   294                       "max": null,
   295                       "min": 0,
   296                       "show": true
   297                    },
   298                    {
   299                       "format": "short",
   300                       "label": null,
   301                       "logBase": 1,
   302                       "max": null,
   303                       "min": null,
   304                       "show": false
   305                    }
   306                 ]
   307              }
   308           ],
   309           "repeat": null,
   310           "repeatIteration": null,
   311           "repeatRowId": null,
   312           "showTitle": true,
   313           "title": "Instant Query API",
   314           "titleSize": "h6"
   315        },
   316        {
   317           "collapse": false,
   318           "height": "250px",
   319           "panels": [
   320              {
   321                 "aliasColors": { },
   322                 "bars": false,
   323                 "dashLength": 10,
   324                 "dashes": false,
   325                 "datasource": "$datasource",
   326                 "description": "Shows rate of requests against /query_range for the given time range.",
   327                 "fill": 10,
   328                 "id": 4,
   329                 "legend": {
   330                    "avg": false,
   331                    "current": false,
   332                    "max": false,
   333                    "min": false,
   334                    "show": true,
   335                    "total": false,
   336                    "values": false
   337                 },
   338                 "lines": true,
   339                 "linewidth": 0,
   340                 "links": [ ],
   341                 "nullPointMode": "null as zero",
   342                 "percentage": false,
   343                 "pointradius": 5,
   344                 "points": false,
   345                 "renderer": "flot",
   346                 "seriesOverrides": [
   347                    {
   348                       "alias": "/1../",
   349                       "color": "#EAB839"
   350                    },
   351                    {
   352                       "alias": "/2../",
   353                       "color": "#37872D"
   354                    },
   355                    {
   356                       "alias": "/3../",
   357                       "color": "#E0B400"
   358                    },
   359                    {
   360                       "alias": "/4../",
   361                       "color": "#1F60C4"
   362                    },
   363                    {
   364                       "alias": "/5../",
   365                       "color": "#C4162A"
   366                    }
   367                 ],
   368                 "spaceLength": 10,
   369                 "span": 4,
   370                 "stack": true,
   371                 "steppedLine": false,
   372                 "targets": [
   373                    {
   374                       "expr": "sum by (job, handler, code) (rate(http_requests_total{job=~\"$job\", handler=\"query_range\"}[$interval]))",
   375                       "format": "time_series",
   376                       "intervalFactor": 2,
   377                       "legendFormat": "{{job}} {{handler}} {{code}}",
   378                       "step": 10
   379                    }
   380                 ],
   381                 "thresholds": [ ],
   382                 "timeFrom": null,
   383                 "timeShift": null,
   384                 "title": "Rate",
   385                 "tooltip": {
   386                    "shared": false,
   387                    "sort": 0,
   388                    "value_type": "individual"
   389                 },
   390                 "type": "graph",
   391                 "xaxis": {
   392                    "buckets": null,
   393                    "mode": "time",
   394                    "name": null,
   395                    "show": true,
   396                    "values": [ ]
   397                 },
   398                 "yaxes": [
   399                    {
   400                       "format": "short",
   401                       "label": null,
   402                       "logBase": 1,
   403                       "max": null,
   404                       "min": 0,
   405                       "show": true
   406                    },
   407                    {
   408                       "format": "short",
   409                       "label": null,
   410                       "logBase": 1,
   411                       "max": null,
   412                       "min": null,
   413                       "show": false
   414                    }
   415                 ]
   416              },
   417              {
   418                 "aliasColors": {
   419                    "error": "#E24D42"
   420                 },
   421                 "bars": false,
   422                 "dashLength": 10,
   423                 "dashes": false,
   424                 "datasource": "$datasource",
   425                 "description": "Shows ratio of errors compared to the total number of handled requests against /query_range.",
   426                 "fill": 10,
   427                 "id": 5,
   428                 "legend": {
   429                    "avg": false,
   430                    "current": false,
   431                    "max": false,
   432                    "min": false,
   433                    "show": true,
   434                    "total": false,
   435                    "values": false
   436                 },
   437                 "lines": true,
   438                 "linewidth": 0,
   439                 "links": [ ],
   440                 "nullPointMode": "null as zero",
   441                 "percentage": false,
   442                 "pointradius": 5,
   443                 "points": false,
   444                 "renderer": "flot",
   445                 "seriesOverrides": [ ],
   446                 "spaceLength": 10,
   447                 "span": 4,
   448                 "stack": true,
   449                 "steppedLine": false,
   450                 "targets": [
   451                    {
   452                       "expr": "sum by (job, code) (rate(http_requests_total{job=~\"$job\", handler=\"query_range\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (job) (rate(http_requests_total{job=~\"$job\", handler=\"query_range\"}[$interval]))",
   453                       "format": "time_series",
   454                       "intervalFactor": 2,
   455                       "step": 10
   456                    }
   457                 ],
   458                 "thresholds": [ ],
   459                 "timeFrom": null,
   460                 "timeShift": null,
   461                 "title": "Errors",
   462                 "tooltip": {
   463                    "shared": false,
   464                    "sort": 0,
   465                    "value_type": "individual"
   466                 },
   467                 "type": "graph",
   468                 "xaxis": {
   469                    "buckets": null,
   470                    "mode": "time",
   471                    "name": null,
   472                    "show": true,
   473                    "values": [ ]
   474                 },
   475                 "yaxes": [
   476                    {
   477                       "format": "percentunit",
   478                       "label": null,
   479                       "logBase": 1,
   480                       "max": null,
   481                       "min": 0,
   482                       "show": true
   483                    },
   484                    {
   485                       "format": "short",
   486                       "label": null,
   487                       "logBase": 1,
   488                       "max": null,
   489                       "min": null,
   490                       "show": false
   491                    }
   492                 ]
   493              },
   494              {
   495                 "aliasColors": { },
   496                 "bars": false,
   497                 "dashLength": 10,
   498                 "dashes": false,
   499                 "datasource": "$datasource",
   500                 "description": "Shows how long has it taken to handle requests in quantiles.",
   501                 "fill": 1,
   502                 "id": 6,
   503                 "legend": {
   504                    "avg": false,
   505                    "current": false,
   506                    "max": false,
   507                    "min": false,
   508                    "show": true,
   509                    "total": false,
   510                    "values": false
   511                 },
   512                 "lines": true,
   513                 "linewidth": 1,
   514                 "links": [ ],
   515                 "nullPointMode": "null as zero",
   516                 "percentage": false,
   517                 "pointradius": 5,
   518                 "points": false,
   519                 "renderer": "flot",
   520                 "seriesOverrides": [
   521                    {
   522                       "alias": "p99",
   523                       "color": "#FA6400",
   524                       "fill": 1,
   525                       "fillGradient": 1
   526                    },
   527                    {
   528                       "alias": "p90",
   529                       "color": "#E0B400",
   530                       "fill": 1,
   531                       "fillGradient": 1
   532                    },
   533                    {
   534                       "alias": "p50",
   535                       "color": "#37872D",
   536                       "fill": 10,
   537                       "fillGradient": 0
   538                    }
   539                 ],
   540                 "spaceLength": 10,
   541                 "span": 4,
   542                 "stack": false,
   543                 "steppedLine": false,
   544                 "targets": [
   545                    {
   546                       "expr": "histogram_quantile(0.50, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"query_range\"}[$interval]))) * 1",
   547                       "format": "time_series",
   548                       "intervalFactor": 2,
   549                       "legendFormat": "p50 {{job}}",
   550                       "logBase": 10,
   551                       "max": null,
   552                       "min": null,
   553                       "step": 10
   554                    },
   555                    {
   556                       "expr": "histogram_quantile(0.90, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"query_range\"}[$interval]))) * 1",
   557                       "format": "time_series",
   558                       "intervalFactor": 2,
   559                       "legendFormat": "p90 {{job}}",
   560                       "logBase": 10,
   561                       "max": null,
   562                       "min": null,
   563                       "step": 10
   564                    },
   565                    {
   566                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"query_range\"}[$interval]))) * 1",
   567                       "format": "time_series",
   568                       "intervalFactor": 2,
   569                       "legendFormat": "p99 {{job}}",
   570                       "logBase": 10,
   571                       "max": null,
   572                       "min": null,
   573                       "step": 10
   574                    }
   575                 ],
   576                 "thresholds": [ ],
   577                 "timeFrom": null,
   578                 "timeShift": null,
   579                 "title": "Duration",
   580                 "tooltip": {
   581                    "shared": false,
   582                    "sort": 0,
   583                    "value_type": "individual"
   584                 },
   585                 "type": "graph",
   586                 "xaxis": {
   587                    "buckets": null,
   588                    "mode": "time",
   589                    "name": null,
   590                    "show": true,
   591                    "values": [ ]
   592                 },
   593                 "yaxes": [
   594                    {
   595                       "format": "s",
   596                       "label": null,
   597                       "logBase": 1,
   598                       "max": null,
   599                       "min": 0,
   600                       "show": true
   601                    },
   602                    {
   603                       "format": "short",
   604                       "label": null,
   605                       "logBase": 1,
   606                       "max": null,
   607                       "min": null,
   608                       "show": false
   609                    }
   610                 ]
   611              }
   612           ],
   613           "repeat": null,
   614           "repeatIteration": null,
   615           "repeatRowId": null,
   616           "showTitle": true,
   617           "title": "Range Query API",
   618           "titleSize": "h6"
   619        },
   620        {
   621           "collapse": false,
   622           "height": "250px",
   623           "panels": [
   624              {
   625                 "aliasColors": { },
   626                 "bars": false,
   627                 "dashLength": 10,
   628                 "dashes": false,
   629                 "datasource": "$datasource",
   630                 "description": "Shows rate of handled Unary gRPC requests from other queriers.",
   631                 "fill": 10,
   632                 "id": 7,
   633                 "legend": {
   634                    "avg": false,
   635                    "current": false,
   636                    "max": false,
   637                    "min": false,
   638                    "show": true,
   639                    "total": false,
   640                    "values": false
   641                 },
   642                 "lines": true,
   643                 "linewidth": 0,
   644                 "links": [ ],
   645                 "nullPointMode": "null as zero",
   646                 "percentage": false,
   647                 "pointradius": 5,
   648                 "points": false,
   649                 "renderer": "flot",
   650                 "seriesOverrides": [
   651                    {
   652                       "alias": "/Aborted/",
   653                       "color": "#EAB839"
   654                    },
   655                    {
   656                       "alias": "/AlreadyExists/",
   657                       "color": "#37872D"
   658                    },
   659                    {
   660                       "alias": "/FailedPrecondition/",
   661                       "color": "#E0B400"
   662                    },
   663                    {
   664                       "alias": "/Unimplemented/",
   665                       "color": "#E0B400"
   666                    },
   667                    {
   668                       "alias": "/InvalidArgument/",
   669                       "color": "#1F60C4"
   670                    },
   671                    {
   672                       "alias": "/NotFound/",
   673                       "color": "#1F60C4"
   674                    },
   675                    {
   676                       "alias": "/PermissionDenied/",
   677                       "color": "#1F60C4"
   678                    },
   679                    {
   680                       "alias": "/Unauthenticated/",
   681                       "color": "#1F60C4"
   682                    },
   683                    {
   684                       "alias": "/Canceled/",
   685                       "color": "#C4162A"
   686                    },
   687                    {
   688                       "alias": "/DataLoss/",
   689                       "color": "#C4162A"
   690                    },
   691                    {
   692                       "alias": "/DeadlineExceeded/",
   693                       "color": "#C4162A"
   694                    },
   695                    {
   696                       "alias": "/Internal/",
   697                       "color": "#C4162A"
   698                    },
   699                    {
   700                       "alias": "/OutOfRange/",
   701                       "color": "#C4162A"
   702                    },
   703                    {
   704                       "alias": "/ResourceExhausted/",
   705                       "color": "#C4162A"
   706                    },
   707                    {
   708                       "alias": "/Unavailable/",
   709                       "color": "#C4162A"
   710                    },
   711                    {
   712                       "alias": "/Unknown/",
   713                       "color": "#C4162A"
   714                    },
   715                    {
   716                       "alias": "/OK/",
   717                       "color": "#37872D"
   718                    },
   719                    {
   720                       "alias": "error",
   721                       "color": "#C4162A"
   722                    }
   723                 ],
   724                 "spaceLength": 10,
   725                 "span": 4,
   726                 "stack": true,
   727                 "steppedLine": false,
   728                 "targets": [
   729                    {
   730                       "expr": "sum by (job, grpc_method, grpc_code) (rate(grpc_client_handled_total{job=~\"$job\", grpc_type=\"unary\"}[$interval]))",
   731                       "format": "time_series",
   732                       "intervalFactor": 2,
   733                       "legendFormat": "{{job}} {{grpc_method}} {{grpc_code}}",
   734                       "step": 10
   735                    }
   736                 ],
   737                 "thresholds": [ ],
   738                 "timeFrom": null,
   739                 "timeShift": null,
   740                 "title": "Rate",
   741                 "tooltip": {
   742                    "shared": false,
   743                    "sort": 0,
   744                    "value_type": "individual"
   745                 },
   746                 "type": "graph",
   747                 "xaxis": {
   748                    "buckets": null,
   749                    "mode": "time",
   750                    "name": null,
   751                    "show": true,
   752                    "values": [ ]
   753                 },
   754                 "yaxes": [
   755                    {
   756                       "format": "short",
   757                       "label": null,
   758                       "logBase": 1,
   759                       "max": null,
   760                       "min": 0,
   761                       "show": true
   762                    },
   763                    {
   764                       "format": "short",
   765                       "label": null,
   766                       "logBase": 1,
   767                       "max": null,
   768                       "min": null,
   769                       "show": false
   770                    }
   771                 ]
   772              },
   773              {
   774                 "aliasColors": {
   775                    "error": "#E24D42"
   776                 },
   777                 "bars": false,
   778                 "dashLength": 10,
   779                 "dashes": false,
   780                 "datasource": "$datasource",
   781                 "description": "Shows ratio of errors compared to the total number of handled requests from other queriers.",
   782                 "fill": 10,
   783                 "id": 8,
   784                 "legend": {
   785                    "avg": false,
   786                    "current": false,
   787                    "max": false,
   788                    "min": false,
   789                    "show": true,
   790                    "total": false,
   791                    "values": false
   792                 },
   793                 "lines": true,
   794                 "linewidth": 0,
   795                 "links": [ ],
   796                 "nullPointMode": "null as zero",
   797                 "percentage": false,
   798                 "pointradius": 5,
   799                 "points": false,
   800                 "renderer": "flot",
   801                 "seriesOverrides": [ ],
   802                 "spaceLength": 10,
   803                 "span": 4,
   804                 "stack": true,
   805                 "steppedLine": false,
   806                 "targets": [
   807                    {
   808                       "expr": "sum by (job, grpc_code) (rate(grpc_client_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",job=~\"$job\", grpc_type=\"unary\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_client_handled_total{job=~\"$job\", grpc_type=\"unary\"}[$interval]))",
   809                       "format": "time_series",
   810                       "intervalFactor": 2,
   811                       "step": 10
   812                    }
   813                 ],
   814                 "thresholds": [ ],
   815                 "timeFrom": null,
   816                 "timeShift": null,
   817                 "title": "Errors",
   818                 "tooltip": {
   819                    "shared": false,
   820                    "sort": 0,
   821                    "value_type": "individual"
   822                 },
   823                 "type": "graph",
   824                 "xaxis": {
   825                    "buckets": null,
   826                    "mode": "time",
   827                    "name": null,
   828                    "show": true,
   829                    "values": [ ]
   830                 },
   831                 "yaxes": [
   832                    {
   833                       "format": "percentunit",
   834                       "label": null,
   835                       "logBase": 1,
   836                       "max": null,
   837                       "min": 0,
   838                       "show": true
   839                    },
   840                    {
   841                       "format": "short",
   842                       "label": null,
   843                       "logBase": 1,
   844                       "max": null,
   845                       "min": null,
   846                       "show": false
   847                    }
   848                 ]
   849              },
   850              {
   851                 "aliasColors": { },
   852                 "bars": false,
   853                 "dashLength": 10,
   854                 "dashes": false,
   855                 "datasource": "$datasource",
   856                 "description": "Shows how long has it taken to handle requests from other queriers, in quantiles.",
   857                 "fill": 1,
   858                 "id": 9,
   859                 "legend": {
   860                    "avg": false,
   861                    "current": false,
   862                    "max": false,
   863                    "min": false,
   864                    "show": true,
   865                    "total": false,
   866                    "values": false
   867                 },
   868                 "lines": true,
   869                 "linewidth": 1,
   870                 "links": [ ],
   871                 "nullPointMode": "null as zero",
   872                 "percentage": false,
   873                 "pointradius": 5,
   874                 "points": false,
   875                 "renderer": "flot",
   876                 "seriesOverrides": [
   877                    {
   878                       "alias": "p99",
   879                       "color": "#FA6400",
   880                       "fill": 1,
   881                       "fillGradient": 1
   882                    },
   883                    {
   884                       "alias": "p90",
   885                       "color": "#E0B400",
   886                       "fill": 1,
   887                       "fillGradient": 1
   888                    },
   889                    {
   890                       "alias": "p50",
   891                       "color": "#37872D",
   892                       "fill": 10,
   893                       "fillGradient": 0
   894                    }
   895                 ],
   896                 "spaceLength": 10,
   897                 "span": 4,
   898                 "stack": false,
   899                 "steppedLine": false,
   900                 "targets": [
   901                    {
   902                       "expr": "histogram_quantile(0.50, sum by (job, le) (rate(grpc_client_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1",
   903                       "format": "time_series",
   904                       "intervalFactor": 2,
   905                       "legendFormat": "p50 {{job}}",
   906                       "logBase": 10,
   907                       "max": null,
   908                       "min": null,
   909                       "step": 10
   910                    },
   911                    {
   912                       "expr": "histogram_quantile(0.90, sum by (job, le) (rate(grpc_client_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1",
   913                       "format": "time_series",
   914                       "intervalFactor": 2,
   915                       "legendFormat": "p90 {{job}}",
   916                       "logBase": 10,
   917                       "max": null,
   918                       "min": null,
   919                       "step": 10
   920                    },
   921                    {
   922                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(grpc_client_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1",
   923                       "format": "time_series",
   924                       "intervalFactor": 2,
   925                       "legendFormat": "p99 {{job}}",
   926                       "logBase": 10,
   927                       "max": null,
   928                       "min": null,
   929                       "step": 10
   930                    }
   931                 ],
   932                 "thresholds": [ ],
   933                 "timeFrom": null,
   934                 "timeShift": null,
   935                 "title": "Duration",
   936                 "tooltip": {
   937                    "shared": false,
   938                    "sort": 0,
   939                    "value_type": "individual"
   940                 },
   941                 "type": "graph",
   942                 "xaxis": {
   943                    "buckets": null,
   944                    "mode": "time",
   945                    "name": null,
   946                    "show": true,
   947                    "values": [ ]
   948                 },
   949                 "yaxes": [
   950                    {
   951                       "format": "s",
   952                       "label": null,
   953                       "logBase": 1,
   954                       "max": null,
   955                       "min": 0,
   956                       "show": true
   957                    },
   958                    {
   959                       "format": "short",
   960                       "label": null,
   961                       "logBase": 1,
   962                       "max": null,
   963                       "min": null,
   964                       "show": false
   965                    }
   966                 ]
   967              }
   968           ],
   969           "repeat": null,
   970           "repeatIteration": null,
   971           "repeatRowId": null,
   972           "showTitle": true,
   973           "title": "gRPC (Unary)",
   974           "titleSize": "h6"
   975        },
   976        {
   977           "collapse": false,
   978           "height": "250px",
   979           "panels": [
   980              {
   981                 "aliasColors": { },
   982                 "bars": false,
   983                 "dashLength": 10,
   984                 "dashes": false,
   985                 "datasource": "$datasource",
   986                 "description": "Shows rate of handled Streamed gRPC requests from other queriers.",
   987                 "fill": 10,
   988                 "id": 10,
   989                 "legend": {
   990                    "avg": false,
   991                    "current": false,
   992                    "max": false,
   993                    "min": false,
   994                    "show": true,
   995                    "total": false,
   996                    "values": false
   997                 },
   998                 "lines": true,
   999                 "linewidth": 0,
  1000                 "links": [ ],
  1001                 "nullPointMode": "null as zero",
  1002                 "percentage": false,
  1003                 "pointradius": 5,
  1004                 "points": false,
  1005                 "renderer": "flot",
  1006                 "seriesOverrides": [
  1007                    {
  1008                       "alias": "/Aborted/",
  1009                       "color": "#EAB839"
  1010                    },
  1011                    {
  1012                       "alias": "/AlreadyExists/",
  1013                       "color": "#37872D"
  1014                    },
  1015                    {
  1016                       "alias": "/FailedPrecondition/",
  1017                       "color": "#E0B400"
  1018                    },
  1019                    {
  1020                       "alias": "/Unimplemented/",
  1021                       "color": "#E0B400"
  1022                    },
  1023                    {
  1024                       "alias": "/InvalidArgument/",
  1025                       "color": "#1F60C4"
  1026                    },
  1027                    {
  1028                       "alias": "/NotFound/",
  1029                       "color": "#1F60C4"
  1030                    },
  1031                    {
  1032                       "alias": "/PermissionDenied/",
  1033                       "color": "#1F60C4"
  1034                    },
  1035                    {
  1036                       "alias": "/Unauthenticated/",
  1037                       "color": "#1F60C4"
  1038                    },
  1039                    {
  1040                       "alias": "/Canceled/",
  1041                       "color": "#C4162A"
  1042                    },
  1043                    {
  1044                       "alias": "/DataLoss/",
  1045                       "color": "#C4162A"
  1046                    },
  1047                    {
  1048                       "alias": "/DeadlineExceeded/",
  1049                       "color": "#C4162A"
  1050                    },
  1051                    {
  1052                       "alias": "/Internal/",
  1053                       "color": "#C4162A"
  1054                    },
  1055                    {
  1056                       "alias": "/OutOfRange/",
  1057                       "color": "#C4162A"
  1058                    },
  1059                    {
  1060                       "alias": "/ResourceExhausted/",
  1061                       "color": "#C4162A"
  1062                    },
  1063                    {
  1064                       "alias": "/Unavailable/",
  1065                       "color": "#C4162A"
  1066                    },
  1067                    {
  1068                       "alias": "/Unknown/",
  1069                       "color": "#C4162A"
  1070                    },
  1071                    {
  1072                       "alias": "/OK/",
  1073                       "color": "#37872D"
  1074                    },
  1075                    {
  1076                       "alias": "error",
  1077                       "color": "#C4162A"
  1078                    }
  1079                 ],
  1080                 "spaceLength": 10,
  1081                 "span": 4,
  1082                 "stack": true,
  1083                 "steppedLine": false,
  1084                 "targets": [
  1085                    {
  1086                       "expr": "sum by (job, grpc_method, grpc_code) (rate(grpc_client_handled_total{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))",
  1087                       "format": "time_series",
  1088                       "intervalFactor": 2,
  1089                       "legendFormat": "{{job}} {{grpc_method}} {{grpc_code}}",
  1090                       "step": 10
  1091                    }
  1092                 ],
  1093                 "thresholds": [ ],
  1094                 "timeFrom": null,
  1095                 "timeShift": null,
  1096                 "title": "Rate",
  1097                 "tooltip": {
  1098                    "shared": false,
  1099                    "sort": 0,
  1100                    "value_type": "individual"
  1101                 },
  1102                 "type": "graph",
  1103                 "xaxis": {
  1104                    "buckets": null,
  1105                    "mode": "time",
  1106                    "name": null,
  1107                    "show": true,
  1108                    "values": [ ]
  1109                 },
  1110                 "yaxes": [
  1111                    {
  1112                       "format": "short",
  1113                       "label": null,
  1114                       "logBase": 1,
  1115                       "max": null,
  1116                       "min": 0,
  1117                       "show": true
  1118                    },
  1119                    {
  1120                       "format": "short",
  1121                       "label": null,
  1122                       "logBase": 1,
  1123                       "max": null,
  1124                       "min": null,
  1125                       "show": false
  1126                    }
  1127                 ]
  1128              },
  1129              {
  1130                 "aliasColors": {
  1131                    "error": "#E24D42"
  1132                 },
  1133                 "bars": false,
  1134                 "dashLength": 10,
  1135                 "dashes": false,
  1136                 "datasource": "$datasource",
  1137                 "description": "Shows ratio of errors compared to the total number of handled requests from other queriers.",
  1138                 "fill": 10,
  1139                 "id": 11,
  1140                 "legend": {
  1141                    "avg": false,
  1142                    "current": false,
  1143                    "max": false,
  1144                    "min": false,
  1145                    "show": true,
  1146                    "total": false,
  1147                    "values": false
  1148                 },
  1149                 "lines": true,
  1150                 "linewidth": 0,
  1151                 "links": [ ],
  1152                 "nullPointMode": "null as zero",
  1153                 "percentage": false,
  1154                 "pointradius": 5,
  1155                 "points": false,
  1156                 "renderer": "flot",
  1157                 "seriesOverrides": [ ],
  1158                 "spaceLength": 10,
  1159                 "span": 4,
  1160                 "stack": true,
  1161                 "steppedLine": false,
  1162                 "targets": [
  1163                    {
  1164                       "expr": "sum by (job, grpc_code) (rate(grpc_client_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",job=~\"$job\", grpc_type=\"server_stream\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_client_handled_total{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))",
  1165                       "format": "time_series",
  1166                       "intervalFactor": 2,
  1167                       "step": 10
  1168                    }
  1169                 ],
  1170                 "thresholds": [ ],
  1171                 "timeFrom": null,
  1172                 "timeShift": null,
  1173                 "title": "Errors",
  1174                 "tooltip": {
  1175                    "shared": false,
  1176                    "sort": 0,
  1177                    "value_type": "individual"
  1178                 },
  1179                 "type": "graph",
  1180                 "xaxis": {
  1181                    "buckets": null,
  1182                    "mode": "time",
  1183                    "name": null,
  1184                    "show": true,
  1185                    "values": [ ]
  1186                 },
  1187                 "yaxes": [
  1188                    {
  1189                       "format": "percentunit",
  1190                       "label": null,
  1191                       "logBase": 1,
  1192                       "max": null,
  1193                       "min": 0,
  1194                       "show": true
  1195                    },
  1196                    {
  1197                       "format": "short",
  1198                       "label": null,
  1199                       "logBase": 1,
  1200                       "max": null,
  1201                       "min": null,
  1202                       "show": false
  1203                    }
  1204                 ]
  1205              },
  1206              {
  1207                 "aliasColors": { },
  1208                 "bars": false,
  1209                 "dashLength": 10,
  1210                 "dashes": false,
  1211                 "datasource": "$datasource",
  1212                 "description": "Shows how long has it taken to handle requests from other queriers, in quantiles",
  1213                 "fill": 1,
  1214                 "id": 12,
  1215                 "legend": {
  1216                    "avg": false,
  1217                    "current": false,
  1218                    "max": false,
  1219                    "min": false,
  1220                    "show": true,
  1221                    "total": false,
  1222                    "values": false
  1223                 },
  1224                 "lines": true,
  1225                 "linewidth": 1,
  1226                 "links": [ ],
  1227                 "nullPointMode": "null as zero",
  1228                 "percentage": false,
  1229                 "pointradius": 5,
  1230                 "points": false,
  1231                 "renderer": "flot",
  1232                 "seriesOverrides": [
  1233                    {
  1234                       "alias": "p99",
  1235                       "color": "#FA6400",
  1236                       "fill": 1,
  1237                       "fillGradient": 1
  1238                    },
  1239                    {
  1240                       "alias": "p90",
  1241                       "color": "#E0B400",
  1242                       "fill": 1,
  1243                       "fillGradient": 1
  1244                    },
  1245                    {
  1246                       "alias": "p50",
  1247                       "color": "#37872D",
  1248                       "fill": 10,
  1249                       "fillGradient": 0
  1250                    }
  1251                 ],
  1252                 "spaceLength": 10,
  1253                 "span": 4,
  1254                 "stack": false,
  1255                 "steppedLine": false,
  1256                 "targets": [
  1257                    {
  1258                       "expr": "histogram_quantile(0.50, sum by (job, le) (rate(grpc_client_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1",
  1259                       "format": "time_series",
  1260                       "intervalFactor": 2,
  1261                       "legendFormat": "p50 {{job}}",
  1262                       "logBase": 10,
  1263                       "max": null,
  1264                       "min": null,
  1265                       "step": 10
  1266                    },
  1267                    {
  1268                       "expr": "histogram_quantile(0.90, sum by (job, le) (rate(grpc_client_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1",
  1269                       "format": "time_series",
  1270                       "intervalFactor": 2,
  1271                       "legendFormat": "p90 {{job}}",
  1272                       "logBase": 10,
  1273                       "max": null,
  1274                       "min": null,
  1275                       "step": 10
  1276                    },
  1277                    {
  1278                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(grpc_client_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1",
  1279                       "format": "time_series",
  1280                       "intervalFactor": 2,
  1281                       "legendFormat": "p99 {{job}}",
  1282                       "logBase": 10,
  1283                       "max": null,
  1284                       "min": null,
  1285                       "step": 10
  1286                    }
  1287                 ],
  1288                 "thresholds": [ ],
  1289                 "timeFrom": null,
  1290                 "timeShift": null,
  1291                 "title": "Duration",
  1292                 "tooltip": {
  1293                    "shared": false,
  1294                    "sort": 0,
  1295                    "value_type": "individual"
  1296                 },
  1297                 "type": "graph",
  1298                 "xaxis": {
  1299                    "buckets": null,
  1300                    "mode": "time",
  1301                    "name": null,
  1302                    "show": true,
  1303                    "values": [ ]
  1304                 },
  1305                 "yaxes": [
  1306                    {
  1307                       "format": "s",
  1308                       "label": null,
  1309                       "logBase": 1,
  1310                       "max": null,
  1311                       "min": 0,
  1312                       "show": true
  1313                    },
  1314                    {
  1315                       "format": "short",
  1316                       "label": null,
  1317                       "logBase": 1,
  1318                       "max": null,
  1319                       "min": null,
  1320                       "show": false
  1321                    }
  1322                 ]
  1323              }
  1324           ],
  1325           "repeat": null,
  1326           "repeatIteration": null,
  1327           "repeatRowId": null,
  1328           "showTitle": true,
  1329           "title": "gRPC (Stream)",
  1330           "titleSize": "h6"
  1331        },
  1332        {
  1333           "collapse": false,
  1334           "height": "250px",
  1335           "panels": [
  1336              {
  1337                 "aliasColors": { },
  1338                 "bars": false,
  1339                 "dashLength": 10,
  1340                 "dashes": false,
  1341                 "datasource": "$datasource",
  1342                 "description": "Shows rate of DNS lookups to discover stores.",
  1343                 "fill": 1,
  1344                 "id": 13,
  1345                 "legend": {
  1346                    "avg": false,
  1347                    "current": false,
  1348                    "max": false,
  1349                    "min": false,
  1350                    "show": true,
  1351                    "total": false,
  1352                    "values": false
  1353                 },
  1354                 "lines": true,
  1355                 "linewidth": 1,
  1356                 "links": [ ],
  1357                 "nullPointMode": "null as zero",
  1358                 "percentage": false,
  1359                 "pointradius": 5,
  1360                 "points": false,
  1361                 "renderer": "flot",
  1362                 "seriesOverrides": [ ],
  1363                 "spaceLength": 10,
  1364                 "span": 6,
  1365                 "stack": false,
  1366                 "steppedLine": false,
  1367                 "targets": [
  1368                    {
  1369                       "expr": "sum by (job) (rate(thanos_query_store_apis_dns_lookups_total{job=~\"$job\"}[$interval]))",
  1370                       "format": "time_series",
  1371                       "intervalFactor": 2,
  1372                       "legendFormat": "lookups {{job}}",
  1373                       "legendLink": null,
  1374                       "step": 10
  1375                    }
  1376                 ],
  1377                 "thresholds": [ ],
  1378                 "timeFrom": null,
  1379                 "timeShift": null,
  1380                 "title": "Rate",
  1381                 "tooltip": {
  1382                    "shared": false,
  1383                    "sort": 0,
  1384                    "value_type": "individual"
  1385                 },
  1386                 "type": "graph",
  1387                 "xaxis": {
  1388                    "buckets": null,
  1389                    "mode": "time",
  1390                    "name": null,
  1391                    "show": true,
  1392                    "values": [ ]
  1393                 },
  1394                 "yaxes": [
  1395                    {
  1396                       "format": "short",
  1397                       "label": null,
  1398                       "logBase": 1,
  1399                       "max": null,
  1400                       "min": 0,
  1401                       "show": true
  1402                    },
  1403                    {
  1404                       "format": "short",
  1405                       "label": null,
  1406                       "logBase": 1,
  1407                       "max": null,
  1408                       "min": null,
  1409                       "show": false
  1410                    }
  1411                 ]
  1412              },
  1413              {
  1414                 "aliasColors": {
  1415                    "error": "#E24D42"
  1416                 },
  1417                 "bars": false,
  1418                 "dashLength": 10,
  1419                 "dashes": false,
  1420                 "datasource": "$datasource",
  1421                 "description": "Shows ratio of failures compared to the total number of executed DNS lookups.",
  1422                 "fill": 10,
  1423                 "id": 14,
  1424                 "legend": {
  1425                    "avg": false,
  1426                    "current": false,
  1427                    "max": false,
  1428                    "min": false,
  1429                    "show": true,
  1430                    "total": false,
  1431                    "values": false
  1432                 },
  1433                 "lines": true,
  1434                 "linewidth": 0,
  1435                 "links": [ ],
  1436                 "nullPointMode": "null as zero",
  1437                 "percentage": false,
  1438                 "pointradius": 5,
  1439                 "points": false,
  1440                 "renderer": "flot",
  1441                 "seriesOverrides": [ ],
  1442                 "spaceLength": 10,
  1443                 "span": 6,
  1444                 "stack": true,
  1445                 "steppedLine": false,
  1446                 "targets": [
  1447                    {
  1448                       "expr": "sum by (job) (rate(thanos_query_store_apis_dns_failures_total{job=~\"$job\"}[$interval])) / sum by (job) (rate(thanos_query_store_apis_dns_lookups_total{job=~\"$job\"}[$interval]))",
  1449                       "format": "time_series",
  1450                       "intervalFactor": 2,
  1451                       "legendFormat": "error",
  1452                       "step": 10
  1453                    }
  1454                 ],
  1455                 "thresholds": [ ],
  1456                 "timeFrom": null,
  1457                 "timeShift": null,
  1458                 "title": "Errors",
  1459                 "tooltip": {
  1460                    "shared": false,
  1461                    "sort": 0,
  1462                    "value_type": "individual"
  1463                 },
  1464                 "type": "graph",
  1465                 "xaxis": {
  1466                    "buckets": null,
  1467                    "mode": "time",
  1468                    "name": null,
  1469                    "show": true,
  1470                    "values": [ ]
  1471                 },
  1472                 "yaxes": [
  1473                    {
  1474                       "format": "percentunit",
  1475                       "label": null,
  1476                       "logBase": 1,
  1477                       "max": null,
  1478                       "min": 0,
  1479                       "show": true
  1480                    },
  1481                    {
  1482                       "format": "short",
  1483                       "label": null,
  1484                       "logBase": 1,
  1485                       "max": null,
  1486                       "min": null,
  1487                       "show": false
  1488                    }
  1489                 ]
  1490              }
  1491           ],
  1492           "repeat": null,
  1493           "repeatIteration": null,
  1494           "repeatRowId": null,
  1495           "showTitle": true,
  1496           "title": "DNS",
  1497           "titleSize": "h6"
  1498        },
  1499        {
  1500           "collapse": false,
  1501           "height": "250px",
  1502           "panels": [
  1503              {
  1504                 "aliasColors": { },
  1505                 "bars": false,
  1506                 "dashLength": 10,
  1507                 "dashes": false,
  1508                 "datasource": "$datasource",
  1509                 "description": "Shows available capacity of processing queries in parallel.",
  1510                 "fill": 1,
  1511                 "id": 15,
  1512                 "legend": {
  1513                    "avg": false,
  1514                    "current": false,
  1515                    "max": false,
  1516                    "min": false,
  1517                    "show": true,
  1518                    "total": false,
  1519                    "values": false
  1520                 },
  1521                 "lines": true,
  1522                 "linewidth": 1,
  1523                 "links": [ ],
  1524                 "nullPointMode": "null as zero",
  1525                 "percentage": false,
  1526                 "pointradius": 5,
  1527                 "points": false,
  1528                 "renderer": "flot",
  1529                 "seriesOverrides": [ ],
  1530                 "spaceLength": 10,
  1531                 "span": 12,
  1532                 "stack": false,
  1533                 "steppedLine": false,
  1534                 "targets": [
  1535                    {
  1536                       "expr": "max_over_time(thanos_query_concurrent_gate_queries_max{job=~\"$job\"}[$__rate_interval]) - avg_over_time(thanos_query_concurrent_gate_queries_in_flight{job=~\"$job\"}[$__rate_interval])",
  1537                       "format": "time_series",
  1538                       "intervalFactor": 2,
  1539                       "legendFormat": "{{job}} - {{pod}}",
  1540                       "legendLink": null,
  1541                       "step": 10
  1542                    }
  1543                 ],
  1544                 "thresholds": [ ],
  1545                 "timeFrom": null,
  1546                 "timeShift": null,
  1547                 "title": "Concurrent Capacity",
  1548                 "tooltip": {
  1549                    "shared": false,
  1550                    "sort": 0,
  1551                    "value_type": "individual"
  1552                 },
  1553                 "type": "graph",
  1554                 "xaxis": {
  1555                    "buckets": null,
  1556                    "mode": "time",
  1557                    "name": null,
  1558                    "show": true,
  1559                    "values": [ ]
  1560                 },
  1561                 "yaxes": [
  1562                    {
  1563                       "format": "short",
  1564                       "label": null,
  1565                       "logBase": 1,
  1566                       "max": null,
  1567                       "min": 0,
  1568                       "show": true
  1569                    },
  1570                    {
  1571                       "format": "short",
  1572                       "label": null,
  1573                       "logBase": 1,
  1574                       "max": null,
  1575                       "min": null,
  1576                       "show": false
  1577                    }
  1578                 ]
  1579              }
  1580           ],
  1581           "repeat": null,
  1582           "repeatIteration": null,
  1583           "repeatRowId": null,
  1584           "showTitle": true,
  1585           "title": "Query Concurrency",
  1586           "titleSize": "h6"
  1587        },
  1588        {
  1589           "collapse": true,
  1590           "height": "250px",
  1591           "panels": [
  1592              {
  1593                 "aliasColors": { },
  1594                 "bars": false,
  1595                 "dashLength": 10,
  1596                 "dashes": false,
  1597                 "datasource": "$datasource",
  1598                 "fill": 1,
  1599                 "id": 16,
  1600                 "legend": {
  1601                    "avg": false,
  1602                    "current": false,
  1603                    "max": false,
  1604                    "min": false,
  1605                    "show": true,
  1606                    "total": false,
  1607                    "values": false
  1608                 },
  1609                 "lines": true,
  1610                 "linewidth": 1,
  1611                 "links": [ ],
  1612                 "nullPointMode": "null as zero",
  1613                 "percentage": false,
  1614                 "pointradius": 5,
  1615                 "points": false,
  1616                 "renderer": "flot",
  1617                 "seriesOverrides": [ ],
  1618                 "spaceLength": 10,
  1619                 "span": 4,
  1620                 "stack": false,
  1621                 "steppedLine": false,
  1622                 "targets": [
  1623                    {
  1624                       "expr": "go_memstats_alloc_bytes{job=~\"$job\"}",
  1625                       "format": "time_series",
  1626                       "intervalFactor": 2,
  1627                       "legendFormat": "alloc all {{instance}}",
  1628                       "legendLink": null,
  1629                       "step": 10
  1630                    },
  1631                    {
  1632                       "expr": "go_memstats_heap_alloc_bytes{job=~\"$job\"}",
  1633                       "format": "time_series",
  1634                       "intervalFactor": 2,
  1635                       "legendFormat": "alloc heap {{instance}}",
  1636                       "legendLink": null,
  1637                       "step": 10
  1638                    },
  1639                    {
  1640                       "expr": "rate(go_memstats_alloc_bytes_total{job=~\"$job\"}[30s])",
  1641                       "format": "time_series",
  1642                       "intervalFactor": 2,
  1643                       "legendFormat": "alloc rate all {{instance}}",
  1644                       "legendLink": null,
  1645                       "step": 10
  1646                    },
  1647                    {
  1648                       "expr": "rate(go_memstats_heap_alloc_bytes{job=~\"$job\"}[30s])",
  1649                       "format": "time_series",
  1650                       "intervalFactor": 2,
  1651                       "legendFormat": "alloc rate heap {{instance}}",
  1652                       "legendLink": null,
  1653                       "step": 10
  1654                    },
  1655                    {
  1656                       "expr": "go_memstats_stack_inuse_bytes{job=~\"$job\"}",
  1657                       "format": "time_series",
  1658                       "intervalFactor": 2,
  1659                       "legendFormat": "inuse heap {{instance}}",
  1660                       "legendLink": null,
  1661                       "step": 10
  1662                    },
  1663                    {
  1664                       "expr": "go_memstats_heap_inuse_bytes{job=~\"$job\"}",
  1665                       "format": "time_series",
  1666                       "intervalFactor": 2,
  1667                       "legendFormat": "inuse stack {{instance}}",
  1668                       "legendLink": null,
  1669                       "step": 10
  1670                    }
  1671                 ],
  1672                 "thresholds": [ ],
  1673                 "timeFrom": null,
  1674                 "timeShift": null,
  1675                 "title": "Memory Used",
  1676                 "tooltip": {
  1677                    "shared": false,
  1678                    "sort": 0,
  1679                    "value_type": "individual"
  1680                 },
  1681                 "type": "graph",
  1682                 "xaxis": {
  1683                    "buckets": null,
  1684                    "mode": "time",
  1685                    "name": null,
  1686                    "show": true,
  1687                    "values": [ ]
  1688                 },
  1689                 "yaxes": [
  1690                    {
  1691                       "format": "bytes",
  1692                       "label": null,
  1693                       "logBase": 1,
  1694                       "max": null,
  1695                       "min": 0,
  1696                       "show": true
  1697                    },
  1698                    {
  1699                       "format": "short",
  1700                       "label": null,
  1701                       "logBase": 1,
  1702                       "max": null,
  1703                       "min": null,
  1704                       "show": false
  1705                    }
  1706                 ]
  1707              },
  1708              {
  1709                 "aliasColors": { },
  1710                 "bars": false,
  1711                 "dashLength": 10,
  1712                 "dashes": false,
  1713                 "datasource": "$datasource",
  1714                 "fill": 1,
  1715                 "id": 17,
  1716                 "legend": {
  1717                    "avg": false,
  1718                    "current": false,
  1719                    "max": false,
  1720                    "min": false,
  1721                    "show": true,
  1722                    "total": false,
  1723                    "values": false
  1724                 },
  1725                 "lines": true,
  1726                 "linewidth": 1,
  1727                 "links": [ ],
  1728                 "nullPointMode": "null as zero",
  1729                 "percentage": false,
  1730                 "pointradius": 5,
  1731                 "points": false,
  1732                 "renderer": "flot",
  1733                 "seriesOverrides": [ ],
  1734                 "spaceLength": 10,
  1735                 "span": 4,
  1736                 "stack": false,
  1737                 "steppedLine": false,
  1738                 "targets": [
  1739                    {
  1740                       "expr": "go_goroutines{job=~\"$job\"}",
  1741                       "format": "time_series",
  1742                       "intervalFactor": 2,
  1743                       "legendFormat": "{{instance}}",
  1744                       "legendLink": null,
  1745                       "step": 10
  1746                    }
  1747                 ],
  1748                 "thresholds": [ ],
  1749                 "timeFrom": null,
  1750                 "timeShift": null,
  1751                 "title": "Goroutines",
  1752                 "tooltip": {
  1753                    "shared": false,
  1754                    "sort": 0,
  1755                    "value_type": "individual"
  1756                 },
  1757                 "type": "graph",
  1758                 "xaxis": {
  1759                    "buckets": null,
  1760                    "mode": "time",
  1761                    "name": null,
  1762                    "show": true,
  1763                    "values": [ ]
  1764                 },
  1765                 "yaxes": [
  1766                    {
  1767                       "format": "short",
  1768                       "label": null,
  1769                       "logBase": 1,
  1770                       "max": null,
  1771                       "min": 0,
  1772                       "show": true
  1773                    },
  1774                    {
  1775                       "format": "short",
  1776                       "label": null,
  1777                       "logBase": 1,
  1778                       "max": null,
  1779                       "min": null,
  1780                       "show": false
  1781                    }
  1782                 ]
  1783              },
  1784              {
  1785                 "aliasColors": { },
  1786                 "bars": false,
  1787                 "dashLength": 10,
  1788                 "dashes": false,
  1789                 "datasource": "$datasource",
  1790                 "fill": 1,
  1791                 "id": 18,
  1792                 "legend": {
  1793                    "avg": false,
  1794                    "current": false,
  1795                    "max": false,
  1796                    "min": false,
  1797                    "show": true,
  1798                    "total": false,
  1799                    "values": false
  1800                 },
  1801                 "lines": true,
  1802                 "linewidth": 1,
  1803                 "links": [ ],
  1804                 "nullPointMode": "null as zero",
  1805                 "percentage": false,
  1806                 "pointradius": 5,
  1807                 "points": false,
  1808                 "renderer": "flot",
  1809                 "seriesOverrides": [ ],
  1810                 "spaceLength": 10,
  1811                 "span": 4,
  1812                 "stack": false,
  1813                 "steppedLine": false,
  1814                 "targets": [
  1815                    {
  1816                       "expr": "go_gc_duration_seconds{job=~\"$job\"}",
  1817                       "format": "time_series",
  1818                       "intervalFactor": 2,
  1819                       "legendFormat": "{{quantile}} {{instance}}",
  1820                       "legendLink": null,
  1821                       "step": 10
  1822                    }
  1823                 ],
  1824                 "thresholds": [ ],
  1825                 "timeFrom": null,
  1826                 "timeShift": null,
  1827                 "title": "GC Time Quantiles",
  1828                 "tooltip": {
  1829                    "shared": false,
  1830                    "sort": 0,
  1831                    "value_type": "individual"
  1832                 },
  1833                 "type": "graph",
  1834                 "xaxis": {
  1835                    "buckets": null,
  1836                    "mode": "time",
  1837                    "name": null,
  1838                    "show": true,
  1839                    "values": [ ]
  1840                 },
  1841                 "yaxes": [
  1842                    {
  1843                       "format": "short",
  1844                       "label": null,
  1845                       "logBase": 1,
  1846                       "max": null,
  1847                       "min": 0,
  1848                       "show": true
  1849                    },
  1850                    {
  1851                       "format": "short",
  1852                       "label": null,
  1853                       "logBase": 1,
  1854                       "max": null,
  1855                       "min": null,
  1856                       "show": false
  1857                    }
  1858                 ]
  1859              }
  1860           ],
  1861           "repeat": null,
  1862           "repeatIteration": null,
  1863           "repeatRowId": null,
  1864           "showTitle": true,
  1865           "title": "Resources",
  1866           "titleSize": "h6"
  1867        }
  1868     ],
  1869     "schemaVersion": 14,
  1870     "style": "dark",
  1871     "tags": [
  1872        "thanos-mixin"
  1873     ],
  1874     "templating": {
  1875        "list": [
  1876           {
  1877              "current": {
  1878                 "text": "default",
  1879                 "value": "default"
  1880              },
  1881              "hide": 0,
  1882              "label": null,
  1883              "name": "datasource",
  1884              "options": [ ],
  1885              "query": "prometheus",
  1886              "refresh": 1,
  1887              "regex": "",
  1888              "type": "datasource"
  1889           },
  1890           {
  1891              "auto": true,
  1892              "auto_count": 300,
  1893              "auto_min": "10s",
  1894              "current": {
  1895                 "text": "5m",
  1896                 "value": "5m"
  1897              },
  1898              "hide": 0,
  1899              "label": "interval",
  1900              "name": "interval",
  1901              "query": "5m,10m,30m,1h,6h,12h",
  1902              "refresh": 2,
  1903              "type": "interval"
  1904           },
  1905           {
  1906              "allValue": null,
  1907              "current": {
  1908                 "text": "all",
  1909                 "value": "$__all"
  1910              },
  1911              "datasource": "$datasource",
  1912              "hide": 0,
  1913              "includeAll": true,
  1914              "label": "job",
  1915              "multi": false,
  1916              "name": "job",
  1917              "options": [ ],
  1918              "query": "label_values(up{job=~\".*thanos-query.*\"}, job)",
  1919              "refresh": 1,
  1920              "regex": "",
  1921              "sort": 2,
  1922              "tagValuesQuery": "",
  1923              "tags": [ ],
  1924              "tagsQuery": "",
  1925              "type": "query",
  1926              "useTags": false
  1927           }
  1928        ]
  1929     },
  1930     "time": {
  1931        "from": "now-1h",
  1932        "to": "now"
  1933     },
  1934     "timepicker": {
  1935        "refresh_intervals": [
  1936           "5s",
  1937           "10s",
  1938           "30s",
  1939           "1m",
  1940           "5m",
  1941           "15m",
  1942           "30m",
  1943           "1h",
  1944           "2h",
  1945           "1d"
  1946        ],
  1947        "time_options": [
  1948           "5m",
  1949           "15m",
  1950           "1h",
  1951           "6h",
  1952           "12h",
  1953           "24h",
  1954           "2d",
  1955           "7d",
  1956           "30d"
  1957        ]
  1958     },
  1959     "timezone": "UTC",
  1960     "title": "Thanos / Query",
  1961     "uid": "af36c91291a603f1d9fbdabdd127ac4a",
  1962     "version": 0
  1963  }