github.com/thanos-io/thanos@v0.32.5/examples/dashboards/query-frontend.json (about)

     1  {
     2     "annotations": {
     3        "list": [ ]
     4     },
     5     "editable": true,
     6     "gnetId": null,
     7     "graphTooltip": 0,
     8     "hideControls": false,
     9     "links": [ ],
    10     "refresh": "10s",
    11     "rows": [
    12        {
    13           "collapse": false,
    14           "height": "250px",
    15           "panels": [
    16              {
    17                 "aliasColors": { },
    18                 "bars": false,
    19                 "dashLength": 10,
    20                 "dashes": false,
    21                 "datasource": "$datasource",
    22                 "description": "Shows rate of requests against Query Frontend for the given time.",
    23                 "fill": 10,
    24                 "id": 1,
    25                 "legend": {
    26                    "avg": false,
    27                    "current": false,
    28                    "max": false,
    29                    "min": false,
    30                    "show": true,
    31                    "total": false,
    32                    "values": false
    33                 },
    34                 "lines": true,
    35                 "linewidth": 0,
    36                 "links": [ ],
    37                 "nullPointMode": "null as zero",
    38                 "percentage": false,
    39                 "pointradius": 5,
    40                 "points": false,
    41                 "renderer": "flot",
    42                 "seriesOverrides": [
    43                    {
    44                       "alias": "/1../",
    45                       "color": "#EAB839"
    46                    },
    47                    {
    48                       "alias": "/2../",
    49                       "color": "#37872D"
    50                    },
    51                    {
    52                       "alias": "/3../",
    53                       "color": "#E0B400"
    54                    },
    55                    {
    56                       "alias": "/4../",
    57                       "color": "#1F60C4"
    58                    },
    59                    {
    60                       "alias": "/5../",
    61                       "color": "#C4162A"
    62                    }
    63                 ],
    64                 "spaceLength": 10,
    65                 "span": 3,
    66                 "stack": true,
    67                 "steppedLine": false,
    68                 "targets": [
    69                    {
    70                       "expr": "sum by (job, handler, code) (rate(http_requests_total{job=~\"$job\", handler=\"query-frontend\"}[$interval]))",
    71                       "format": "time_series",
    72                       "intervalFactor": 2,
    73                       "legendFormat": "{{job}} {{handler}} {{code}}",
    74                       "step": 10
    75                    }
    76                 ],
    77                 "thresholds": [ ],
    78                 "timeFrom": null,
    79                 "timeShift": null,
    80                 "title": "Rate of requests",
    81                 "tooltip": {
    82                    "shared": false,
    83                    "sort": 0,
    84                    "value_type": "individual"
    85                 },
    86                 "type": "graph",
    87                 "xaxis": {
    88                    "buckets": null,
    89                    "mode": "time",
    90                    "name": null,
    91                    "show": true,
    92                    "values": [ ]
    93                 },
    94                 "yaxes": [
    95                    {
    96                       "format": "short",
    97                       "label": null,
    98                       "logBase": 1,
    99                       "max": null,
   100                       "min": 0,
   101                       "show": true
   102                    },
   103                    {
   104                       "format": "short",
   105                       "label": null,
   106                       "logBase": 1,
   107                       "max": null,
   108                       "min": null,
   109                       "show": false
   110                    }
   111                 ]
   112              },
   113              {
   114                 "aliasColors": { },
   115                 "bars": false,
   116                 "dashLength": 10,
   117                 "dashes": false,
   118                 "datasource": "$datasource",
   119                 "description": "Shows rate of queries passing through Query Frontend",
   120                 "fill": 10,
   121                 "id": 2,
   122                 "legend": {
   123                    "avg": false,
   124                    "current": false,
   125                    "max": false,
   126                    "min": false,
   127                    "show": true,
   128                    "total": false,
   129                    "values": false
   130                 },
   131                 "lines": true,
   132                 "linewidth": 0,
   133                 "links": [ ],
   134                 "nullPointMode": "null as zero",
   135                 "percentage": false,
   136                 "pointradius": 5,
   137                 "points": false,
   138                 "renderer": "flot",
   139                 "seriesOverrides": [
   140                    {
   141                       "alias": "/1../",
   142                       "color": "#EAB839"
   143                    },
   144                    {
   145                       "alias": "/2../",
   146                       "color": "#37872D"
   147                    },
   148                    {
   149                       "alias": "/3../",
   150                       "color": "#E0B400"
   151                    },
   152                    {
   153                       "alias": "/4../",
   154                       "color": "#1F60C4"
   155                    },
   156                    {
   157                       "alias": "/5../",
   158                       "color": "#C4162A"
   159                    }
   160                 ],
   161                 "spaceLength": 10,
   162                 "span": 3,
   163                 "stack": true,
   164                 "steppedLine": false,
   165                 "targets": [
   166                    {
   167                       "expr": "sum by (job, handler, code) (rate(thanos_query_frontend_queries_total{job=~\"$job\", op=\"query_range\"}[$interval]))",
   168                       "format": "time_series",
   169                       "intervalFactor": 2,
   170                       "legendFormat": "{{job}} {{handler}} {{code}}",
   171                       "step": 10
   172                    }
   173                 ],
   174                 "thresholds": [ ],
   175                 "timeFrom": null,
   176                 "timeShift": null,
   177                 "title": "Rate of queries",
   178                 "tooltip": {
   179                    "shared": false,
   180                    "sort": 0,
   181                    "value_type": "individual"
   182                 },
   183                 "type": "graph",
   184                 "xaxis": {
   185                    "buckets": null,
   186                    "mode": "time",
   187                    "name": null,
   188                    "show": true,
   189                    "values": [ ]
   190                 },
   191                 "yaxes": [
   192                    {
   193                       "format": "short",
   194                       "label": null,
   195                       "logBase": 1,
   196                       "max": null,
   197                       "min": 0,
   198                       "show": true
   199                    },
   200                    {
   201                       "format": "short",
   202                       "label": null,
   203                       "logBase": 1,
   204                       "max": null,
   205                       "min": null,
   206                       "show": false
   207                    }
   208                 ]
   209              },
   210              {
   211                 "aliasColors": {
   212                    "error": "#E24D42"
   213                 },
   214                 "bars": false,
   215                 "dashLength": 10,
   216                 "dashes": false,
   217                 "datasource": "$datasource",
   218                 "description": "Shows ratio of errors compared to the total number of handled requests against Query Frontend.",
   219                 "fill": 10,
   220                 "id": 3,
   221                 "legend": {
   222                    "avg": false,
   223                    "current": false,
   224                    "max": false,
   225                    "min": false,
   226                    "show": true,
   227                    "total": false,
   228                    "values": false
   229                 },
   230                 "lines": true,
   231                 "linewidth": 0,
   232                 "links": [ ],
   233                 "nullPointMode": "null as zero",
   234                 "percentage": false,
   235                 "pointradius": 5,
   236                 "points": false,
   237                 "renderer": "flot",
   238                 "seriesOverrides": [ ],
   239                 "spaceLength": 10,
   240                 "span": 3,
   241                 "stack": true,
   242                 "steppedLine": false,
   243                 "targets": [
   244                    {
   245                       "expr": "sum by (job, code) (rate(http_requests_total{job=~\"$job\", handler=\"query-frontend\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (job) (rate(http_requests_total{job=~\"$job\", handler=\"query-frontend\"}[$interval]))",
   246                       "format": "time_series",
   247                       "intervalFactor": 2,
   248                       "step": 10
   249                    }
   250                 ],
   251                 "thresholds": [ ],
   252                 "timeFrom": null,
   253                 "timeShift": null,
   254                 "title": "Errors",
   255                 "tooltip": {
   256                    "shared": false,
   257                    "sort": 0,
   258                    "value_type": "individual"
   259                 },
   260                 "type": "graph",
   261                 "xaxis": {
   262                    "buckets": null,
   263                    "mode": "time",
   264                    "name": null,
   265                    "show": true,
   266                    "values": [ ]
   267                 },
   268                 "yaxes": [
   269                    {
   270                       "format": "percentunit",
   271                       "label": null,
   272                       "logBase": 1,
   273                       "max": null,
   274                       "min": 0,
   275                       "show": true
   276                    },
   277                    {
   278                       "format": "short",
   279                       "label": null,
   280                       "logBase": 1,
   281                       "max": null,
   282                       "min": null,
   283                       "show": false
   284                    }
   285                 ]
   286              },
   287              {
   288                 "aliasColors": { },
   289                 "bars": false,
   290                 "dashLength": 10,
   291                 "dashes": false,
   292                 "datasource": "$datasource",
   293                 "description": "Shows how long has it taken to handle requests in quantiles.",
   294                 "fill": 1,
   295                 "id": 4,
   296                 "legend": {
   297                    "avg": false,
   298                    "current": false,
   299                    "max": false,
   300                    "min": false,
   301                    "show": true,
   302                    "total": false,
   303                    "values": false
   304                 },
   305                 "lines": true,
   306                 "linewidth": 1,
   307                 "links": [ ],
   308                 "nullPointMode": "null as zero",
   309                 "percentage": false,
   310                 "pointradius": 5,
   311                 "points": false,
   312                 "renderer": "flot",
   313                 "seriesOverrides": [
   314                    {
   315                       "alias": "p99",
   316                       "color": "#FA6400",
   317                       "fill": 1,
   318                       "fillGradient": 1
   319                    },
   320                    {
   321                       "alias": "p90",
   322                       "color": "#E0B400",
   323                       "fill": 1,
   324                       "fillGradient": 1
   325                    },
   326                    {
   327                       "alias": "p50",
   328                       "color": "#37872D",
   329                       "fill": 10,
   330                       "fillGradient": 0
   331                    }
   332                 ],
   333                 "spaceLength": 10,
   334                 "span": 3,
   335                 "stack": false,
   336                 "steppedLine": false,
   337                 "targets": [
   338                    {
   339                       "expr": "histogram_quantile(0.50, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"query-frontend\"}[$interval]))) * 1",
   340                       "format": "time_series",
   341                       "intervalFactor": 2,
   342                       "legendFormat": "p50 {{job}}",
   343                       "logBase": 10,
   344                       "max": null,
   345                       "min": null,
   346                       "step": 10
   347                    },
   348                    {
   349                       "expr": "histogram_quantile(0.90, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"query-frontend\"}[$interval]))) * 1",
   350                       "format": "time_series",
   351                       "intervalFactor": 2,
   352                       "legendFormat": "p90 {{job}}",
   353                       "logBase": 10,
   354                       "max": null,
   355                       "min": null,
   356                       "step": 10
   357                    },
   358                    {
   359                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"query-frontend\"}[$interval]))) * 1",
   360                       "format": "time_series",
   361                       "intervalFactor": 2,
   362                       "legendFormat": "p99 {{job}}",
   363                       "logBase": 10,
   364                       "max": null,
   365                       "min": null,
   366                       "step": 10
   367                    }
   368                 ],
   369                 "thresholds": [ ],
   370                 "timeFrom": null,
   371                 "timeShift": null,
   372                 "title": "Duration",
   373                 "tooltip": {
   374                    "shared": false,
   375                    "sort": 0,
   376                    "value_type": "individual"
   377                 },
   378                 "type": "graph",
   379                 "xaxis": {
   380                    "buckets": null,
   381                    "mode": "time",
   382                    "name": null,
   383                    "show": true,
   384                    "values": [ ]
   385                 },
   386                 "yaxes": [
   387                    {
   388                       "format": "s",
   389                       "label": null,
   390                       "logBase": 1,
   391                       "max": null,
   392                       "min": 0,
   393                       "show": true
   394                    },
   395                    {
   396                       "format": "short",
   397                       "label": null,
   398                       "logBase": 1,
   399                       "max": null,
   400                       "min": null,
   401                       "show": false
   402                    }
   403                 ]
   404              }
   405           ],
   406           "repeat": null,
   407           "repeatIteration": null,
   408           "repeatRowId": null,
   409           "showTitle": true,
   410           "title": "Query Frontend API",
   411           "titleSize": "h6"
   412        },
   413        {
   414           "collapse": false,
   415           "height": "250px",
   416           "panels": [
   417              {
   418                 "aliasColors": { },
   419                 "bars": false,
   420                 "dashLength": 10,
   421                 "dashes": false,
   422                 "datasource": "$datasource",
   423                 "description": "Show rate of cache requests.",
   424                 "fill": 10,
   425                 "id": 5,
   426                 "legend": {
   427                    "avg": false,
   428                    "current": false,
   429                    "max": false,
   430                    "min": false,
   431                    "show": true,
   432                    "total": false,
   433                    "values": false
   434                 },
   435                 "lines": true,
   436                 "linewidth": 0,
   437                 "links": [ ],
   438                 "nullPointMode": "null as zero",
   439                 "percentage": false,
   440                 "pointradius": 5,
   441                 "points": false,
   442                 "renderer": "flot",
   443                 "seriesOverrides": [ ],
   444                 "spaceLength": 10,
   445                 "span": 3,
   446                 "stack": true,
   447                 "steppedLine": false,
   448                 "targets": [
   449                    {
   450                       "expr": "sum by (job, tripperware) (rate(cortex_cache_request_duration_seconds_count{job=~\"$job\"}[$__rate_interval]))",
   451                       "format": "time_series",
   452                       "intervalFactor": 2,
   453                       "legendFormat": "{{job}} {{tripperware}}",
   454                       "legendLink": null,
   455                       "step": 10
   456                    }
   457                 ],
   458                 "thresholds": [ ],
   459                 "timeFrom": null,
   460                 "timeShift": null,
   461                 "title": "Requests",
   462                 "tooltip": {
   463                    "shared": false,
   464                    "sort": 0,
   465                    "value_type": "individual"
   466                 },
   467                 "type": "graph",
   468                 "xaxis": {
   469                    "buckets": null,
   470                    "mode": "time",
   471                    "name": null,
   472                    "show": true,
   473                    "values": [ ]
   474                 },
   475                 "yaxes": [
   476                    {
   477                       "format": "short",
   478                       "label": null,
   479                       "logBase": 1,
   480                       "max": null,
   481                       "min": 0,
   482                       "show": true
   483                    },
   484                    {
   485                       "format": "short",
   486                       "label": null,
   487                       "logBase": 1,
   488                       "max": null,
   489                       "min": null,
   490                       "show": false
   491                    }
   492                 ]
   493              },
   494              {
   495                 "aliasColors": { },
   496                 "bars": false,
   497                 "dashLength": 10,
   498                 "dashes": false,
   499                 "datasource": "$datasource",
   500                 "description": "Show rate of Querier cache gets vs misses.",
   501                 "fill": 10,
   502                 "id": 6,
   503                 "legend": {
   504                    "avg": false,
   505                    "current": false,
   506                    "max": false,
   507                    "min": false,
   508                    "show": true,
   509                    "total": false,
   510                    "values": false
   511                 },
   512                 "lines": true,
   513                 "linewidth": 0,
   514                 "links": [ ],
   515                 "nullPointMode": "null as zero",
   516                 "percentage": false,
   517                 "pointradius": 5,
   518                 "points": false,
   519                 "renderer": "flot",
   520                 "seriesOverrides": [ ],
   521                 "spaceLength": 10,
   522                 "span": 3,
   523                 "stack": true,
   524                 "steppedLine": false,
   525                 "targets": [
   526                    {
   527                       "expr": "sum by (job, tripperware) (rate(querier_cache_gets_total{job=~\"$job\"}[$__rate_interval]))",
   528                       "format": "time_series",
   529                       "intervalFactor": 2,
   530                       "legendFormat": "Cache gets - {{job}} {{tripperware}}",
   531                       "legendLink": null,
   532                       "step": 10
   533                    },
   534                    {
   535                       "expr": "sum by (job, tripperware) (rate(querier_cache_misses_total{job=~\"$job\"}[$__rate_interval]))",
   536                       "format": "time_series",
   537                       "intervalFactor": 2,
   538                       "legendFormat": "Cache misses - {{job}} {{tripperware}}",
   539                       "legendLink": null,
   540                       "step": 10
   541                    }
   542                 ],
   543                 "thresholds": [ ],
   544                 "timeFrom": null,
   545                 "timeShift": null,
   546                 "title": "Querier cache gets vs misses",
   547                 "tooltip": {
   548                    "shared": false,
   549                    "sort": 0,
   550                    "value_type": "individual"
   551                 },
   552                 "type": "graph",
   553                 "xaxis": {
   554                    "buckets": null,
   555                    "mode": "time",
   556                    "name": null,
   557                    "show": true,
   558                    "values": [ ]
   559                 },
   560                 "yaxes": [
   561                    {
   562                       "format": "short",
   563                       "label": null,
   564                       "logBase": 1,
   565                       "max": null,
   566                       "min": 0,
   567                       "show": true
   568                    },
   569                    {
   570                       "format": "short",
   571                       "label": null,
   572                       "logBase": 1,
   573                       "max": null,
   574                       "min": null,
   575                       "show": false
   576                    }
   577                 ]
   578              },
   579              {
   580                 "aliasColors": { },
   581                 "bars": false,
   582                 "dashLength": 10,
   583                 "dashes": false,
   584                 "datasource": "$datasource",
   585                 "description": "Shows rate of cortex fetched keys.",
   586                 "fill": 10,
   587                 "id": 7,
   588                 "legend": {
   589                    "avg": false,
   590                    "current": false,
   591                    "max": false,
   592                    "min": false,
   593                    "show": true,
   594                    "total": false,
   595                    "values": false
   596                 },
   597                 "lines": true,
   598                 "linewidth": 0,
   599                 "links": [ ],
   600                 "nullPointMode": "null as zero",
   601                 "percentage": false,
   602                 "pointradius": 5,
   603                 "points": false,
   604                 "renderer": "flot",
   605                 "seriesOverrides": [ ],
   606                 "spaceLength": 10,
   607                 "span": 3,
   608                 "stack": true,
   609                 "steppedLine": false,
   610                 "targets": [
   611                    {
   612                       "expr": "sum by (job, tripperware) (rate(cortex_cache_fetched_keys_total{job=~\"$job\"}[$__rate_interval]))",
   613                       "format": "time_series",
   614                       "intervalFactor": 2,
   615                       "legendFormat": "{{job}} {{tripperware}}",
   616                       "legendLink": null,
   617                       "step": 10
   618                    }
   619                 ],
   620                 "thresholds": [ ],
   621                 "timeFrom": null,
   622                 "timeShift": null,
   623                 "title": "Cortex fetched keys",
   624                 "tooltip": {
   625                    "shared": false,
   626                    "sort": 0,
   627                    "value_type": "individual"
   628                 },
   629                 "type": "graph",
   630                 "xaxis": {
   631                    "buckets": null,
   632                    "mode": "time",
   633                    "name": null,
   634                    "show": true,
   635                    "values": [ ]
   636                 },
   637                 "yaxes": [
   638                    {
   639                       "format": "short",
   640                       "label": null,
   641                       "logBase": 1,
   642                       "max": null,
   643                       "min": 0,
   644                       "show": true
   645                    },
   646                    {
   647                       "format": "short",
   648                       "label": null,
   649                       "logBase": 1,
   650                       "max": null,
   651                       "min": null,
   652                       "show": false
   653                    }
   654                 ]
   655              },
   656              {
   657                 "aliasColors": { },
   658                 "bars": false,
   659                 "dashLength": 10,
   660                 "dashes": false,
   661                 "datasource": "$datasource",
   662                 "description": "Shows rate of cortex cache hits.",
   663                 "fill": 10,
   664                 "id": 8,
   665                 "legend": {
   666                    "avg": false,
   667                    "current": false,
   668                    "max": false,
   669                    "min": false,
   670                    "show": true,
   671                    "total": false,
   672                    "values": false
   673                 },
   674                 "lines": true,
   675                 "linewidth": 0,
   676                 "links": [ ],
   677                 "nullPointMode": "null as zero",
   678                 "percentage": false,
   679                 "pointradius": 5,
   680                 "points": false,
   681                 "renderer": "flot",
   682                 "seriesOverrides": [ ],
   683                 "spaceLength": 10,
   684                 "span": 3,
   685                 "stack": true,
   686                 "steppedLine": false,
   687                 "targets": [
   688                    {
   689                       "expr": "sum by (job, tripperware) (rate(cortex_cache_hits_total{job=~\"$job\"}[$__rate_interval]))",
   690                       "format": "time_series",
   691                       "intervalFactor": 2,
   692                       "legendFormat": "{{job}} {{tripperware}}",
   693                       "legendLink": null,
   694                       "step": 10
   695                    }
   696                 ],
   697                 "thresholds": [ ],
   698                 "timeFrom": null,
   699                 "timeShift": null,
   700                 "title": "Cortex cache hits",
   701                 "tooltip": {
   702                    "shared": false,
   703                    "sort": 0,
   704                    "value_type": "individual"
   705                 },
   706                 "type": "graph",
   707                 "xaxis": {
   708                    "buckets": null,
   709                    "mode": "time",
   710                    "name": null,
   711                    "show": true,
   712                    "values": [ ]
   713                 },
   714                 "yaxes": [
   715                    {
   716                       "format": "short",
   717                       "label": null,
   718                       "logBase": 1,
   719                       "max": null,
   720                       "min": 0,
   721                       "show": true
   722                    },
   723                    {
   724                       "format": "short",
   725                       "label": null,
   726                       "logBase": 1,
   727                       "max": null,
   728                       "min": null,
   729                       "show": false
   730                    }
   731                 ]
   732              }
   733           ],
   734           "repeat": null,
   735           "repeatIteration": null,
   736           "repeatRowId": null,
   737           "showTitle": true,
   738           "title": "Cache Operations",
   739           "titleSize": "h6"
   740        },
   741        {
   742           "collapse": true,
   743           "height": "250px",
   744           "panels": [
   745              {
   746                 "aliasColors": { },
   747                 "bars": false,
   748                 "dashLength": 10,
   749                 "dashes": false,
   750                 "datasource": "$datasource",
   751                 "fill": 1,
   752                 "id": 9,
   753                 "legend": {
   754                    "avg": false,
   755                    "current": false,
   756                    "max": false,
   757                    "min": false,
   758                    "show": true,
   759                    "total": false,
   760                    "values": false
   761                 },
   762                 "lines": true,
   763                 "linewidth": 1,
   764                 "links": [ ],
   765                 "nullPointMode": "null as zero",
   766                 "percentage": false,
   767                 "pointradius": 5,
   768                 "points": false,
   769                 "renderer": "flot",
   770                 "seriesOverrides": [ ],
   771                 "spaceLength": 10,
   772                 "span": 4,
   773                 "stack": false,
   774                 "steppedLine": false,
   775                 "targets": [
   776                    {
   777                       "expr": "go_memstats_alloc_bytes{job=~\"$job\"}",
   778                       "format": "time_series",
   779                       "intervalFactor": 2,
   780                       "legendFormat": "alloc all {{instance}}",
   781                       "legendLink": null,
   782                       "step": 10
   783                    },
   784                    {
   785                       "expr": "go_memstats_heap_alloc_bytes{job=~\"$job\"}",
   786                       "format": "time_series",
   787                       "intervalFactor": 2,
   788                       "legendFormat": "alloc heap {{instance}}",
   789                       "legendLink": null,
   790                       "step": 10
   791                    },
   792                    {
   793                       "expr": "rate(go_memstats_alloc_bytes_total{job=~\"$job\"}[30s])",
   794                       "format": "time_series",
   795                       "intervalFactor": 2,
   796                       "legendFormat": "alloc rate all {{instance}}",
   797                       "legendLink": null,
   798                       "step": 10
   799                    },
   800                    {
   801                       "expr": "rate(go_memstats_heap_alloc_bytes{job=~\"$job\"}[30s])",
   802                       "format": "time_series",
   803                       "intervalFactor": 2,
   804                       "legendFormat": "alloc rate heap {{instance}}",
   805                       "legendLink": null,
   806                       "step": 10
   807                    },
   808                    {
   809                       "expr": "go_memstats_stack_inuse_bytes{job=~\"$job\"}",
   810                       "format": "time_series",
   811                       "intervalFactor": 2,
   812                       "legendFormat": "inuse heap {{instance}}",
   813                       "legendLink": null,
   814                       "step": 10
   815                    },
   816                    {
   817                       "expr": "go_memstats_heap_inuse_bytes{job=~\"$job\"}",
   818                       "format": "time_series",
   819                       "intervalFactor": 2,
   820                       "legendFormat": "inuse stack {{instance}}",
   821                       "legendLink": null,
   822                       "step": 10
   823                    }
   824                 ],
   825                 "thresholds": [ ],
   826                 "timeFrom": null,
   827                 "timeShift": null,
   828                 "title": "Memory Used",
   829                 "tooltip": {
   830                    "shared": false,
   831                    "sort": 0,
   832                    "value_type": "individual"
   833                 },
   834                 "type": "graph",
   835                 "xaxis": {
   836                    "buckets": null,
   837                    "mode": "time",
   838                    "name": null,
   839                    "show": true,
   840                    "values": [ ]
   841                 },
   842                 "yaxes": [
   843                    {
   844                       "format": "bytes",
   845                       "label": null,
   846                       "logBase": 1,
   847                       "max": null,
   848                       "min": 0,
   849                       "show": true
   850                    },
   851                    {
   852                       "format": "short",
   853                       "label": null,
   854                       "logBase": 1,
   855                       "max": null,
   856                       "min": null,
   857                       "show": false
   858                    }
   859                 ]
   860              },
   861              {
   862                 "aliasColors": { },
   863                 "bars": false,
   864                 "dashLength": 10,
   865                 "dashes": false,
   866                 "datasource": "$datasource",
   867                 "fill": 1,
   868                 "id": 10,
   869                 "legend": {
   870                    "avg": false,
   871                    "current": false,
   872                    "max": false,
   873                    "min": false,
   874                    "show": true,
   875                    "total": false,
   876                    "values": false
   877                 },
   878                 "lines": true,
   879                 "linewidth": 1,
   880                 "links": [ ],
   881                 "nullPointMode": "null as zero",
   882                 "percentage": false,
   883                 "pointradius": 5,
   884                 "points": false,
   885                 "renderer": "flot",
   886                 "seriesOverrides": [ ],
   887                 "spaceLength": 10,
   888                 "span": 4,
   889                 "stack": false,
   890                 "steppedLine": false,
   891                 "targets": [
   892                    {
   893                       "expr": "go_goroutines{job=~\"$job\"}",
   894                       "format": "time_series",
   895                       "intervalFactor": 2,
   896                       "legendFormat": "{{instance}}",
   897                       "legendLink": null,
   898                       "step": 10
   899                    }
   900                 ],
   901                 "thresholds": [ ],
   902                 "timeFrom": null,
   903                 "timeShift": null,
   904                 "title": "Goroutines",
   905                 "tooltip": {
   906                    "shared": false,
   907                    "sort": 0,
   908                    "value_type": "individual"
   909                 },
   910                 "type": "graph",
   911                 "xaxis": {
   912                    "buckets": null,
   913                    "mode": "time",
   914                    "name": null,
   915                    "show": true,
   916                    "values": [ ]
   917                 },
   918                 "yaxes": [
   919                    {
   920                       "format": "short",
   921                       "label": null,
   922                       "logBase": 1,
   923                       "max": null,
   924                       "min": 0,
   925                       "show": true
   926                    },
   927                    {
   928                       "format": "short",
   929                       "label": null,
   930                       "logBase": 1,
   931                       "max": null,
   932                       "min": null,
   933                       "show": false
   934                    }
   935                 ]
   936              },
   937              {
   938                 "aliasColors": { },
   939                 "bars": false,
   940                 "dashLength": 10,
   941                 "dashes": false,
   942                 "datasource": "$datasource",
   943                 "fill": 1,
   944                 "id": 11,
   945                 "legend": {
   946                    "avg": false,
   947                    "current": false,
   948                    "max": false,
   949                    "min": false,
   950                    "show": true,
   951                    "total": false,
   952                    "values": false
   953                 },
   954                 "lines": true,
   955                 "linewidth": 1,
   956                 "links": [ ],
   957                 "nullPointMode": "null as zero",
   958                 "percentage": false,
   959                 "pointradius": 5,
   960                 "points": false,
   961                 "renderer": "flot",
   962                 "seriesOverrides": [ ],
   963                 "spaceLength": 10,
   964                 "span": 4,
   965                 "stack": false,
   966                 "steppedLine": false,
   967                 "targets": [
   968                    {
   969                       "expr": "go_gc_duration_seconds{job=~\"$job\"}",
   970                       "format": "time_series",
   971                       "intervalFactor": 2,
   972                       "legendFormat": "{{quantile}} {{instance}}",
   973                       "legendLink": null,
   974                       "step": 10
   975                    }
   976                 ],
   977                 "thresholds": [ ],
   978                 "timeFrom": null,
   979                 "timeShift": null,
   980                 "title": "GC Time Quantiles",
   981                 "tooltip": {
   982                    "shared": false,
   983                    "sort": 0,
   984                    "value_type": "individual"
   985                 },
   986                 "type": "graph",
   987                 "xaxis": {
   988                    "buckets": null,
   989                    "mode": "time",
   990                    "name": null,
   991                    "show": true,
   992                    "values": [ ]
   993                 },
   994                 "yaxes": [
   995                    {
   996                       "format": "short",
   997                       "label": null,
   998                       "logBase": 1,
   999                       "max": null,
  1000                       "min": 0,
  1001                       "show": true
  1002                    },
  1003                    {
  1004                       "format": "short",
  1005                       "label": null,
  1006                       "logBase": 1,
  1007                       "max": null,
  1008                       "min": null,
  1009                       "show": false
  1010                    }
  1011                 ]
  1012              }
  1013           ],
  1014           "repeat": null,
  1015           "repeatIteration": null,
  1016           "repeatRowId": null,
  1017           "showTitle": true,
  1018           "title": "Resources",
  1019           "titleSize": "h6"
  1020        }
  1021     ],
  1022     "schemaVersion": 14,
  1023     "style": "dark",
  1024     "tags": [
  1025        "thanos-mixin"
  1026     ],
  1027     "templating": {
  1028        "list": [
  1029           {
  1030              "current": {
  1031                 "text": "default",
  1032                 "value": "default"
  1033              },
  1034              "hide": 0,
  1035              "label": null,
  1036              "name": "datasource",
  1037              "options": [ ],
  1038              "query": "prometheus",
  1039              "refresh": 1,
  1040              "regex": "",
  1041              "type": "datasource"
  1042           },
  1043           {
  1044              "auto": true,
  1045              "auto_count": 300,
  1046              "auto_min": "10s",
  1047              "current": {
  1048                 "text": "5m",
  1049                 "value": "5m"
  1050              },
  1051              "hide": 0,
  1052              "label": "interval",
  1053              "name": "interval",
  1054              "query": "5m,10m,30m,1h,6h,12h",
  1055              "refresh": 2,
  1056              "type": "interval"
  1057           },
  1058           {
  1059              "allValue": null,
  1060              "current": {
  1061                 "text": "all",
  1062                 "value": "$__all"
  1063              },
  1064              "datasource": "$datasource",
  1065              "hide": 0,
  1066              "includeAll": true,
  1067              "label": "job",
  1068              "multi": false,
  1069              "name": "job",
  1070              "options": [ ],
  1071              "query": "label_values(up{job=~\".*thanos-query-frontend.*\"}, job)",
  1072              "refresh": 1,
  1073              "regex": "",
  1074              "sort": 2,
  1075              "tagValuesQuery": "",
  1076              "tags": [ ],
  1077              "tagsQuery": "",
  1078              "type": "query",
  1079              "useTags": false
  1080           }
  1081        ]
  1082     },
  1083     "time": {
  1084        "from": "now-1h",
  1085        "to": "now"
  1086     },
  1087     "timepicker": {
  1088        "refresh_intervals": [
  1089           "5s",
  1090           "10s",
  1091           "30s",
  1092           "1m",
  1093           "5m",
  1094           "15m",
  1095           "30m",
  1096           "1h",
  1097           "2h",
  1098           "1d"
  1099        ],
  1100        "time_options": [
  1101           "5m",
  1102           "15m",
  1103           "1h",
  1104           "6h",
  1105           "12h",
  1106           "24h",
  1107           "2d",
  1108           "7d",
  1109           "30d"
  1110        ]
  1111     },
  1112     "timezone": "UTC",
  1113     "title": "Thanos / Query Frontend",
  1114     "uid": "7c68ed2ef2355474f058dd27f0471f7a",
  1115     "version": 0
  1116  }