github.com/thanos-io/thanos@v0.32.5/examples/dashboards/store.json (about)

     1  {
     2     "annotations": {
     3        "list": [ ]
     4     },
     5     "editable": true,
     6     "gnetId": null,
     7     "graphTooltip": 0,
     8     "hideControls": false,
     9     "links": [ ],
    10     "refresh": "10s",
    11     "rows": [
    12        {
    13           "collapse": false,
    14           "height": "250px",
    15           "panels": [
    16              {
    17                 "aliasColors": { },
    18                 "bars": false,
    19                 "dashLength": 10,
    20                 "dashes": false,
    21                 "datasource": "$datasource",
    22                 "description": "Shows rate of handled Unary gRPC requests from queriers.",
    23                 "fill": 10,
    24                 "id": 1,
    25                 "legend": {
    26                    "avg": false,
    27                    "current": false,
    28                    "max": false,
    29                    "min": false,
    30                    "show": true,
    31                    "total": false,
    32                    "values": false
    33                 },
    34                 "lines": true,
    35                 "linewidth": 0,
    36                 "links": [ ],
    37                 "nullPointMode": "null as zero",
    38                 "percentage": false,
    39                 "pointradius": 5,
    40                 "points": false,
    41                 "renderer": "flot",
    42                 "seriesOverrides": [
    43                    {
    44                       "alias": "/Aborted/",
    45                       "color": "#EAB839"
    46                    },
    47                    {
    48                       "alias": "/AlreadyExists/",
    49                       "color": "#37872D"
    50                    },
    51                    {
    52                       "alias": "/FailedPrecondition/",
    53                       "color": "#E0B400"
    54                    },
    55                    {
    56                       "alias": "/Unimplemented/",
    57                       "color": "#E0B400"
    58                    },
    59                    {
    60                       "alias": "/InvalidArgument/",
    61                       "color": "#1F60C4"
    62                    },
    63                    {
    64                       "alias": "/NotFound/",
    65                       "color": "#1F60C4"
    66                    },
    67                    {
    68                       "alias": "/PermissionDenied/",
    69                       "color": "#1F60C4"
    70                    },
    71                    {
    72                       "alias": "/Unauthenticated/",
    73                       "color": "#1F60C4"
    74                    },
    75                    {
    76                       "alias": "/Canceled/",
    77                       "color": "#C4162A"
    78                    },
    79                    {
    80                       "alias": "/DataLoss/",
    81                       "color": "#C4162A"
    82                    },
    83                    {
    84                       "alias": "/DeadlineExceeded/",
    85                       "color": "#C4162A"
    86                    },
    87                    {
    88                       "alias": "/Internal/",
    89                       "color": "#C4162A"
    90                    },
    91                    {
    92                       "alias": "/OutOfRange/",
    93                       "color": "#C4162A"
    94                    },
    95                    {
    96                       "alias": "/ResourceExhausted/",
    97                       "color": "#C4162A"
    98                    },
    99                    {
   100                       "alias": "/Unavailable/",
   101                       "color": "#C4162A"
   102                    },
   103                    {
   104                       "alias": "/Unknown/",
   105                       "color": "#C4162A"
   106                    },
   107                    {
   108                       "alias": "/OK/",
   109                       "color": "#37872D"
   110                    },
   111                    {
   112                       "alias": "error",
   113                       "color": "#C4162A"
   114                    }
   115                 ],
   116                 "spaceLength": 10,
   117                 "span": 4,
   118                 "stack": true,
   119                 "steppedLine": false,
   120                 "targets": [
   121                    {
   122                       "expr": "sum by (job, grpc_method, grpc_code) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"unary\"}[$interval]))",
   123                       "format": "time_series",
   124                       "intervalFactor": 2,
   125                       "legendFormat": "{{job}} {{grpc_method}} {{grpc_code}}",
   126                       "step": 10
   127                    }
   128                 ],
   129                 "thresholds": [ ],
   130                 "timeFrom": null,
   131                 "timeShift": null,
   132                 "title": "Rate",
   133                 "tooltip": {
   134                    "shared": false,
   135                    "sort": 0,
   136                    "value_type": "individual"
   137                 },
   138                 "type": "graph",
   139                 "xaxis": {
   140                    "buckets": null,
   141                    "mode": "time",
   142                    "name": null,
   143                    "show": true,
   144                    "values": [ ]
   145                 },
   146                 "yaxes": [
   147                    {
   148                       "format": "short",
   149                       "label": null,
   150                       "logBase": 1,
   151                       "max": null,
   152                       "min": 0,
   153                       "show": true
   154                    },
   155                    {
   156                       "format": "short",
   157                       "label": null,
   158                       "logBase": 1,
   159                       "max": null,
   160                       "min": null,
   161                       "show": false
   162                    }
   163                 ]
   164              },
   165              {
   166                 "aliasColors": {
   167                    "error": "#E24D42"
   168                 },
   169                 "bars": false,
   170                 "dashLength": 10,
   171                 "dashes": false,
   172                 "datasource": "$datasource",
   173                 "description": "Shows ratio of errors compared to the total number of handled requests from queriers.",
   174                 "fill": 10,
   175                 "id": 2,
   176                 "legend": {
   177                    "avg": false,
   178                    "current": false,
   179                    "max": false,
   180                    "min": false,
   181                    "show": true,
   182                    "total": false,
   183                    "values": false
   184                 },
   185                 "lines": true,
   186                 "linewidth": 0,
   187                 "links": [ ],
   188                 "nullPointMode": "null as zero",
   189                 "percentage": false,
   190                 "pointradius": 5,
   191                 "points": false,
   192                 "renderer": "flot",
   193                 "seriesOverrides": [ ],
   194                 "spaceLength": 10,
   195                 "span": 4,
   196                 "stack": true,
   197                 "steppedLine": false,
   198                 "targets": [
   199                    {
   200                       "expr": "sum by (job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",job=~\"$job\", grpc_type=\"unary\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"unary\"}[$interval]))",
   201                       "format": "time_series",
   202                       "intervalFactor": 2,
   203                       "step": 10
   204                    }
   205                 ],
   206                 "thresholds": [ ],
   207                 "timeFrom": null,
   208                 "timeShift": null,
   209                 "title": "Errors",
   210                 "tooltip": {
   211                    "shared": false,
   212                    "sort": 0,
   213                    "value_type": "individual"
   214                 },
   215                 "type": "graph",
   216                 "xaxis": {
   217                    "buckets": null,
   218                    "mode": "time",
   219                    "name": null,
   220                    "show": true,
   221                    "values": [ ]
   222                 },
   223                 "yaxes": [
   224                    {
   225                       "format": "percentunit",
   226                       "label": null,
   227                       "logBase": 1,
   228                       "max": null,
   229                       "min": 0,
   230                       "show": true
   231                    },
   232                    {
   233                       "format": "short",
   234                       "label": null,
   235                       "logBase": 1,
   236                       "max": null,
   237                       "min": null,
   238                       "show": false
   239                    }
   240                 ]
   241              },
   242              {
   243                 "aliasColors": { },
   244                 "bars": false,
   245                 "dashLength": 10,
   246                 "dashes": false,
   247                 "datasource": "$datasource",
   248                 "description": "Shows how long has it taken to handle requests from queriers, in quantiles.",
   249                 "fill": 1,
   250                 "id": 3,
   251                 "legend": {
   252                    "avg": false,
   253                    "current": false,
   254                    "max": false,
   255                    "min": false,
   256                    "show": true,
   257                    "total": false,
   258                    "values": false
   259                 },
   260                 "lines": true,
   261                 "linewidth": 1,
   262                 "links": [ ],
   263                 "nullPointMode": "null as zero",
   264                 "percentage": false,
   265                 "pointradius": 5,
   266                 "points": false,
   267                 "renderer": "flot",
   268                 "seriesOverrides": [
   269                    {
   270                       "alias": "p99",
   271                       "color": "#FA6400",
   272                       "fill": 1,
   273                       "fillGradient": 1
   274                    },
   275                    {
   276                       "alias": "p90",
   277                       "color": "#E0B400",
   278                       "fill": 1,
   279                       "fillGradient": 1
   280                    },
   281                    {
   282                       "alias": "p50",
   283                       "color": "#37872D",
   284                       "fill": 10,
   285                       "fillGradient": 0
   286                    }
   287                 ],
   288                 "spaceLength": 10,
   289                 "span": 4,
   290                 "stack": false,
   291                 "steppedLine": false,
   292                 "targets": [
   293                    {
   294                       "expr": "histogram_quantile(0.50, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1",
   295                       "format": "time_series",
   296                       "intervalFactor": 2,
   297                       "legendFormat": "p50 {{job}}",
   298                       "logBase": 10,
   299                       "max": null,
   300                       "min": null,
   301                       "step": 10
   302                    },
   303                    {
   304                       "expr": "histogram_quantile(0.90, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1",
   305                       "format": "time_series",
   306                       "intervalFactor": 2,
   307                       "legendFormat": "p90 {{job}}",
   308                       "logBase": 10,
   309                       "max": null,
   310                       "min": null,
   311                       "step": 10
   312                    },
   313                    {
   314                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\"}[$interval]))) * 1",
   315                       "format": "time_series",
   316                       "intervalFactor": 2,
   317                       "legendFormat": "p99 {{job}}",
   318                       "logBase": 10,
   319                       "max": null,
   320                       "min": null,
   321                       "step": 10
   322                    }
   323                 ],
   324                 "thresholds": [ ],
   325                 "timeFrom": null,
   326                 "timeShift": null,
   327                 "title": "Duration",
   328                 "tooltip": {
   329                    "shared": false,
   330                    "sort": 0,
   331                    "value_type": "individual"
   332                 },
   333                 "type": "graph",
   334                 "xaxis": {
   335                    "buckets": null,
   336                    "mode": "time",
   337                    "name": null,
   338                    "show": true,
   339                    "values": [ ]
   340                 },
   341                 "yaxes": [
   342                    {
   343                       "format": "s",
   344                       "label": null,
   345                       "logBase": 1,
   346                       "max": null,
   347                       "min": 0,
   348                       "show": true
   349                    },
   350                    {
   351                       "format": "short",
   352                       "label": null,
   353                       "logBase": 1,
   354                       "max": null,
   355                       "min": null,
   356                       "show": false
   357                    }
   358                 ]
   359              }
   360           ],
   361           "repeat": null,
   362           "repeatIteration": null,
   363           "repeatRowId": null,
   364           "showTitle": true,
   365           "title": "gRPC (Unary)",
   366           "titleSize": "h6"
   367        },
   368        {
   369           "collapse": false,
   370           "height": "250px",
   371           "panels": [
   372              {
   373                 "aliasColors": { },
   374                 "bars": false,
   375                 "dashLength": 10,
   376                 "dashes": false,
   377                 "datasource": "$datasource",
   378                 "description": "Shows rate of handled Streamed gRPC requests from queriers.",
   379                 "fill": 10,
   380                 "id": 4,
   381                 "legend": {
   382                    "avg": false,
   383                    "current": false,
   384                    "max": false,
   385                    "min": false,
   386                    "show": true,
   387                    "total": false,
   388                    "values": false
   389                 },
   390                 "lines": true,
   391                 "linewidth": 0,
   392                 "links": [ ],
   393                 "nullPointMode": "null as zero",
   394                 "percentage": false,
   395                 "pointradius": 5,
   396                 "points": false,
   397                 "renderer": "flot",
   398                 "seriesOverrides": [
   399                    {
   400                       "alias": "/Aborted/",
   401                       "color": "#EAB839"
   402                    },
   403                    {
   404                       "alias": "/AlreadyExists/",
   405                       "color": "#37872D"
   406                    },
   407                    {
   408                       "alias": "/FailedPrecondition/",
   409                       "color": "#E0B400"
   410                    },
   411                    {
   412                       "alias": "/Unimplemented/",
   413                       "color": "#E0B400"
   414                    },
   415                    {
   416                       "alias": "/InvalidArgument/",
   417                       "color": "#1F60C4"
   418                    },
   419                    {
   420                       "alias": "/NotFound/",
   421                       "color": "#1F60C4"
   422                    },
   423                    {
   424                       "alias": "/PermissionDenied/",
   425                       "color": "#1F60C4"
   426                    },
   427                    {
   428                       "alias": "/Unauthenticated/",
   429                       "color": "#1F60C4"
   430                    },
   431                    {
   432                       "alias": "/Canceled/",
   433                       "color": "#C4162A"
   434                    },
   435                    {
   436                       "alias": "/DataLoss/",
   437                       "color": "#C4162A"
   438                    },
   439                    {
   440                       "alias": "/DeadlineExceeded/",
   441                       "color": "#C4162A"
   442                    },
   443                    {
   444                       "alias": "/Internal/",
   445                       "color": "#C4162A"
   446                    },
   447                    {
   448                       "alias": "/OutOfRange/",
   449                       "color": "#C4162A"
   450                    },
   451                    {
   452                       "alias": "/ResourceExhausted/",
   453                       "color": "#C4162A"
   454                    },
   455                    {
   456                       "alias": "/Unavailable/",
   457                       "color": "#C4162A"
   458                    },
   459                    {
   460                       "alias": "/Unknown/",
   461                       "color": "#C4162A"
   462                    },
   463                    {
   464                       "alias": "/OK/",
   465                       "color": "#37872D"
   466                    },
   467                    {
   468                       "alias": "error",
   469                       "color": "#C4162A"
   470                    }
   471                 ],
   472                 "spaceLength": 10,
   473                 "span": 4,
   474                 "stack": true,
   475                 "steppedLine": false,
   476                 "targets": [
   477                    {
   478                       "expr": "sum by (job, grpc_method, grpc_code) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))",
   479                       "format": "time_series",
   480                       "intervalFactor": 2,
   481                       "legendFormat": "{{job}} {{grpc_method}} {{grpc_code}}",
   482                       "step": 10
   483                    }
   484                 ],
   485                 "thresholds": [ ],
   486                 "timeFrom": null,
   487                 "timeShift": null,
   488                 "title": "Rate",
   489                 "tooltip": {
   490                    "shared": false,
   491                    "sort": 0,
   492                    "value_type": "individual"
   493                 },
   494                 "type": "graph",
   495                 "xaxis": {
   496                    "buckets": null,
   497                    "mode": "time",
   498                    "name": null,
   499                    "show": true,
   500                    "values": [ ]
   501                 },
   502                 "yaxes": [
   503                    {
   504                       "format": "short",
   505                       "label": null,
   506                       "logBase": 1,
   507                       "max": null,
   508                       "min": 0,
   509                       "show": true
   510                    },
   511                    {
   512                       "format": "short",
   513                       "label": null,
   514                       "logBase": 1,
   515                       "max": null,
   516                       "min": null,
   517                       "show": false
   518                    }
   519                 ]
   520              },
   521              {
   522                 "aliasColors": {
   523                    "error": "#E24D42"
   524                 },
   525                 "bars": false,
   526                 "dashLength": 10,
   527                 "dashes": false,
   528                 "datasource": "$datasource",
   529                 "description": "Shows ratio of errors compared to the total number of handled requests from queriers.",
   530                 "fill": 10,
   531                 "id": 5,
   532                 "legend": {
   533                    "avg": false,
   534                    "current": false,
   535                    "max": false,
   536                    "min": false,
   537                    "show": true,
   538                    "total": false,
   539                    "values": false
   540                 },
   541                 "lines": true,
   542                 "linewidth": 0,
   543                 "links": [ ],
   544                 "nullPointMode": "null as zero",
   545                 "percentage": false,
   546                 "pointradius": 5,
   547                 "points": false,
   548                 "renderer": "flot",
   549                 "seriesOverrides": [ ],
   550                 "spaceLength": 10,
   551                 "span": 4,
   552                 "stack": true,
   553                 "steppedLine": false,
   554                 "targets": [
   555                    {
   556                       "expr": "sum by (job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",job=~\"$job\", grpc_type=\"server_stream\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))",
   557                       "format": "time_series",
   558                       "intervalFactor": 2,
   559                       "step": 10
   560                    }
   561                 ],
   562                 "thresholds": [ ],
   563                 "timeFrom": null,
   564                 "timeShift": null,
   565                 "title": "Errors",
   566                 "tooltip": {
   567                    "shared": false,
   568                    "sort": 0,
   569                    "value_type": "individual"
   570                 },
   571                 "type": "graph",
   572                 "xaxis": {
   573                    "buckets": null,
   574                    "mode": "time",
   575                    "name": null,
   576                    "show": true,
   577                    "values": [ ]
   578                 },
   579                 "yaxes": [
   580                    {
   581                       "format": "percentunit",
   582                       "label": null,
   583                       "logBase": 1,
   584                       "max": null,
   585                       "min": 0,
   586                       "show": true
   587                    },
   588                    {
   589                       "format": "short",
   590                       "label": null,
   591                       "logBase": 1,
   592                       "max": null,
   593                       "min": null,
   594                       "show": false
   595                    }
   596                 ]
   597              },
   598              {
   599                 "aliasColors": { },
   600                 "bars": false,
   601                 "dashLength": 10,
   602                 "dashes": false,
   603                 "datasource": "$datasource",
   604                 "description": "Shows how long has it taken to handle requests from queriers, in quantiles.",
   605                 "fill": 1,
   606                 "id": 6,
   607                 "legend": {
   608                    "avg": false,
   609                    "current": false,
   610                    "max": false,
   611                    "min": false,
   612                    "show": true,
   613                    "total": false,
   614                    "values": false
   615                 },
   616                 "lines": true,
   617                 "linewidth": 1,
   618                 "links": [ ],
   619                 "nullPointMode": "null as zero",
   620                 "percentage": false,
   621                 "pointradius": 5,
   622                 "points": false,
   623                 "renderer": "flot",
   624                 "seriesOverrides": [
   625                    {
   626                       "alias": "p99",
   627                       "color": "#FA6400",
   628                       "fill": 1,
   629                       "fillGradient": 1
   630                    },
   631                    {
   632                       "alias": "p90",
   633                       "color": "#E0B400",
   634                       "fill": 1,
   635                       "fillGradient": 1
   636                    },
   637                    {
   638                       "alias": "p50",
   639                       "color": "#37872D",
   640                       "fill": 10,
   641                       "fillGradient": 0
   642                    }
   643                 ],
   644                 "spaceLength": 10,
   645                 "span": 4,
   646                 "stack": false,
   647                 "steppedLine": false,
   648                 "targets": [
   649                    {
   650                       "expr": "histogram_quantile(0.50, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1",
   651                       "format": "time_series",
   652                       "intervalFactor": 2,
   653                       "legendFormat": "p50 {{job}}",
   654                       "logBase": 10,
   655                       "max": null,
   656                       "min": null,
   657                       "step": 10
   658                    },
   659                    {
   660                       "expr": "histogram_quantile(0.90, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1",
   661                       "format": "time_series",
   662                       "intervalFactor": 2,
   663                       "legendFormat": "p90 {{job}}",
   664                       "logBase": 10,
   665                       "max": null,
   666                       "min": null,
   667                       "step": 10
   668                    },
   669                    {
   670                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1",
   671                       "format": "time_series",
   672                       "intervalFactor": 2,
   673                       "legendFormat": "p99 {{job}}",
   674                       "logBase": 10,
   675                       "max": null,
   676                       "min": null,
   677                       "step": 10
   678                    }
   679                 ],
   680                 "thresholds": [ ],
   681                 "timeFrom": null,
   682                 "timeShift": null,
   683                 "title": "Duration",
   684                 "tooltip": {
   685                    "shared": false,
   686                    "sort": 0,
   687                    "value_type": "individual"
   688                 },
   689                 "type": "graph",
   690                 "xaxis": {
   691                    "buckets": null,
   692                    "mode": "time",
   693                    "name": null,
   694                    "show": true,
   695                    "values": [ ]
   696                 },
   697                 "yaxes": [
   698                    {
   699                       "format": "s",
   700                       "label": null,
   701                       "logBase": 1,
   702                       "max": null,
   703                       "min": 0,
   704                       "show": true
   705                    },
   706                    {
   707                       "format": "short",
   708                       "label": null,
   709                       "logBase": 1,
   710                       "max": null,
   711                       "min": null,
   712                       "show": false
   713                    }
   714                 ]
   715              }
   716           ],
   717           "repeat": null,
   718           "repeatIteration": null,
   719           "repeatRowId": null,
   720           "showTitle": true,
   721           "title": "gRPC (Stream)",
   722           "titleSize": "h6"
   723        },
   724        {
   725           "collapse": false,
   726           "height": "250px",
   727           "panels": [
   728              {
   729                 "aliasColors": { },
   730                 "bars": false,
   731                 "dashLength": 10,
   732                 "dashes": false,
   733                 "datasource": "$datasource",
   734                 "description": "Shows rate of execution for operations against the bucket.",
   735                 "fill": 10,
   736                 "id": 7,
   737                 "legend": {
   738                    "avg": false,
   739                    "current": false,
   740                    "max": false,
   741                    "min": false,
   742                    "show": true,
   743                    "total": false,
   744                    "values": false
   745                 },
   746                 "lines": true,
   747                 "linewidth": 0,
   748                 "links": [ ],
   749                 "nullPointMode": "null as zero",
   750                 "percentage": false,
   751                 "pointradius": 5,
   752                 "points": false,
   753                 "renderer": "flot",
   754                 "seriesOverrides": [ ],
   755                 "spaceLength": 10,
   756                 "span": 4,
   757                 "stack": true,
   758                 "steppedLine": false,
   759                 "targets": [
   760                    {
   761                       "expr": "sum by (job, operation) (rate(thanos_objstore_bucket_operations_total{job=~\"$job\"}[$__rate_interval]))",
   762                       "format": "time_series",
   763                       "intervalFactor": 2,
   764                       "legendFormat": "{{job}} {{operation}}",
   765                       "legendLink": null,
   766                       "step": 10
   767                    }
   768                 ],
   769                 "thresholds": [ ],
   770                 "timeFrom": null,
   771                 "timeShift": null,
   772                 "title": "Rate",
   773                 "tooltip": {
   774                    "shared": false,
   775                    "sort": 0,
   776                    "value_type": "individual"
   777                 },
   778                 "type": "graph",
   779                 "xaxis": {
   780                    "buckets": null,
   781                    "mode": "time",
   782                    "name": null,
   783                    "show": true,
   784                    "values": [ ]
   785                 },
   786                 "yaxes": [
   787                    {
   788                       "format": "short",
   789                       "label": null,
   790                       "logBase": 1,
   791                       "max": null,
   792                       "min": 0,
   793                       "show": true
   794                    },
   795                    {
   796                       "format": "short",
   797                       "label": null,
   798                       "logBase": 1,
   799                       "max": null,
   800                       "min": null,
   801                       "show": false
   802                    }
   803                 ]
   804              },
   805              {
   806                 "aliasColors": { },
   807                 "bars": false,
   808                 "dashLength": 10,
   809                 "dashes": false,
   810                 "datasource": "$datasource",
   811                 "description": "Shows ratio of errors compared to the total number of executed operations against the bucket.",
   812                 "fill": 10,
   813                 "id": 8,
   814                 "legend": {
   815                    "avg": false,
   816                    "current": false,
   817                    "max": false,
   818                    "min": false,
   819                    "show": true,
   820                    "total": false,
   821                    "values": false
   822                 },
   823                 "lines": true,
   824                 "linewidth": 0,
   825                 "links": [ ],
   826                 "nullPointMode": "null as zero",
   827                 "percentage": false,
   828                 "pointradius": 5,
   829                 "points": false,
   830                 "renderer": "flot",
   831                 "seriesOverrides": [ ],
   832                 "spaceLength": 10,
   833                 "span": 4,
   834                 "stack": true,
   835                 "steppedLine": false,
   836                 "targets": [
   837                    {
   838                       "expr": "sum by (job, operation) (rate(thanos_objstore_bucket_operation_failures_total{job=~\"$job\"}[$__rate_interval])) / sum by (job, operation) (rate(thanos_objstore_bucket_operations_total{job=~\"$job\"}[$__rate_interval]))",
   839                       "format": "time_series",
   840                       "intervalFactor": 2,
   841                       "legendFormat": "{{job}} {{operation}}",
   842                       "legendLink": null,
   843                       "step": 10
   844                    }
   845                 ],
   846                 "thresholds": [ ],
   847                 "timeFrom": null,
   848                 "timeShift": null,
   849                 "title": "Errors",
   850                 "tooltip": {
   851                    "shared": false,
   852                    "sort": 0,
   853                    "value_type": "individual"
   854                 },
   855                 "type": "graph",
   856                 "xaxis": {
   857                    "buckets": null,
   858                    "mode": "time",
   859                    "name": null,
   860                    "show": true,
   861                    "values": [ ]
   862                 },
   863                 "yaxes": [
   864                    {
   865                       "format": "percentunit",
   866                       "label": null,
   867                       "logBase": 1,
   868                       "max": null,
   869                       "min": 0,
   870                       "show": true
   871                    },
   872                    {
   873                       "format": "short",
   874                       "label": null,
   875                       "logBase": 1,
   876                       "max": null,
   877                       "min": null,
   878                       "show": false
   879                    }
   880                 ]
   881              },
   882              {
   883                 "aliasColors": { },
   884                 "bars": false,
   885                 "dashLength": 10,
   886                 "dashes": false,
   887                 "datasource": "$datasource",
   888                 "description": "Shows how long has it taken to execute operations against the bucket, in quantiles.",
   889                 "fill": 1,
   890                 "id": 9,
   891                 "legend": {
   892                    "avg": false,
   893                    "current": false,
   894                    "max": false,
   895                    "min": false,
   896                    "show": true,
   897                    "total": false,
   898                    "values": false
   899                 },
   900                 "lines": true,
   901                 "linewidth": 1,
   902                 "links": [ ],
   903                 "nullPointMode": "null as zero",
   904                 "percentage": false,
   905                 "pointradius": 5,
   906                 "points": false,
   907                 "renderer": "flot",
   908                 "seriesOverrides": [ ],
   909                 "spaceLength": 10,
   910                 "span": 4,
   911                 "stack": false,
   912                 "steppedLine": false,
   913                 "targets": [
   914                    {
   915                       "expr": "histogram_quantile(0.99, sum by (job, operation, le) (rate(thanos_objstore_bucket_operation_duration_seconds_bucket{job=~\"$job\"}[$__rate_interval]))) * 1",
   916                       "format": "time_series",
   917                       "intervalFactor": 2,
   918                       "legendFormat": "P99 {{job}}",
   919                       "refId": "A",
   920                       "step": 10
   921                    },
   922                    {
   923                       "expr": "sum by (job, operation) (rate(thanos_objstore_bucket_operation_duration_seconds_sum{job=~\"$job\"}[$__rate_interval])) * 1  / sum by (job, operation) (rate(thanos_objstore_bucket_operation_duration_seconds_count{job=~\"$job\"}[$__rate_interval]))",
   924                       "format": "time_series",
   925                       "intervalFactor": 2,
   926                       "legendFormat": "mean {{job}}",
   927                       "refId": "B",
   928                       "step": 10
   929                    },
   930                    {
   931                       "expr": "histogram_quantile(0.50, sum by (job, operation, le) (rate(thanos_objstore_bucket_operation_duration_seconds_bucket{job=~\"$job\"}[$__rate_interval]))) * 1",
   932                       "format": "time_series",
   933                       "intervalFactor": 2,
   934                       "legendFormat": "P50 {{job}}",
   935                       "refId": "C",
   936                       "step": 10
   937                    }
   938                 ],
   939                 "thresholds": [ ],
   940                 "timeFrom": null,
   941                 "timeShift": null,
   942                 "title": "Duration",
   943                 "tooltip": {
   944                    "shared": false,
   945                    "sort": 0,
   946                    "value_type": "individual"
   947                 },
   948                 "type": "graph",
   949                 "xaxis": {
   950                    "buckets": null,
   951                    "mode": "time",
   952                    "name": null,
   953                    "show": true,
   954                    "values": [ ]
   955                 },
   956                 "yaxes": [
   957                    {
   958                       "format": "s",
   959                       "label": null,
   960                       "logBase": 1,
   961                       "max": null,
   962                       "min": 0,
   963                       "show": true
   964                    },
   965                    {
   966                       "format": "short",
   967                       "label": null,
   968                       "logBase": 1,
   969                       "max": null,
   970                       "min": null,
   971                       "show": false
   972                    }
   973                 ]
   974              }
   975           ],
   976           "repeat": null,
   977           "repeatIteration": null,
   978           "repeatRowId": null,
   979           "showTitle": true,
   980           "title": "Bucket Operations",
   981           "titleSize": "h6"
   982        },
   983        {
   984           "collapse": false,
   985           "height": "250px",
   986           "panels": [
   987              {
   988                 "aliasColors": { },
   989                 "bars": false,
   990                 "dashLength": 10,
   991                 "dashes": false,
   992                 "datasource": "$datasource",
   993                 "description": "Shows rate of block loads from the bucket.",
   994                 "fill": 10,
   995                 "id": 10,
   996                 "legend": {
   997                    "avg": false,
   998                    "current": false,
   999                    "max": false,
  1000                    "min": false,
  1001                    "show": true,
  1002                    "total": false,
  1003                    "values": false
  1004                 },
  1005                 "lines": true,
  1006                 "linewidth": 0,
  1007                 "links": [ ],
  1008                 "nullPointMode": "null as zero",
  1009                 "percentage": false,
  1010                 "pointradius": 5,
  1011                 "points": false,
  1012                 "renderer": "flot",
  1013                 "seriesOverrides": [ ],
  1014                 "spaceLength": 10,
  1015                 "span": 3,
  1016                 "stack": true,
  1017                 "steppedLine": false,
  1018                 "targets": [
  1019                    {
  1020                       "expr": "sum by (job) (rate(thanos_bucket_store_block_loads_total{job=~\"$job\"}[$__rate_interval]))",
  1021                       "format": "time_series",
  1022                       "intervalFactor": 2,
  1023                       "legendFormat": "block loads",
  1024                       "legendLink": null,
  1025                       "step": 10
  1026                    }
  1027                 ],
  1028                 "thresholds": [ ],
  1029                 "timeFrom": null,
  1030                 "timeShift": null,
  1031                 "title": "Block Load Rate",
  1032                 "tooltip": {
  1033                    "shared": false,
  1034                    "sort": 0,
  1035                    "value_type": "individual"
  1036                 },
  1037                 "type": "graph",
  1038                 "xaxis": {
  1039                    "buckets": null,
  1040                    "mode": "time",
  1041                    "name": null,
  1042                    "show": true,
  1043                    "values": [ ]
  1044                 },
  1045                 "yaxes": [
  1046                    {
  1047                       "format": "short",
  1048                       "label": null,
  1049                       "logBase": 1,
  1050                       "max": null,
  1051                       "min": 0,
  1052                       "show": true
  1053                    },
  1054                    {
  1055                       "format": "short",
  1056                       "label": null,
  1057                       "logBase": 1,
  1058                       "max": null,
  1059                       "min": null,
  1060                       "show": false
  1061                    }
  1062                 ]
  1063              },
  1064              {
  1065                 "aliasColors": {
  1066                    "error": "#E24D42"
  1067                 },
  1068                 "bars": false,
  1069                 "dashLength": 10,
  1070                 "dashes": false,
  1071                 "datasource": "$datasource",
  1072                 "description": "Shows ratio of errors compared to the total number of block loads from the bucket.",
  1073                 "fill": 10,
  1074                 "id": 11,
  1075                 "legend": {
  1076                    "avg": false,
  1077                    "current": false,
  1078                    "max": false,
  1079                    "min": false,
  1080                    "show": true,
  1081                    "total": false,
  1082                    "values": false
  1083                 },
  1084                 "lines": true,
  1085                 "linewidth": 0,
  1086                 "links": [ ],
  1087                 "nullPointMode": "null as zero",
  1088                 "percentage": false,
  1089                 "pointradius": 5,
  1090                 "points": false,
  1091                 "renderer": "flot",
  1092                 "seriesOverrides": [ ],
  1093                 "spaceLength": 10,
  1094                 "span": 3,
  1095                 "stack": true,
  1096                 "steppedLine": false,
  1097                 "targets": [
  1098                    {
  1099                       "expr": "sum by (job) (rate(thanos_bucket_store_block_load_failures_total{job=~\"$job\"}[$interval])) / sum by (job) (rate(thanos_bucket_store_block_loads_total{job=~\"$job\"}[$interval]))",
  1100                       "format": "time_series",
  1101                       "intervalFactor": 2,
  1102                       "legendFormat": "error",
  1103                       "step": 10
  1104                    }
  1105                 ],
  1106                 "thresholds": [ ],
  1107                 "timeFrom": null,
  1108                 "timeShift": null,
  1109                 "title": "Block Load Errors",
  1110                 "tooltip": {
  1111                    "shared": false,
  1112                    "sort": 0,
  1113                    "value_type": "individual"
  1114                 },
  1115                 "type": "graph",
  1116                 "xaxis": {
  1117                    "buckets": null,
  1118                    "mode": "time",
  1119                    "name": null,
  1120                    "show": true,
  1121                    "values": [ ]
  1122                 },
  1123                 "yaxes": [
  1124                    {
  1125                       "format": "percentunit",
  1126                       "label": null,
  1127                       "logBase": 1,
  1128                       "max": null,
  1129                       "min": 0,
  1130                       "show": true
  1131                    },
  1132                    {
  1133                       "format": "short",
  1134                       "label": null,
  1135                       "logBase": 1,
  1136                       "max": null,
  1137                       "min": null,
  1138                       "show": false
  1139                    }
  1140                 ]
  1141              },
  1142              {
  1143                 "aliasColors": { },
  1144                 "bars": false,
  1145                 "dashLength": 10,
  1146                 "dashes": false,
  1147                 "datasource": "$datasource",
  1148                 "description": "Shows rate of block drops.",
  1149                 "fill": 10,
  1150                 "id": 12,
  1151                 "legend": {
  1152                    "avg": false,
  1153                    "current": false,
  1154                    "max": false,
  1155                    "min": false,
  1156                    "show": true,
  1157                    "total": false,
  1158                    "values": false
  1159                 },
  1160                 "lines": true,
  1161                 "linewidth": 0,
  1162                 "links": [ ],
  1163                 "nullPointMode": "null as zero",
  1164                 "percentage": false,
  1165                 "pointradius": 5,
  1166                 "points": false,
  1167                 "renderer": "flot",
  1168                 "seriesOverrides": [ ],
  1169                 "spaceLength": 10,
  1170                 "span": 3,
  1171                 "stack": true,
  1172                 "steppedLine": false,
  1173                 "targets": [
  1174                    {
  1175                       "expr": "sum by (job, operation) (rate(thanos_bucket_store_block_drops_total{job=~\"$job\"}[$__rate_interval]))",
  1176                       "format": "time_series",
  1177                       "intervalFactor": 2,
  1178                       "legendFormat": "block drops {{job}}",
  1179                       "legendLink": null,
  1180                       "step": 10
  1181                    }
  1182                 ],
  1183                 "thresholds": [ ],
  1184                 "timeFrom": null,
  1185                 "timeShift": null,
  1186                 "title": "Block Drop Rate",
  1187                 "tooltip": {
  1188                    "shared": false,
  1189                    "sort": 0,
  1190                    "value_type": "individual"
  1191                 },
  1192                 "type": "graph",
  1193                 "xaxis": {
  1194                    "buckets": null,
  1195                    "mode": "time",
  1196                    "name": null,
  1197                    "show": true,
  1198                    "values": [ ]
  1199                 },
  1200                 "yaxes": [
  1201                    {
  1202                       "format": "short",
  1203                       "label": null,
  1204                       "logBase": 1,
  1205                       "max": null,
  1206                       "min": 0,
  1207                       "show": true
  1208                    },
  1209                    {
  1210                       "format": "short",
  1211                       "label": null,
  1212                       "logBase": 1,
  1213                       "max": null,
  1214                       "min": null,
  1215                       "show": false
  1216                    }
  1217                 ]
  1218              },
  1219              {
  1220                 "aliasColors": {
  1221                    "error": "#E24D42"
  1222                 },
  1223                 "bars": false,
  1224                 "dashLength": 10,
  1225                 "dashes": false,
  1226                 "datasource": "$datasource",
  1227                 "description": "Shows ratio of errors compared to the total number of block drops.",
  1228                 "fill": 10,
  1229                 "id": 13,
  1230                 "legend": {
  1231                    "avg": false,
  1232                    "current": false,
  1233                    "max": false,
  1234                    "min": false,
  1235                    "show": true,
  1236                    "total": false,
  1237                    "values": false
  1238                 },
  1239                 "lines": true,
  1240                 "linewidth": 0,
  1241                 "links": [ ],
  1242                 "nullPointMode": "null as zero",
  1243                 "percentage": false,
  1244                 "pointradius": 5,
  1245                 "points": false,
  1246                 "renderer": "flot",
  1247                 "seriesOverrides": [ ],
  1248                 "spaceLength": 10,
  1249                 "span": 3,
  1250                 "stack": true,
  1251                 "steppedLine": false,
  1252                 "targets": [
  1253                    {
  1254                       "expr": "sum by (job) (rate(thanos_bucket_store_block_drop_failures_total{job=~\"$job\"}[$interval])) / sum by (job) (rate(thanos_bucket_store_block_drops_total{job=~\"$job\"}[$interval]))",
  1255                       "format": "time_series",
  1256                       "intervalFactor": 2,
  1257                       "legendFormat": "error",
  1258                       "step": 10
  1259                    }
  1260                 ],
  1261                 "thresholds": [ ],
  1262                 "timeFrom": null,
  1263                 "timeShift": null,
  1264                 "title": "Block Drop Errors",
  1265                 "tooltip": {
  1266                    "shared": false,
  1267                    "sort": 0,
  1268                    "value_type": "individual"
  1269                 },
  1270                 "type": "graph",
  1271                 "xaxis": {
  1272                    "buckets": null,
  1273                    "mode": "time",
  1274                    "name": null,
  1275                    "show": true,
  1276                    "values": [ ]
  1277                 },
  1278                 "yaxes": [
  1279                    {
  1280                       "format": "percentunit",
  1281                       "label": null,
  1282                       "logBase": 1,
  1283                       "max": null,
  1284                       "min": 0,
  1285                       "show": true
  1286                    },
  1287                    {
  1288                       "format": "short",
  1289                       "label": null,
  1290                       "logBase": 1,
  1291                       "max": null,
  1292                       "min": null,
  1293                       "show": false
  1294                    }
  1295                 ]
  1296              }
  1297           ],
  1298           "repeat": null,
  1299           "repeatIteration": null,
  1300           "repeatRowId": null,
  1301           "showTitle": true,
  1302           "title": "Block Operations",
  1303           "titleSize": "h6"
  1304        },
  1305        {
  1306           "collapse": false,
  1307           "height": "250px",
  1308           "panels": [
  1309              {
  1310                 "aliasColors": { },
  1311                 "bars": false,
  1312                 "dashLength": 10,
  1313                 "dashes": false,
  1314                 "datasource": "$datasource",
  1315                 "description": "Show rate of cache requests.",
  1316                 "fill": 10,
  1317                 "id": 14,
  1318                 "legend": {
  1319                    "avg": false,
  1320                    "current": false,
  1321                    "max": false,
  1322                    "min": false,
  1323                    "show": true,
  1324                    "total": false,
  1325                    "values": false
  1326                 },
  1327                 "lines": true,
  1328                 "linewidth": 0,
  1329                 "links": [ ],
  1330                 "nullPointMode": "null as zero",
  1331                 "percentage": false,
  1332                 "pointradius": 5,
  1333                 "points": false,
  1334                 "renderer": "flot",
  1335                 "seriesOverrides": [ ],
  1336                 "spaceLength": 10,
  1337                 "span": 3,
  1338                 "stack": true,
  1339                 "steppedLine": false,
  1340                 "targets": [
  1341                    {
  1342                       "expr": "sum by (job, item_type) (rate(thanos_store_index_cache_requests_total{job=~\"$job\"}[$__rate_interval]))",
  1343                       "format": "time_series",
  1344                       "intervalFactor": 2,
  1345                       "legendFormat": "{{job}} {{item_type}}",
  1346                       "legendLink": null,
  1347                       "step": 10
  1348                    }
  1349                 ],
  1350                 "thresholds": [ ],
  1351                 "timeFrom": null,
  1352                 "timeShift": null,
  1353                 "title": "Requests",
  1354                 "tooltip": {
  1355                    "shared": false,
  1356                    "sort": 0,
  1357                    "value_type": "individual"
  1358                 },
  1359                 "type": "graph",
  1360                 "xaxis": {
  1361                    "buckets": null,
  1362                    "mode": "time",
  1363                    "name": null,
  1364                    "show": true,
  1365                    "values": [ ]
  1366                 },
  1367                 "yaxes": [
  1368                    {
  1369                       "format": "short",
  1370                       "label": null,
  1371                       "logBase": 1,
  1372                       "max": null,
  1373                       "min": 0,
  1374                       "show": true
  1375                    },
  1376                    {
  1377                       "format": "short",
  1378                       "label": null,
  1379                       "logBase": 1,
  1380                       "max": null,
  1381                       "min": null,
  1382                       "show": false
  1383                    }
  1384                 ]
  1385              },
  1386              {
  1387                 "aliasColors": { },
  1388                 "bars": false,
  1389                 "dashLength": 10,
  1390                 "dashes": false,
  1391                 "datasource": "$datasource",
  1392                 "description": "Shows ratio of errors compared to the total number of cache hits.",
  1393                 "fill": 10,
  1394                 "id": 15,
  1395                 "legend": {
  1396                    "avg": false,
  1397                    "current": false,
  1398                    "max": false,
  1399                    "min": false,
  1400                    "show": true,
  1401                    "total": false,
  1402                    "values": false
  1403                 },
  1404                 "lines": true,
  1405                 "linewidth": 0,
  1406                 "links": [ ],
  1407                 "nullPointMode": "null as zero",
  1408                 "percentage": false,
  1409                 "pointradius": 5,
  1410                 "points": false,
  1411                 "renderer": "flot",
  1412                 "seriesOverrides": [ ],
  1413                 "spaceLength": 10,
  1414                 "span": 3,
  1415                 "stack": true,
  1416                 "steppedLine": false,
  1417                 "targets": [
  1418                    {
  1419                       "expr": "sum by (job, item_type) (rate(thanos_store_index_cache_hits_total{job=~\"$job\"}[$__rate_interval]))",
  1420                       "format": "time_series",
  1421                       "intervalFactor": 2,
  1422                       "legendFormat": "{{job}} {{item_type}}",
  1423                       "legendLink": null,
  1424                       "step": 10
  1425                    }
  1426                 ],
  1427                 "thresholds": [ ],
  1428                 "timeFrom": null,
  1429                 "timeShift": null,
  1430                 "title": "Hits",
  1431                 "tooltip": {
  1432                    "shared": false,
  1433                    "sort": 0,
  1434                    "value_type": "individual"
  1435                 },
  1436                 "type": "graph",
  1437                 "xaxis": {
  1438                    "buckets": null,
  1439                    "mode": "time",
  1440                    "name": null,
  1441                    "show": true,
  1442                    "values": [ ]
  1443                 },
  1444                 "yaxes": [
  1445                    {
  1446                       "format": "short",
  1447                       "label": null,
  1448                       "logBase": 1,
  1449                       "max": null,
  1450                       "min": 0,
  1451                       "show": true
  1452                    },
  1453                    {
  1454                       "format": "short",
  1455                       "label": null,
  1456                       "logBase": 1,
  1457                       "max": null,
  1458                       "min": null,
  1459                       "show": false
  1460                    }
  1461                 ]
  1462              },
  1463              {
  1464                 "aliasColors": { },
  1465                 "bars": false,
  1466                 "dashLength": 10,
  1467                 "dashes": false,
  1468                 "datasource": "$datasource",
  1469                 "description": "Show rate of added items to cache.",
  1470                 "fill": 10,
  1471                 "id": 16,
  1472                 "legend": {
  1473                    "avg": false,
  1474                    "current": false,
  1475                    "max": false,
  1476                    "min": false,
  1477                    "show": true,
  1478                    "total": false,
  1479                    "values": false
  1480                 },
  1481                 "lines": true,
  1482                 "linewidth": 0,
  1483                 "links": [ ],
  1484                 "nullPointMode": "null as zero",
  1485                 "percentage": false,
  1486                 "pointradius": 5,
  1487                 "points": false,
  1488                 "renderer": "flot",
  1489                 "seriesOverrides": [ ],
  1490                 "spaceLength": 10,
  1491                 "span": 3,
  1492                 "stack": true,
  1493                 "steppedLine": false,
  1494                 "targets": [
  1495                    {
  1496                       "expr": "sum by (job, item_type) (rate(thanos_store_index_cache_items_added_total{job=~\"$job\"}[$__rate_interval]))",
  1497                       "format": "time_series",
  1498                       "intervalFactor": 2,
  1499                       "legendFormat": "{{job}} {{item_type}}",
  1500                       "legendLink": null,
  1501                       "step": 10
  1502                    }
  1503                 ],
  1504                 "thresholds": [ ],
  1505                 "timeFrom": null,
  1506                 "timeShift": null,
  1507                 "title": "Added",
  1508                 "tooltip": {
  1509                    "shared": false,
  1510                    "sort": 0,
  1511                    "value_type": "individual"
  1512                 },
  1513                 "type": "graph",
  1514                 "xaxis": {
  1515                    "buckets": null,
  1516                    "mode": "time",
  1517                    "name": null,
  1518                    "show": true,
  1519                    "values": [ ]
  1520                 },
  1521                 "yaxes": [
  1522                    {
  1523                       "format": "short",
  1524                       "label": null,
  1525                       "logBase": 1,
  1526                       "max": null,
  1527                       "min": 0,
  1528                       "show": true
  1529                    },
  1530                    {
  1531                       "format": "short",
  1532                       "label": null,
  1533                       "logBase": 1,
  1534                       "max": null,
  1535                       "min": null,
  1536                       "show": false
  1537                    }
  1538                 ]
  1539              },
  1540              {
  1541                 "aliasColors": { },
  1542                 "bars": false,
  1543                 "dashLength": 10,
  1544                 "dashes": false,
  1545                 "datasource": "$datasource",
  1546                 "description": "Show rate of evicted items from cache.",
  1547                 "fill": 10,
  1548                 "id": 17,
  1549                 "legend": {
  1550                    "avg": false,
  1551                    "current": false,
  1552                    "max": false,
  1553                    "min": false,
  1554                    "show": true,
  1555                    "total": false,
  1556                    "values": false
  1557                 },
  1558                 "lines": true,
  1559                 "linewidth": 0,
  1560                 "links": [ ],
  1561                 "nullPointMode": "null as zero",
  1562                 "percentage": false,
  1563                 "pointradius": 5,
  1564                 "points": false,
  1565                 "renderer": "flot",
  1566                 "seriesOverrides": [ ],
  1567                 "spaceLength": 10,
  1568                 "span": 3,
  1569                 "stack": true,
  1570                 "steppedLine": false,
  1571                 "targets": [
  1572                    {
  1573                       "expr": "sum by (job, item_type) (rate(thanos_store_index_cache_items_evicted_total{job=~\"$job\"}[$__rate_interval]))",
  1574                       "format": "time_series",
  1575                       "intervalFactor": 2,
  1576                       "legendFormat": "{{job}} {{item_type}}",
  1577                       "legendLink": null,
  1578                       "step": 10
  1579                    }
  1580                 ],
  1581                 "thresholds": [ ],
  1582                 "timeFrom": null,
  1583                 "timeShift": null,
  1584                 "title": "Evicted",
  1585                 "tooltip": {
  1586                    "shared": false,
  1587                    "sort": 0,
  1588                    "value_type": "individual"
  1589                 },
  1590                 "type": "graph",
  1591                 "xaxis": {
  1592                    "buckets": null,
  1593                    "mode": "time",
  1594                    "name": null,
  1595                    "show": true,
  1596                    "values": [ ]
  1597                 },
  1598                 "yaxes": [
  1599                    {
  1600                       "format": "short",
  1601                       "label": null,
  1602                       "logBase": 1,
  1603                       "max": null,
  1604                       "min": 0,
  1605                       "show": true
  1606                    },
  1607                    {
  1608                       "format": "short",
  1609                       "label": null,
  1610                       "logBase": 1,
  1611                       "max": null,
  1612                       "min": null,
  1613                       "show": false
  1614                    }
  1615                 ]
  1616              }
  1617           ],
  1618           "repeat": null,
  1619           "repeatIteration": null,
  1620           "repeatRowId": null,
  1621           "showTitle": true,
  1622           "title": "Cache Operations",
  1623           "titleSize": "h6"
  1624        },
  1625        {
  1626           "collapse": false,
  1627           "height": "250px",
  1628           "panels": [
  1629              {
  1630                 "aliasColors": { },
  1631                 "bars": false,
  1632                 "dashLength": 10,
  1633                 "dashes": false,
  1634                 "datasource": "$datasource",
  1635                 "description": "Shows size of chunks that have sent to the bucket.",
  1636                 "fill": 1,
  1637                 "id": 18,
  1638                 "legend": {
  1639                    "avg": false,
  1640                    "current": false,
  1641                    "max": false,
  1642                    "min": false,
  1643                    "show": true,
  1644                    "total": false,
  1645                    "values": false
  1646                 },
  1647                 "lines": true,
  1648                 "linewidth": 1,
  1649                 "links": [ ],
  1650                 "nullPointMode": "null as zero",
  1651                 "percentage": false,
  1652                 "pointradius": 5,
  1653                 "points": false,
  1654                 "renderer": "flot",
  1655                 "seriesOverrides": [ ],
  1656                 "spaceLength": 10,
  1657                 "span": 12,
  1658                 "stack": false,
  1659                 "steppedLine": false,
  1660                 "targets": [
  1661                    {
  1662                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(thanos_bucket_store_sent_chunk_size_bytes_bucket{job=~\"$job\"}[$__rate_interval])))",
  1663                       "format": "time_series",
  1664                       "intervalFactor": 2,
  1665                       "legendFormat": "P99",
  1666                       "legendLink": null,
  1667                       "step": 10
  1668                    },
  1669                    {
  1670                       "expr": "sum by (job) (rate(thanos_bucket_store_sent_chunk_size_bytes_sum{job=~\"$job\"}[$__rate_interval])) / sum by (job) (rate(thanos_bucket_store_sent_chunk_size_bytes_count{job=~\"$job\"}[$__rate_interval]))",
  1671                       "format": "time_series",
  1672                       "intervalFactor": 2,
  1673                       "legendFormat": "mean",
  1674                       "legendLink": null,
  1675                       "step": 10
  1676                    },
  1677                    {
  1678                       "expr": "histogram_quantile(0.50, sum by (job, le) (rate(thanos_bucket_store_sent_chunk_size_bytes_bucket{job=~\"$job\"}[$__rate_interval])))",
  1679                       "format": "time_series",
  1680                       "intervalFactor": 2,
  1681                       "legendFormat": "P50",
  1682                       "legendLink": null,
  1683                       "step": 10
  1684                    }
  1685                 ],
  1686                 "thresholds": [ ],
  1687                 "timeFrom": null,
  1688                 "timeShift": null,
  1689                 "title": "Chunk Size",
  1690                 "tooltip": {
  1691                    "shared": false,
  1692                    "sort": 0,
  1693                    "value_type": "individual"
  1694                 },
  1695                 "type": "graph",
  1696                 "xaxis": {
  1697                    "buckets": null,
  1698                    "mode": "time",
  1699                    "name": null,
  1700                    "show": true,
  1701                    "values": [ ]
  1702                 },
  1703                 "yaxes": [
  1704                    {
  1705                       "format": "bytes",
  1706                       "label": null,
  1707                       "logBase": 1,
  1708                       "max": null,
  1709                       "min": 0,
  1710                       "show": true
  1711                    },
  1712                    {
  1713                       "format": "short",
  1714                       "label": null,
  1715                       "logBase": 1,
  1716                       "max": null,
  1717                       "min": null,
  1718                       "show": false
  1719                    }
  1720                 ]
  1721              }
  1722           ],
  1723           "repeat": null,
  1724           "repeatIteration": null,
  1725           "repeatRowId": null,
  1726           "showTitle": true,
  1727           "title": "Store Sent",
  1728           "titleSize": "h6"
  1729        },
  1730        {
  1731           "collapse": false,
  1732           "height": "250px",
  1733           "panels": [
  1734              {
  1735                 "aliasColors": { },
  1736                 "bars": false,
  1737                 "dashLength": 10,
  1738                 "dashes": false,
  1739                 "datasource": "$datasource",
  1740                 "fill": 1,
  1741                 "id": 19,
  1742                 "legend": {
  1743                    "avg": false,
  1744                    "current": false,
  1745                    "max": false,
  1746                    "min": false,
  1747                    "show": true,
  1748                    "total": false,
  1749                    "values": false
  1750                 },
  1751                 "lines": true,
  1752                 "linewidth": 1,
  1753                 "links": [ ],
  1754                 "nullPointMode": "null as zero",
  1755                 "percentage": false,
  1756                 "pointradius": 5,
  1757                 "points": false,
  1758                 "renderer": "flot",
  1759                 "seriesOverrides": [ ],
  1760                 "spaceLength": 10,
  1761                 "span": 3,
  1762                 "stack": false,
  1763                 "steppedLine": false,
  1764                 "targets": [
  1765                    {
  1766                       "expr": "histogram_quantile(0.99, sum by (le) (rate(thanos_bucket_store_series_blocks_queried{job=~\"$job\"}[$__rate_interval])))",
  1767                       "format": "time_series",
  1768                       "intervalFactor": 2,
  1769                       "legendFormat": "P99",
  1770                       "legendLink": null,
  1771                       "step": 10
  1772                    },
  1773                    {
  1774                       "expr": "sum by (job) (rate(thanos_bucket_store_series_blocks_queried_sum{job=~\"$job\"}[$__rate_interval])) / sum by (job) (rate(thanos_bucket_store_series_blocks_queried_count{job=~\"$job\"}[$__rate_interval]))",
  1775                       "format": "time_series",
  1776                       "intervalFactor": 2,
  1777                       "legendFormat": "mean {{job}}",
  1778                       "legendLink": null,
  1779                       "step": 10
  1780                    },
  1781                    {
  1782                       "expr": "histogram_quantile(0.50, sum by (le) (rate(thanos_bucket_store_series_blocks_queried{job=~\"$job\"}[$__rate_interval])))",
  1783                       "format": "time_series",
  1784                       "intervalFactor": 2,
  1785                       "legendFormat": "P50",
  1786                       "legendLink": null,
  1787                       "step": 10
  1788                    }
  1789                 ],
  1790                 "thresholds": [ ],
  1791                 "timeFrom": null,
  1792                 "timeShift": null,
  1793                 "title": "Block queried",
  1794                 "tooltip": {
  1795                    "shared": false,
  1796                    "sort": 0,
  1797                    "value_type": "individual"
  1798                 },
  1799                 "type": "graph",
  1800                 "xaxis": {
  1801                    "buckets": null,
  1802                    "mode": "time",
  1803                    "name": null,
  1804                    "show": true,
  1805                    "values": [ ]
  1806                 },
  1807                 "yaxes": [
  1808                    {
  1809                       "format": "short",
  1810                       "label": null,
  1811                       "logBase": 1,
  1812                       "max": null,
  1813                       "min": 0,
  1814                       "show": true
  1815                    },
  1816                    {
  1817                       "format": "short",
  1818                       "label": null,
  1819                       "logBase": 1,
  1820                       "max": null,
  1821                       "min": null,
  1822                       "show": false
  1823                    }
  1824                 ]
  1825              },
  1826              {
  1827                 "aliasColors": { },
  1828                 "bars": false,
  1829                 "dashLength": 10,
  1830                 "dashes": false,
  1831                 "datasource": "$datasource",
  1832                 "description": "Show the size of data fetched",
  1833                 "fill": 1,
  1834                 "id": 20,
  1835                 "legend": {
  1836                    "avg": false,
  1837                    "current": false,
  1838                    "max": false,
  1839                    "min": false,
  1840                    "show": true,
  1841                    "total": false,
  1842                    "values": false
  1843                 },
  1844                 "lines": true,
  1845                 "linewidth": 1,
  1846                 "links": [ ],
  1847                 "nullPointMode": "null as zero",
  1848                 "percentage": false,
  1849                 "pointradius": 5,
  1850                 "points": false,
  1851                 "renderer": "flot",
  1852                 "seriesOverrides": [ ],
  1853                 "spaceLength": 10,
  1854                 "span": 3,
  1855                 "stack": false,
  1856                 "steppedLine": false,
  1857                 "targets": [
  1858                    {
  1859                       "expr": "histogram_quantile(0.99, sum by (le) (rate(thanos_bucket_store_series_data_fetched{job=~\"$job\"}[$__rate_interval])))",
  1860                       "format": "time_series",
  1861                       "intervalFactor": 2,
  1862                       "legendFormat": "P99: {{data_type}} / {{job}}",
  1863                       "legendLink": null,
  1864                       "step": 10
  1865                    },
  1866                    {
  1867                       "expr": "sum by (job, data_type) (rate(thanos_bucket_store_series_data_fetched_sum{job=~\"$job\"}[$__rate_interval])) / sum by (job, data_type) (rate(thanos_bucket_store_series_data_fetched_count{job=~\"$job\"}[$__rate_interval]))",
  1868                       "format": "time_series",
  1869                       "intervalFactor": 2,
  1870                       "legendFormat": "mean: {{data_type}} / {{job}}",
  1871                       "legendLink": null,
  1872                       "step": 10
  1873                    },
  1874                    {
  1875                       "expr": "histogram_quantile(0.50, sum by (le) (rate(thanos_bucket_store_series_data_fetched{job=~\"$job\"}[$__rate_interval])))",
  1876                       "format": "time_series",
  1877                       "intervalFactor": 2,
  1878                       "legendFormat": "P50: {{data_type}} / {{job}}",
  1879                       "legendLink": null,
  1880                       "step": 10
  1881                    }
  1882                 ],
  1883                 "thresholds": [ ],
  1884                 "timeFrom": null,
  1885                 "timeShift": null,
  1886                 "title": "Data Fetched",
  1887                 "tooltip": {
  1888                    "shared": false,
  1889                    "sort": 0,
  1890                    "value_type": "individual"
  1891                 },
  1892                 "type": "graph",
  1893                 "xaxis": {
  1894                    "buckets": null,
  1895                    "mode": "time",
  1896                    "name": null,
  1897                    "show": true,
  1898                    "values": [ ]
  1899                 },
  1900                 "yaxes": [
  1901                    {
  1902                       "format": "bytes",
  1903                       "label": null,
  1904                       "logBase": 1,
  1905                       "max": null,
  1906                       "min": 0,
  1907                       "show": true
  1908                    },
  1909                    {
  1910                       "format": "short",
  1911                       "label": null,
  1912                       "logBase": 1,
  1913                       "max": null,
  1914                       "min": null,
  1915                       "show": false
  1916                    }
  1917                 ]
  1918              },
  1919              {
  1920                 "aliasColors": { },
  1921                 "bars": false,
  1922                 "dashLength": 10,
  1923                 "dashes": false,
  1924                 "datasource": "$datasource",
  1925                 "description": "Show the size of data touched",
  1926                 "fill": 1,
  1927                 "id": 21,
  1928                 "legend": {
  1929                    "avg": false,
  1930                    "current": false,
  1931                    "max": false,
  1932                    "min": false,
  1933                    "show": true,
  1934                    "total": false,
  1935                    "values": false
  1936                 },
  1937                 "lines": true,
  1938                 "linewidth": 1,
  1939                 "links": [ ],
  1940                 "nullPointMode": "null as zero",
  1941                 "percentage": false,
  1942                 "pointradius": 5,
  1943                 "points": false,
  1944                 "renderer": "flot",
  1945                 "seriesOverrides": [ ],
  1946                 "spaceLength": 10,
  1947                 "span": 3,
  1948                 "stack": false,
  1949                 "steppedLine": false,
  1950                 "targets": [
  1951                    {
  1952                       "expr": "histogram_quantile(0.99, sum by (le) (rate(thanos_bucket_store_series_data_touched{job=~\"$job\"}[$__rate_interval])))",
  1953                       "format": "time_series",
  1954                       "intervalFactor": 2,
  1955                       "legendFormat": "P99: {{data_type}} / {{job}}",
  1956                       "legendLink": null,
  1957                       "step": 10
  1958                    },
  1959                    {
  1960                       "expr": "sum by (job, data_type) (rate(thanos_bucket_store_series_data_touched_sum{job=~\"$job\"}[$__rate_interval])) / sum by (job, data_type) (rate(thanos_bucket_store_series_data_touched_count{job=~\"$job\"}[$__rate_interval]))",
  1961                       "format": "time_series",
  1962                       "intervalFactor": 2,
  1963                       "legendFormat": "mean: {{data_type}} / {{job}}",
  1964                       "legendLink": null,
  1965                       "step": 10
  1966                    },
  1967                    {
  1968                       "expr": "histogram_quantile(0.50, sum by (le) (rate(thanos_bucket_store_series_data_touched{job=~\"$job\"}[$__rate_interval])))",
  1969                       "format": "time_series",
  1970                       "intervalFactor": 2,
  1971                       "legendFormat": "P50: {{data_type}} / {{job}}",
  1972                       "legendLink": null,
  1973                       "step": 10
  1974                    }
  1975                 ],
  1976                 "thresholds": [ ],
  1977                 "timeFrom": null,
  1978                 "timeShift": null,
  1979                 "title": "Data Touched",
  1980                 "tooltip": {
  1981                    "shared": false,
  1982                    "sort": 0,
  1983                    "value_type": "individual"
  1984                 },
  1985                 "type": "graph",
  1986                 "xaxis": {
  1987                    "buckets": null,
  1988                    "mode": "time",
  1989                    "name": null,
  1990                    "show": true,
  1991                    "values": [ ]
  1992                 },
  1993                 "yaxes": [
  1994                    {
  1995                       "format": "bytes",
  1996                       "label": null,
  1997                       "logBase": 1,
  1998                       "max": null,
  1999                       "min": 0,
  2000                       "show": true
  2001                    },
  2002                    {
  2003                       "format": "short",
  2004                       "label": null,
  2005                       "logBase": 1,
  2006                       "max": null,
  2007                       "min": null,
  2008                       "show": false
  2009                    }
  2010                 ]
  2011              },
  2012              {
  2013                 "aliasColors": { },
  2014                 "bars": false,
  2015                 "dashLength": 10,
  2016                 "dashes": false,
  2017                 "datasource": "$datasource",
  2018                 "fill": 1,
  2019                 "id": 22,
  2020                 "legend": {
  2021                    "avg": false,
  2022                    "current": false,
  2023                    "max": false,
  2024                    "min": false,
  2025                    "show": true,
  2026                    "total": false,
  2027                    "values": false
  2028                 },
  2029                 "lines": true,
  2030                 "linewidth": 1,
  2031                 "links": [ ],
  2032                 "nullPointMode": "null as zero",
  2033                 "percentage": false,
  2034                 "pointradius": 5,
  2035                 "points": false,
  2036                 "renderer": "flot",
  2037                 "seriesOverrides": [ ],
  2038                 "spaceLength": 10,
  2039                 "span": 3,
  2040                 "stack": false,
  2041                 "steppedLine": false,
  2042                 "targets": [
  2043                    {
  2044                       "expr": "histogram_quantile(0.99, sum by (le) (rate(thanos_bucket_store_series_result_series{job=~\"$job\"}[$__rate_interval])))",
  2045                       "format": "time_series",
  2046                       "intervalFactor": 2,
  2047                       "legendFormat": "P99",
  2048                       "legendLink": null,
  2049                       "step": 10
  2050                    },
  2051                    {
  2052                       "expr": "sum by (job) (rate(thanos_bucket_store_series_result_series_sum{job=~\"$job\"}[$__rate_interval])) / sum by (job) (rate(thanos_bucket_store_series_result_series_count{job=~\"$job\"}[$__rate_interval]))",
  2053                       "format": "time_series",
  2054                       "intervalFactor": 2,
  2055                       "legendFormat": "mean {{job}}",
  2056                       "legendLink": null,
  2057                       "step": 10
  2058                    },
  2059                    {
  2060                       "expr": "histogram_quantile(0.50, sum by (le) (rate(thanos_bucket_store_series_result_series{job=~\"$job\"}[$__rate_interval])))",
  2061                       "format": "time_series",
  2062                       "intervalFactor": 2,
  2063                       "legendFormat": "P50",
  2064                       "legendLink": null,
  2065                       "step": 10
  2066                    }
  2067                 ],
  2068                 "thresholds": [ ],
  2069                 "timeFrom": null,
  2070                 "timeShift": null,
  2071                 "title": "Result series",
  2072                 "tooltip": {
  2073                    "shared": false,
  2074                    "sort": 0,
  2075                    "value_type": "individual"
  2076                 },
  2077                 "type": "graph",
  2078                 "xaxis": {
  2079                    "buckets": null,
  2080                    "mode": "time",
  2081                    "name": null,
  2082                    "show": true,
  2083                    "values": [ ]
  2084                 },
  2085                 "yaxes": [
  2086                    {
  2087                       "format": "short",
  2088                       "label": null,
  2089                       "logBase": 1,
  2090                       "max": null,
  2091                       "min": 0,
  2092                       "show": true
  2093                    },
  2094                    {
  2095                       "format": "short",
  2096                       "label": null,
  2097                       "logBase": 1,
  2098                       "max": null,
  2099                       "min": null,
  2100                       "show": false
  2101                    }
  2102                 ]
  2103              }
  2104           ],
  2105           "repeat": null,
  2106           "repeatIteration": null,
  2107           "repeatRowId": null,
  2108           "showTitle": true,
  2109           "title": "Series Operations",
  2110           "titleSize": "h6"
  2111        },
  2112        {
  2113           "collapse": false,
  2114           "height": "250px",
  2115           "panels": [
  2116              {
  2117                 "aliasColors": { },
  2118                 "bars": false,
  2119                 "dashLength": 10,
  2120                 "dashes": false,
  2121                 "datasource": "$datasource",
  2122                 "description": "Shows how long has it taken to get all series.",
  2123                 "fill": 1,
  2124                 "id": 23,
  2125                 "legend": {
  2126                    "avg": false,
  2127                    "current": false,
  2128                    "max": false,
  2129                    "min": false,
  2130                    "show": true,
  2131                    "total": false,
  2132                    "values": false
  2133                 },
  2134                 "lines": true,
  2135                 "linewidth": 1,
  2136                 "links": [ ],
  2137                 "nullPointMode": "null as zero",
  2138                 "percentage": false,
  2139                 "pointradius": 5,
  2140                 "points": false,
  2141                 "renderer": "flot",
  2142                 "seriesOverrides": [
  2143                    {
  2144                       "alias": "p99",
  2145                       "color": "#FA6400",
  2146                       "fill": 1,
  2147                       "fillGradient": 1
  2148                    },
  2149                    {
  2150                       "alias": "p90",
  2151                       "color": "#E0B400",
  2152                       "fill": 1,
  2153                       "fillGradient": 1
  2154                    },
  2155                    {
  2156                       "alias": "p50",
  2157                       "color": "#37872D",
  2158                       "fill": 10,
  2159                       "fillGradient": 0
  2160                    }
  2161                 ],
  2162                 "spaceLength": 10,
  2163                 "span": 4,
  2164                 "stack": false,
  2165                 "steppedLine": false,
  2166                 "targets": [
  2167                    {
  2168                       "expr": "histogram_quantile(0.50, sum by (job, le) (rate(thanos_bucket_store_series_get_all_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1",
  2169                       "format": "time_series",
  2170                       "intervalFactor": 2,
  2171                       "legendFormat": "p50 {{job}}",
  2172                       "logBase": 10,
  2173                       "max": null,
  2174                       "min": null,
  2175                       "step": 10
  2176                    },
  2177                    {
  2178                       "expr": "histogram_quantile(0.90, sum by (job, le) (rate(thanos_bucket_store_series_get_all_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1",
  2179                       "format": "time_series",
  2180                       "intervalFactor": 2,
  2181                       "legendFormat": "p90 {{job}}",
  2182                       "logBase": 10,
  2183                       "max": null,
  2184                       "min": null,
  2185                       "step": 10
  2186                    },
  2187                    {
  2188                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(thanos_bucket_store_series_get_all_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1",
  2189                       "format": "time_series",
  2190                       "intervalFactor": 2,
  2191                       "legendFormat": "p99 {{job}}",
  2192                       "logBase": 10,
  2193                       "max": null,
  2194                       "min": null,
  2195                       "step": 10
  2196                    }
  2197                 ],
  2198                 "thresholds": [ ],
  2199                 "timeFrom": null,
  2200                 "timeShift": null,
  2201                 "title": "Get All",
  2202                 "tooltip": {
  2203                    "shared": false,
  2204                    "sort": 0,
  2205                    "value_type": "individual"
  2206                 },
  2207                 "type": "graph",
  2208                 "xaxis": {
  2209                    "buckets": null,
  2210                    "mode": "time",
  2211                    "name": null,
  2212                    "show": true,
  2213                    "values": [ ]
  2214                 },
  2215                 "yaxes": [
  2216                    {
  2217                       "format": "s",
  2218                       "label": null,
  2219                       "logBase": 1,
  2220                       "max": null,
  2221                       "min": 0,
  2222                       "show": true
  2223                    },
  2224                    {
  2225                       "format": "short",
  2226                       "label": null,
  2227                       "logBase": 1,
  2228                       "max": null,
  2229                       "min": null,
  2230                       "show": false
  2231                    }
  2232                 ]
  2233              },
  2234              {
  2235                 "aliasColors": { },
  2236                 "bars": false,
  2237                 "dashLength": 10,
  2238                 "dashes": false,
  2239                 "datasource": "$datasource",
  2240                 "description": "Shows how long has it taken to merge series.",
  2241                 "fill": 1,
  2242                 "id": 24,
  2243                 "legend": {
  2244                    "avg": false,
  2245                    "current": false,
  2246                    "max": false,
  2247                    "min": false,
  2248                    "show": true,
  2249                    "total": false,
  2250                    "values": false
  2251                 },
  2252                 "lines": true,
  2253                 "linewidth": 1,
  2254                 "links": [ ],
  2255                 "nullPointMode": "null as zero",
  2256                 "percentage": false,
  2257                 "pointradius": 5,
  2258                 "points": false,
  2259                 "renderer": "flot",
  2260                 "seriesOverrides": [
  2261                    {
  2262                       "alias": "p99",
  2263                       "color": "#FA6400",
  2264                       "fill": 1,
  2265                       "fillGradient": 1
  2266                    },
  2267                    {
  2268                       "alias": "p90",
  2269                       "color": "#E0B400",
  2270                       "fill": 1,
  2271                       "fillGradient": 1
  2272                    },
  2273                    {
  2274                       "alias": "p50",
  2275                       "color": "#37872D",
  2276                       "fill": 10,
  2277                       "fillGradient": 0
  2278                    }
  2279                 ],
  2280                 "spaceLength": 10,
  2281                 "span": 4,
  2282                 "stack": false,
  2283                 "steppedLine": false,
  2284                 "targets": [
  2285                    {
  2286                       "expr": "histogram_quantile(0.50, sum by (job, le) (rate(thanos_bucket_store_series_merge_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1",
  2287                       "format": "time_series",
  2288                       "intervalFactor": 2,
  2289                       "legendFormat": "p50 {{job}}",
  2290                       "logBase": 10,
  2291                       "max": null,
  2292                       "min": null,
  2293                       "step": 10
  2294                    },
  2295                    {
  2296                       "expr": "histogram_quantile(0.90, sum by (job, le) (rate(thanos_bucket_store_series_merge_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1",
  2297                       "format": "time_series",
  2298                       "intervalFactor": 2,
  2299                       "legendFormat": "p90 {{job}}",
  2300                       "logBase": 10,
  2301                       "max": null,
  2302                       "min": null,
  2303                       "step": 10
  2304                    },
  2305                    {
  2306                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(thanos_bucket_store_series_merge_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1",
  2307                       "format": "time_series",
  2308                       "intervalFactor": 2,
  2309                       "legendFormat": "p99 {{job}}",
  2310                       "logBase": 10,
  2311                       "max": null,
  2312                       "min": null,
  2313                       "step": 10
  2314                    }
  2315                 ],
  2316                 "thresholds": [ ],
  2317                 "timeFrom": null,
  2318                 "timeShift": null,
  2319                 "title": "Merge",
  2320                 "tooltip": {
  2321                    "shared": false,
  2322                    "sort": 0,
  2323                    "value_type": "individual"
  2324                 },
  2325                 "type": "graph",
  2326                 "xaxis": {
  2327                    "buckets": null,
  2328                    "mode": "time",
  2329                    "name": null,
  2330                    "show": true,
  2331                    "values": [ ]
  2332                 },
  2333                 "yaxes": [
  2334                    {
  2335                       "format": "s",
  2336                       "label": null,
  2337                       "logBase": 1,
  2338                       "max": null,
  2339                       "min": 0,
  2340                       "show": true
  2341                    },
  2342                    {
  2343                       "format": "short",
  2344                       "label": null,
  2345                       "logBase": 1,
  2346                       "max": null,
  2347                       "min": null,
  2348                       "show": false
  2349                    }
  2350                 ]
  2351              },
  2352              {
  2353                 "aliasColors": { },
  2354                 "bars": false,
  2355                 "dashLength": 10,
  2356                 "dashes": false,
  2357                 "datasource": "$datasource",
  2358                 "description": "Shows how long has it taken for a series to wait at the gate.",
  2359                 "fill": 1,
  2360                 "id": 25,
  2361                 "legend": {
  2362                    "avg": false,
  2363                    "current": false,
  2364                    "max": false,
  2365                    "min": false,
  2366                    "show": true,
  2367                    "total": false,
  2368                    "values": false
  2369                 },
  2370                 "lines": true,
  2371                 "linewidth": 1,
  2372                 "links": [ ],
  2373                 "nullPointMode": "null as zero",
  2374                 "percentage": false,
  2375                 "pointradius": 5,
  2376                 "points": false,
  2377                 "renderer": "flot",
  2378                 "seriesOverrides": [
  2379                    {
  2380                       "alias": "p99",
  2381                       "color": "#FA6400",
  2382                       "fill": 1,
  2383                       "fillGradient": 1
  2384                    },
  2385                    {
  2386                       "alias": "p90",
  2387                       "color": "#E0B400",
  2388                       "fill": 1,
  2389                       "fillGradient": 1
  2390                    },
  2391                    {
  2392                       "alias": "p50",
  2393                       "color": "#37872D",
  2394                       "fill": 10,
  2395                       "fillGradient": 0
  2396                    }
  2397                 ],
  2398                 "spaceLength": 10,
  2399                 "span": 4,
  2400                 "stack": false,
  2401                 "steppedLine": false,
  2402                 "targets": [
  2403                    {
  2404                       "expr": "histogram_quantile(0.50, sum by (job, le) (rate(thanos_bucket_store_series_gate_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1",
  2405                       "format": "time_series",
  2406                       "intervalFactor": 2,
  2407                       "legendFormat": "p50 {{job}}",
  2408                       "logBase": 10,
  2409                       "max": null,
  2410                       "min": null,
  2411                       "step": 10
  2412                    },
  2413                    {
  2414                       "expr": "histogram_quantile(0.90, sum by (job, le) (rate(thanos_bucket_store_series_gate_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1",
  2415                       "format": "time_series",
  2416                       "intervalFactor": 2,
  2417                       "legendFormat": "p90 {{job}}",
  2418                       "logBase": 10,
  2419                       "max": null,
  2420                       "min": null,
  2421                       "step": 10
  2422                    },
  2423                    {
  2424                       "expr": "histogram_quantile(0.99, sum by (job, le) (rate(thanos_bucket_store_series_gate_duration_seconds_bucket{job=~\"$job\"}[$interval]))) * 1",
  2425                       "format": "time_series",
  2426                       "intervalFactor": 2,
  2427                       "legendFormat": "p99 {{job}}",
  2428                       "logBase": 10,
  2429                       "max": null,
  2430                       "min": null,
  2431                       "step": 10
  2432                    }
  2433                 ],
  2434                 "thresholds": [ ],
  2435                 "timeFrom": null,
  2436                 "timeShift": null,
  2437                 "title": "Gate",
  2438                 "tooltip": {
  2439                    "shared": false,
  2440                    "sort": 0,
  2441                    "value_type": "individual"
  2442                 },
  2443                 "type": "graph",
  2444                 "xaxis": {
  2445                    "buckets": null,
  2446                    "mode": "time",
  2447                    "name": null,
  2448                    "show": true,
  2449                    "values": [ ]
  2450                 },
  2451                 "yaxes": [
  2452                    {
  2453                       "format": "s",
  2454                       "label": null,
  2455                       "logBase": 1,
  2456                       "max": null,
  2457                       "min": 0,
  2458                       "show": true
  2459                    },
  2460                    {
  2461                       "format": "short",
  2462                       "label": null,
  2463                       "logBase": 1,
  2464                       "max": null,
  2465                       "min": null,
  2466                       "show": false
  2467                    }
  2468                 ]
  2469              }
  2470           ],
  2471           "repeat": null,
  2472           "repeatIteration": null,
  2473           "repeatRowId": null,
  2474           "showTitle": true,
  2475           "title": "Series Operation Durations",
  2476           "titleSize": "h6"
  2477        },
  2478        {
  2479           "collapse": true,
  2480           "height": "250px",
  2481           "panels": [
  2482              {
  2483                 "aliasColors": { },
  2484                 "bars": false,
  2485                 "dashLength": 10,
  2486                 "dashes": false,
  2487                 "datasource": "$datasource",
  2488                 "fill": 1,
  2489                 "id": 26,
  2490                 "legend": {
  2491                    "avg": false,
  2492                    "current": false,
  2493                    "max": false,
  2494                    "min": false,
  2495                    "show": true,
  2496                    "total": false,
  2497                    "values": false
  2498                 },
  2499                 "lines": true,
  2500                 "linewidth": 1,
  2501                 "links": [ ],
  2502                 "nullPointMode": "null as zero",
  2503                 "percentage": false,
  2504                 "pointradius": 5,
  2505                 "points": false,
  2506                 "renderer": "flot",
  2507                 "seriesOverrides": [ ],
  2508                 "spaceLength": 10,
  2509                 "span": 4,
  2510                 "stack": false,
  2511                 "steppedLine": false,
  2512                 "targets": [
  2513                    {
  2514                       "expr": "go_memstats_alloc_bytes{job=~\"$job\"}",
  2515                       "format": "time_series",
  2516                       "intervalFactor": 2,
  2517                       "legendFormat": "alloc all {{instance}}",
  2518                       "legendLink": null,
  2519                       "step": 10
  2520                    },
  2521                    {
  2522                       "expr": "go_memstats_heap_alloc_bytes{job=~\"$job\"}",
  2523                       "format": "time_series",
  2524                       "intervalFactor": 2,
  2525                       "legendFormat": "alloc heap {{instance}}",
  2526                       "legendLink": null,
  2527                       "step": 10
  2528                    },
  2529                    {
  2530                       "expr": "rate(go_memstats_alloc_bytes_total{job=~\"$job\"}[30s])",
  2531                       "format": "time_series",
  2532                       "intervalFactor": 2,
  2533                       "legendFormat": "alloc rate all {{instance}}",
  2534                       "legendLink": null,
  2535                       "step": 10
  2536                    },
  2537                    {
  2538                       "expr": "rate(go_memstats_heap_alloc_bytes{job=~\"$job\"}[30s])",
  2539                       "format": "time_series",
  2540                       "intervalFactor": 2,
  2541                       "legendFormat": "alloc rate heap {{instance}}",
  2542                       "legendLink": null,
  2543                       "step": 10
  2544                    },
  2545                    {
  2546                       "expr": "go_memstats_stack_inuse_bytes{job=~\"$job\"}",
  2547                       "format": "time_series",
  2548                       "intervalFactor": 2,
  2549                       "legendFormat": "inuse heap {{instance}}",
  2550                       "legendLink": null,
  2551                       "step": 10
  2552                    },
  2553                    {
  2554                       "expr": "go_memstats_heap_inuse_bytes{job=~\"$job\"}",
  2555                       "format": "time_series",
  2556                       "intervalFactor": 2,
  2557                       "legendFormat": "inuse stack {{instance}}",
  2558                       "legendLink": null,
  2559                       "step": 10
  2560                    }
  2561                 ],
  2562                 "thresholds": [ ],
  2563                 "timeFrom": null,
  2564                 "timeShift": null,
  2565                 "title": "Memory Used",
  2566                 "tooltip": {
  2567                    "shared": false,
  2568                    "sort": 0,
  2569                    "value_type": "individual"
  2570                 },
  2571                 "type": "graph",
  2572                 "xaxis": {
  2573                    "buckets": null,
  2574                    "mode": "time",
  2575                    "name": null,
  2576                    "show": true,
  2577                    "values": [ ]
  2578                 },
  2579                 "yaxes": [
  2580                    {
  2581                       "format": "bytes",
  2582                       "label": null,
  2583                       "logBase": 1,
  2584                       "max": null,
  2585                       "min": 0,
  2586                       "show": true
  2587                    },
  2588                    {
  2589                       "format": "short",
  2590                       "label": null,
  2591                       "logBase": 1,
  2592                       "max": null,
  2593                       "min": null,
  2594                       "show": false
  2595                    }
  2596                 ]
  2597              },
  2598              {
  2599                 "aliasColors": { },
  2600                 "bars": false,
  2601                 "dashLength": 10,
  2602                 "dashes": false,
  2603                 "datasource": "$datasource",
  2604                 "fill": 1,
  2605                 "id": 27,
  2606                 "legend": {
  2607                    "avg": false,
  2608                    "current": false,
  2609                    "max": false,
  2610                    "min": false,
  2611                    "show": true,
  2612                    "total": false,
  2613                    "values": false
  2614                 },
  2615                 "lines": true,
  2616                 "linewidth": 1,
  2617                 "links": [ ],
  2618                 "nullPointMode": "null as zero",
  2619                 "percentage": false,
  2620                 "pointradius": 5,
  2621                 "points": false,
  2622                 "renderer": "flot",
  2623                 "seriesOverrides": [ ],
  2624                 "spaceLength": 10,
  2625                 "span": 4,
  2626                 "stack": false,
  2627                 "steppedLine": false,
  2628                 "targets": [
  2629                    {
  2630                       "expr": "go_goroutines{job=~\"$job\"}",
  2631                       "format": "time_series",
  2632                       "intervalFactor": 2,
  2633                       "legendFormat": "{{instance}}",
  2634                       "legendLink": null,
  2635                       "step": 10
  2636                    }
  2637                 ],
  2638                 "thresholds": [ ],
  2639                 "timeFrom": null,
  2640                 "timeShift": null,
  2641                 "title": "Goroutines",
  2642                 "tooltip": {
  2643                    "shared": false,
  2644                    "sort": 0,
  2645                    "value_type": "individual"
  2646                 },
  2647                 "type": "graph",
  2648                 "xaxis": {
  2649                    "buckets": null,
  2650                    "mode": "time",
  2651                    "name": null,
  2652                    "show": true,
  2653                    "values": [ ]
  2654                 },
  2655                 "yaxes": [
  2656                    {
  2657                       "format": "short",
  2658                       "label": null,
  2659                       "logBase": 1,
  2660                       "max": null,
  2661                       "min": 0,
  2662                       "show": true
  2663                    },
  2664                    {
  2665                       "format": "short",
  2666                       "label": null,
  2667                       "logBase": 1,
  2668                       "max": null,
  2669                       "min": null,
  2670                       "show": false
  2671                    }
  2672                 ]
  2673              },
  2674              {
  2675                 "aliasColors": { },
  2676                 "bars": false,
  2677                 "dashLength": 10,
  2678                 "dashes": false,
  2679                 "datasource": "$datasource",
  2680                 "fill": 1,
  2681                 "id": 28,
  2682                 "legend": {
  2683                    "avg": false,
  2684                    "current": false,
  2685                    "max": false,
  2686                    "min": false,
  2687                    "show": true,
  2688                    "total": false,
  2689                    "values": false
  2690                 },
  2691                 "lines": true,
  2692                 "linewidth": 1,
  2693                 "links": [ ],
  2694                 "nullPointMode": "null as zero",
  2695                 "percentage": false,
  2696                 "pointradius": 5,
  2697                 "points": false,
  2698                 "renderer": "flot",
  2699                 "seriesOverrides": [ ],
  2700                 "spaceLength": 10,
  2701                 "span": 4,
  2702                 "stack": false,
  2703                 "steppedLine": false,
  2704                 "targets": [
  2705                    {
  2706                       "expr": "go_gc_duration_seconds{job=~\"$job\"}",
  2707                       "format": "time_series",
  2708                       "intervalFactor": 2,
  2709                       "legendFormat": "{{quantile}} {{instance}}",
  2710                       "legendLink": null,
  2711                       "step": 10
  2712                    }
  2713                 ],
  2714                 "thresholds": [ ],
  2715                 "timeFrom": null,
  2716                 "timeShift": null,
  2717                 "title": "GC Time Quantiles",
  2718                 "tooltip": {
  2719                    "shared": false,
  2720                    "sort": 0,
  2721                    "value_type": "individual"
  2722                 },
  2723                 "type": "graph",
  2724                 "xaxis": {
  2725                    "buckets": null,
  2726                    "mode": "time",
  2727                    "name": null,
  2728                    "show": true,
  2729                    "values": [ ]
  2730                 },
  2731                 "yaxes": [
  2732                    {
  2733                       "format": "short",
  2734                       "label": null,
  2735                       "logBase": 1,
  2736                       "max": null,
  2737                       "min": 0,
  2738                       "show": true
  2739                    },
  2740                    {
  2741                       "format": "short",
  2742                       "label": null,
  2743                       "logBase": 1,
  2744                       "max": null,
  2745                       "min": null,
  2746                       "show": false
  2747                    }
  2748                 ]
  2749              }
  2750           ],
  2751           "repeat": null,
  2752           "repeatIteration": null,
  2753           "repeatRowId": null,
  2754           "showTitle": true,
  2755           "title": "Resources",
  2756           "titleSize": "h6"
  2757        }
  2758     ],
  2759     "schemaVersion": 14,
  2760     "style": "dark",
  2761     "tags": [
  2762        "thanos-mixin"
  2763     ],
  2764     "templating": {
  2765        "list": [
  2766           {
  2767              "current": {
  2768                 "text": "default",
  2769                 "value": "default"
  2770              },
  2771              "hide": 0,
  2772              "label": null,
  2773              "name": "datasource",
  2774              "options": [ ],
  2775              "query": "prometheus",
  2776              "refresh": 1,
  2777              "regex": "",
  2778              "type": "datasource"
  2779           },
  2780           {
  2781              "auto": true,
  2782              "auto_count": 300,
  2783              "auto_min": "10s",
  2784              "current": {
  2785                 "text": "5m",
  2786                 "value": "5m"
  2787              },
  2788              "hide": 0,
  2789              "label": "interval",
  2790              "name": "interval",
  2791              "query": "5m,10m,30m,1h,6h,12h",
  2792              "refresh": 2,
  2793              "type": "interval"
  2794           },
  2795           {
  2796              "allValue": null,
  2797              "current": {
  2798                 "text": "all",
  2799                 "value": "$__all"
  2800              },
  2801              "datasource": "$datasource",
  2802              "hide": 0,
  2803              "includeAll": true,
  2804              "label": "job",
  2805              "multi": false,
  2806              "name": "job",
  2807              "options": [ ],
  2808              "query": "label_values(up{job=~\".*thanos-store.*\"}, job)",
  2809              "refresh": 1,
  2810              "regex": "",
  2811              "sort": 2,
  2812              "tagValuesQuery": "",
  2813              "tags": [ ],
  2814              "tagsQuery": "",
  2815              "type": "query",
  2816              "useTags": false
  2817           }
  2818        ]
  2819     },
  2820     "time": {
  2821        "from": "now-1h",
  2822        "to": "now"
  2823     },
  2824     "timepicker": {
  2825        "refresh_intervals": [
  2826           "5s",
  2827           "10s",
  2828           "30s",
  2829           "1m",
  2830           "5m",
  2831           "15m",
  2832           "30m",
  2833           "1h",
  2834           "2h",
  2835           "1d"
  2836        ],
  2837        "time_options": [
  2838           "5m",
  2839           "15m",
  2840           "1h",
  2841           "6h",
  2842           "12h",
  2843           "24h",
  2844           "2d",
  2845           "7d",
  2846           "30d"
  2847        ]
  2848     },
  2849     "timezone": "UTC",
  2850     "title": "Thanos / Store",
  2851     "uid": "e832e8f26403d95fac0ea1c59837588b",
  2852     "version": 0
  2853  }