github.com/thanos-io/thanos@v0.32.5/examples/dashboards/bucket-replicate.json (about) 1 { 2 "annotations": { 3 "list": [ ] 4 }, 5 "editable": true, 6 "gnetId": null, 7 "graphTooltip": 0, 8 "hideControls": false, 9 "links": [ ], 10 "refresh": "10s", 11 "rows": [ 12 { 13 "collapse": false, 14 "height": "250px", 15 "panels": [ 16 { 17 "aliasColors": { 18 "error": "#E24D42" 19 }, 20 "bars": false, 21 "dashLength": 10, 22 "dashes": false, 23 "datasource": "$datasource", 24 "fill": 10, 25 "id": 1, 26 "legend": { 27 "avg": false, 28 "current": false, 29 "max": false, 30 "min": false, 31 "show": true, 32 "total": false, 33 "values": false 34 }, 35 "lines": true, 36 "linewidth": 0, 37 "links": [ ], 38 "nullPointMode": "null as zero", 39 "percentage": false, 40 "pointradius": 5, 41 "points": false, 42 "renderer": "flot", 43 "seriesOverrides": [ ], 44 "spaceLength": 10, 45 "span": 4, 46 "stack": true, 47 "steppedLine": false, 48 "targets": [ 49 { 50 "expr": "sum by (job) (rate(thanos_replicate_replication_runs_total{result=\"error\", job=~\"$job\"}[$interval])) / sum by (job) (rate(thanos_replicate_replication_runs_total{job=~\"$job\"}[$interval]))", 51 "format": "time_series", 52 "intervalFactor": 2, 53 "legendFormat": "error", 54 "step": 10 55 } 56 ], 57 "thresholds": [ ], 58 "timeFrom": null, 59 "timeShift": null, 60 "title": "Rate", 61 "tooltip": { 62 "shared": false, 63 "sort": 0, 64 "value_type": "individual" 65 }, 66 "type": "graph", 67 "xaxis": { 68 "buckets": null, 69 "mode": "time", 70 "name": null, 71 "show": true, 72 "values": [ ] 73 }, 74 "yaxes": [ 75 { 76 "format": "percentunit", 77 "label": null, 78 "logBase": 1, 79 "max": null, 80 "min": 0, 81 "show": true 82 }, 83 { 84 "format": "short", 85 "label": null, 86 "logBase": 1, 87 "max": null, 88 "min": null, 89 "show": false 90 } 91 ] 92 }, 93 { 94 "aliasColors": { }, 95 "bars": false, 96 "dashLength": 10, 97 "dashes": false, 98 "datasource": "$datasource", 99 "description": "Shows rate of errors.", 100 "fill": 10, 101 "id": 2, 102 "legend": { 103 "avg": false, 104 "current": false, 105 "max": false, 106 "min": false, 107 "show": true, 108 "total": false, 109 "values": false 110 }, 111 "lines": true, 112 "linewidth": 0, 113 "links": [ ], 114 "nullPointMode": "null as zero", 115 "percentage": false, 116 "pointradius": 5, 117 "points": false, 118 "renderer": "flot", 119 "seriesOverrides": [ ], 120 "spaceLength": 10, 121 "span": 4, 122 "stack": true, 123 "steppedLine": false, 124 "targets": [ 125 { 126 "expr": "sum by (job, result) (rate(thanos_replicate_replication_runs_total{result=\"error\", job=~\"$job\"}[$__rate_interval]))", 127 "format": "time_series", 128 "intervalFactor": 2, 129 "legendFormat": "{{result}}", 130 "legendLink": null, 131 "step": 10 132 } 133 ], 134 "thresholds": [ ], 135 "timeFrom": null, 136 "timeShift": null, 137 "title": "Errors", 138 "tooltip": { 139 "shared": false, 140 "sort": 0, 141 "value_type": "individual" 142 }, 143 "type": "graph", 144 "xaxis": { 145 "buckets": null, 146 "mode": "time", 147 "name": null, 148 "show": true, 149 "values": [ ] 150 }, 151 "yaxes": [ 152 { 153 "format": "percentunit", 154 "label": null, 155 "logBase": 1, 156 "max": null, 157 "min": 0, 158 "show": true 159 }, 160 { 161 "format": "short", 162 "label": null, 163 "logBase": 1, 164 "max": null, 165 "min": null, 166 "show": false 167 } 168 ] 169 }, 170 { 171 "aliasColors": { }, 172 "bars": false, 173 "dashLength": 10, 174 "dashes": false, 175 "datasource": "$datasource", 176 "description": "Shows how long has it taken to run a replication cycle.", 177 "fill": 1, 178 "id": 3, 179 "legend": { 180 "avg": false, 181 "current": false, 182 "max": false, 183 "min": false, 184 "show": true, 185 "total": false, 186 "values": false 187 }, 188 "lines": true, 189 "linewidth": 1, 190 "links": [ ], 191 "nullPointMode": "null as zero", 192 "percentage": false, 193 "pointradius": 5, 194 "points": false, 195 "renderer": "flot", 196 "seriesOverrides": [ 197 { 198 "alias": "p99", 199 "color": "#FA6400", 200 "fill": 1, 201 "fillGradient": 1 202 }, 203 { 204 "alias": "p90", 205 "color": "#E0B400", 206 "fill": 1, 207 "fillGradient": 1 208 }, 209 { 210 "alias": "p50", 211 "color": "#37872D", 212 "fill": 10, 213 "fillGradient": 0 214 } 215 ], 216 "spaceLength": 10, 217 "span": 4, 218 "stack": false, 219 "steppedLine": false, 220 "targets": [ 221 { 222 "expr": "histogram_quantile(0.50, sum by (job, le) (rate(thanos_replicate_replication_run_duration_seconds_bucket{result=\"success\", job=~\"$job\"}[$interval]))) * 1", 223 "format": "time_series", 224 "intervalFactor": 2, 225 "legendFormat": "p50 {{job}}", 226 "logBase": 10, 227 "max": null, 228 "min": null, 229 "step": 10 230 }, 231 { 232 "expr": "histogram_quantile(0.90, sum by (job, le) (rate(thanos_replicate_replication_run_duration_seconds_bucket{result=\"success\", job=~\"$job\"}[$interval]))) * 1", 233 "format": "time_series", 234 "intervalFactor": 2, 235 "legendFormat": "p90 {{job}}", 236 "logBase": 10, 237 "max": null, 238 "min": null, 239 "step": 10 240 }, 241 { 242 "expr": "histogram_quantile(0.99, sum by (job, le) (rate(thanos_replicate_replication_run_duration_seconds_bucket{result=\"success\", job=~\"$job\"}[$interval]))) * 1", 243 "format": "time_series", 244 "intervalFactor": 2, 245 "legendFormat": "p99 {{job}}", 246 "logBase": 10, 247 "max": null, 248 "min": null, 249 "step": 10 250 } 251 ], 252 "thresholds": [ ], 253 "timeFrom": null, 254 "timeShift": null, 255 "title": "Duration", 256 "tooltip": { 257 "shared": false, 258 "sort": 0, 259 "value_type": "individual" 260 }, 261 "type": "graph", 262 "xaxis": { 263 "buckets": null, 264 "mode": "time", 265 "name": null, 266 "show": true, 267 "values": [ ] 268 }, 269 "yaxes": [ 270 { 271 "format": "s", 272 "label": null, 273 "logBase": 1, 274 "max": null, 275 "min": 0, 276 "show": true 277 }, 278 { 279 "format": "short", 280 "label": null, 281 "logBase": 1, 282 "max": null, 283 "min": null, 284 "show": false 285 } 286 ] 287 } 288 ], 289 "repeat": null, 290 "repeatIteration": null, 291 "repeatRowId": null, 292 "showTitle": true, 293 "title": "Bucket Replicate Runs", 294 "titleSize": "h6" 295 }, 296 { 297 "collapse": false, 298 "height": "250px", 299 "panels": [ 300 { 301 "aliasColors": { }, 302 "bars": false, 303 "dashLength": 10, 304 "dashes": false, 305 "datasource": "$datasource", 306 "fill": 1, 307 "id": 4, 308 "legend": { 309 "avg": false, 310 "current": false, 311 "max": false, 312 "min": false, 313 "show": true, 314 "total": false, 315 "values": false 316 }, 317 "lines": true, 318 "linewidth": 1, 319 "links": [ ], 320 "nullPointMode": "null as zero", 321 "percentage": false, 322 "pointradius": 5, 323 "points": false, 324 "renderer": "flot", 325 "seriesOverrides": [ ], 326 "spaceLength": 10, 327 "span": 12, 328 "stack": false, 329 "steppedLine": false, 330 "targets": [ 331 { 332 "expr": "sum by (job) (rate(blocks_meta_synced{state=\"loaded\", job=~\"$job\"}[$__rate_interval]))", 333 "format": "time_series", 334 "intervalFactor": 2, 335 "legendFormat": "meta loads", 336 "legendLink": null, 337 "step": 10 338 }, 339 { 340 "expr": "sum by (job) (rate(blocks_meta_synced{state=\"failed\", job=~\"$job\"}[$__rate_interval]))", 341 "format": "time_series", 342 "intervalFactor": 2, 343 "legendFormat": "partial meta reads", 344 "legendLink": null, 345 "step": 10 346 }, 347 { 348 "expr": "sum by (job) (rate(thanos_replicate_blocks_already_replicated_total{job=~\"$job\"}[$__rate_interval]))", 349 "format": "time_series", 350 "intervalFactor": 2, 351 "legendFormat": "already replicated blocks", 352 "legendLink": null, 353 "step": 10 354 }, 355 { 356 "expr": "sum by (job) (rate(thanos_replicate_blocks_replicated_total{job=~\"$job\"}[$__rate_interval]))", 357 "format": "time_series", 358 "intervalFactor": 2, 359 "legendFormat": "replicated blocks", 360 "legendLink": null, 361 "step": 10 362 }, 363 { 364 "expr": "sum by (job) (rate(thanos_replicate_objects_replicated_total{job=~\"$job\"}[$__rate_interval]))", 365 "format": "time_series", 366 "intervalFactor": 2, 367 "legendFormat": "replicated objects", 368 "legendLink": null, 369 "step": 10 370 } 371 ], 372 "thresholds": [ ], 373 "timeFrom": null, 374 "timeShift": null, 375 "title": "Metrics", 376 "tooltip": { 377 "shared": false, 378 "sort": 0, 379 "value_type": "individual" 380 }, 381 "type": "graph", 382 "xaxis": { 383 "buckets": null, 384 "mode": "time", 385 "name": null, 386 "show": true, 387 "values": [ ] 388 }, 389 "yaxes": [ 390 { 391 "format": "short", 392 "label": null, 393 "logBase": 1, 394 "max": null, 395 "min": 0, 396 "show": true 397 }, 398 { 399 "format": "short", 400 "label": null, 401 "logBase": 1, 402 "max": null, 403 "min": null, 404 "show": false 405 } 406 ] 407 } 408 ], 409 "repeat": null, 410 "repeatIteration": null, 411 "repeatRowId": null, 412 "showTitle": true, 413 "title": "Bucket Replication", 414 "titleSize": "h6" 415 } 416 ], 417 "schemaVersion": 14, 418 "style": "dark", 419 "tags": [ 420 "thanos-mixin" 421 ], 422 "templating": { 423 "list": [ 424 { 425 "current": { 426 "text": "default", 427 "value": "default" 428 }, 429 "hide": 0, 430 "label": null, 431 "name": "datasource", 432 "options": [ ], 433 "query": "prometheus", 434 "refresh": 1, 435 "regex": "", 436 "type": "datasource" 437 }, 438 { 439 "auto": true, 440 "auto_count": 300, 441 "auto_min": "10s", 442 "current": { 443 "text": "5m", 444 "value": "5m" 445 }, 446 "hide": 0, 447 "label": "interval", 448 "name": "interval", 449 "query": "5m,10m,30m,1h,6h,12h", 450 "refresh": 2, 451 "type": "interval" 452 }, 453 { 454 "allValue": null, 455 "current": { 456 "text": "all", 457 "value": "$__all" 458 }, 459 "datasource": "$datasource", 460 "hide": 0, 461 "includeAll": true, 462 "label": "job", 463 "multi": false, 464 "name": "job", 465 "options": [ ], 466 "query": "label_values(up{job=~\".*thanos-bucket-replicate.*\"}, job)", 467 "refresh": 1, 468 "regex": "", 469 "sort": 2, 470 "tagValuesQuery": "", 471 "tags": [ ], 472 "tagsQuery": "", 473 "type": "query", 474 "useTags": false 475 } 476 ] 477 }, 478 "time": { 479 "from": "now-1h", 480 "to": "now" 481 }, 482 "timepicker": { 483 "refresh_intervals": [ 484 "5s", 485 "10s", 486 "30s", 487 "1m", 488 "5m", 489 "15m", 490 "30m", 491 "1h", 492 "2h", 493 "1d" 494 ], 495 "time_options": [ 496 "5m", 497 "15m", 498 "1h", 499 "6h", 500 "12h", 501 "24h", 502 "2d", 503 "7d", 504 "30d" 505 ] 506 }, 507 "timezone": "UTC", 508 "title": "Thanos / BucketReplicate", 509 "uid": "65ffb86cd2688b9e4db4d1ea231a5a9a", 510 "version": 0 511 }