github.com/yankunsam/loki/v2@v2.6.3-0.20220817130409-389df5235c27/production/loki-mixin-compiled/dashboards/loki-writes.json (about) 1 { 2 "annotations": { 3 "list": [ ] 4 }, 5 "editable": true, 6 "gnetId": null, 7 "graphTooltip": 0, 8 "hideControls": false, 9 "links": [ 10 { 11 "asDropdown": true, 12 "icon": "external link", 13 "includeVars": true, 14 "keepTime": true, 15 "tags": [ 16 "loki" 17 ], 18 "targetBlank": false, 19 "title": "Loki Dashboards", 20 "type": "dashboards" 21 } 22 ], 23 "refresh": "10s", 24 "rows": [ 25 { 26 "collapse": false, 27 "height": "250px", 28 "panels": [ 29 { 30 "aliasColors": { 31 "1xx": "#EAB839", 32 "2xx": "#7EB26D", 33 "3xx": "#6ED0E0", 34 "4xx": "#EF843C", 35 "5xx": "#E24D42", 36 "error": "#E24D42", 37 "success": "#7EB26D" 38 }, 39 "bars": false, 40 "dashLength": 10, 41 "dashes": false, 42 "datasource": "$datasource", 43 "fill": 10, 44 "id": 1, 45 "legend": { 46 "avg": false, 47 "current": false, 48 "max": false, 49 "min": false, 50 "show": true, 51 "total": false, 52 "values": false 53 }, 54 "lines": true, 55 "linewidth": 0, 56 "links": [ ], 57 "nullPointMode": "null as zero", 58 "percentage": false, 59 "pointradius": 5, 60 "points": false, 61 "renderer": "flot", 62 "seriesOverrides": [ ], 63 "spaceLength": 10, 64 "span": 6, 65 "stack": true, 66 "steppedLine": false, 67 "targets": [ 68 { 69 "expr": "sum by (status) (\n label_replace(label_replace(rate(loki_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/distributor\", route=~\"api_prom_push|loki_api_v1_push|/httpgrpc.HTTP/Handle\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-z]+)\"))\n", 70 "format": "time_series", 71 "intervalFactor": 2, 72 "legendFormat": "{{status}}", 73 "refId": "A", 74 "step": 10 75 } 76 ], 77 "thresholds": [ ], 78 "timeFrom": null, 79 "timeShift": null, 80 "title": "QPS", 81 "tooltip": { 82 "shared": true, 83 "sort": 2, 84 "value_type": "individual" 85 }, 86 "type": "graph", 87 "xaxis": { 88 "buckets": null, 89 "mode": "time", 90 "name": null, 91 "show": true, 92 "values": [ ] 93 }, 94 "yaxes": [ 95 { 96 "format": "short", 97 "label": null, 98 "logBase": 1, 99 "max": null, 100 "min": 0, 101 "show": true 102 }, 103 { 104 "format": "short", 105 "label": null, 106 "logBase": 1, 107 "max": null, 108 "min": null, 109 "show": false 110 } 111 ] 112 }, 113 { 114 "aliasColors": { }, 115 "bars": false, 116 "dashLength": 10, 117 "dashes": false, 118 "datasource": "$datasource", 119 "fill": 1, 120 "id": 2, 121 "legend": { 122 "avg": false, 123 "current": false, 124 "max": false, 125 "min": false, 126 "show": true, 127 "total": false, 128 "values": false 129 }, 130 "lines": true, 131 "linewidth": 1, 132 "links": [ ], 133 "nullPointMode": "null as zero", 134 "percentage": false, 135 "pointradius": 5, 136 "points": false, 137 "renderer": "flot", 138 "seriesOverrides": [ ], 139 "spaceLength": 10, 140 "span": 6, 141 "stack": false, 142 "steppedLine": false, 143 "targets": [ 144 { 145 "expr": "histogram_quantile(0.99, sum by (le) (job:loki_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/distributor\", cluster=~\"$cluster\"})) * 1e3", 146 "format": "time_series", 147 "intervalFactor": 2, 148 "legendFormat": "99th Percentile", 149 "refId": "A", 150 "step": 10 151 }, 152 { 153 "expr": "histogram_quantile(0.50, sum by (le) (job:loki_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/distributor\", cluster=~\"$cluster\"})) * 1e3", 154 "format": "time_series", 155 "intervalFactor": 2, 156 "legendFormat": "50th Percentile", 157 "refId": "B", 158 "step": 10 159 }, 160 { 161 "expr": "1e3 * sum(job:loki_request_duration_seconds_sum:sum_rate{job=~\"($namespace)/distributor\", cluster=~\"$cluster\"}) / sum(job:loki_request_duration_seconds_count:sum_rate{job=~\"($namespace)/distributor\", cluster=~\"$cluster\"})", 162 "format": "time_series", 163 "intervalFactor": 2, 164 "legendFormat": "Average", 165 "refId": "C", 166 "step": 10 167 } 168 ], 169 "thresholds": [ ], 170 "timeFrom": null, 171 "timeShift": null, 172 "title": "Latency", 173 "tooltip": { 174 "shared": true, 175 "sort": 2, 176 "value_type": "individual" 177 }, 178 "type": "graph", 179 "xaxis": { 180 "buckets": null, 181 "mode": "time", 182 "name": null, 183 "show": true, 184 "values": [ ] 185 }, 186 "yaxes": [ 187 { 188 "format": "ms", 189 "label": null, 190 "logBase": 1, 191 "max": null, 192 "min": 0, 193 "show": true 194 }, 195 { 196 "format": "short", 197 "label": null, 198 "logBase": 1, 199 "max": null, 200 "min": null, 201 "show": false 202 } 203 ] 204 } 205 ], 206 "repeat": null, 207 "repeatIteration": null, 208 "repeatRowId": null, 209 "showTitle": true, 210 "title": "Distributor", 211 "titleSize": "h6" 212 }, 213 { 214 "collapse": false, 215 "height": "250px", 216 "panels": [ 217 { 218 "aliasColors": { 219 "1xx": "#EAB839", 220 "2xx": "#7EB26D", 221 "3xx": "#6ED0E0", 222 "4xx": "#EF843C", 223 "5xx": "#E24D42", 224 "error": "#E24D42", 225 "success": "#7EB26D" 226 }, 227 "bars": false, 228 "dashLength": 10, 229 "dashes": false, 230 "datasource": "$datasource", 231 "fill": 10, 232 "id": 3, 233 "legend": { 234 "avg": false, 235 "current": false, 236 "max": false, 237 "min": false, 238 "show": true, 239 "total": false, 240 "values": false 241 }, 242 "lines": true, 243 "linewidth": 0, 244 "links": [ ], 245 "nullPointMode": "null as zero", 246 "percentage": false, 247 "pointradius": 5, 248 "points": false, 249 "renderer": "flot", 250 "seriesOverrides": [ ], 251 "spaceLength": 10, 252 "span": 6, 253 "stack": true, 254 "steppedLine": false, 255 "targets": [ 256 { 257 "expr": "sum by (status) (\n label_replace(label_replace(rate(loki_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/ingester\", route=\"/logproto.Pusher/Push\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-z]+)\"))\n", 258 "format": "time_series", 259 "intervalFactor": 2, 260 "legendFormat": "{{status}}", 261 "refId": "A", 262 "step": 10 263 } 264 ], 265 "thresholds": [ ], 266 "timeFrom": null, 267 "timeShift": null, 268 "title": "QPS", 269 "tooltip": { 270 "shared": true, 271 "sort": 2, 272 "value_type": "individual" 273 }, 274 "type": "graph", 275 "xaxis": { 276 "buckets": null, 277 "mode": "time", 278 "name": null, 279 "show": true, 280 "values": [ ] 281 }, 282 "yaxes": [ 283 { 284 "format": "short", 285 "label": null, 286 "logBase": 1, 287 "max": null, 288 "min": 0, 289 "show": true 290 }, 291 { 292 "format": "short", 293 "label": null, 294 "logBase": 1, 295 "max": null, 296 "min": null, 297 "show": false 298 } 299 ] 300 }, 301 { 302 "aliasColors": { }, 303 "bars": false, 304 "dashLength": 10, 305 "dashes": false, 306 "datasource": "$datasource", 307 "fill": 1, 308 "id": 4, 309 "legend": { 310 "avg": false, 311 "current": false, 312 "max": false, 313 "min": false, 314 "show": true, 315 "total": false, 316 "values": false 317 }, 318 "lines": true, 319 "linewidth": 1, 320 "links": [ ], 321 "nullPointMode": "null as zero", 322 "percentage": false, 323 "pointradius": 5, 324 "points": false, 325 "renderer": "flot", 326 "seriesOverrides": [ ], 327 "spaceLength": 10, 328 "span": 6, 329 "stack": false, 330 "steppedLine": false, 331 "targets": [ 332 { 333 "expr": "histogram_quantile(0.99, sum by (le) (job_route:loki_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/ingester\", route=\"/logproto.Pusher/Push\", cluster=~\"$cluster\"})) * 1e3", 334 "format": "time_series", 335 "intervalFactor": 2, 336 "legendFormat": "99th Percentile", 337 "refId": "A", 338 "step": 10 339 }, 340 { 341 "expr": "histogram_quantile(0.50, sum by (le) (job_route:loki_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/ingester\", route=\"/logproto.Pusher/Push\", cluster=~\"$cluster\"})) * 1e3", 342 "format": "time_series", 343 "intervalFactor": 2, 344 "legendFormat": "50th Percentile", 345 "refId": "B", 346 "step": 10 347 }, 348 { 349 "expr": "1e3 * sum(job_route:loki_request_duration_seconds_sum:sum_rate{job=~\"($namespace)/ingester\", route=\"/logproto.Pusher/Push\", cluster=~\"$cluster\"}) / sum(job_route:loki_request_duration_seconds_count:sum_rate{job=~\"($namespace)/ingester\", route=\"/logproto.Pusher/Push\", cluster=~\"$cluster\"})", 350 "format": "time_series", 351 "intervalFactor": 2, 352 "legendFormat": "Average", 353 "refId": "C", 354 "step": 10 355 } 356 ], 357 "thresholds": [ ], 358 "timeFrom": null, 359 "timeShift": null, 360 "title": "Latency", 361 "tooltip": { 362 "shared": true, 363 "sort": 2, 364 "value_type": "individual" 365 }, 366 "type": "graph", 367 "xaxis": { 368 "buckets": null, 369 "mode": "time", 370 "name": null, 371 "show": true, 372 "values": [ ] 373 }, 374 "yaxes": [ 375 { 376 "format": "ms", 377 "label": null, 378 "logBase": 1, 379 "max": null, 380 "min": 0, 381 "show": true 382 }, 383 { 384 "format": "short", 385 "label": null, 386 "logBase": 1, 387 "max": null, 388 "min": null, 389 "show": false 390 } 391 ] 392 } 393 ], 394 "repeat": null, 395 "repeatIteration": null, 396 "repeatRowId": null, 397 "showTitle": true, 398 "title": "Ingester", 399 "titleSize": "h6" 400 }, 401 { 402 "collapse": false, 403 "height": "250px", 404 "panels": [ 405 { 406 "aliasColors": { 407 "1xx": "#EAB839", 408 "2xx": "#7EB26D", 409 "3xx": "#6ED0E0", 410 "4xx": "#EF843C", 411 "5xx": "#E24D42", 412 "error": "#E24D42", 413 "success": "#7EB26D" 414 }, 415 "bars": false, 416 "dashLength": 10, 417 "dashes": false, 418 "datasource": "$datasource", 419 "fill": 10, 420 "id": 5, 421 "legend": { 422 "avg": false, 423 "current": false, 424 "max": false, 425 "min": false, 426 "show": true, 427 "total": false, 428 "values": false 429 }, 430 "lines": true, 431 "linewidth": 0, 432 "links": [ ], 433 "nullPointMode": "null as zero", 434 "percentage": false, 435 "pointradius": 5, 436 "points": false, 437 "renderer": "flot", 438 "seriesOverrides": [ ], 439 "spaceLength": 10, 440 "span": 6, 441 "stack": true, 442 "steppedLine": false, 443 "targets": [ 444 { 445 "expr": "sum by (status) (\n label_replace(label_replace(rate(loki_boltdb_shipper_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/ingester\", operation=\"WRITE\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-z]+)\"))\n", 446 "format": "time_series", 447 "intervalFactor": 2, 448 "legendFormat": "{{status}}", 449 "refId": "A", 450 "step": 10 451 } 452 ], 453 "thresholds": [ ], 454 "timeFrom": null, 455 "timeShift": null, 456 "title": "QPS", 457 "tooltip": { 458 "shared": true, 459 "sort": 2, 460 "value_type": "individual" 461 }, 462 "type": "graph", 463 "xaxis": { 464 "buckets": null, 465 "mode": "time", 466 "name": null, 467 "show": true, 468 "values": [ ] 469 }, 470 "yaxes": [ 471 { 472 "format": "short", 473 "label": null, 474 "logBase": 1, 475 "max": null, 476 "min": 0, 477 "show": true 478 }, 479 { 480 "format": "short", 481 "label": null, 482 "logBase": 1, 483 "max": null, 484 "min": null, 485 "show": false 486 } 487 ] 488 }, 489 { 490 "aliasColors": { }, 491 "bars": false, 492 "dashLength": 10, 493 "dashes": false, 494 "datasource": "$datasource", 495 "fill": 1, 496 "id": 6, 497 "legend": { 498 "avg": false, 499 "current": false, 500 "max": false, 501 "min": false, 502 "show": true, 503 "total": false, 504 "values": false 505 }, 506 "lines": true, 507 "linewidth": 1, 508 "links": [ ], 509 "nullPointMode": "null as zero", 510 "percentage": false, 511 "pointradius": 5, 512 "points": false, 513 "renderer": "flot", 514 "seriesOverrides": [ ], 515 "spaceLength": 10, 516 "span": 6, 517 "stack": false, 518 "steppedLine": false, 519 "targets": [ 520 { 521 "expr": "histogram_quantile(0.99, sum(rate(loki_boltdb_shipper_request_duration_seconds_bucket{cluster=~\"$cluster\",job=~\"($namespace)/ingester\", operation=\"WRITE\"}[$__rate_interval])) by (le)) * 1e3", 522 "format": "time_series", 523 "intervalFactor": 2, 524 "legendFormat": "99th Percentile", 525 "refId": "A", 526 "step": 10 527 }, 528 { 529 "expr": "histogram_quantile(0.50, sum(rate(loki_boltdb_shipper_request_duration_seconds_bucket{cluster=~\"$cluster\",job=~\"($namespace)/ingester\", operation=\"WRITE\"}[$__rate_interval])) by (le)) * 1e3", 530 "format": "time_series", 531 "intervalFactor": 2, 532 "legendFormat": "50th Percentile", 533 "refId": "B", 534 "step": 10 535 }, 536 { 537 "expr": "sum(rate(loki_boltdb_shipper_request_duration_seconds_sum{cluster=~\"$cluster\",job=~\"($namespace)/ingester\", operation=\"WRITE\"}[$__rate_interval])) * 1e3 / sum(rate(loki_boltdb_shipper_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/ingester\", operation=\"WRITE\"}[$__rate_interval]))", 538 "format": "time_series", 539 "intervalFactor": 2, 540 "legendFormat": "Average", 541 "refId": "C", 542 "step": 10 543 } 544 ], 545 "thresholds": [ ], 546 "timeFrom": null, 547 "timeShift": null, 548 "title": "Latency", 549 "tooltip": { 550 "shared": true, 551 "sort": 2, 552 "value_type": "individual" 553 }, 554 "type": "graph", 555 "xaxis": { 556 "buckets": null, 557 "mode": "time", 558 "name": null, 559 "show": true, 560 "values": [ ] 561 }, 562 "yaxes": [ 563 { 564 "format": "ms", 565 "label": null, 566 "logBase": 1, 567 "max": null, 568 "min": 0, 569 "show": true 570 }, 571 { 572 "format": "short", 573 "label": null, 574 "logBase": 1, 575 "max": null, 576 "min": null, 577 "show": false 578 } 579 ] 580 } 581 ], 582 "repeat": null, 583 "repeatIteration": null, 584 "repeatRowId": null, 585 "showTitle": true, 586 "title": "BoltDB Shipper", 587 "titleSize": "h6" 588 } 589 ], 590 "schemaVersion": 14, 591 "style": "dark", 592 "tags": [ 593 "loki" 594 ], 595 "templating": { 596 "list": [ 597 { 598 "current": { 599 "text": "default", 600 "value": "default" 601 }, 602 "hide": 0, 603 "label": "Data Source", 604 "name": "datasource", 605 "options": [ ], 606 "query": "prometheus", 607 "refresh": 1, 608 "regex": "", 609 "type": "datasource" 610 }, 611 { 612 "allValue": null, 613 "current": { 614 "text": "prod", 615 "value": "prod" 616 }, 617 "datasource": "$datasource", 618 "hide": 0, 619 "includeAll": false, 620 "label": "cluster", 621 "multi": false, 622 "name": "cluster", 623 "options": [ ], 624 "query": "label_values(loki_build_info, cluster)", 625 "refresh": 1, 626 "regex": "", 627 "sort": 2, 628 "tagValuesQuery": "", 629 "tags": [ ], 630 "tagsQuery": "", 631 "type": "query", 632 "useTags": false 633 }, 634 { 635 "allValue": null, 636 "current": { 637 "text": "prod", 638 "value": "prod" 639 }, 640 "datasource": "$datasource", 641 "hide": 0, 642 "includeAll": false, 643 "label": "namespace", 644 "multi": false, 645 "name": "namespace", 646 "options": [ ], 647 "query": "label_values(loki_build_info{cluster=~\"$cluster\"}, namespace)", 648 "refresh": 1, 649 "regex": "", 650 "sort": 2, 651 "tagValuesQuery": "", 652 "tags": [ ], 653 "tagsQuery": "", 654 "type": "query", 655 "useTags": false 656 } 657 ] 658 }, 659 "time": { 660 "from": "now-1h", 661 "to": "now" 662 }, 663 "timepicker": { 664 "refresh_intervals": [ 665 "5s", 666 "10s", 667 "30s", 668 "1m", 669 "5m", 670 "15m", 671 "30m", 672 "1h", 673 "2h", 674 "1d" 675 ], 676 "time_options": [ 677 "5m", 678 "15m", 679 "1h", 680 "6h", 681 "12h", 682 "24h", 683 "2d", 684 "7d", 685 "30d" 686 ] 687 }, 688 "timezone": "utc", 689 "title": "Loki / Writes", 690 "uid": "writes", 691 "version": 0 692 }