github.com/yankunsam/loki/v2@v2.6.3-0.20220817130409-389df5235c27/production/loki-mixin/dashboards/dashboard-loki-logs.json (about) 1 { 2 "annotations": { 3 "list": [ 4 { 5 "builtIn": 1, 6 "datasource": "-- Grafana --", 7 "enable": true, 8 "hide": true, 9 "iconColor": "rgba(0, 211, 255, 1)", 10 "name": "Annotations & Alerts", 11 "type": "dashboard" 12 } 13 ] 14 }, 15 "editable": true, 16 "gnetId": null, 17 "graphTooltip": 1, 18 "id": 8, 19 "iteration": 1583185057230, 20 "links": [], 21 "panels": [ 22 { 23 "aliasColors": {}, 24 "bars": false, 25 "dashLength": 10, 26 "dashes": false, 27 "datasource": "$datasource", 28 "fill": 1, 29 "fillGradient": 0, 30 "gridPos": { 31 "h": 4, 32 "w": 3, 33 "x": 0, 34 "y": 0 35 }, 36 "hiddenSeries": false, 37 "id": 35, 38 "legend": { 39 "avg": false, 40 "current": false, 41 "max": false, 42 "min": false, 43 "show": false, 44 "total": false, 45 "values": false 46 }, 47 "lines": true, 48 "linewidth": 1, 49 "nullPointMode": "null", 50 "options": { 51 "dataLinks": [] 52 }, 53 "percentage": false, 54 "pointradius": 2, 55 "points": false, 56 "renderer": "flot", 57 "seriesOverrides": [], 58 "spaceLength": 10, 59 "stack": false, 60 "steppedLine": false, 61 "targets": [ 62 { 63 "expr": "sum(go_goroutines{cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$deployment.*\", pod=~\"$pod\"})", 64 "refId": "A" 65 } 66 ], 67 "thresholds": [], 68 "timeFrom": null, 69 "timeRegions": [], 70 "timeShift": null, 71 "title": "goroutines", 72 "tooltip": { 73 "shared": true, 74 "sort": 0, 75 "value_type": "individual" 76 }, 77 "type": "graph", 78 "xaxis": { 79 "buckets": null, 80 "mode": "time", 81 "name": null, 82 "show": true, 83 "values": [] 84 }, 85 "yaxes": [ 86 { 87 "format": "short", 88 "label": null, 89 "logBase": 1, 90 "max": null, 91 "min": null, 92 "show": true 93 }, 94 { 95 "format": "short", 96 "label": null, 97 "logBase": 1, 98 "max": null, 99 "min": null, 100 "show": true 101 } 102 ], 103 "yaxis": { 104 "align": false, 105 "alignLevel": null 106 } 107 }, 108 { 109 "aliasColors": {}, 110 "bars": false, 111 "dashLength": 10, 112 "dashes": false, 113 "datasource": "$datasource", 114 "fill": 1, 115 "fillGradient": 0, 116 "gridPos": { 117 "h": 4, 118 "w": 3, 119 "x": 3, 120 "y": 0 121 }, 122 "hiddenSeries": false, 123 "id": 41, 124 "legend": { 125 "avg": false, 126 "current": false, 127 "max": false, 128 "min": false, 129 "show": false, 130 "total": false, 131 "values": false 132 }, 133 "lines": true, 134 "linewidth": 1, 135 "nullPointMode": "null", 136 "options": { 137 "dataLinks": [] 138 }, 139 "percentage": false, 140 "pointradius": 2, 141 "points": false, 142 "renderer": "flot", 143 "seriesOverrides": [], 144 "spaceLength": 10, 145 "stack": false, 146 "steppedLine": false, 147 "targets": [ 148 { 149 "expr": "sum(go_gc_duration_seconds{cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$deployment.*\", pod=~\"$pod\"}) by (quantile)", 150 "legendFormat": "{{quantile}}", 151 "refId": "A" 152 } 153 ], 154 "thresholds": [], 155 "timeFrom": null, 156 "timeRegions": [], 157 "timeShift": null, 158 "title": "gc duration", 159 "tooltip": { 160 "shared": true, 161 "sort": 0, 162 "value_type": "individual" 163 }, 164 "type": "graph", 165 "xaxis": { 166 "buckets": null, 167 "mode": "time", 168 "name": null, 169 "show": true, 170 "values": [] 171 }, 172 "yaxes": [ 173 { 174 "format": "short", 175 "label": null, 176 "logBase": 1, 177 "max": null, 178 "min": null, 179 "show": true 180 }, 181 { 182 "format": "short", 183 "label": null, 184 "logBase": 1, 185 "max": null, 186 "min": null, 187 "show": true 188 } 189 ], 190 "yaxis": { 191 "align": false, 192 "alignLevel": null 193 } 194 }, 195 { 196 "aliasColors": {}, 197 "bars": false, 198 "dashLength": 10, 199 "dashes": false, 200 "datasource": "$datasource", 201 "fill": 1, 202 "fillGradient": 0, 203 "gridPos": { 204 "h": 4, 205 "w": 3, 206 "x": 6, 207 "y": 0 208 }, 209 "hiddenSeries": false, 210 "id": 36, 211 "legend": { 212 "avg": false, 213 "current": false, 214 "max": false, 215 "min": false, 216 "show": false, 217 "total": false, 218 "values": false 219 }, 220 "lines": true, 221 "linewidth": 1, 222 "nullPointMode": "null", 223 "options": { 224 "dataLinks": [] 225 }, 226 "percentage": false, 227 "pointradius": 2, 228 "points": false, 229 "renderer": "flot", 230 "seriesOverrides": [], 231 "spaceLength": 10, 232 "stack": false, 233 "steppedLine": false, 234 "targets": [ 235 { 236 "expr": "sum(rate(container_cpu_usage_seconds_total{cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$deployment.*\", pod=~\"$pod\", container=~\"$container\"}[5m]))", 237 "refId": "A" 238 } 239 ], 240 "thresholds": [], 241 "timeFrom": null, 242 "timeRegions": [], 243 "timeShift": null, 244 "title": "cpu", 245 "tooltip": { 246 "shared": true, 247 "sort": 0, 248 "value_type": "individual" 249 }, 250 "type": "graph", 251 "xaxis": { 252 "buckets": null, 253 "mode": "time", 254 "name": null, 255 "show": true, 256 "values": [] 257 }, 258 "yaxes": [ 259 { 260 "format": "short", 261 "label": null, 262 "logBase": 1, 263 "max": null, 264 "min": null, 265 "show": true 266 }, 267 { 268 "format": "short", 269 "label": null, 270 "logBase": 1, 271 "max": null, 272 "min": null, 273 "show": true 274 } 275 ], 276 "yaxis": { 277 "align": false, 278 "alignLevel": null 279 } 280 }, 281 { 282 "aliasColors": {}, 283 "bars": false, 284 "dashLength": 10, 285 "dashes": false, 286 "datasource": "$datasource", 287 "fill": 1, 288 "fillGradient": 0, 289 "gridPos": { 290 "h": 4, 291 "w": 3, 292 "x": 9, 293 "y": 0 294 }, 295 "hiddenSeries": false, 296 "id": 40, 297 "legend": { 298 "avg": false, 299 "current": false, 300 "max": false, 301 "min": false, 302 "show": false, 303 "total": false, 304 "values": false 305 }, 306 "lines": true, 307 "linewidth": 1, 308 "nullPointMode": "null", 309 "options": { 310 "dataLinks": [] 311 }, 312 "percentage": false, 313 "pointradius": 2, 314 "points": false, 315 "renderer": "flot", 316 "seriesOverrides": [], 317 "spaceLength": 10, 318 "stack": false, 319 "steppedLine": false, 320 "targets": [ 321 { 322 "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$deployment.*\", pod=~\"$pod\", container=~\"$container\"})", 323 "refId": "A" 324 } 325 ], 326 "thresholds": [], 327 "timeFrom": null, 328 "timeRegions": [], 329 "timeShift": null, 330 "title": "working set", 331 "tooltip": { 332 "shared": true, 333 "sort": 0, 334 "value_type": "individual" 335 }, 336 "type": "graph", 337 "xaxis": { 338 "buckets": null, 339 "mode": "time", 340 "name": null, 341 "show": true, 342 "values": [] 343 }, 344 "yaxes": [ 345 { 346 "format": "bytes", 347 "label": null, 348 "logBase": 1, 349 "max": null, 350 "min": null, 351 "show": true 352 }, 353 { 354 "format": "short", 355 "label": null, 356 "logBase": 1, 357 "max": null, 358 "min": null, 359 "show": true 360 } 361 ], 362 "yaxis": { 363 "align": false, 364 "alignLevel": null 365 } 366 }, 367 { 368 "aliasColors": {}, 369 "bars": false, 370 "dashLength": 10, 371 "dashes": false, 372 "datasource": "$datasource", 373 "fill": 1, 374 "fillGradient": 0, 375 "gridPos": { 376 "h": 4, 377 "w": 3, 378 "x": 12, 379 "y": 0 380 }, 381 "hiddenSeries": false, 382 "id": 38, 383 "legend": { 384 "avg": false, 385 "current": false, 386 "max": false, 387 "min": false, 388 "show": false, 389 "total": false, 390 "values": false 391 }, 392 "lines": true, 393 "linewidth": 1, 394 "nullPointMode": "null", 395 "options": { 396 "dataLinks": [] 397 }, 398 "percentage": false, 399 "pointradius": 2, 400 "points": false, 401 "renderer": "flot", 402 "seriesOverrides": [], 403 "spaceLength": 10, 404 "stack": false, 405 "steppedLine": false, 406 "targets": [ 407 { 408 "expr": "sum(rate(container_network_transmit_bytes_total{cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$deployment.*\", pod=~\"$pod\"}[5m]))", 409 "refId": "A" 410 } 411 ], 412 "thresholds": [], 413 "timeFrom": null, 414 "timeRegions": [], 415 "timeShift": null, 416 "title": "tx", 417 "tooltip": { 418 "shared": true, 419 "sort": 0, 420 "value_type": "individual" 421 }, 422 "type": "graph", 423 "xaxis": { 424 "buckets": null, 425 "mode": "time", 426 "name": null, 427 "show": true, 428 "values": [] 429 }, 430 "yaxes": [ 431 { 432 "format": "bytes", 433 "label": null, 434 "logBase": 1, 435 "max": null, 436 "min": null, 437 "show": true 438 }, 439 { 440 "format": "short", 441 "label": null, 442 "logBase": 1, 443 "max": null, 444 "min": null, 445 "show": true 446 } 447 ], 448 "yaxis": { 449 "align": false, 450 "alignLevel": null 451 } 452 }, 453 { 454 "aliasColors": {}, 455 "bars": false, 456 "dashLength": 10, 457 "dashes": false, 458 "datasource": "$datasource", 459 "fill": 1, 460 "fillGradient": 0, 461 "gridPos": { 462 "h": 4, 463 "w": 3, 464 "x": 15, 465 "y": 0 466 }, 467 "hiddenSeries": false, 468 "id": 39, 469 "legend": { 470 "avg": false, 471 "current": false, 472 "max": false, 473 "min": false, 474 "show": false, 475 "total": false, 476 "values": false 477 }, 478 "lines": true, 479 "linewidth": 1, 480 "nullPointMode": "null", 481 "options": { 482 "dataLinks": [] 483 }, 484 "percentage": false, 485 "pointradius": 2, 486 "points": false, 487 "renderer": "flot", 488 "seriesOverrides": [], 489 "spaceLength": 10, 490 "stack": false, 491 "steppedLine": false, 492 "targets": [ 493 { 494 "expr": "sum(rate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$deployment.*\", pod=~\"$pod\"}[5m]))", 495 "refId": "A" 496 } 497 ], 498 "thresholds": [], 499 "timeFrom": null, 500 "timeRegions": [], 501 "timeShift": null, 502 "title": "rx", 503 "tooltip": { 504 "shared": true, 505 "sort": 0, 506 "value_type": "individual" 507 }, 508 "type": "graph", 509 "xaxis": { 510 "buckets": null, 511 "mode": "time", 512 "name": null, 513 "show": true, 514 "values": [] 515 }, 516 "yaxes": [ 517 { 518 "format": "decbytes", 519 "label": null, 520 "logBase": 1, 521 "max": null, 522 "min": null, 523 "show": true 524 }, 525 { 526 "format": "short", 527 "label": null, 528 "logBase": 1, 529 "max": null, 530 "min": null, 531 "show": true 532 } 533 ], 534 "yaxis": { 535 "align": false, 536 "alignLevel": null 537 } 538 }, 539 { 540 "aliasColors": {}, 541 "bars": false, 542 "dashLength": 10, 543 "dashes": false, 544 "datasource": "$datasource", 545 "fill": 1, 546 "fillGradient": 0, 547 "gridPos": { 548 "h": 4, 549 "w": 3, 550 "x": 18, 551 "y": 0 552 }, 553 "hiddenSeries": false, 554 "id": 37, 555 "legend": { 556 "avg": false, 557 "current": false, 558 "max": false, 559 "min": false, 560 "show": false, 561 "total": false, 562 "values": false 563 }, 564 "lines": true, 565 "linewidth": 1, 566 "nullPointMode": "null", 567 "options": { 568 "dataLinks": [] 569 }, 570 "percentage": false, 571 "pointradius": 2, 572 "points": false, 573 "renderer": "flot", 574 "seriesOverrides": [], 575 "spaceLength": 10, 576 "stack": false, 577 "steppedLine": false, 578 "targets": [ 579 { 580 "expr": "increase(kube_pod_container_status_last_terminated_reason{cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$deployment.*\", pod=~\"$pod\", container=~\"$container\"}[30m]) > 0", 581 "legendFormat": "{{reason}}", 582 "refId": "A" 583 } 584 ], 585 "thresholds": [], 586 "timeFrom": null, 587 "timeRegions": [], 588 "timeShift": null, 589 "title": "restarts", 590 "tooltip": { 591 "shared": true, 592 "sort": 0, 593 "value_type": "individual" 594 }, 595 "type": "graph", 596 "xaxis": { 597 "buckets": null, 598 "mode": "time", 599 "name": null, 600 "show": true, 601 "values": [] 602 }, 603 "yaxes": [ 604 { 605 "format": "bytes", 606 "label": null, 607 "logBase": 1, 608 "max": null, 609 "min": null, 610 "show": true 611 }, 612 { 613 "format": "short", 614 "label": null, 615 "logBase": 1, 616 "max": null, 617 "min": null, 618 "show": true 619 } 620 ], 621 "yaxis": { 622 "align": false, 623 "alignLevel": null 624 } 625 }, 626 { 627 "aliasColors": {}, 628 "bars": false, 629 "dashLength": 10, 630 "dashes": false, 631 "datasource": "$datasource", 632 "fill": 1, 633 "fillGradient": 0, 634 "gridPos": { 635 "h": 4, 636 "w": 3, 637 "x": 21, 638 "y": 0 639 }, 640 "hiddenSeries": false, 641 "id": 42, 642 "legend": { 643 "avg": false, 644 "current": false, 645 "max": false, 646 "min": false, 647 "show": false, 648 "total": false, 649 "values": false 650 }, 651 "lines": true, 652 "linewidth": 1, 653 "nullPointMode": "null", 654 "options": { 655 "dataLinks": [] 656 }, 657 "percentage": false, 658 "pointradius": 2, 659 "points": false, 660 "renderer": "flot", 661 "seriesOverrides": [], 662 "spaceLength": 10, 663 "stack": false, 664 "steppedLine": false, 665 "targets": [ 666 { 667 "expr": "sum(rate(promtail_custom_bad_words_total{cluster=\"$cluster\", exported_namespace=\"$namespace\", exported_pod=~\"$deployment.*\", exported_pod=~\"$pod\", container=~\"$container\"}[5m])) by (level)", 668 "legendFormat": "{{level}}", 669 "refId": "A" 670 } 671 ], 672 "thresholds": [], 673 "timeFrom": null, 674 "timeRegions": [], 675 "timeShift": null, 676 "title": "bad words", 677 "tooltip": { 678 "shared": true, 679 "sort": 0, 680 "value_type": "individual" 681 }, 682 "type": "graph", 683 "xaxis": { 684 "buckets": null, 685 "mode": "time", 686 "name": null, 687 "show": true, 688 "values": [] 689 }, 690 "yaxes": [ 691 { 692 "format": "bytes", 693 "label": null, 694 "logBase": 1, 695 "max": null, 696 "min": null, 697 "show": true 698 }, 699 { 700 "format": "short", 701 "label": null, 702 "logBase": 1, 703 "max": null, 704 "min": null, 705 "show": true 706 } 707 ], 708 "yaxis": { 709 "align": false, 710 "alignLevel": null 711 } 712 }, 713 { 714 "aliasColors": {}, 715 "bars": false, 716 "dashLength": 10, 717 "dashes": false, 718 "datasource": "$logs", 719 "fill": 1, 720 "fillGradient": 0, 721 "gridPos": { 722 "h": 7, 723 "w": 24, 724 "x": 0, 725 "y": 4 726 }, 727 "hiddenSeries": false, 728 "id": 31, 729 "legend": { 730 "avg": false, 731 "current": false, 732 "max": false, 733 "min": false, 734 "show": false, 735 "total": false, 736 "values": false 737 }, 738 "lines": true, 739 "linewidth": 1, 740 "nullPointMode": "null", 741 "options": { 742 "dataLinks": [] 743 }, 744 "percentage": false, 745 "pointradius": 2, 746 "points": false, 747 "renderer": "flot", 748 "seriesOverrides": [ 749 { 750 "alias": "warn", 751 "color": "#FF780A" 752 }, 753 { 754 "alias": "error", 755 "color": "#E02F44" 756 }, 757 { 758 "alias": "info", 759 "color": "#56A64B" 760 }, 761 { 762 "alias": "debug", 763 "color": "#3274D9" 764 } 765 ], 766 "spaceLength": 10, 767 "stack": true, 768 "steppedLine": false, 769 "targets": [ 770 { 771 "expr": "sum(rate({cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$deployment.*\", pod=~\"$pod\", container=~\"$container\" } |logfmt| level=\"$level\" |= \"$filter\" [5m])) by (level)", 772 "intervalFactor": 3, 773 "legendFormat": "{{level}}", 774 "refId": "A" 775 } 776 ], 777 "thresholds": [], 778 "timeFrom": null, 779 "timeRegions": [], 780 "timeShift": null, 781 "title": "Log Rate", 782 "tooltip": { 783 "shared": true, 784 "sort": 2, 785 "value_type": "individual" 786 }, 787 "type": "graph", 788 "xaxis": { 789 "buckets": null, 790 "mode": "time", 791 "name": null, 792 "show": false, 793 "values": [] 794 }, 795 "yaxes": [ 796 { 797 "format": "short", 798 "label": null, 799 "logBase": 1, 800 "max": null, 801 "min": null, 802 "show": true 803 }, 804 { 805 "format": "short", 806 "label": null, 807 "logBase": 1, 808 "max": null, 809 "min": null, 810 "show": false 811 } 812 ], 813 "yaxis": { 814 "align": false, 815 "alignLevel": null 816 } 817 }, 818 { 819 "datasource": "$logs", 820 "gridPos": { 821 "h": 19, 822 "w": 24, 823 "x": 0, 824 "y": 6 825 }, 826 "id": 29, 827 "maxDataPoints": "", 828 "options": { 829 "showLabels": false, 830 "showTime": true, 831 "sortOrder": "Descending", 832 "wrapLogMessage": true 833 }, 834 "targets": [ 835 { 836 "expr": "{cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$deployment.*\", pod=~\"$pod\", container=~\"$container\"} | logfmt | level=\"$level\" |= \"$filter\"", 837 "refId": "A" 838 } 839 ], 840 "timeFrom": null, 841 "timeShift": null, 842 "title": "Logs", 843 "type": "logs" 844 } 845 ], 846 "refresh": false, 847 "schemaVersion": 22, 848 "style": "dark", 849 "tags": [], 850 "time": { 851 "from": "now-12h", 852 "to": "now" 853 }, 854 "timepicker": { 855 "refresh_intervals": [ 856 "5s", 857 "10s", 858 "30s", 859 "1m", 860 "5m", 861 "15m", 862 "30m", 863 "1h", 864 "2h", 865 "1d" 866 ] 867 }, 868 "timezone": "", 869 "title": "Logs", 870 "uid": "a7e130cb82be229d6f3edbfd0a438001", 871 "version": 1 872 }