github.com/grafana/pyroscope@v1.18.0/operations/monitoring/helm/pyroscope-monitoring/templates/_dashboard_v2-metastore.yaml (about) 1 {{- define "pyroscope-monitoring.dashboards.v2-metastore" -}} 2 {{- $dashboard := "v2-metastore" -}} 3 annotations: 4 list: 5 - builtIn: 1 6 datasource: 7 type: grafana 8 uid: '-- Grafana --' 9 enable: true 10 hide: true 11 iconColor: rgba(0, 211, 255, 1) 12 name: Annotations & Alerts 13 type: dashboard 14 - datasource: 15 type: loki 16 uid: ${loki_datasource} 17 enable: true 18 expr: >- 19 {cluster="$cluster", container="kube-diff-logger"} | json | 20 namespace_extracted="$namespace" 21 hide: false 22 iconColor: yellow 23 instant: false 24 name: K8s Changes 25 tagKeys: type,name_extracted,verb 26 textFormat: '{{"{{notes}}"}}' 27 titleFormat: '' 28 - datasource: 29 type: loki 30 uid: ${loki_datasource} 31 enable: false 32 expr: >- 33 {namespace="$namespace",container="eventrouter"} != "Preemption is not 34 helpful" != "Failed deploy model" | logfmt | type="Warning" 35 hide: false 36 iconColor: orange 37 instant: false 38 name: K8s Warnings 39 tagKeys: type,object_kind,object_name 40 textFormat: '{{"{{message}}"}}' 41 titleFormat: '' 42 - datasource: 43 type: loki 44 uid: ${loki_datasource} 45 enable: true 46 expr: >- 47 {namespace="$namespace",container="eventrouter"} | logfmt | 48 type!="Normal" | type!="Warning" 49 hide: false 50 iconColor: red 51 instant: false 52 name: K8s Errors 53 tagKeys: type,object_kind,object_name 54 textFormat: '{{"{{message}}"}}' 55 - datasource: 56 type: loki 57 uid: ${loki_datasource} 58 enable: false 59 expr: '{namespace="$namespace",container="eventrouter"} | logfmt' 60 hide: false 61 iconColor: blue 62 instant: false 63 name: K8s All Events 64 tagKeys: type,object_kind,object_name 65 textFormat: '{{"{{message}}"}}' 66 editable: true 67 fiscalYearStartMonth: 0 68 graphTooltip: 1 69 id: 12198 70 links: 71 {{ .Values.dashboards.links.global | toYaml | nindent 2}} 72 {{- with (dig $dashboard (list) .Values.dashboards.links.perDashboard) }} 73 {{ . | toYaml | nindent 2}} 74 {{- end }} 75 panels: 76 - collapsed: false 77 gridPos: 78 h: 1 79 w: 24 80 x: 0 81 'y': 0 82 id: 71 83 panels: [] 84 title: Raft 85 type: row 86 - datasource: 87 type: prometheus 88 uid: ${datasource} 89 description: >- 90 Raft node roles observed by each node. The view is not meant to be 100% 91 consistent, and only serves monitoring purposes 92 fieldConfig: 93 defaults: 94 color: 95 mode: continuous-GrYlRd 96 custom: 97 axisPlacement: auto 98 fillOpacity: 15 99 hideFrom: 100 legend: false 101 tooltip: false 102 viz: false 103 insertNulls: false 104 lineWidth: 1 105 spanNulls: false 106 fieldMinMax: false 107 mappings: 108 - options: 109 from: 0 110 result: 111 color: green 112 index: 0 113 text: Follower 114 to: 99 115 type: range 116 - options: 117 from: 100 118 result: 119 color: dark-red 120 index: 1 121 text: Leader 122 to: 1000000 123 type: range 124 thresholds: 125 mode: absolute 126 steps: 127 - color: dark-blue 128 value: 0 129 - color: light-red 130 value: 100 131 unit: short 132 overrides: [] 133 gridPos: 134 h: 7 135 w: 8 136 x: 0 137 'y': 1 138 id: 81 139 options: 140 alignValue: center 141 legend: 142 displayMode: list 143 placement: bottom 144 showLegend: false 145 mergeValues: true 146 rowHeight: 0.8 147 showValue: never 148 tooltip: 149 hideZeros: false 150 mode: multi 151 sort: asc 152 pluginVersion: 12.1.0-90017 153 targets: 154 - datasource: 155 type: prometheus 156 uid: ${datasource} 157 editorMode: code 158 exemplar: false 159 expr: |- 160 sum by (pod) ( 161 pyroscope_metastore_raft_state{namespace="$namespace",state="Follower"} or 162 pyroscope_metastore_raft_state{namespace="$namespace",state="Leader"} * 100 163 ) 164 format: time_series 165 hide: false 166 instant: false 167 legendFormat: '{{"{{label_name}}"}}' 168 range: true 169 refId: D 170 title: Raft Nodes 171 transparent: true 172 type: state-timeline 173 - datasource: 174 type: prometheus 175 uid: ${datasource} 176 description: The latency of raft commands observed by the metastore leader 177 fieldConfig: 178 defaults: 179 color: 180 mode: palette-classic 181 custom: 182 axisBorderShow: false 183 axisCenteredZero: false 184 axisColorMode: text 185 axisLabel: '' 186 axisPlacement: auto 187 barAlignment: 0 188 barWidthFactor: 0.6 189 drawStyle: line 190 fillOpacity: 0 191 gradientMode: none 192 hideFrom: 193 legend: false 194 tooltip: false 195 viz: false 196 insertNulls: false 197 lineInterpolation: linear 198 lineWidth: 1 199 pointSize: 5 200 scaleDistribution: 201 type: linear 202 showPoints: auto 203 spanNulls: false 204 stacking: 205 group: A 206 mode: none 207 thresholdsStyle: 208 mode: 'off' 209 mappings: [] 210 thresholds: 211 mode: absolute 212 steps: 213 - color: green 214 value: 0 215 - color: red 216 value: 80 217 unit: s 218 overrides: 219 - matcher: 220 id: byFrameRefID 221 options: B 222 properties: 223 - id: custom.drawStyle 224 value: points 225 - id: color 226 value: 227 fixedColor: red 228 mode: fixed 229 - id: custom.pointSize 230 value: 11 231 gridPos: 232 h: 8 233 w: 8 234 x: 8 235 'y': 1 236 id: 68 237 options: 238 legend: 239 calcs: [] 240 displayMode: list 241 placement: bottom 242 showLegend: true 243 tooltip: 244 hideZeros: false 245 mode: single 246 sort: none 247 pluginVersion: 12.1.0-90017 248 targets: 249 - datasource: 250 type: prometheus 251 uid: ${datasource} 252 editorMode: code 253 expr: >- 254 histogram_quantile(0.995, 255 sum(rate(pyroscope_metastore_raft_apply_command_duration_seconds{ 256 namespace="$namespace", 257 }[$__rate_interval])) by (le)) 258 hide: false 259 instant: false 260 legendFormat: p99 261 range: true 262 refId: D 263 title: Command Latency 264 transparent: true 265 type: timeseries 266 - datasource: 267 type: prometheus 268 uid: ${datasource} 269 description: The latency of raft read index observed by the metastore nodes 270 fieldConfig: 271 defaults: 272 color: 273 mode: palette-classic 274 custom: 275 axisBorderShow: false 276 axisCenteredZero: false 277 axisColorMode: text 278 axisLabel: '' 279 axisPlacement: auto 280 barAlignment: 0 281 barWidthFactor: 0.6 282 drawStyle: line 283 fillOpacity: 0 284 gradientMode: none 285 hideFrom: 286 legend: false 287 tooltip: false 288 viz: false 289 insertNulls: false 290 lineInterpolation: linear 291 lineWidth: 1 292 pointSize: 5 293 scaleDistribution: 294 type: linear 295 showPoints: auto 296 spanNulls: false 297 stacking: 298 group: A 299 mode: none 300 thresholdsStyle: 301 mode: 'off' 302 mappings: [] 303 thresholds: 304 mode: absolute 305 steps: 306 - color: green 307 value: 0 308 - color: red 309 value: 80 310 unit: s 311 overrides: 312 - matcher: 313 id: byFrameRefID 314 options: B 315 properties: 316 - id: custom.drawStyle 317 value: points 318 - id: color 319 value: 320 fixedColor: red 321 mode: fixed 322 - id: custom.pointSize 323 value: 11 324 gridPos: 325 h: 8 326 w: 8 327 x: 16 328 'y': 1 329 id: 72 330 options: 331 legend: 332 calcs: [] 333 displayMode: list 334 placement: bottom 335 showLegend: true 336 tooltip: 337 hideZeros: false 338 mode: single 339 sort: none 340 pluginVersion: 12.1.0-90017 341 targets: 342 - datasource: 343 type: prometheus 344 uid: ${datasource} 345 editorMode: code 346 expr: >- 347 histogram_quantile(0.99, 348 sum(rate(pyroscope_metastore_raft_read_index_wait_duration_seconds{ 349 namespace="$namespace", 350 }[$__rate_interval])) by (le)) 351 hide: false 352 instant: false 353 legendFormat: p99 354 range: true 355 refId: D 356 title: ReadIndex Latency 357 transparent: true 358 type: timeseries 359 - datasource: 360 type: prometheus 361 uid: ${datasource} 362 description: The time takes to write a snapshot 363 fieldConfig: 364 defaults: 365 color: 366 mode: palette-classic 367 custom: 368 axisBorderShow: false 369 axisCenteredZero: false 370 axisColorMode: text 371 axisLabel: '' 372 axisPlacement: auto 373 barAlignment: 0 374 barWidthFactor: 0.6 375 drawStyle: line 376 fillOpacity: 0 377 gradientMode: none 378 hideFrom: 379 legend: false 380 tooltip: false 381 viz: false 382 insertNulls: false 383 lineInterpolation: linear 384 lineWidth: 1 385 pointSize: 5 386 scaleDistribution: 387 type: linear 388 showPoints: auto 389 spanNulls: false 390 stacking: 391 group: A 392 mode: none 393 thresholdsStyle: 394 mode: 'off' 395 mappings: [] 396 thresholds: 397 mode: absolute 398 steps: 399 - color: green 400 value: 0 401 - color: red 402 value: 80 403 unit: s 404 overrides: 405 - matcher: 406 id: byFrameRefID 407 options: B 408 properties: 409 - id: custom.drawStyle 410 value: points 411 - id: color 412 value: 413 fixedColor: red 414 mode: fixed 415 - id: custom.pointSize 416 value: 11 417 gridPos: 418 h: 8 419 w: 8 420 x: 0 421 'y': 8 422 id: 78 423 options: 424 legend: 425 calcs: [] 426 displayMode: list 427 placement: bottom 428 showLegend: false 429 tooltip: 430 hideZeros: false 431 mode: single 432 sort: none 433 pluginVersion: 12.1.0-90017 434 targets: 435 - datasource: 436 type: prometheus 437 uid: ${datasource} 438 editorMode: code 439 expr: |- 440 ( 441 histogram_quantile(0.99,(sum by (le, pod) ( 442 irate(pyroscope_metastore_boltdb_persist_snapshot_duration_seconds_bucket{namespace="$namespace"}[$__rate_interval]))) 443 ) * on(pod) group_left() (pyroscope_metastore_raft_state{namespace="$namespace", state="Leader"} >= 1) 444 ) 445 hide: false 446 instant: false 447 legendFormat: '{{"{{pod}}"}} Leader' 448 range: true 449 refId: B 450 - datasource: 451 type: prometheus 452 uid: ${datasource} 453 editorMode: code 454 expr: |- 455 ( 456 histogram_quantile(0.99,(sum by (le, pod) ( 457 irate(pyroscope_metastore_boltdb_persist_snapshot_duration_seconds_bucket{namespace="$namespace"}[$__rate_interval]))) 458 ) * on(pod) group_left() (pyroscope_metastore_raft_state{namespace="$namespace", state!="Leader"} >= 1) 459 ) 460 hide: false 461 instant: false 462 legendFormat: '{{"{{pod}}"}} Follower' 463 range: true 464 refId: A 465 title: Snapshot Latency 466 transparent: true 467 type: timeseries 468 - datasource: 469 type: prometheus 470 uid: ${datasource} 471 description: The size of BoltDB snapshot taken by FSM 472 fieldConfig: 473 defaults: 474 color: 475 mode: palette-classic 476 custom: 477 axisBorderShow: false 478 axisCenteredZero: false 479 axisColorMode: text 480 axisLabel: '' 481 axisPlacement: auto 482 barAlignment: 0 483 barWidthFactor: 0.6 484 drawStyle: line 485 fillOpacity: 0 486 gradientMode: none 487 hideFrom: 488 legend: false 489 tooltip: false 490 viz: false 491 insertNulls: false 492 lineInterpolation: linear 493 lineWidth: 1 494 pointSize: 5 495 scaleDistribution: 496 type: linear 497 showPoints: auto 498 spanNulls: false 499 stacking: 500 group: A 501 mode: none 502 thresholdsStyle: 503 mode: 'off' 504 mappings: [] 505 thresholds: 506 mode: absolute 507 steps: 508 - color: green 509 value: 0 510 - color: red 511 value: 80 512 unit: decbytes 513 overrides: 514 - matcher: 515 id: byFrameRefID 516 options: B 517 properties: 518 - id: custom.drawStyle 519 value: points 520 - id: color 521 value: 522 fixedColor: red 523 mode: fixed 524 - id: custom.pointSize 525 value: 11 526 gridPos: 527 h: 8 528 w: 8 529 x: 8 530 'y': 9 531 id: 77 532 options: 533 legend: 534 calcs: [] 535 displayMode: list 536 placement: bottom 537 showLegend: false 538 tooltip: 539 hideZeros: false 540 mode: single 541 sort: none 542 pluginVersion: 12.1.0-90017 543 targets: 544 - datasource: 545 type: prometheus 546 uid: ${datasource} 547 editorMode: code 548 expr: >- 549 pyroscope_metastore_boltdb_persist_snapshot_size_bytes{namespace="$namespace"} 550 hide: false 551 instant: false 552 legendFormat: '{{"{{pod}}"}}' 553 range: true 554 refId: D 555 title: Snapshot Size 556 transparent: true 557 type: timeseries 558 - datasource: 559 type: prometheus 560 uid: ${datasource} 561 description: The time takes to apply the command onto FSM 562 fieldConfig: 563 defaults: 564 color: 565 mode: palette-classic 566 custom: 567 axisBorderShow: false 568 axisCenteredZero: false 569 axisColorMode: text 570 axisLabel: '' 571 axisPlacement: auto 572 barAlignment: 0 573 barWidthFactor: 0.6 574 drawStyle: line 575 fillOpacity: 0 576 gradientMode: none 577 hideFrom: 578 legend: false 579 tooltip: false 580 viz: false 581 insertNulls: false 582 lineInterpolation: linear 583 lineWidth: 1 584 pointSize: 5 585 scaleDistribution: 586 type: linear 587 showPoints: auto 588 spanNulls: false 589 stacking: 590 group: A 591 mode: none 592 thresholdsStyle: 593 mode: 'off' 594 mappings: [] 595 thresholds: 596 mode: absolute 597 steps: 598 - color: green 599 value: 0 600 - color: red 601 value: 80 602 unit: s 603 overrides: [] 604 gridPos: 605 h: 8 606 w: 8 607 x: 16 608 'y': 9 609 id: 79 610 options: 611 legend: 612 calcs: [] 613 displayMode: list 614 placement: bottom 615 showLegend: false 616 tooltip: 617 hideZeros: false 618 mode: single 619 sort: none 620 pluginVersion: 12.1.0-90017 621 targets: 622 - datasource: 623 type: prometheus 624 uid: ${datasource} 625 editorMode: code 626 expr: >- 627 histogram_quantile(0.99, 628 sum(rate(pyroscope_metastore_fsm_apply_command_duration_seconds{namespace="$namespace"}[$__rate_interval]))) 629 hide: false 630 instant: false 631 legendFormat: p99 632 range: true 633 refId: B 634 - datasource: 635 type: prometheus 636 uid: ${datasource} 637 editorMode: code 638 expr: >- 639 histogram_quantile(0.95, 640 sum(rate(pyroscope_metastore_fsm_apply_command_duration_seconds{namespace="$namespace"}[$__rate_interval]))) 641 hide: false 642 instant: false 643 legendFormat: p95 644 range: true 645 refId: A 646 title: FSM Latency 647 transparent: true 648 type: timeseries 649 - collapsed: false 650 gridPos: 651 h: 1 652 w: 24 653 x: 0 654 'y': 17 655 id: 51 656 panels: [] 657 title: Metadata Index Service 658 type: row 659 - datasource: 660 type: prometheus 661 uid: ${datasource} 662 description: |- 663 The latency of AddBlock endpoint observed by metastore nodes 664 665 The only user is the segment-writer service. 666 fieldConfig: 667 defaults: 668 color: 669 mode: palette-classic 670 custom: 671 axisBorderShow: false 672 axisCenteredZero: false 673 axisColorMode: text 674 axisLabel: '' 675 axisPlacement: auto 676 barAlignment: 0 677 barWidthFactor: 0.6 678 drawStyle: line 679 fillOpacity: 0 680 gradientMode: none 681 hideFrom: 682 legend: false 683 tooltip: false 684 viz: false 685 insertNulls: false 686 lineInterpolation: linear 687 lineWidth: 1 688 pointSize: 5 689 scaleDistribution: 690 type: linear 691 showPoints: auto 692 spanNulls: false 693 stacking: 694 group: A 695 mode: none 696 thresholdsStyle: 697 mode: 'off' 698 mappings: [] 699 thresholds: 700 mode: absolute 701 steps: 702 - color: green 703 value: 0 704 - color: red 705 value: 80 706 unit: s 707 overrides: 708 - matcher: 709 id: byFrameRefID 710 options: B 711 properties: 712 - id: custom.drawStyle 713 value: points 714 - id: color 715 value: 716 fixedColor: red 717 mode: fixed 718 - id: custom.pointSize 719 value: 11 720 - id: custom.axisPlacement 721 value: right 722 gridPos: 723 h: 8 724 w: 8 725 x: 0 726 'y': 18 727 id: 49 728 options: 729 legend: 730 calcs: [] 731 displayMode: list 732 placement: bottom 733 showLegend: false 734 tooltip: 735 hideZeros: false 736 mode: single 737 sort: none 738 pluginVersion: 12.1.0-90017 739 targets: 740 - datasource: 741 type: prometheus 742 uid: ${datasource} 743 editorMode: code 744 expr: |- 745 ( 746 histogram_quantile(1,(sum by (le, pod) ( 747 irate(pyroscope_metastore_boltdb_persist_snapshot_duration_seconds_bucket{namespace="$namespace"}[$__rate_interval]))) 748 ) * on(pod) group_left() (pyroscope_metastore_raft_state{namespace="$namespace", state="Leader"} >= 1) 749 ) 750 hide: false 751 instant: false 752 legendFormat: Metastore leader snapshot ({{"{{pod}}"}}) 753 range: true 754 refId: B 755 - datasource: 756 type: prometheus 757 uid: ${datasource} 758 editorMode: code 759 expr: >- 760 histogram_quantile(0.99, 761 sum(rate(pyroscope_request_duration_seconds_bucket{ 762 namespace="$namespace", 763 method="gRPC", 764 route="/metastore.v1.IndexService/AddBlock", 765 }[$__rate_interval])) by (le,pod)) 766 hide: false 767 instant: false 768 legendFormat: p99 {{"{{pod}}"}} 769 range: true 770 refId: D 771 - datasource: 772 type: prometheus 773 uid: ${datasource} 774 editorMode: code 775 expr: >- 776 histogram_quantile(0.95, 777 sum(rate(pyroscope_request_duration_seconds_bucket{ 778 namespace="$namespace", 779 method="gRPC", 780 route="/metastore.v1.IndexService/AddBlock", 781 }[$__rate_interval])) by (le)) 782 hide: false 783 instant: false 784 legendFormat: p95 785 range: true 786 refId: A 787 title: AddBlock Latency 788 transparent: true 789 type: timeseries 790 - datasource: 791 type: datasource 792 uid: '-- Mixed --' 793 fieldConfig: 794 defaults: 795 custom: 796 hideFrom: 797 legend: false 798 tooltip: false 799 viz: false 800 scaleDistribution: 801 type: linear 802 overrides: [] 803 gridPos: 804 h: 8 805 w: 8 806 x: 8 807 'y': 18 808 id: 95 809 options: 810 calculate: false 811 calculation: 812 xBuckets: 813 mode: count 814 value: '' 815 yBuckets: 816 mode: count 817 scale: 818 type: linear 819 cellGap: 0 820 cellValues: 821 unit: requests 822 color: 823 exponent: 0.2 824 fill: super-light-red 825 mode: scheme 826 reverse: true 827 scale: exponential 828 scheme: Turbo 829 steps: 128 830 exemplars: 831 color: orange 832 filterValues: 833 le: 1.e-9 834 legend: 835 show: false 836 rowsFrame: 837 layout: auto 838 tooltip: 839 mode: single 840 showColorScale: true 841 yHistogram: true 842 yAxis: 843 axisPlacement: left 844 reverse: false 845 unit: s 846 pluginVersion: 12.1.0-90017 847 targets: 848 - datasource: 849 type: prometheus 850 uid: ${datasource} 851 editorMode: code 852 expr: |- 853 sum(rate(pyroscope_request_duration_seconds{ 854 namespace="$namespace", 855 method="gRPC", 856 route="/metastore.v1.IndexService/AddBlock", 857 }[$__rate_interval])) 858 hide: false 859 legendFormat: __auto 860 range: true 861 refId: B 862 title: Latency Heatmap 863 transparent: true 864 type: heatmap 865 - datasource: 866 type: prometheus 867 uid: ${datasource} 868 fieldConfig: 869 defaults: 870 color: 871 mode: palette-classic 872 custom: 873 axisBorderShow: false 874 axisCenteredZero: false 875 axisColorMode: text 876 axisLabel: '' 877 axisPlacement: auto 878 barAlignment: 0 879 barWidthFactor: 0.6 880 drawStyle: line 881 fillOpacity: 0 882 gradientMode: none 883 hideFrom: 884 legend: false 885 tooltip: false 886 viz: false 887 insertNulls: false 888 lineInterpolation: linear 889 lineWidth: 1 890 pointSize: 5 891 scaleDistribution: 892 type: linear 893 showPoints: auto 894 spanNulls: false 895 stacking: 896 group: A 897 mode: none 898 thresholdsStyle: 899 mode: 'off' 900 mappings: [] 901 thresholds: 902 mode: absolute 903 steps: 904 - color: green 905 value: 0 906 - color: red 907 value: 80 908 unit: ops 909 overrides: 910 - matcher: 911 id: byName 912 options: error 913 properties: 914 - id: color 915 value: 916 fixedColor: red 917 mode: fixed 918 - matcher: 919 id: byName 920 options: success 921 properties: 922 - id: color 923 value: 924 fixedColor: green 925 mode: fixed 926 gridPos: 927 h: 8 928 w: 8 929 x: 16 930 'y': 18 931 id: 50 932 options: 933 legend: 934 calcs: [] 935 displayMode: list 936 placement: bottom 937 showLegend: true 938 tooltip: 939 hideZeros: false 940 mode: single 941 sort: none 942 pluginVersion: 12.1.0-90017 943 targets: 944 - datasource: 945 type: prometheus 946 uid: ${datasource} 947 editorMode: code 948 expr: |- 949 sum(irate(pyroscope_request_duration_seconds_count{ 950 namespace="$namespace", 951 method="gRPC", 952 route="/metastore.v1.IndexService/AddBlock", 953 }[$__rate_interval])) by (status_code) 954 hide: false 955 instant: false 956 legendFormat: __auto 957 range: true 958 refId: D 959 title: '' 960 transparent: true 961 type: timeseries 962 - datasource: 963 type: prometheus 964 uid: ${datasource} 965 description: |- 966 The latency of GetBlockMetadata endpoint observed by metastore nodes. 967 968 The only user is the compaction-worker service. 969 fieldConfig: 970 defaults: 971 color: 972 mode: palette-classic 973 custom: 974 axisBorderShow: false 975 axisCenteredZero: false 976 axisColorMode: text 977 axisLabel: '' 978 axisPlacement: auto 979 barAlignment: 0 980 barWidthFactor: 0.6 981 drawStyle: line 982 fillOpacity: 0 983 gradientMode: none 984 hideFrom: 985 legend: false 986 tooltip: false 987 viz: false 988 insertNulls: false 989 lineInterpolation: linear 990 lineWidth: 1 991 pointSize: 5 992 scaleDistribution: 993 type: linear 994 showPoints: auto 995 spanNulls: false 996 stacking: 997 group: A 998 mode: none 999 thresholdsStyle: 1000 mode: 'off' 1001 mappings: [] 1002 thresholds: 1003 mode: absolute 1004 steps: 1005 - color: green 1006 value: 0 1007 - color: red 1008 value: 80 1009 unit: s 1010 overrides: 1011 - matcher: 1012 id: byFrameRefID 1013 options: B 1014 properties: 1015 - id: custom.drawStyle 1016 value: points 1017 - id: color 1018 value: 1019 fixedColor: red 1020 mode: fixed 1021 - id: custom.pointSize 1022 value: 11 1023 gridPos: 1024 h: 8 1025 w: 8 1026 x: 0 1027 'y': 26 1028 id: 75 1029 options: 1030 legend: 1031 calcs: [] 1032 displayMode: list 1033 placement: bottom 1034 showLegend: true 1035 tooltip: 1036 hideZeros: false 1037 mode: single 1038 sort: none 1039 pluginVersion: 12.1.0-90017 1040 targets: 1041 - datasource: 1042 type: prometheus 1043 uid: ${datasource} 1044 editorMode: code 1045 expr: >- 1046 histogram_quantile(0.99, 1047 sum(rate(pyroscope_request_duration_seconds_bucket{ 1048 namespace="$namespace", 1049 method="gRPC", 1050 route="/metastore.v1.IndexService/GetBlockMetadata", 1051 }[$__rate_interval])) by (le,pod)) 1052 hide: false 1053 instant: false 1054 legendFormat: p99 {{"{{pod}}"}} 1055 range: true 1056 refId: D 1057 - datasource: 1058 type: prometheus 1059 uid: ${datasource} 1060 editorMode: code 1061 expr: >- 1062 histogram_quantile(0.95, 1063 sum(rate(pyroscope_request_duration_seconds_bucket{ 1064 namespace="$namespace", 1065 method="gRPC", 1066 route="/metastore.v1.IndexService/GetBlockMetadata", 1067 }[$__rate_interval])) by (le)) 1068 hide: true 1069 instant: false 1070 legendFormat: p95 1071 range: true 1072 refId: A 1073 title: GetBlockMetadata Latency 1074 transparent: true 1075 type: timeseries 1076 - datasource: 1077 type: datasource 1078 uid: '-- Mixed --' 1079 fieldConfig: 1080 defaults: 1081 custom: 1082 hideFrom: 1083 legend: false 1084 tooltip: false 1085 viz: false 1086 scaleDistribution: 1087 type: linear 1088 overrides: [] 1089 gridPos: 1090 h: 8 1091 w: 8 1092 x: 8 1093 'y': 26 1094 id: 99 1095 options: 1096 calculate: false 1097 calculation: 1098 xBuckets: 1099 mode: count 1100 value: '' 1101 yBuckets: 1102 mode: count 1103 scale: 1104 type: linear 1105 cellGap: 0 1106 cellValues: 1107 unit: requests 1108 color: 1109 exponent: 0.2 1110 fill: super-light-red 1111 mode: scheme 1112 reverse: true 1113 scale: exponential 1114 scheme: Turbo 1115 steps: 128 1116 exemplars: 1117 color: orange 1118 filterValues: 1119 le: 1.e-9 1120 legend: 1121 show: false 1122 rowsFrame: 1123 layout: auto 1124 tooltip: 1125 mode: single 1126 showColorScale: true 1127 yHistogram: true 1128 yAxis: 1129 axisPlacement: left 1130 reverse: false 1131 unit: s 1132 pluginVersion: 12.1.0-90017 1133 targets: 1134 - datasource: 1135 type: prometheus 1136 uid: ${datasource} 1137 editorMode: code 1138 expr: |- 1139 sum(rate(pyroscope_request_duration_seconds{ 1140 namespace="$namespace", 1141 method="gRPC", 1142 route="/metastore.v1.IndexService/GetBlockMetadata" 1143 }[$__rate_interval])) 1144 hide: false 1145 legendFormat: __auto 1146 range: true 1147 refId: B 1148 title: Latency Heatmap 1149 transparent: true 1150 type: heatmap 1151 - datasource: 1152 type: prometheus 1153 uid: ${datasource} 1154 fieldConfig: 1155 defaults: 1156 color: 1157 mode: palette-classic 1158 custom: 1159 axisBorderShow: false 1160 axisCenteredZero: false 1161 axisColorMode: text 1162 axisLabel: '' 1163 axisPlacement: auto 1164 barAlignment: 0 1165 barWidthFactor: 0.6 1166 drawStyle: line 1167 fillOpacity: 0 1168 gradientMode: none 1169 hideFrom: 1170 legend: false 1171 tooltip: false 1172 viz: false 1173 insertNulls: false 1174 lineInterpolation: linear 1175 lineWidth: 1 1176 pointSize: 5 1177 scaleDistribution: 1178 type: linear 1179 showPoints: auto 1180 spanNulls: false 1181 stacking: 1182 group: A 1183 mode: none 1184 thresholdsStyle: 1185 mode: 'off' 1186 mappings: [] 1187 thresholds: 1188 mode: absolute 1189 steps: 1190 - color: green 1191 value: 0 1192 - color: red 1193 value: 80 1194 unit: ops 1195 overrides: 1196 - matcher: 1197 id: byName 1198 options: error 1199 properties: 1200 - id: color 1201 value: 1202 fixedColor: red 1203 mode: fixed 1204 - matcher: 1205 id: byName 1206 options: success 1207 properties: 1208 - id: color 1209 value: 1210 fixedColor: green 1211 mode: fixed 1212 gridPos: 1213 h: 8 1214 w: 8 1215 x: 16 1216 'y': 26 1217 id: 76 1218 options: 1219 legend: 1220 calcs: [] 1221 displayMode: list 1222 placement: bottom 1223 showLegend: true 1224 tooltip: 1225 hideZeros: false 1226 mode: single 1227 sort: none 1228 pluginVersion: 12.1.0-90017 1229 targets: 1230 - datasource: 1231 type: prometheus 1232 uid: ${datasource} 1233 editorMode: code 1234 expr: |- 1235 sum(irate(pyroscope_request_duration_seconds_count{ 1236 namespace="$namespace", 1237 method="gRPC", 1238 route="/metastore.v1.IndexService/GetBlockMetadata", 1239 }[$__rate_interval])) by (status_code) 1240 hide: false 1241 instant: false 1242 legendFormat: __auto 1243 range: true 1244 refId: D 1245 title: '' 1246 transparent: true 1247 type: timeseries 1248 - collapsed: false 1249 gridPos: 1250 h: 1 1251 w: 24 1252 x: 0 1253 'y': 34 1254 id: 89 1255 panels: [] 1256 title: Metadata Query Service 1257 type: row 1258 - datasource: 1259 type: prometheus 1260 uid: ${datasource} 1261 description: |- 1262 The latency of QueryMetadata endpoint observed by metastore nodes. 1263 1264 The only user is the query-frontend service. 1265 fieldConfig: 1266 defaults: 1267 color: 1268 mode: palette-classic 1269 custom: 1270 axisBorderShow: false 1271 axisCenteredZero: false 1272 axisColorMode: text 1273 axisLabel: '' 1274 axisPlacement: auto 1275 barAlignment: 0 1276 barWidthFactor: 0.6 1277 drawStyle: line 1278 fillOpacity: 0 1279 gradientMode: none 1280 hideFrom: 1281 legend: false 1282 tooltip: false 1283 viz: false 1284 insertNulls: false 1285 lineInterpolation: linear 1286 lineWidth: 1 1287 pointSize: 5 1288 scaleDistribution: 1289 type: linear 1290 showPoints: auto 1291 spanNulls: false 1292 stacking: 1293 group: A 1294 mode: none 1295 thresholdsStyle: 1296 mode: 'off' 1297 mappings: [] 1298 thresholds: 1299 mode: absolute 1300 steps: 1301 - color: green 1302 value: 0 1303 - color: red 1304 value: 80 1305 unit: s 1306 overrides: 1307 - matcher: 1308 id: byFrameRefID 1309 options: B 1310 properties: 1311 - id: custom.drawStyle 1312 value: points 1313 - id: color 1314 value: 1315 fixedColor: red 1316 mode: fixed 1317 - id: custom.pointSize 1318 value: 11 1319 gridPos: 1320 h: 8 1321 w: 8 1322 x: 0 1323 'y': 35 1324 id: 90 1325 options: 1326 legend: 1327 calcs: [] 1328 displayMode: list 1329 placement: bottom 1330 showLegend: true 1331 tooltip: 1332 hideZeros: false 1333 mode: single 1334 sort: none 1335 pluginVersion: 12.1.0-90017 1336 targets: 1337 - datasource: 1338 type: prometheus 1339 uid: ${datasource} 1340 editorMode: code 1341 expr: >- 1342 histogram_quantile(0.99, 1343 sum(rate(pyroscope_request_duration_seconds_bucket{ 1344 namespace="$namespace", 1345 method="gRPC", 1346 route="/metastore.v1.MetadataQueryService/QueryMetadata", 1347 }[$__rate_interval])) by (le,pod)) 1348 hide: false 1349 instant: false 1350 legendFormat: p99 {{"{{pod}}"}} 1351 range: true 1352 refId: D 1353 - datasource: 1354 type: prometheus 1355 uid: ${datasource} 1356 editorMode: code 1357 expr: >- 1358 histogram_quantile(0.95, 1359 sum(rate(pyroscope_request_duration_seconds_bucket{ 1360 namespace="$namespace", 1361 method="gRPC", 1362 route="/metastore.v1.MetadataQueryService/QueryMetadata", 1363 }[$__rate_interval])) by (le)) 1364 hide: true 1365 instant: false 1366 legendFormat: p95 1367 range: true 1368 refId: A 1369 title: QueryMetadata Latency 1370 transparent: true 1371 type: timeseries 1372 - datasource: 1373 type: datasource 1374 uid: '-- Mixed --' 1375 fieldConfig: 1376 defaults: 1377 custom: 1378 hideFrom: 1379 legend: false 1380 tooltip: false 1381 viz: false 1382 scaleDistribution: 1383 type: linear 1384 overrides: [] 1385 gridPos: 1386 h: 8 1387 w: 8 1388 x: 8 1389 'y': 35 1390 id: 98 1391 options: 1392 calculate: false 1393 calculation: 1394 xBuckets: 1395 mode: count 1396 value: '' 1397 yBuckets: 1398 mode: count 1399 scale: 1400 type: linear 1401 cellGap: 0 1402 cellValues: 1403 unit: requests 1404 color: 1405 exponent: 0.2 1406 fill: super-light-red 1407 mode: scheme 1408 reverse: true 1409 scale: exponential 1410 scheme: Turbo 1411 steps: 128 1412 exemplars: 1413 color: orange 1414 filterValues: 1415 le: 1.e-9 1416 legend: 1417 show: false 1418 rowsFrame: 1419 layout: auto 1420 tooltip: 1421 mode: single 1422 showColorScale: true 1423 yHistogram: true 1424 yAxis: 1425 axisPlacement: left 1426 reverse: false 1427 unit: s 1428 pluginVersion: 12.1.0-90017 1429 targets: 1430 - datasource: 1431 type: prometheus 1432 uid: ${datasource} 1433 editorMode: code 1434 expr: |- 1435 sum(rate(pyroscope_request_duration_seconds{ 1436 namespace="$namespace", 1437 method="gRPC", 1438 route="/metastore.v1.MetadataQueryService/QueryMetadata", 1439 }[$__rate_interval])) 1440 hide: false 1441 legendFormat: __auto 1442 range: true 1443 refId: B 1444 title: Latency Heatmap 1445 transparent: true 1446 type: heatmap 1447 - datasource: 1448 type: prometheus 1449 uid: ${datasource} 1450 fieldConfig: 1451 defaults: 1452 color: 1453 mode: palette-classic 1454 custom: 1455 axisBorderShow: false 1456 axisCenteredZero: false 1457 axisColorMode: text 1458 axisLabel: '' 1459 axisPlacement: auto 1460 barAlignment: 0 1461 barWidthFactor: 0.6 1462 drawStyle: line 1463 fillOpacity: 0 1464 gradientMode: none 1465 hideFrom: 1466 legend: false 1467 tooltip: false 1468 viz: false 1469 insertNulls: false 1470 lineInterpolation: linear 1471 lineWidth: 1 1472 pointSize: 5 1473 scaleDistribution: 1474 type: linear 1475 showPoints: auto 1476 spanNulls: false 1477 stacking: 1478 group: A 1479 mode: none 1480 thresholdsStyle: 1481 mode: 'off' 1482 mappings: [] 1483 thresholds: 1484 mode: absolute 1485 steps: 1486 - color: green 1487 value: 0 1488 - color: red 1489 value: 80 1490 unit: ops 1491 overrides: 1492 - matcher: 1493 id: byName 1494 options: error 1495 properties: 1496 - id: color 1497 value: 1498 fixedColor: red 1499 mode: fixed 1500 - matcher: 1501 id: byName 1502 options: success 1503 properties: 1504 - id: color 1505 value: 1506 fixedColor: green 1507 mode: fixed 1508 gridPos: 1509 h: 8 1510 w: 8 1511 x: 16 1512 'y': 35 1513 id: 92 1514 options: 1515 legend: 1516 calcs: [] 1517 displayMode: list 1518 placement: bottom 1519 showLegend: true 1520 tooltip: 1521 hideZeros: false 1522 mode: single 1523 sort: none 1524 pluginVersion: 12.1.0-90017 1525 targets: 1526 - datasource: 1527 type: prometheus 1528 uid: ${datasource} 1529 editorMode: code 1530 expr: |- 1531 sum(irate(pyroscope_request_duration_seconds_count{ 1532 namespace="$namespace", 1533 method="gRPC", 1534 route="/metastore.v1.MetadataQueryService/QueryMetadata", 1535 }[$__rate_interval])) by (status_code) 1536 hide: false 1537 instant: false 1538 legendFormat: __auto 1539 range: true 1540 refId: D 1541 title: '' 1542 transparent: true 1543 type: timeseries 1544 - datasource: 1545 type: prometheus 1546 uid: ${datasource} 1547 description: |- 1548 The latency of QueryMetadataLabels endpoint observed by metastore nodes. 1549 1550 The only user is the query-frontend service. 1551 fieldConfig: 1552 defaults: 1553 color: 1554 mode: palette-classic 1555 custom: 1556 axisBorderShow: false 1557 axisCenteredZero: false 1558 axisColorMode: text 1559 axisLabel: '' 1560 axisPlacement: auto 1561 barAlignment: 0 1562 barWidthFactor: 0.6 1563 drawStyle: line 1564 fillOpacity: 0 1565 gradientMode: none 1566 hideFrom: 1567 legend: false 1568 tooltip: false 1569 viz: false 1570 insertNulls: false 1571 lineInterpolation: linear 1572 lineWidth: 1 1573 pointSize: 5 1574 scaleDistribution: 1575 type: linear 1576 showPoints: auto 1577 spanNulls: false 1578 stacking: 1579 group: A 1580 mode: none 1581 thresholdsStyle: 1582 mode: 'off' 1583 mappings: [] 1584 thresholds: 1585 mode: absolute 1586 steps: 1587 - color: green 1588 value: 0 1589 - color: red 1590 value: 80 1591 unit: s 1592 overrides: 1593 - matcher: 1594 id: byFrameRefID 1595 options: B 1596 properties: 1597 - id: custom.drawStyle 1598 value: points 1599 - id: color 1600 value: 1601 fixedColor: red 1602 mode: fixed 1603 - id: custom.pointSize 1604 value: 11 1605 gridPos: 1606 h: 8 1607 w: 8 1608 x: 0 1609 'y': 43 1610 id: 91 1611 options: 1612 legend: 1613 calcs: [] 1614 displayMode: list 1615 placement: bottom 1616 showLegend: true 1617 tooltip: 1618 hideZeros: false 1619 mode: single 1620 sort: none 1621 pluginVersion: 12.1.0-90017 1622 targets: 1623 - datasource: 1624 type: prometheus 1625 uid: ${datasource} 1626 editorMode: code 1627 expr: >- 1628 histogram_quantile(0.99, 1629 sum(rate(pyroscope_request_duration_seconds_bucket{ 1630 namespace="$namespace", 1631 method="gRPC", 1632 route="/metastore.v1.MetadataQueryService/QueryMetadataLabels", 1633 }[$__rate_interval])) by (le,pod)) 1634 hide: false 1635 instant: false 1636 legendFormat: p99 {{"{{pod}}"}} 1637 range: true 1638 refId: D 1639 - datasource: 1640 type: prometheus 1641 uid: ${datasource} 1642 editorMode: code 1643 expr: >- 1644 histogram_quantile(0.95, 1645 sum(rate(pyroscope_request_duration_seconds_bucket{ 1646 namespace="$namespace", 1647 method="gRPC", 1648 route="/metastore.v1.MetadataQueryService/QueryMetadataLabels", 1649 }[$__rate_interval])) by (le)) 1650 hide: true 1651 instant: false 1652 legendFormat: p95 1653 range: true 1654 refId: A 1655 title: QueryMetadataLabels Latency 1656 transparent: true 1657 type: timeseries 1658 - datasource: 1659 type: datasource 1660 uid: '-- Mixed --' 1661 fieldConfig: 1662 defaults: 1663 custom: 1664 hideFrom: 1665 legend: false 1666 tooltip: false 1667 viz: false 1668 scaleDistribution: 1669 type: linear 1670 overrides: [] 1671 gridPos: 1672 h: 8 1673 w: 8 1674 x: 8 1675 'y': 43 1676 id: 96 1677 options: 1678 calculate: false 1679 calculation: 1680 xBuckets: 1681 mode: count 1682 value: '' 1683 yBuckets: 1684 mode: count 1685 scale: 1686 type: linear 1687 cellGap: 0 1688 cellValues: 1689 unit: requests 1690 color: 1691 exponent: 0.2 1692 fill: super-light-red 1693 mode: scheme 1694 reverse: true 1695 scale: exponential 1696 scheme: Turbo 1697 steps: 128 1698 exemplars: 1699 color: orange 1700 filterValues: 1701 le: 1.e-9 1702 legend: 1703 show: false 1704 rowsFrame: 1705 layout: auto 1706 tooltip: 1707 mode: single 1708 showColorScale: true 1709 yHistogram: true 1710 yAxis: 1711 axisPlacement: left 1712 reverse: false 1713 unit: s 1714 pluginVersion: 12.1.0-90017 1715 targets: 1716 - datasource: 1717 type: prometheus 1718 uid: ${datasource} 1719 editorMode: code 1720 expr: |- 1721 sum(rate(pyroscope_request_duration_seconds{ 1722 namespace="$namespace", 1723 method="gRPC", 1724 route="/metastore.v1.MetadataQueryService/QueryMetadataLabels", 1725 }[$__rate_interval])) 1726 hide: false 1727 legendFormat: __auto 1728 range: true 1729 refId: B 1730 title: Latency Heatmap 1731 transparent: true 1732 type: heatmap 1733 - datasource: 1734 type: prometheus 1735 uid: ${datasource} 1736 fieldConfig: 1737 defaults: 1738 color: 1739 mode: palette-classic 1740 custom: 1741 axisBorderShow: false 1742 axisCenteredZero: false 1743 axisColorMode: text 1744 axisLabel: '' 1745 axisPlacement: auto 1746 barAlignment: 0 1747 barWidthFactor: 0.6 1748 drawStyle: line 1749 fillOpacity: 0 1750 gradientMode: none 1751 hideFrom: 1752 legend: false 1753 tooltip: false 1754 viz: false 1755 insertNulls: false 1756 lineInterpolation: linear 1757 lineWidth: 1 1758 pointSize: 5 1759 scaleDistribution: 1760 type: linear 1761 showPoints: auto 1762 spanNulls: false 1763 stacking: 1764 group: A 1765 mode: none 1766 thresholdsStyle: 1767 mode: 'off' 1768 mappings: [] 1769 thresholds: 1770 mode: absolute 1771 steps: 1772 - color: green 1773 value: 0 1774 - color: red 1775 value: 80 1776 unit: ops 1777 overrides: 1778 - matcher: 1779 id: byName 1780 options: error 1781 properties: 1782 - id: color 1783 value: 1784 fixedColor: red 1785 mode: fixed 1786 - matcher: 1787 id: byName 1788 options: success 1789 properties: 1790 - id: color 1791 value: 1792 fixedColor: green 1793 mode: fixed 1794 gridPos: 1795 h: 8 1796 w: 8 1797 x: 16 1798 'y': 43 1799 id: 93 1800 options: 1801 legend: 1802 calcs: [] 1803 displayMode: list 1804 placement: bottom 1805 showLegend: true 1806 tooltip: 1807 hideZeros: false 1808 mode: single 1809 sort: none 1810 pluginVersion: 12.1.0-90017 1811 targets: 1812 - datasource: 1813 type: prometheus 1814 uid: ${datasource} 1815 editorMode: code 1816 expr: |- 1817 sum(irate(pyroscope_request_duration_seconds_count{ 1818 namespace="$namespace", 1819 method="gRPC", 1820 route="/metastore.v1.MetadataQueryService/QueryMetadataLabels", 1821 }[$__rate_interval])) by (status_code) 1822 hide: false 1823 instant: false 1824 legendFormat: __auto 1825 range: true 1826 refId: D 1827 title: '' 1828 transparent: true 1829 type: timeseries 1830 - collapsed: false 1831 gridPos: 1832 h: 1 1833 w: 24 1834 x: 0 1835 'y': 51 1836 id: 86 1837 panels: [] 1838 title: Compaction Service 1839 type: row 1840 - datasource: 1841 type: prometheus 1842 uid: ${datasource} 1843 description: |- 1844 The latency of PollCompactionJobs endpoint observed by metastore nodes. 1845 1846 The only user is the compaction-worker service. 1847 fieldConfig: 1848 defaults: 1849 color: 1850 mode: palette-classic 1851 custom: 1852 axisBorderShow: false 1853 axisCenteredZero: false 1854 axisColorMode: text 1855 axisLabel: '' 1856 axisPlacement: auto 1857 barAlignment: 0 1858 barWidthFactor: 0.6 1859 drawStyle: line 1860 fillOpacity: 0 1861 gradientMode: none 1862 hideFrom: 1863 legend: false 1864 tooltip: false 1865 viz: false 1866 insertNulls: false 1867 lineInterpolation: linear 1868 lineWidth: 1 1869 pointSize: 5 1870 scaleDistribution: 1871 type: linear 1872 showPoints: auto 1873 spanNulls: false 1874 stacking: 1875 group: A 1876 mode: none 1877 thresholdsStyle: 1878 mode: 'off' 1879 mappings: [] 1880 thresholds: 1881 mode: absolute 1882 steps: 1883 - color: green 1884 value: 0 1885 - color: red 1886 value: 80 1887 unit: s 1888 overrides: 1889 - matcher: 1890 id: byFrameRefID 1891 options: B 1892 properties: 1893 - id: custom.drawStyle 1894 value: points 1895 - id: color 1896 value: 1897 fixedColor: red 1898 mode: fixed 1899 - id: custom.pointSize 1900 value: 11 1901 gridPos: 1902 h: 8 1903 w: 8 1904 x: 0 1905 'y': 52 1906 id: 87 1907 options: 1908 legend: 1909 calcs: [] 1910 displayMode: list 1911 placement: bottom 1912 showLegend: true 1913 tooltip: 1914 hideZeros: false 1915 mode: single 1916 sort: none 1917 pluginVersion: 12.1.0-90017 1918 targets: 1919 - datasource: 1920 type: prometheus 1921 uid: ${datasource} 1922 editorMode: code 1923 expr: >- 1924 histogram_quantile(0.99, 1925 sum(rate(pyroscope_request_duration_seconds_bucket{ 1926 namespace="$namespace", 1927 method="gRPC", 1928 route="/metastore.v1.CompactionService/PollCompactionJobs", 1929 }[$__rate_interval])) by (le,pod)) 1930 hide: false 1931 instant: false 1932 legendFormat: p99 {{"{{pod}}"}} 1933 range: true 1934 refId: D 1935 - datasource: 1936 type: prometheus 1937 uid: ${datasource} 1938 editorMode: code 1939 expr: >- 1940 histogram_quantile(0.95, 1941 sum(rate(pyroscope_request_duration_seconds_bucket{ 1942 namespace="$namespace", 1943 method="gRPC", 1944 route="/metastore.v1.CompactionService/PollCompactionJobs", 1945 }[$__rate_interval])) by (le)) 1946 hide: true 1947 instant: false 1948 legendFormat: p95 1949 range: true 1950 refId: A 1951 title: PollCompactionJobs Latency 1952 transparent: true 1953 type: timeseries 1954 - datasource: 1955 type: datasource 1956 uid: '-- Mixed --' 1957 fieldConfig: 1958 defaults: 1959 custom: 1960 hideFrom: 1961 legend: false 1962 tooltip: false 1963 viz: false 1964 scaleDistribution: 1965 type: linear 1966 overrides: [] 1967 gridPos: 1968 h: 8 1969 w: 8 1970 x: 8 1971 'y': 52 1972 id: 97 1973 options: 1974 calculate: false 1975 calculation: 1976 xBuckets: 1977 mode: count 1978 value: '' 1979 yBuckets: 1980 mode: count 1981 scale: 1982 type: linear 1983 cellGap: 0 1984 cellValues: 1985 unit: requests 1986 color: 1987 exponent: 0.2 1988 fill: super-light-red 1989 mode: scheme 1990 reverse: true 1991 scale: exponential 1992 scheme: Turbo 1993 steps: 128 1994 exemplars: 1995 color: orange 1996 filterValues: 1997 le: 1.e-9 1998 legend: 1999 show: false 2000 rowsFrame: 2001 layout: auto 2002 tooltip: 2003 mode: single 2004 showColorScale: true 2005 yHistogram: true 2006 yAxis: 2007 axisPlacement: left 2008 reverse: false 2009 unit: s 2010 pluginVersion: 12.1.0-90017 2011 targets: 2012 - datasource: 2013 type: prometheus 2014 uid: ${datasource} 2015 editorMode: code 2016 expr: |- 2017 sum(rate(pyroscope_request_duration_seconds{ 2018 namespace="$namespace", 2019 method="gRPC", 2020 route="/metastore.v1.CompactionService/PollCompactionJobs", 2021 }[$__rate_interval])) 2022 hide: false 2023 legendFormat: __auto 2024 range: true 2025 refId: B 2026 title: Latency Heatmap 2027 transparent: true 2028 type: heatmap 2029 - datasource: 2030 type: prometheus 2031 uid: ${datasource} 2032 fieldConfig: 2033 defaults: 2034 color: 2035 mode: palette-classic 2036 custom: 2037 axisBorderShow: false 2038 axisCenteredZero: false 2039 axisColorMode: text 2040 axisLabel: '' 2041 axisPlacement: auto 2042 barAlignment: 0 2043 barWidthFactor: 0.6 2044 drawStyle: line 2045 fillOpacity: 0 2046 gradientMode: none 2047 hideFrom: 2048 legend: false 2049 tooltip: false 2050 viz: false 2051 insertNulls: false 2052 lineInterpolation: linear 2053 lineWidth: 1 2054 pointSize: 5 2055 scaleDistribution: 2056 type: linear 2057 showPoints: auto 2058 spanNulls: false 2059 stacking: 2060 group: A 2061 mode: none 2062 thresholdsStyle: 2063 mode: 'off' 2064 mappings: [] 2065 thresholds: 2066 mode: absolute 2067 steps: 2068 - color: green 2069 value: 0 2070 - color: red 2071 value: 80 2072 unit: ops 2073 overrides: 2074 - matcher: 2075 id: byName 2076 options: error 2077 properties: 2078 - id: color 2079 value: 2080 fixedColor: red 2081 mode: fixed 2082 - matcher: 2083 id: byName 2084 options: success 2085 properties: 2086 - id: color 2087 value: 2088 fixedColor: green 2089 mode: fixed 2090 gridPos: 2091 h: 8 2092 w: 8 2093 x: 16 2094 'y': 52 2095 id: 88 2096 options: 2097 legend: 2098 calcs: [] 2099 displayMode: list 2100 placement: bottom 2101 showLegend: true 2102 tooltip: 2103 hideZeros: false 2104 mode: single 2105 sort: none 2106 pluginVersion: 12.1.0-90017 2107 targets: 2108 - datasource: 2109 type: prometheus 2110 uid: ${datasource} 2111 editorMode: code 2112 expr: |- 2113 sum(irate(pyroscope_request_duration_seconds_count{ 2114 namespace="$namespace", 2115 method="gRPC", 2116 route="/metastore.v1.CompactionService/PollCompactionJobs", 2117 }[$__rate_interval])) by (status_code) 2118 hide: false 2119 instant: false 2120 legendFormat: __auto 2121 range: true 2122 refId: D 2123 title: '' 2124 transparent: true 2125 type: timeseries 2126 - collapsed: false 2127 gridPos: 2128 h: 1 2129 w: 24 2130 x: 0 2131 'y': 60 2132 id: 67 2133 panels: [] 2134 title: Resource Usage 2135 type: row 2136 - datasource: 2137 type: datasource 2138 uid: '-- Mixed --' 2139 fieldConfig: 2140 defaults: 2141 color: 2142 mode: palette-classic 2143 custom: 2144 axisBorderShow: false 2145 axisCenteredZero: false 2146 axisColorMode: text 2147 axisLabel: '' 2148 axisPlacement: auto 2149 axisSoftMin: 0 2150 barAlignment: 1 2151 barWidthFactor: 1 2152 drawStyle: line 2153 fillOpacity: 0 2154 gradientMode: none 2155 hideFrom: 2156 legend: false 2157 tooltip: false 2158 viz: false 2159 insertNulls: false 2160 lineInterpolation: linear 2161 lineStyle: 2162 fill: solid 2163 lineWidth: 1 2164 pointSize: 5 2165 scaleDistribution: 2166 type: linear 2167 showPoints: auto 2168 spanNulls: false 2169 stacking: 2170 group: A 2171 mode: none 2172 thresholdsStyle: 2173 mode: 'off' 2174 fieldMinMax: false 2175 mappings: [] 2176 min: 0 2177 thresholds: 2178 mode: absolute 2179 steps: 2180 - color: green 2181 value: 0 2182 overrides: 2183 - matcher: 2184 id: byName 2185 options: Limit 2186 properties: 2187 - id: custom.lineStyle 2188 value: 2189 dash: 2190 - 10 2191 - 10 2192 fill: dash 2193 gridPos: 2194 h: 8 2195 w: 8 2196 x: 0 2197 'y': 61 2198 id: 65 2199 options: 2200 legend: 2201 calcs: 2202 - last 2203 - max 2204 displayMode: table 2205 placement: bottom 2206 showLegend: false 2207 sortBy: Max 2208 sortDesc: true 2209 tooltip: 2210 hideZeros: false 2211 mode: multi 2212 sort: desc 2213 pluginVersion: 12.1.0-90017 2214 targets: 2215 - datasource: 2216 type: prometheus 2217 uid: ${datasource} 2218 editorMode: code 2219 expr: >- 2220 sum by (pod) 2221 (node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{namespace="$namespace",container="metastore"}) 2222 legendFormat: __auto 2223 range: true 2224 refId: by pod 2225 - datasource: 2226 type: prometheus 2227 uid: ${datasource} 2228 editorMode: code 2229 expr: |- 2230 max( 2231 kube_pod_container_resource_requests{{ "{" }}{{ .Values.dashboards.kubeStateMetricsSelector }}, namespace="$namespace", resource="cpu"} 2232 * on(namespace,pod) 2233 group_left(workload) namespace_workload_pod:kube_pod_owner:relabel{namespace="$namespace", workload=~".*-metastore"} 2234 ) 2235 hide: true 2236 legendFormat: Request 2237 range: true 2238 refId: A 2239 - datasource: 2240 type: prometheus 2241 uid: ${datasource} 2242 editorMode: code 2243 expr: |- 2244 max( 2245 kube_pod_container_resource_limits{{ "{" }}{{ .Values.dashboards.kubeStateMetricsSelector }}, namespace="$namespace", resource="cpu"} 2246 * on(namespace,pod) 2247 group_left(workload) namespace_workload_pod:kube_pod_owner:relabel{namespace="$namespace", workload=~".*-metastore"} 2248 ) 2249 hide: true 2250 legendFormat: Limit 2251 range: true 2252 refId: B 2253 title: CPU Usage 2254 transparent: true 2255 type: timeseries 2256 - datasource: 2257 type: datasource 2258 uid: '-- Mixed --' 2259 fieldConfig: 2260 defaults: 2261 color: 2262 mode: palette-classic 2263 custom: 2264 axisBorderShow: false 2265 axisCenteredZero: false 2266 axisColorMode: text 2267 axisLabel: '' 2268 axisPlacement: auto 2269 axisSoftMin: 0 2270 barAlignment: 0 2271 barWidthFactor: 0.6 2272 drawStyle: line 2273 fillOpacity: 0 2274 gradientMode: none 2275 hideFrom: 2276 legend: false 2277 tooltip: false 2278 viz: false 2279 insertNulls: false 2280 lineInterpolation: linear 2281 lineStyle: 2282 fill: solid 2283 lineWidth: 1 2284 pointSize: 5 2285 scaleDistribution: 2286 type: linear 2287 showPoints: auto 2288 spanNulls: false 2289 stacking: 2290 group: A 2291 mode: none 2292 thresholdsStyle: 2293 mode: dashed 2294 mappings: [] 2295 thresholds: 2296 mode: absolute 2297 steps: 2298 - color: green 2299 value: 0 2300 unit: bytes 2301 overrides: 2302 - matcher: 2303 id: byName 2304 options: Limit 2305 properties: 2306 - id: custom.lineStyle 2307 value: 2308 dash: 2309 - 10 2310 - 10 2311 fill: dash 2312 gridPos: 2313 h: 8 2314 w: 8 2315 x: 8 2316 'y': 61 2317 id: 66 2318 options: 2319 legend: 2320 calcs: 2321 - last 2322 - max 2323 displayMode: table 2324 placement: bottom 2325 showLegend: false 2326 sortBy: Max 2327 sortDesc: true 2328 tooltip: 2329 hideZeros: false 2330 mode: multi 2331 sort: desc 2332 pluginVersion: 12.1.0-90017 2333 targets: 2334 - datasource: 2335 type: prometheus 2336 uid: ${datasource} 2337 editorMode: code 2338 expr: >- 2339 sum(container_memory_working_set_bytes{namespace="$namespace", 2340 container="metastore", image!=""}) by (pod) 2341 hide: false 2342 legendFormat: __auto 2343 range: true 2344 refId: A 2345 - datasource: 2346 type: prometheus 2347 uid: ${datasource} 2348 editorMode: code 2349 expr: |- 2350 max( 2351 kube_pod_container_resource_requests{{ "{" }}{{ .Values.dashboards.kubeStateMetricsSelector }}, namespace="$namespace", resource="memory"} 2352 * on(namespace,pod) 2353 group_left(workload) namespace_workload_pod:kube_pod_owner:relabel{namespace="$namespace", workload=~".*-metastore"} 2354 ) 2355 hide: true 2356 legendFormat: Requests 2357 range: true 2358 refId: B 2359 - datasource: 2360 type: prometheus 2361 uid: ${datasource} 2362 editorMode: code 2363 expr: |- 2364 max( 2365 kube_pod_container_resource_limits{{ "{" }}{{ .Values.dashboards.kubeStateMetricsSelector }}, namespace="$namespace", resource="memory"} 2366 * on(namespace,pod) 2367 group_left(workload) namespace_workload_pod:kube_pod_owner:relabel{namespace="$namespace", workload=".*-metastore"} 2368 ) 2369 hide: true 2370 legendFormat: Limit 2371 range: true 2372 refId: C 2373 title: Memory Usage 2374 transparent: true 2375 type: timeseries 2376 - datasource: 2377 type: datasource 2378 uid: '-- Mixed --' 2379 fieldConfig: 2380 defaults: 2381 color: 2382 mode: palette-classic 2383 custom: 2384 axisBorderShow: false 2385 axisCenteredZero: false 2386 axisColorMode: text 2387 axisLabel: '' 2388 axisPlacement: auto 2389 barAlignment: 1 2390 barWidthFactor: 1 2391 drawStyle: line 2392 fillOpacity: 0 2393 gradientMode: none 2394 hideFrom: 2395 legend: false 2396 tooltip: false 2397 viz: false 2398 insertNulls: false 2399 lineInterpolation: linear 2400 lineStyle: 2401 fill: solid 2402 lineWidth: 1 2403 pointSize: 5 2404 scaleDistribution: 2405 type: linear 2406 showPoints: auto 2407 spanNulls: false 2408 stacking: 2409 group: A 2410 mode: none 2411 thresholdsStyle: 2412 mode: 'off' 2413 fieldMinMax: false 2414 mappings: [] 2415 thresholds: 2416 mode: absolute 2417 steps: 2418 - color: green 2419 value: 0 2420 unit: percentunit 2421 overrides: [] 2422 gridPos: 2423 h: 8 2424 w: 8 2425 x: 16 2426 'y': 61 2427 id: 84 2428 options: 2429 legend: 2430 calcs: 2431 - last 2432 - max 2433 displayMode: table 2434 placement: bottom 2435 showLegend: false 2436 sortBy: Max 2437 sortDesc: true 2438 tooltip: 2439 hideZeros: false 2440 mode: multi 2441 sort: desc 2442 pluginVersion: 12.1.0-90017 2443 targets: 2444 - datasource: 2445 type: prometheus 2446 uid: ${datasource} 2447 editorMode: code 2448 expr: >- 2449 kubelet_volume_stats_used_bytes{namespace="$namespace",persistentvolumeclaim=~".*metastore.*"} 2450 / 2451 2452 kubelet_volume_stats_capacity_bytes{namespace="$namespace",persistentvolumeclaim=~".*metastore.*"} 2453 hide: false 2454 legendFormat: '{{"{{persistentvolumeclaim}}"}}' 2455 range: true 2456 refId: C 2457 title: Disk Usage 2458 transparent: true 2459 type: timeseries 2460 - datasource: 2461 type: datasource 2462 uid: '-- Mixed --' 2463 fieldConfig: 2464 defaults: 2465 color: 2466 mode: palette-classic 2467 custom: 2468 axisBorderShow: false 2469 axisCenteredZero: false 2470 axisColorMode: text 2471 axisLabel: '' 2472 axisPlacement: auto 2473 barAlignment: 0 2474 barWidthFactor: 0.6 2475 drawStyle: line 2476 fillOpacity: 0 2477 gradientMode: none 2478 hideFrom: 2479 legend: false 2480 tooltip: false 2481 viz: false 2482 insertNulls: false 2483 lineInterpolation: linear 2484 lineWidth: 1 2485 pointSize: 5 2486 scaleDistribution: 2487 type: linear 2488 showPoints: auto 2489 spanNulls: false 2490 stacking: 2491 group: A 2492 mode: none 2493 thresholdsStyle: 2494 mode: 'off' 2495 mappings: [] 2496 min: 0 2497 thresholds: 2498 mode: absolute 2499 steps: 2500 - color: green 2501 value: 0 2502 unit: ops 2503 overrides: [] 2504 gridPos: 2505 h: 9 2506 w: 6 2507 x: 0 2508 'y': 69 2509 id: 85 2510 options: 2511 legend: 2512 calcs: 2513 - mean 2514 - max 2515 - last 2516 displayMode: table 2517 placement: bottom 2518 showLegend: false 2519 tooltip: 2520 hideZeros: false 2521 mode: multi 2522 sort: none 2523 pluginVersion: 12.1.0-90017 2524 targets: 2525 - datasource: 2526 type: prometheus 2527 uid: ${datasource} 2528 editorMode: code 2529 expr: >- 2530 sum by(operation) 2531 (rate(objstore_bucket_operations_total{namespace="$namespace",container="metastore"}[$__rate_interval])) 2532 legendFormat: __auto 2533 range: true 2534 refId: A 2535 title: Storage I/O 2536 transparent: true 2537 type: timeseries 2538 - datasource: 2539 type: datasource 2540 uid: '-- Mixed --' 2541 fieldConfig: 2542 defaults: 2543 color: 2544 mode: palette-classic 2545 custom: 2546 axisBorderShow: false 2547 axisCenteredZero: false 2548 axisColorMode: text 2549 axisLabel: '' 2550 axisPlacement: auto 2551 barAlignment: 1 2552 barWidthFactor: 1 2553 drawStyle: line 2554 fillOpacity: 10 2555 gradientMode: none 2556 hideFrom: 2557 legend: false 2558 tooltip: false 2559 viz: false 2560 insertNulls: false 2561 lineInterpolation: linear 2562 lineStyle: 2563 fill: solid 2564 lineWidth: 1 2565 pointSize: 5 2566 scaleDistribution: 2567 type: linear 2568 showPoints: auto 2569 spanNulls: false 2570 stacking: 2571 group: A 2572 mode: none 2573 thresholdsStyle: 2574 mode: 'off' 2575 fieldMinMax: false 2576 mappings: [] 2577 thresholds: 2578 mode: absolute 2579 steps: 2580 - color: green 2581 value: 0 2582 unit: Bps 2583 overrides: [] 2584 gridPos: 2585 h: 9 2586 w: 6 2587 x: 6 2588 'y': 69 2589 id: 82 2590 options: 2591 legend: 2592 calcs: 2593 - last 2594 - max 2595 displayMode: table 2596 placement: bottom 2597 showLegend: false 2598 sortBy: Max 2599 sortDesc: true 2600 tooltip: 2601 hideZeros: false 2602 mode: multi 2603 sort: desc 2604 pluginVersion: 12.1.0-90017 2605 targets: 2606 - datasource: 2607 type: prometheus 2608 uid: ${datasource} 2609 editorMode: code 2610 expr: >- 2611 (sum(irate(container_network_transmit_bytes_total{{ "{" }}{{ .Values.dashboards.cadvisorSelector }}, 2612 cluster=~"$cluster", namespace=~"$namespace"}[$__rate_interval]) * on 2613 (namespace,pod) 2614 2615 group_left(workload,workload_type) 2616 namespace_workload_pod:kube_pod_owner:relabel{cluster=~"$cluster", 2617 namespace=~"$namespace", workload=~".*metastore.*"}) by 2618 (namespace,pod)) * -1 2619 hide: false 2620 legendFormat: tx {{"{{pod}}"}} 2621 range: true 2622 refId: A 2623 - datasource: 2624 type: prometheus 2625 uid: ${datasource} 2626 editorMode: code 2627 expr: >- 2628 (sum(irate(container_network_receive_bytes_total{{ "{" }}{{ .Values.dashboards.cadvisorSelector }}, 2629 cluster=~"$cluster", namespace=~"$namespace"}[$__rate_interval]) * on 2630 (namespace,pod) 2631 2632 group_left(workload,workload_type) 2633 namespace_workload_pod:kube_pod_owner:relabel{cluster=~"$cluster", 2634 namespace=~"$namespace", workload=~".*metastore.*"}) by 2635 (namespace,pod)) 2636 hide: false 2637 legendFormat: rx {{"{{pod}}"}} 2638 range: true 2639 refId: B 2640 title: Network 2641 transparent: true 2642 type: timeseries 2643 - datasource: 2644 type: datasource 2645 uid: '-- Mixed --' 2646 fieldConfig: 2647 defaults: 2648 color: 2649 mode: palette-classic 2650 custom: 2651 axisBorderShow: false 2652 axisCenteredZero: false 2653 axisColorMode: text 2654 axisLabel: '' 2655 axisPlacement: auto 2656 barAlignment: 1 2657 barWidthFactor: 1 2658 drawStyle: line 2659 fillOpacity: 0 2660 gradientMode: none 2661 hideFrom: 2662 legend: false 2663 tooltip: false 2664 viz: false 2665 insertNulls: false 2666 lineInterpolation: linear 2667 lineStyle: 2668 fill: solid 2669 lineWidth: 1 2670 pointSize: 5 2671 scaleDistribution: 2672 type: linear 2673 showPoints: auto 2674 spanNulls: false 2675 stacking: 2676 group: A 2677 mode: none 2678 thresholdsStyle: 2679 mode: 'off' 2680 mappings: [] 2681 thresholds: 2682 mode: absolute 2683 steps: 2684 - color: green 2685 value: 0 2686 - color: red 2687 value: 80 2688 overrides: [] 2689 gridPos: 2690 h: 9 2691 w: 6 2692 x: 12 2693 'y': 69 2694 id: 83 2695 options: 2696 legend: 2697 calcs: 2698 - last 2699 - max 2700 displayMode: table 2701 placement: bottom 2702 showLegend: false 2703 sortBy: Max 2704 sortDesc: true 2705 tooltip: 2706 hideZeros: false 2707 mode: multi 2708 sort: desc 2709 pluginVersion: 12.1.0-90017 2710 targets: 2711 - datasource: 2712 type: prometheus 2713 uid: ${datasource} 2714 editorMode: code 2715 expr: >- 2716 sum by (pod) 2717 (irate(container_fs_writes_total{namespace="$namespace",container="metastore"}[$__rate_interval])) 2718 * -1 2719 format: time_series 2720 hide: false 2721 legendFormat: write {{"{{pod}}"}} 2722 range: true 2723 refId: A 2724 - datasource: 2725 type: prometheus 2726 uid: ${datasource} 2727 editorMode: code 2728 expr: >- 2729 sum by (pod) 2730 (irate(container_fs_reads_total{namespace="$namespace",container="metastore"}[$__rate_interval])) 2731 hide: false 2732 legendFormat: read {{"{{pod}}"}} 2733 range: true 2734 refId: B 2735 title: Disk I/O 2736 transparent: true 2737 type: timeseries 2738 - datasource: 2739 type: datasource 2740 uid: '-- Mixed --' 2741 fieldConfig: 2742 defaults: 2743 color: 2744 mode: palette-classic 2745 custom: 2746 axisBorderShow: false 2747 axisCenteredZero: false 2748 axisColorMode: text 2749 axisLabel: '' 2750 axisPlacement: auto 2751 barAlignment: 1 2752 barWidthFactor: 1 2753 drawStyle: line 2754 fillOpacity: 0 2755 gradientMode: none 2756 hideFrom: 2757 legend: false 2758 tooltip: false 2759 viz: false 2760 insertNulls: false 2761 lineInterpolation: linear 2762 lineStyle: 2763 fill: solid 2764 lineWidth: 1 2765 pointSize: 5 2766 scaleDistribution: 2767 type: linear 2768 showPoints: auto 2769 spanNulls: false 2770 stacking: 2771 group: A 2772 mode: none 2773 thresholdsStyle: 2774 mode: 'off' 2775 mappings: [] 2776 thresholds: 2777 mode: absolute 2778 steps: 2779 - color: green 2780 value: 0 2781 - color: red 2782 value: 80 2783 overrides: [] 2784 gridPos: 2785 h: 9 2786 w: 6 2787 x: 18 2788 'y': 69 2789 id: 94 2790 options: 2791 legend: 2792 calcs: 2793 - last 2794 - max 2795 displayMode: table 2796 placement: bottom 2797 showLegend: true 2798 sortBy: Max 2799 sortDesc: true 2800 tooltip: 2801 hideZeros: false 2802 mode: multi 2803 sort: desc 2804 pluginVersion: 12.1.0-90017 2805 targets: 2806 - datasource: 2807 type: prometheus 2808 uid: ${datasource} 2809 editorMode: code 2810 expr: > 2811 irate(node_disk_io_time_seconds_total{cluster="$cluster"}[$__rate_interval]) 2812 2813 + on(instance, device) group_left(pod) 2814 2815 topk by(instance, device) ( 2816 1, 2817 0 * label_replace( 2818 container_blkio_device_usage_total{ 2819 cluster="$cluster", 2820 namespace="$namespace", 2821 container="metastore", 2822 operation="Write", 2823 }, 2824 "device", "$1", "device", "/dev/(.*)" 2825 ) 2826 ) 2827 hide: false 2828 legendFormat: '{{"{{pod}}/{{device}}"}}' 2829 range: true 2830 refId: A 2831 title: Disk I/O Wait 2832 transparent: true 2833 type: timeseries 2834 - collapsed: true 2835 gridPos: 2836 h: 1 2837 w: 24 2838 x: 0 2839 'y': 78 2840 id: 60 2841 panels: 2842 - datasource: 2843 type: datasource 2844 uid: '-- Mixed --' 2845 description: Number of OS threads created 2846 fieldConfig: 2847 defaults: 2848 color: 2849 mode: palette-classic 2850 custom: 2851 axisBorderShow: false 2852 axisCenteredZero: false 2853 axisColorMode: text 2854 axisLabel: '' 2855 axisPlacement: auto 2856 axisSoftMin: 0 2857 barAlignment: 0 2858 barWidthFactor: 0.6 2859 drawStyle: line 2860 fillOpacity: 0 2861 gradientMode: none 2862 hideFrom: 2863 legend: false 2864 tooltip: false 2865 viz: false 2866 insertNulls: false 2867 lineInterpolation: linear 2868 lineStyle: 2869 fill: solid 2870 lineWidth: 1 2871 pointSize: 5 2872 scaleDistribution: 2873 type: linear 2874 showPoints: auto 2875 spanNulls: false 2876 stacking: 2877 group: A 2878 mode: none 2879 thresholdsStyle: 2880 mode: dashed 2881 mappings: [] 2882 thresholds: 2883 mode: absolute 2884 steps: 2885 - color: green 2886 unit: short 2887 overrides: 2888 - matcher: 2889 id: byName 2890 options: Limit 2891 properties: 2892 - id: custom.lineStyle 2893 value: 2894 dash: 2895 - 10 2896 - 10 2897 fill: dash 2898 gridPos: 2899 h: 8 2900 w: 6 2901 x: 0 2902 'y': 113 2903 id: 61 2904 options: 2905 legend: 2906 calcs: 2907 - last 2908 - max 2909 displayMode: table 2910 placement: bottom 2911 showLegend: false 2912 sortBy: Max 2913 sortDesc: true 2914 tooltip: 2915 hideZeros: false 2916 mode: multi 2917 sort: desc 2918 pluginVersion: 12.0.0-85518.patch7-85777 2919 targets: 2920 - datasource: 2921 type: prometheus 2922 uid: ${datasource} 2923 editorMode: code 2924 expr: go_threads{namespace="$namespace",container="metastore"} 2925 hide: false 2926 legendFormat: '{{"{{pod}}"}}' 2927 range: true 2928 refId: D 2929 title: Go Threads 2930 transparent: true 2931 type: timeseries 2932 - datasource: 2933 type: datasource 2934 uid: '-- Mixed --' 2935 fieldConfig: 2936 defaults: 2937 color: 2938 mode: palette-classic 2939 custom: 2940 axisBorderShow: false 2941 axisCenteredZero: false 2942 axisColorMode: text 2943 axisLabel: '' 2944 axisPlacement: auto 2945 axisSoftMin: 0 2946 barAlignment: 0 2947 barWidthFactor: 0.6 2948 drawStyle: line 2949 fillOpacity: 0 2950 gradientMode: none 2951 hideFrom: 2952 legend: false 2953 tooltip: false 2954 viz: false 2955 insertNulls: false 2956 lineInterpolation: linear 2957 lineStyle: 2958 fill: solid 2959 lineWidth: 1 2960 pointSize: 5 2961 scaleDistribution: 2962 type: linear 2963 showPoints: auto 2964 spanNulls: false 2965 stacking: 2966 group: A 2967 mode: none 2968 thresholdsStyle: 2969 mode: dashed 2970 mappings: [] 2971 thresholds: 2972 mode: absolute 2973 steps: 2974 - color: green 2975 unit: short 2976 overrides: 2977 - matcher: 2978 id: byName 2979 options: Limit 2980 properties: 2981 - id: custom.lineStyle 2982 value: 2983 dash: 2984 - 10 2985 - 10 2986 fill: dash 2987 gridPos: 2988 h: 8 2989 w: 6 2990 x: 6 2991 'y': 113 2992 id: 62 2993 options: 2994 legend: 2995 calcs: 2996 - last 2997 - max 2998 displayMode: table 2999 placement: bottom 3000 showLegend: false 3001 sortBy: Max 3002 sortDesc: true 3003 tooltip: 3004 hideZeros: false 3005 mode: multi 3006 sort: desc 3007 pluginVersion: 12.0.0-85518.patch7-85777 3008 targets: 3009 - datasource: 3010 type: prometheus 3011 uid: ${datasource} 3012 editorMode: code 3013 expr: >- 3014 sum by (pod) 3015 (go_goroutines{namespace="$namespace",container="metastore"}) 3016 hide: false 3017 legendFormat: __auto 3018 range: true 3019 refId: D 3020 title: Goroutines 3021 transparent: true 3022 type: timeseries 3023 - datasource: 3024 type: datasource 3025 uid: '-- Mixed --' 3026 fieldConfig: 3027 defaults: 3028 color: 3029 mode: palette-classic 3030 custom: 3031 axisBorderShow: false 3032 axisCenteredZero: false 3033 axisColorMode: text 3034 axisLabel: '' 3035 axisPlacement: auto 3036 axisSoftMin: 0 3037 barAlignment: 0 3038 barWidthFactor: 0.6 3039 drawStyle: line 3040 fillOpacity: 0 3041 gradientMode: none 3042 hideFrom: 3043 legend: false 3044 tooltip: false 3045 viz: false 3046 insertNulls: false 3047 lineInterpolation: linear 3048 lineStyle: 3049 fill: solid 3050 lineWidth: 1 3051 pointSize: 5 3052 scaleDistribution: 3053 type: linear 3054 showPoints: auto 3055 spanNulls: false 3056 stacking: 3057 group: A 3058 mode: none 3059 thresholdsStyle: 3060 mode: dashed 3061 mappings: [] 3062 thresholds: 3063 mode: absolute 3064 steps: 3065 - color: green 3066 unit: bytes 3067 overrides: 3068 - matcher: 3069 id: byName 3070 options: Limit 3071 properties: 3072 - id: custom.lineStyle 3073 value: 3074 dash: 3075 - 10 3076 - 10 3077 fill: dash 3078 gridPos: 3079 h: 8 3080 w: 6 3081 x: 12 3082 'y': 113 3083 id: 63 3084 options: 3085 legend: 3086 calcs: 3087 - last 3088 - max 3089 displayMode: table 3090 placement: bottom 3091 showLegend: false 3092 sortBy: Max 3093 sortDesc: true 3094 tooltip: 3095 hideZeros: false 3096 mode: multi 3097 sort: desc 3098 pluginVersion: 12.0.0-85518.patch7-85777 3099 targets: 3100 - datasource: 3101 type: prometheus 3102 uid: ${datasource} 3103 editorMode: code 3104 expr: >- 3105 sum by (pod) 3106 (go_memstats_heap_inuse_bytes{namespace="$namespace",container="metastore"}) 3107 hide: false 3108 legendFormat: __auto 3109 range: true 3110 refId: D 3111 title: Heap In-Use 3112 transparent: true 3113 type: timeseries 3114 - datasource: 3115 type: datasource 3116 uid: '-- Mixed --' 3117 fieldConfig: 3118 defaults: 3119 color: 3120 mode: palette-classic 3121 custom: 3122 axisBorderShow: false 3123 axisCenteredZero: false 3124 axisColorMode: text 3125 axisLabel: '' 3126 axisPlacement: auto 3127 axisSoftMin: 0 3128 barAlignment: 1 3129 barWidthFactor: 1 3130 drawStyle: line 3131 fillOpacity: 0 3132 gradientMode: none 3133 hideFrom: 3134 legend: false 3135 tooltip: false 3136 viz: false 3137 insertNulls: false 3138 lineInterpolation: linear 3139 lineStyle: 3140 fill: solid 3141 lineWidth: 1 3142 pointSize: 5 3143 scaleDistribution: 3144 type: linear 3145 showPoints: auto 3146 spanNulls: false 3147 stacking: 3148 group: A 3149 mode: none 3150 thresholdsStyle: 3151 mode: 'off' 3152 fieldMinMax: false 3153 mappings: [] 3154 min: 0 3155 thresholds: 3156 mode: absolute 3157 steps: 3158 - color: green 3159 overrides: 3160 - matcher: 3161 id: byName 3162 options: Limit 3163 properties: 3164 - id: custom.lineStyle 3165 value: 3166 dash: 3167 - 10 3168 - 10 3169 fill: dash 3170 gridPos: 3171 h: 8 3172 w: 6 3173 x: 18 3174 'y': 113 3175 id: 64 3176 options: 3177 legend: 3178 calcs: 3179 - last 3180 - max 3181 displayMode: table 3182 placement: bottom 3183 showLegend: false 3184 sortBy: Max 3185 sortDesc: true 3186 tooltip: 3187 hideZeros: false 3188 mode: multi 3189 sort: desc 3190 pluginVersion: 12.0.0-85518.patch7-85777 3191 targets: 3192 - datasource: 3193 type: prometheus 3194 uid: ${datasource} 3195 editorMode: code 3196 expr: >- 3197 sum by (pod) 3198 (container_file_descriptors{namespace="$namespace",container="metastore"}) 3199 hide: false 3200 legendFormat: __auto 3201 range: true 3202 refId: A 3203 title: File Descriptors 3204 transparent: true 3205 type: timeseries 3206 title: Runtime 3207 type: row 3208 preload: false 3209 schemaVersion: 41 3210 tags: 3211 - pyroscope 3212 - pyroscope-v2 3213 templating: 3214 list: 3215 - current: 3216 text: ops-cortex 3217 value: '000000134' 3218 includeAll: false 3219 name: datasource 3220 options: [] 3221 query: prometheus 3222 refresh: 1 3223 regex: '' 3224 type: datasource 3225 - allowCustomValue: false 3226 current: 3227 text: Grafana Logging 3228 value: '000000193' 3229 name: loki_datasource 3230 options: [] 3231 query: loki 3232 refresh: 1 3233 regex: '' 3234 type: datasource 3235 - allowCustomValue: false 3236 current: 3237 text: {{.Values.dashboards.cluster | quote}} 3238 value: {{.Values.dashboards.cluster | quote}} 3239 datasource: 3240 type: prometheus 3241 uid: ${datasource} 3242 definition: label_values(pyroscope_build_info{namespace="$namespace"},cluster) 3243 label: cluster 3244 name: cluster 3245 options: [] 3246 query: 3247 qryType: 1 3248 query: label_values(pyroscope_build_info{namespace="$namespace"},cluster) 3249 refId: PrometheusVariableQueryEditor-VariableQuery 3250 refresh: 1 3251 regex: '' 3252 sort: 1 3253 type: query 3254 - allowCustomValue: false 3255 current: 3256 text: {{.Values.dashboards.namespace | quote}} 3257 value: {{.Values.dashboards.namespace | quote}} 3258 datasource: 3259 type: prometheus 3260 uid: ${datasource} 3261 definition: label_values(pyroscope_build_info,namespace) 3262 label: namespace 3263 name: namespace 3264 options: [] 3265 query: 3266 qryType: 1 3267 query: label_values(pyroscope_build_info,namespace) 3268 refId: PrometheusVariableQueryEditor-VariableQuery 3269 refresh: 1 3270 regex: {{.Values.dashboards.namespaceRegex | quote}} 3271 type: query 3272 time: 3273 from: now-6h 3274 to: now 3275 timepicker: {} 3276 timezone: utc 3277 title: Pyroscope v2 / Metastore 3278 3279 {{- end }}