github.com/1aal/kubeblocks@v0.0.0-20231107070852-e1c03e598921/deploy/pulsar/dashboards/pulsar-broker.json (about)

     1  {
     2    "annotations": {
     3      "list": [
     4        {
     5          "$$hashKey": "object:2894",
     6          "builtIn": 1,
     7          "datasource": {
     8            "type": "datasource",
     9            "uid": "grafana"
    10          },
    11          "enable": true,
    12          "hide": true,
    13          "iconColor": "rgba(0, 211, 255, 1)",
    14          "name": "Annotations & Alerts",
    15          "target": {
    16            "limit": 100,
    17            "matchAny": false,
    18            "tags": [],
    19            "type": "dashboard"
    20          },
    21          "type": "dashboard"
    22        }
    23      ]
    24    },
    25    "editable": true,
    26    "fiscalYearStartMonth": 0,
    27    "graphTooltip": 0,
    28    "id": 17,
    29    "links": [],
    30    "liveNow": false,
    31    "panels": [
    32      {
    33        "aliasColors": {},
    34        "bars": false,
    35        "dashLength": 10,
    36        "dashes": false,
    37        "datasource": {
    38          "type": "prometheus",
    39          "uid": "${prometheus}"
    40        },
    41        "decimals": 1,
    42        "fieldConfig": {
    43          "defaults": {
    44            "links": []
    45          },
    46          "overrides": []
    47        },
    48        "fill": 0,
    49        "fillGradient": 0,
    50        "gridPos": {
    51          "h": 7,
    52          "w": 12,
    53          "x": 0,
    54          "y": 0
    55        },
    56        "hiddenSeries": false,
    57        "id": 1,
    58        "legend": {
    59          "avg": false,
    60          "current": false,
    61          "max": false,
    62          "min": false,
    63          "show": true,
    64          "total": false,
    65          "values": false
    66        },
    67        "lines": true,
    68        "linewidth": 1,
    69        "links": [],
    70        "nullPointMode": "null",
    71        "options": {
    72          "alertThreshold": true
    73        },
    74        "percentage": false,
    75        "pluginVersion": "9.2.4",
    76        "pointradius": 5,
    77        "points": false,
    78        "renderer": "flot",
    79        "seriesOverrides": [],
    80        "spaceLength": 10,
    81        "stack": false,
    82        "steppedLine": false,
    83        "targets": [
    84          {
    85            "datasource": {
    86              "type": "prometheus",
    87              "uid": "${prometheus}"
    88            },
    89            "expr": "sum(pulsar_rate_in{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) by (kubernetes_pod_name)",
    90            "interval": "",
    91            "legendFormat": "{{kubernetes_pod_name}}",
    92            "refId": "A"
    93          }
    94        ],
    95        "thresholds": [],
    96        "timeRegions": [],
    97        "title": "Publish rate (msg/s)",
    98        "tooltip": {
    99          "shared": true,
   100          "sort": 0,
   101          "value_type": "individual"
   102        },
   103        "type": "graph",
   104        "xaxis": {
   105          "mode": "time",
   106          "show": true,
   107          "values": []
   108        },
   109        "yaxes": [
   110          {
   111            "format": "short",
   112            "logBase": 1,
   113            "min": "0",
   114            "show": true
   115          },
   116          {
   117            "format": "short",
   118            "logBase": 1,
   119            "show": true
   120          }
   121        ],
   122        "yaxis": {
   123          "align": false
   124        }
   125      },
   126      {
   127        "aliasColors": {},
   128        "bars": false,
   129        "dashLength": 10,
   130        "dashes": false,
   131        "datasource": {
   132          "type": "prometheus",
   133          "uid": "${prometheus}"
   134        },
   135        "decimals": 1,
   136        "description": "",
   137        "fieldConfig": {
   138          "defaults": {
   139            "links": []
   140          },
   141          "overrides": []
   142        },
   143        "fill": 0,
   144        "fillGradient": 0,
   145        "gridPos": {
   146          "h": 7,
   147          "w": 12,
   148          "x": 12,
   149          "y": 0
   150        },
   151        "hiddenSeries": false,
   152        "id": 32,
   153        "legend": {
   154          "avg": false,
   155          "current": false,
   156          "max": false,
   157          "min": false,
   158          "show": true,
   159          "total": false,
   160          "values": false
   161        },
   162        "lines": true,
   163        "linewidth": 1,
   164        "links": [],
   165        "nullPointMode": "null",
   166        "options": {
   167          "alertThreshold": true
   168        },
   169        "percentage": false,
   170        "pluginVersion": "9.2.4",
   171        "pointradius": 5,
   172        "points": false,
   173        "renderer": "flot",
   174        "seriesOverrides": [],
   175        "spaceLength": 10,
   176        "stack": false,
   177        "steppedLine": false,
   178        "targets": [
   179          {
   180            "datasource": {
   181              "type": "prometheus",
   182              "uid": "${prometheus}"
   183            },
   184            "expr": "sum(pulsar_rate_out{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) by (kubernetes_pod_name)",
   185            "interval": "",
   186            "legendFormat": "{{kubernetes_pod_name}}",
   187            "refId": "A"
   188          }
   189        ],
   190        "thresholds": [],
   191        "timeRegions": [],
   192        "title": "Dispatch rate (msg / s)",
   193        "tooltip": {
   194          "shared": true,
   195          "sort": 0,
   196          "value_type": "individual"
   197        },
   198        "type": "graph",
   199        "xaxis": {
   200          "mode": "time",
   201          "show": true,
   202          "values": []
   203        },
   204        "yaxes": [
   205          {
   206            "format": "Bps",
   207            "logBase": 1,
   208            "min": "0",
   209            "show": true
   210          },
   211          {
   212            "format": "short",
   213            "logBase": 1,
   214            "show": true
   215          }
   216        ],
   217        "yaxis": {
   218          "align": false
   219        }
   220      },
   221      {
   222        "aliasColors": {},
   223        "bars": false,
   224        "dashLength": 10,
   225        "dashes": false,
   226        "datasource": {
   227          "type": "prometheus",
   228          "uid": "${prometheus}"
   229        },
   230        "decimals": 1,
   231        "fieldConfig": {
   232          "defaults": {
   233            "links": []
   234          },
   235          "overrides": []
   236        },
   237        "fill": 0,
   238        "fillGradient": 0,
   239        "gridPos": {
   240          "h": 7,
   241          "w": 12,
   242          "x": 0,
   243          "y": 7
   244        },
   245        "hiddenSeries": false,
   246        "id": 12,
   247        "legend": {
   248          "avg": false,
   249          "current": false,
   250          "max": false,
   251          "min": false,
   252          "show": true,
   253          "total": false,
   254          "values": false
   255        },
   256        "lines": true,
   257        "linewidth": 1,
   258        "links": [],
   259        "nullPointMode": "null",
   260        "options": {
   261          "alertThreshold": true
   262        },
   263        "percentage": false,
   264        "pluginVersion": "9.2.4",
   265        "pointradius": 5,
   266        "points": false,
   267        "renderer": "flot",
   268        "seriesOverrides": [],
   269        "spaceLength": 10,
   270        "stack": false,
   271        "steppedLine": false,
   272        "targets": [
   273          {
   274            "datasource": {
   275              "type": "prometheus",
   276              "uid": "${prometheus}"
   277            },
   278            "expr": "sum(pulsar_throughput_in{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) by (kubernetes_pod_name)",
   279            "interval": "",
   280            "legendFormat": "{{kubernetes_pod_name}}",
   281            "refId": "A"
   282          }
   283        ],
   284        "thresholds": [],
   285        "timeRegions": [],
   286        "title": "Publish throughput (MB/s)",
   287        "tooltip": {
   288          "shared": true,
   289          "sort": 0,
   290          "value_type": "individual"
   291        },
   292        "type": "graph",
   293        "xaxis": {
   294          "mode": "time",
   295          "show": true,
   296          "values": []
   297        },
   298        "yaxes": [
   299          {
   300            "format": "Bps",
   301            "logBase": 1,
   302            "min": "0",
   303            "show": true
   304          },
   305          {
   306            "format": "short",
   307            "logBase": 1,
   308            "show": true
   309          }
   310        ],
   311        "yaxis": {
   312          "align": false
   313        }
   314      },
   315      {
   316        "aliasColors": {},
   317        "bars": false,
   318        "dashLength": 10,
   319        "dashes": false,
   320        "datasource": {
   321          "type": "prometheus",
   322          "uid": "${prometheus}"
   323        },
   324        "decimals": 1,
   325        "fieldConfig": {
   326          "defaults": {
   327            "links": []
   328          },
   329          "overrides": []
   330        },
   331        "fill": 0,
   332        "fillGradient": 0,
   333        "gridPos": {
   334          "h": 7,
   335          "w": 12,
   336          "x": 12,
   337          "y": 7
   338        },
   339        "hiddenSeries": false,
   340        "id": 13,
   341        "legend": {
   342          "avg": false,
   343          "current": false,
   344          "max": false,
   345          "min": false,
   346          "show": true,
   347          "total": false,
   348          "values": false
   349        },
   350        "lines": true,
   351        "linewidth": 1,
   352        "links": [],
   353        "nullPointMode": "null",
   354        "options": {
   355          "alertThreshold": true
   356        },
   357        "percentage": false,
   358        "pluginVersion": "9.2.4",
   359        "pointradius": 5,
   360        "points": false,
   361        "renderer": "flot",
   362        "seriesOverrides": [],
   363        "spaceLength": 10,
   364        "stack": false,
   365        "steppedLine": false,
   366        "targets": [
   367          {
   368            "datasource": {
   369              "type": "prometheus",
   370              "uid": "${prometheus}"
   371            },
   372            "expr": "sum(pulsar_throughput_out{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) by (kubernetes_pod_name)",
   373            "interval": "",
   374            "legendFormat": "{{kubernetes_pod_name}}",
   375            "refId": "A"
   376          }
   377        ],
   378        "thresholds": [],
   379        "timeRegions": [],
   380        "title": "Dispatch throughput (MB/s)",
   381        "tooltip": {
   382          "shared": true,
   383          "sort": 0,
   384          "value_type": "individual"
   385        },
   386        "type": "graph",
   387        "xaxis": {
   388          "mode": "time",
   389          "show": true,
   390          "values": []
   391        },
   392        "yaxes": [
   393          {
   394            "format": "Bps",
   395            "logBase": 1,
   396            "min": "0",
   397            "show": true
   398          },
   399          {
   400            "format": "short",
   401            "logBase": 1,
   402            "show": true
   403          }
   404        ],
   405        "yaxis": {
   406          "align": false
   407        }
   408      },
   409      {
   410        "aliasColors": {},
   411        "bars": false,
   412        "dashLength": 10,
   413        "dashes": false,
   414        "datasource": {
   415          "type": "prometheus",
   416          "uid": "${prometheus}"
   417        },
   418        "decimals": 1,
   419        "fieldConfig": {
   420          "defaults": {
   421            "links": []
   422          },
   423          "overrides": []
   424        },
   425        "fill": 0,
   426        "fillGradient": 0,
   427        "gridPos": {
   428          "h": 6,
   429          "w": 8,
   430          "x": 0,
   431          "y": 14
   432        },
   433        "hiddenSeries": false,
   434        "id": 21,
   435        "legend": {
   436          "avg": false,
   437          "current": false,
   438          "max": false,
   439          "min": false,
   440          "show": true,
   441          "total": false,
   442          "values": false
   443        },
   444        "lines": true,
   445        "linewidth": 1,
   446        "links": [],
   447        "nullPointMode": "null",
   448        "options": {
   449          "alertThreshold": true
   450        },
   451        "percentage": false,
   452        "pluginVersion": "9.2.4",
   453        "pointradius": 5,
   454        "points": false,
   455        "renderer": "flot",
   456        "seriesOverrides": [],
   457        "spaceLength": 10,
   458        "stack": false,
   459        "steppedLine": false,
   460        "targets": [
   461          {
   462            "datasource": {
   463              "type": "prometheus",
   464              "uid": "${prometheus}"
   465            },
   466            "expr": "sum(pulsar_topics_count{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) by (kubernetes_pod_name)",
   467            "interval": "",
   468            "legendFormat": "{{kubernetes_pod_name}}",
   469            "refId": "A"
   470          }
   471        ],
   472        "thresholds": [],
   473        "timeRegions": [],
   474        "title": "Topics count",
   475        "tooltip": {
   476          "shared": true,
   477          "sort": 0,
   478          "value_type": "individual"
   479        },
   480        "type": "graph",
   481        "xaxis": {
   482          "mode": "time",
   483          "show": true,
   484          "values": []
   485        },
   486        "yaxes": [
   487          {
   488            "format": "short",
   489            "logBase": 1,
   490            "min": "0",
   491            "show": true
   492          },
   493          {
   494            "format": "short",
   495            "label": "",
   496            "logBase": 1,
   497            "show": true
   498          }
   499        ],
   500        "yaxis": {
   501          "align": false
   502        }
   503      },
   504      {
   505        "aliasColors": {},
   506        "bars": false,
   507        "dashLength": 10,
   508        "dashes": false,
   509        "datasource": {
   510          "type": "prometheus",
   511          "uid": "${prometheus}"
   512        },
   513        "decimals": 1,
   514        "fieldConfig": {
   515          "defaults": {
   516            "links": []
   517          },
   518          "overrides": []
   519        },
   520        "fill": 0,
   521        "fillGradient": 0,
   522        "gridPos": {
   523          "h": 6,
   524          "w": 8,
   525          "x": 8,
   526          "y": 14
   527        },
   528        "hiddenSeries": false,
   529        "id": 5,
   530        "legend": {
   531          "avg": false,
   532          "current": false,
   533          "max": false,
   534          "min": false,
   535          "show": true,
   536          "total": false,
   537          "values": false
   538        },
   539        "lines": true,
   540        "linewidth": 1,
   541        "links": [],
   542        "nullPointMode": "null",
   543        "options": {
   544          "alertThreshold": true
   545        },
   546        "percentage": false,
   547        "pluginVersion": "9.2.4",
   548        "pointradius": 5,
   549        "points": false,
   550        "renderer": "flot",
   551        "seriesOverrides": [],
   552        "spaceLength": 10,
   553        "stack": false,
   554        "steppedLine": false,
   555        "targets": [
   556          {
   557            "datasource": {
   558              "type": "prometheus",
   559              "uid": "${prometheus}"
   560            },
   561            "expr": "sum(pulsar_producers_count{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) by (kubernetes_pod_name)  ",
   562            "interval": "",
   563            "legendFormat": "{{kubernetes_pod_name}}",
   564            "refId": "A"
   565          }
   566        ],
   567        "thresholds": [],
   568        "timeRegions": [],
   569        "title": "Producers count",
   570        "tooltip": {
   571          "shared": true,
   572          "sort": 0,
   573          "value_type": "individual"
   574        },
   575        "type": "graph",
   576        "xaxis": {
   577          "mode": "time",
   578          "show": true,
   579          "values": []
   580        },
   581        "yaxes": [
   582          {
   583            "format": "none",
   584            "logBase": 1,
   585            "min": "0",
   586            "show": true
   587          },
   588          {
   589            "format": "short",
   590            "label": "",
   591            "logBase": 1,
   592            "show": true
   593          }
   594        ],
   595        "yaxis": {
   596          "align": false
   597        }
   598      },
   599      {
   600        "aliasColors": {},
   601        "bars": false,
   602        "dashLength": 10,
   603        "dashes": false,
   604        "datasource": {
   605          "type": "prometheus",
   606          "uid": "${prometheus}"
   607        },
   608        "decimals": 1,
   609        "fieldConfig": {
   610          "defaults": {
   611            "links": []
   612          },
   613          "overrides": []
   614        },
   615        "fill": 0,
   616        "fillGradient": 0,
   617        "gridPos": {
   618          "h": 6,
   619          "w": 8,
   620          "x": 16,
   621          "y": 14
   622        },
   623        "hiddenSeries": false,
   624        "id": 20,
   625        "legend": {
   626          "avg": false,
   627          "current": false,
   628          "max": false,
   629          "min": false,
   630          "show": true,
   631          "total": false,
   632          "values": false
   633        },
   634        "lines": true,
   635        "linewidth": 1,
   636        "links": [],
   637        "nullPointMode": "null",
   638        "options": {
   639          "alertThreshold": true
   640        },
   641        "percentage": false,
   642        "pluginVersion": "9.2.4",
   643        "pointradius": 5,
   644        "points": false,
   645        "renderer": "flot",
   646        "seriesOverrides": [],
   647        "spaceLength": 10,
   648        "stack": false,
   649        "steppedLine": false,
   650        "targets": [
   651          {
   652            "datasource": {
   653              "type": "prometheus",
   654              "uid": "${prometheus}"
   655            },
   656            "expr": "sum(pulsar_consumers_count{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) by (kubernetes_pod_name)  ",
   657            "interval": "",
   658            "legendFormat": "{{kubernetes_pod_name}}",
   659            "refId": "A"
   660          }
   661        ],
   662        "thresholds": [],
   663        "timeRegions": [],
   664        "title": "Consumers count",
   665        "tooltip": {
   666          "shared": true,
   667          "sort": 0,
   668          "value_type": "individual"
   669        },
   670        "type": "graph",
   671        "xaxis": {
   672          "mode": "time",
   673          "show": true,
   674          "values": []
   675        },
   676        "yaxes": [
   677          {
   678            "format": "none",
   679            "logBase": 1,
   680            "min": "0",
   681            "show": true
   682          },
   683          {
   684            "format": "short",
   685            "label": "",
   686            "logBase": 1,
   687            "show": true
   688          }
   689        ],
   690        "yaxis": {
   691          "align": false
   692        }
   693      },
   694      {
   695        "aliasColors": {},
   696        "bars": false,
   697        "dashLength": 10,
   698        "dashes": false,
   699        "datasource": {
   700          "type": "prometheus",
   701          "uid": "${prometheus}"
   702        },
   703        "decimals": 1,
   704        "fieldConfig": {
   705          "defaults": {
   706            "links": []
   707          },
   708          "overrides": []
   709        },
   710        "fill": 0,
   711        "fillGradient": 0,
   712        "gridPos": {
   713          "h": 7,
   714          "w": 12,
   715          "x": 0,
   716          "y": 20
   717        },
   718        "hiddenSeries": false,
   719        "id": 6,
   720        "legend": {
   721          "avg": false,
   722          "current": false,
   723          "max": false,
   724          "min": false,
   725          "show": true,
   726          "total": false,
   727          "values": false
   728        },
   729        "lines": true,
   730        "linewidth": 1,
   731        "links": [],
   732        "nullPointMode": "null",
   733        "options": {
   734          "alertThreshold": true
   735        },
   736        "percentage": false,
   737        "pluginVersion": "9.2.4",
   738        "pointradius": 5,
   739        "points": false,
   740        "renderer": "flot",
   741        "seriesOverrides": [],
   742        "spaceLength": 10,
   743        "stack": false,
   744        "steppedLine": false,
   745        "targets": [
   746          {
   747            "datasource": {
   748              "type": "prometheus",
   749              "uid": "${prometheus}"
   750            },
   751            "expr": "sum(pulsar_msg_backlog{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) by (kubernetes_pod_name)",
   752            "interval": "",
   753            "legendFormat": "{{kubernetes_pod_name}}",
   754            "refId": "A"
   755          }
   756        ],
   757        "thresholds": [],
   758        "timeRegions": [],
   759        "title": "Messages Backlog",
   760        "tooltip": {
   761          "shared": true,
   762          "sort": 0,
   763          "value_type": "individual"
   764        },
   765        "type": "graph",
   766        "xaxis": {
   767          "mode": "time",
   768          "show": true,
   769          "values": []
   770        },
   771        "yaxes": [
   772          {
   773            "format": "short",
   774            "logBase": 1,
   775            "min": "0",
   776            "show": true
   777          },
   778          {
   779            "format": "short",
   780            "logBase": 1,
   781            "show": true
   782          }
   783        ],
   784        "yaxis": {
   785          "align": false
   786        }
   787      },
   788      {
   789        "aliasColors": {
   790          "0 - 0.5 ms": "#2F575E",
   791          "0.5 - 1 ms": "#3F6833",
   792          "1 - 5 ms": "#629E51",
   793          "10 - 20 ms": "#E5A8E2",
   794          "100 - 200 ms": "#EF843C",
   795          "20 - 50 ms": "#65C5DB",
   796          "200 ms - 1 s": "#EA6460",
   797          "5 - 10 ms": "#1F78C1",
   798          "50 - 100 ms": "#E5AC0E",
   799          "< +Inf ms": "#BF1B00",
   800          "< 0.5 ms": "#508642",
   801          "> 1 s": "#BF1B00"
   802        },
   803        "bars": false,
   804        "dashLength": 10,
   805        "dashes": false,
   806        "datasource": {
   807          "type": "prometheus",
   808          "uid": "${prometheus}"
   809        },
   810        "fieldConfig": {
   811          "defaults": {
   812            "links": []
   813          },
   814          "overrides": []
   815        },
   816        "fill": 5,
   817        "fillGradient": 0,
   818        "gridPos": {
   819          "h": 7,
   820          "w": 12,
   821          "x": 12,
   822          "y": 20
   823        },
   824        "hiddenSeries": false,
   825        "id": 3,
   826        "legend": {
   827          "avg": false,
   828          "current": false,
   829          "max": false,
   830          "min": false,
   831          "show": true,
   832          "total": false,
   833          "values": false
   834        },
   835        "lines": true,
   836        "linewidth": 0,
   837        "links": [],
   838        "nullPointMode": "null",
   839        "options": {
   840          "alertThreshold": true
   841        },
   842        "percentage": false,
   843        "pluginVersion": "9.2.4",
   844        "pointradius": 5,
   845        "points": false,
   846        "renderer": "flot",
   847        "seriesOverrides": [
   848          {
   849            "alias": "< 100 ms",
   850            "yaxis": 1
   851          }
   852        ],
   853        "spaceLength": 10,
   854        "stack": true,
   855        "steppedLine": false,
   856        "targets": [
   857          {
   858            "datasource": {
   859              "type": "prometheus",
   860              "uid": "${prometheus}"
   861            },
   862            "editorMode": "code",
   863            "expr": "sum(pulsar_storage_write_latency_le_0_5{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) / 60.0",
   864            "interval": "",
   865            "legendFormat": "0 - 0.5 ms",
   866            "range": true,
   867            "refId": "A"
   868          },
   869          {
   870            "datasource": {
   871              "type": "prometheus",
   872              "uid": "${prometheus}"
   873            },
   874            "expr": "sum(pulsar_storage_write_latency_le_1{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) / 60.0",
   875            "interval": "",
   876            "legendFormat": "0.5 - 1 ms",
   877            "refId": "B"
   878          },
   879          {
   880            "datasource": {
   881              "type": "prometheus",
   882              "uid": "${prometheus}"
   883            },
   884            "expr": "sum(pulsar_storage_write_latency_le_5{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) / 60.0",
   885            "interval": "",
   886            "legendFormat": "1 - 5 ms",
   887            "refId": "C"
   888          },
   889          {
   890            "datasource": {
   891              "type": "prometheus",
   892              "uid": "${prometheus}"
   893            },
   894            "expr": "sum(pulsar_storage_write_latency_le_10{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) / 60.0",
   895            "interval": "",
   896            "legendFormat": "5 - 10 ms",
   897            "refId": "D"
   898          },
   899          {
   900            "datasource": {
   901              "type": "prometheus",
   902              "uid": "${prometheus}"
   903            },
   904            "expr": "sum(pulsar_storage_write_latency_le_20{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) / 60.0",
   905            "interval": "",
   906            "legendFormat": "10 - 20 ms",
   907            "refId": "E"
   908          },
   909          {
   910            "datasource": {
   911              "type": "prometheus",
   912              "uid": "${prometheus}"
   913            },
   914            "expr": "sum(pulsar_storage_write_latency_le_50{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) / 60.0",
   915            "interval": "",
   916            "legendFormat": "20 - 50 ms",
   917            "refId": "F"
   918          },
   919          {
   920            "datasource": {
   921              "type": "prometheus",
   922              "uid": "${prometheus}"
   923            },
   924            "expr": "sum(pulsar_storage_write_latency_le_100{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) / 60.0",
   925            "interval": "",
   926            "legendFormat": "50 - 100 ms",
   927            "refId": "G"
   928          },
   929          {
   930            "datasource": {
   931              "type": "prometheus",
   932              "uid": "${prometheus}"
   933            },
   934            "expr": "sum(pulsar_storage_write_latency_le_200{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) / 60.0",
   935            "interval": "",
   936            "legendFormat": "100 - 200 ms",
   937            "refId": "H"
   938          },
   939          {
   940            "datasource": {
   941              "type": "prometheus",
   942              "uid": "${prometheus}"
   943            },
   944            "expr": "sum(pulsar_storage_write_latency_le_1000{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) / 60.0",
   945            "interval": "",
   946            "legendFormat": "200 ms - 1 s",
   947            "refId": "I"
   948          },
   949          {
   950            "datasource": {
   951              "type": "prometheus",
   952              "uid": "${prometheus}"
   953            },
   954            "expr": "sum(pulsar_storage_write_latency_overflow{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}) / 60.0",
   955            "interval": "",
   956            "legendFormat": "> 1 s",
   957            "refId": "J"
   958          }
   959        ],
   960        "thresholds": [],
   961        "timeRegions": [],
   962        "title": "Storage Write Latency",
   963        "tooltip": {
   964          "shared": true,
   965          "sort": 0,
   966          "value_type": "individual"
   967        },
   968        "type": "graph",
   969        "xaxis": {
   970          "mode": "time",
   971          "show": true,
   972          "values": []
   973        },
   974        "yaxes": [
   975          {
   976            "format": "short",
   977            "label": "msg / s",
   978            "logBase": 1,
   979            "show": true
   980          },
   981          {
   982            "format": "short",
   983            "logBase": 1,
   984            "show": false
   985          }
   986        ],
   987        "yaxis": {
   988          "align": false
   989        }
   990      },
   991      {
   992        "aliasColors": {},
   993        "bars": false,
   994        "dashLength": 10,
   995        "dashes": false,
   996        "datasource": {
   997          "type": "prometheus",
   998          "uid": "${prometheus}"
   999        },
  1000        "decimals": 1,
  1001        "fieldConfig": {
  1002          "defaults": {
  1003            "links": []
  1004          },
  1005          "overrides": []
  1006        },
  1007        "fill": 0,
  1008        "fillGradient": 0,
  1009        "gridPos": {
  1010          "h": 7,
  1011          "w": 6,
  1012          "x": 0,
  1013          "y": 27
  1014        },
  1015        "hiddenSeries": false,
  1016        "id": 22,
  1017        "legend": {
  1018          "avg": false,
  1019          "current": false,
  1020          "max": false,
  1021          "min": false,
  1022          "show": true,
  1023          "total": false,
  1024          "values": false
  1025        },
  1026        "lines": true,
  1027        "linewidth": 1,
  1028        "links": [],
  1029        "nullPointMode": "null",
  1030        "options": {
  1031          "alertThreshold": true
  1032        },
  1033        "percentage": false,
  1034        "pluginVersion": "9.2.4",
  1035        "pointradius": 5,
  1036        "points": false,
  1037        "renderer": "flot",
  1038        "seriesOverrides": [],
  1039        "spaceLength": 10,
  1040        "stack": false,
  1041        "steppedLine": false,
  1042        "targets": [
  1043          {
  1044            "datasource": {
  1045              "type": "prometheus",
  1046              "uid": "${prometheus}"
  1047            },
  1048            "expr": "sum(pulsar_broker_publish_latency{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\", quantile=\"0.5\"}) by (kubernetes_pod_name)",
  1049            "interval": "",
  1050            "legendFormat": "{{kubernetes_pod_name}}",
  1051            "refId": "A"
  1052          }
  1053        ],
  1054        "thresholds": [],
  1055        "timeRegions": [],
  1056        "title": "Publish Latency - 50pct",
  1057        "tooltip": {
  1058          "shared": true,
  1059          "sort": 0,
  1060          "value_type": "individual"
  1061        },
  1062        "type": "graph",
  1063        "xaxis": {
  1064          "mode": "time",
  1065          "show": true,
  1066          "values": []
  1067        },
  1068        "yaxes": [
  1069          {
  1070            "format": "ms",
  1071            "logBase": 1,
  1072            "min": "0",
  1073            "show": true
  1074          },
  1075          {
  1076            "format": "short",
  1077            "logBase": 1,
  1078            "show": true
  1079          }
  1080        ],
  1081        "yaxis": {
  1082          "align": false
  1083        }
  1084      },
  1085      {
  1086        "aliasColors": {},
  1087        "bars": false,
  1088        "dashLength": 10,
  1089        "dashes": false,
  1090        "datasource": {
  1091          "type": "prometheus",
  1092          "uid": "${prometheus}"
  1093        },
  1094        "decimals": 1,
  1095        "description": "",
  1096        "fieldConfig": {
  1097          "defaults": {
  1098            "links": []
  1099          },
  1100          "overrides": []
  1101        },
  1102        "fill": 0,
  1103        "fillGradient": 0,
  1104        "gridPos": {
  1105          "h": 7,
  1106          "w": 6,
  1107          "x": 6,
  1108          "y": 27
  1109        },
  1110        "hiddenSeries": false,
  1111        "id": 23,
  1112        "legend": {
  1113          "avg": false,
  1114          "current": false,
  1115          "max": false,
  1116          "min": false,
  1117          "show": true,
  1118          "total": false,
  1119          "values": false
  1120        },
  1121        "lines": true,
  1122        "linewidth": 1,
  1123        "links": [],
  1124        "nullPointMode": "null",
  1125        "options": {
  1126          "alertThreshold": true
  1127        },
  1128        "percentage": false,
  1129        "pluginVersion": "9.2.4",
  1130        "pointradius": 5,
  1131        "points": false,
  1132        "renderer": "flot",
  1133        "seriesOverrides": [],
  1134        "spaceLength": 10,
  1135        "stack": false,
  1136        "steppedLine": false,
  1137        "targets": [
  1138          {
  1139            "datasource": {
  1140              "type": "prometheus",
  1141              "uid": "${prometheus}"
  1142            },
  1143            "expr": "sum(pulsar_broker_publish_latency{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\", quantile=\"0.99\"}) by (kubernetes_pod_name)",
  1144            "interval": "",
  1145            "legendFormat": "{{kubernetes_pod_name}}",
  1146            "refId": "A"
  1147          }
  1148        ],
  1149        "thresholds": [],
  1150        "timeRegions": [],
  1151        "title": "Publish Latency - 99pct",
  1152        "tooltip": {
  1153          "shared": true,
  1154          "sort": 0,
  1155          "value_type": "individual"
  1156        },
  1157        "type": "graph",
  1158        "xaxis": {
  1159          "mode": "time",
  1160          "show": true,
  1161          "values": []
  1162        },
  1163        "yaxes": [
  1164          {
  1165            "format": "ms",
  1166            "logBase": 1,
  1167            "min": "0",
  1168            "show": true
  1169          },
  1170          {
  1171            "format": "short",
  1172            "logBase": 1,
  1173            "show": true
  1174          }
  1175        ],
  1176        "yaxis": {
  1177          "align": false
  1178        }
  1179      },
  1180      {
  1181        "aliasColors": {},
  1182        "bars": false,
  1183        "dashLength": 10,
  1184        "dashes": false,
  1185        "datasource": {
  1186          "type": "prometheus",
  1187          "uid": "${prometheus}"
  1188        },
  1189        "decimals": 1,
  1190        "description": "",
  1191        "fieldConfig": {
  1192          "defaults": {
  1193            "links": []
  1194          },
  1195          "overrides": []
  1196        },
  1197        "fill": 0,
  1198        "fillGradient": 0,
  1199        "gridPos": {
  1200          "h": 7,
  1201          "w": 6,
  1202          "x": 12,
  1203          "y": 27
  1204        },
  1205        "hiddenSeries": false,
  1206        "id": 25,
  1207        "legend": {
  1208          "avg": false,
  1209          "current": false,
  1210          "max": false,
  1211          "min": false,
  1212          "show": true,
  1213          "total": false,
  1214          "values": false
  1215        },
  1216        "lines": true,
  1217        "linewidth": 1,
  1218        "links": [],
  1219        "nullPointMode": "null",
  1220        "options": {
  1221          "alertThreshold": true
  1222        },
  1223        "percentage": false,
  1224        "pluginVersion": "9.2.4",
  1225        "pointradius": 5,
  1226        "points": false,
  1227        "renderer": "flot",
  1228        "seriesOverrides": [],
  1229        "spaceLength": 10,
  1230        "stack": false,
  1231        "steppedLine": false,
  1232        "targets": [
  1233          {
  1234            "datasource": {
  1235              "type": "prometheus",
  1236              "uid": "${prometheus}"
  1237            },
  1238            "editorMode": "code",
  1239            "expr": "sum(pulsar_broker_publish_latency{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\", quantile=\"0.999\"}) by (kubernetes_pod_name)",
  1240            "interval": "",
  1241            "legendFormat": "{{kubernetes_pod_name}}",
  1242            "range": true,
  1243            "refId": "A"
  1244          }
  1245        ],
  1246        "thresholds": [],
  1247        "timeRegions": [],
  1248        "title": "Publish Latency - 99.9pct",
  1249        "tooltip": {
  1250          "shared": true,
  1251          "sort": 0,
  1252          "value_type": "individual"
  1253        },
  1254        "type": "graph",
  1255        "xaxis": {
  1256          "mode": "time",
  1257          "show": true,
  1258          "values": []
  1259        },
  1260        "yaxes": [
  1261          {
  1262            "format": "ms",
  1263            "logBase": 1,
  1264            "min": "0",
  1265            "show": true
  1266          },
  1267          {
  1268            "format": "short",
  1269            "logBase": 1,
  1270            "show": true
  1271          }
  1272        ],
  1273        "yaxis": {
  1274          "align": false
  1275        }
  1276      },
  1277      {
  1278        "aliasColors": {},
  1279        "bars": false,
  1280        "dashLength": 10,
  1281        "dashes": false,
  1282        "datasource": {
  1283          "type": "prometheus",
  1284          "uid": "${prometheus}"
  1285        },
  1286        "decimals": 1,
  1287        "description": "",
  1288        "fieldConfig": {
  1289          "defaults": {
  1290            "links": []
  1291          },
  1292          "overrides": []
  1293        },
  1294        "fill": 0,
  1295        "fillGradient": 0,
  1296        "gridPos": {
  1297          "h": 7,
  1298          "w": 6,
  1299          "x": 18,
  1300          "y": 27
  1301        },
  1302        "hiddenSeries": false,
  1303        "id": 24,
  1304        "legend": {
  1305          "avg": false,
  1306          "current": false,
  1307          "max": false,
  1308          "min": false,
  1309          "show": true,
  1310          "total": false,
  1311          "values": false
  1312        },
  1313        "lines": true,
  1314        "linewidth": 1,
  1315        "links": [],
  1316        "nullPointMode": "null",
  1317        "options": {
  1318          "alertThreshold": true
  1319        },
  1320        "percentage": false,
  1321        "pluginVersion": "9.2.4",
  1322        "pointradius": 5,
  1323        "points": false,
  1324        "renderer": "flot",
  1325        "seriesOverrides": [],
  1326        "spaceLength": 10,
  1327        "stack": false,
  1328        "steppedLine": false,
  1329        "targets": [
  1330          {
  1331            "datasource": {
  1332              "type": "prometheus",
  1333              "uid": "${prometheus}"
  1334            },
  1335            "editorMode": "code",
  1336            "expr": "sum(pulsar_broker_publish_latency{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\", quantile=\"1\"}) by (kubernetes_pod_name)",
  1337            "interval": "",
  1338            "legendFormat": "{{kubernetes_pod_name}}",
  1339            "range": true,
  1340            "refId": "A"
  1341          }
  1342        ],
  1343        "thresholds": [],
  1344        "timeRegions": [],
  1345        "title": "Publish Latency - Max",
  1346        "tooltip": {
  1347          "shared": true,
  1348          "sort": 0,
  1349          "value_type": "individual"
  1350        },
  1351        "type": "graph",
  1352        "xaxis": {
  1353          "mode": "time",
  1354          "show": true,
  1355          "values": []
  1356        },
  1357        "yaxes": [
  1358          {
  1359            "format": "ms",
  1360            "logBase": 1,
  1361            "min": "0",
  1362            "show": true
  1363          },
  1364          {
  1365            "format": "short",
  1366            "logBase": 1,
  1367            "show": true
  1368          }
  1369        ],
  1370        "yaxis": {
  1371          "align": false
  1372        }
  1373      },
  1374      {
  1375        "collapsed": false,
  1376        "datasource": {
  1377          "type": "prometheus",
  1378          "uid": "prometheus"
  1379        },
  1380        "gridPos": {
  1381          "h": 1,
  1382          "w": 24,
  1383          "x": 0,
  1384          "y": 34
  1385        },
  1386        "id": 31,
  1387        "panels": [],
  1388        "repeat": "cache",
  1389        "targets": [
  1390          {
  1391            "datasource": {
  1392              "type": "prometheus",
  1393              "uid": "prometheus"
  1394            },
  1395            "refId": "A"
  1396          }
  1397        ],
  1398        "title": "Broker Cache - $cache",
  1399        "type": "row"
  1400      },
  1401      {
  1402        "aliasColors": {},
  1403        "bars": false,
  1404        "dashLength": 10,
  1405        "dashes": false,
  1406        "datasource": {
  1407          "type": "prometheus",
  1408          "uid": "${prometheus}"
  1409        },
  1410        "fieldConfig": {
  1411          "defaults": {
  1412            "links": []
  1413          },
  1414          "overrides": []
  1415        },
  1416        "fill": 1,
  1417        "fillGradient": 0,
  1418        "gridPos": {
  1419          "h": 8,
  1420          "w": 4,
  1421          "x": 0,
  1422          "y": 35
  1423        },
  1424        "hiddenSeries": false,
  1425        "id": 27,
  1426        "interval": "",
  1427        "legend": {
  1428          "avg": false,
  1429          "current": false,
  1430          "max": false,
  1431          "min": false,
  1432          "show": true,
  1433          "total": false,
  1434          "values": false
  1435        },
  1436        "lines": true,
  1437        "linewidth": 1,
  1438        "nullPointMode": "null",
  1439        "options": {
  1440          "alertThreshold": true
  1441        },
  1442        "percentage": false,
  1443        "pluginVersion": "9.2.4",
  1444        "pointradius": 2,
  1445        "points": false,
  1446        "renderer": "flot",
  1447        "repeatDirection": "h",
  1448        "seriesOverrides": [],
  1449        "spaceLength": 10,
  1450        "stack": false,
  1451        "steppedLine": false,
  1452        "targets": [
  1453          {
  1454            "datasource": {
  1455              "type": "prometheus",
  1456              "uid": "${prometheus}"
  1457            },
  1458            "expr": "caffeine_cache_estimated_size{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\", cache=~\"$cache\"}",
  1459            "interval": "",
  1460            "legendFormat": "{{ kubernetes_pod_name }}",
  1461            "refId": "A"
  1462          }
  1463        ],
  1464        "thresholds": [],
  1465        "timeRegions": [],
  1466        "title": "Cache size",
  1467        "tooltip": {
  1468          "shared": true,
  1469          "sort": 0,
  1470          "value_type": "individual"
  1471        },
  1472        "type": "graph",
  1473        "xaxis": {
  1474          "mode": "time",
  1475          "show": true,
  1476          "values": []
  1477        },
  1478        "yaxes": [
  1479          {
  1480            "format": "short",
  1481            "logBase": 1,
  1482            "min": "0",
  1483            "show": true
  1484          },
  1485          {
  1486            "format": "short",
  1487            "logBase": 1,
  1488            "show": true
  1489          }
  1490        ],
  1491        "yaxis": {
  1492          "align": false
  1493        }
  1494      },
  1495      {
  1496        "aliasColors": {},
  1497        "bars": false,
  1498        "dashLength": 10,
  1499        "dashes": false,
  1500        "datasource": {
  1501          "type": "prometheus",
  1502          "uid": "${prometheus}"
  1503        },
  1504        "fieldConfig": {
  1505          "defaults": {
  1506            "links": []
  1507          },
  1508          "overrides": []
  1509        },
  1510        "fill": 1,
  1511        "fillGradient": 0,
  1512        "gridPos": {
  1513          "h": 8,
  1514          "w": 4,
  1515          "x": 4,
  1516          "y": 35
  1517        },
  1518        "hiddenSeries": false,
  1519        "id": 55,
  1520        "interval": "",
  1521        "legend": {
  1522          "avg": false,
  1523          "current": false,
  1524          "max": false,
  1525          "min": false,
  1526          "show": true,
  1527          "total": false,
  1528          "values": false
  1529        },
  1530        "lines": true,
  1531        "linewidth": 1,
  1532        "nullPointMode": "null",
  1533        "options": {
  1534          "alertThreshold": true
  1535        },
  1536        "percentage": false,
  1537        "pluginVersion": "9.2.4",
  1538        "pointradius": 2,
  1539        "points": false,
  1540        "renderer": "flot",
  1541        "repeatDirection": "h",
  1542        "seriesOverrides": [],
  1543        "spaceLength": 10,
  1544        "stack": false,
  1545        "steppedLine": false,
  1546        "targets": [
  1547          {
  1548            "datasource": {
  1549              "type": "prometheus",
  1550              "uid": "${prometheus}"
  1551            },
  1552            "expr": "irate(caffeine_cache_eviction_total{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\", cache=~\"$cache\"}[1m])",
  1553            "interval": "",
  1554            "legendFormat": "{{ kubernetes_pod_name }}",
  1555            "refId": "A"
  1556          }
  1557        ],
  1558        "thresholds": [],
  1559        "timeRegions": [],
  1560        "title": "Evictions rate",
  1561        "tooltip": {
  1562          "shared": true,
  1563          "sort": 0,
  1564          "value_type": "individual"
  1565        },
  1566        "type": "graph",
  1567        "xaxis": {
  1568          "mode": "time",
  1569          "show": true,
  1570          "values": []
  1571        },
  1572        "yaxes": [
  1573          {
  1574            "format": "short",
  1575            "logBase": 1,
  1576            "min": "0",
  1577            "show": true
  1578          },
  1579          {
  1580            "format": "short",
  1581            "logBase": 1,
  1582            "show": true
  1583          }
  1584        ],
  1585        "yaxis": {
  1586          "align": false
  1587        }
  1588      },
  1589      {
  1590        "aliasColors": {},
  1591        "bars": false,
  1592        "dashLength": 10,
  1593        "dashes": false,
  1594        "datasource": {
  1595          "type": "prometheus",
  1596          "uid": "${prometheus}"
  1597        },
  1598        "description": "",
  1599        "fieldConfig": {
  1600          "defaults": {
  1601            "links": []
  1602          },
  1603          "overrides": []
  1604        },
  1605        "fill": 1,
  1606        "fillGradient": 0,
  1607        "gridPos": {
  1608          "h": 8,
  1609          "w": 4,
  1610          "x": 8,
  1611          "y": 35
  1612        },
  1613        "hiddenSeries": false,
  1614        "id": 53,
  1615        "interval": "",
  1616        "legend": {
  1617          "avg": false,
  1618          "current": false,
  1619          "max": false,
  1620          "min": false,
  1621          "show": true,
  1622          "total": false,
  1623          "values": false
  1624        },
  1625        "lines": true,
  1626        "linewidth": 1,
  1627        "nullPointMode": "null",
  1628        "options": {
  1629          "alertThreshold": true
  1630        },
  1631        "percentage": false,
  1632        "pluginVersion": "9.2.4",
  1633        "pointradius": 2,
  1634        "points": false,
  1635        "renderer": "flot",
  1636        "repeatDirection": "h",
  1637        "seriesOverrides": [],
  1638        "spaceLength": 10,
  1639        "stack": false,
  1640        "steppedLine": false,
  1641        "targets": [
  1642          {
  1643            "datasource": {
  1644              "type": "prometheus",
  1645              "uid": "${prometheus}"
  1646            },
  1647            "expr": "irate(caffeine_cache_hit_total{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\", cache=~\"$cache\"}[1m])",
  1648            "interval": "",
  1649            "legendFormat": "{{ kubernetes_pod_name }}",
  1650            "refId": "A"
  1651          }
  1652        ],
  1653        "thresholds": [],
  1654        "timeRegions": [],
  1655        "title": "Hits / s",
  1656        "tooltip": {
  1657          "shared": true,
  1658          "sort": 0,
  1659          "value_type": "individual"
  1660        },
  1661        "type": "graph",
  1662        "xaxis": {
  1663          "mode": "time",
  1664          "show": true,
  1665          "values": []
  1666        },
  1667        "yaxes": [
  1668          {
  1669            "format": "short",
  1670            "logBase": 1,
  1671            "min": "0",
  1672            "show": true
  1673          },
  1674          {
  1675            "format": "short",
  1676            "logBase": 1,
  1677            "show": true
  1678          }
  1679        ],
  1680        "yaxis": {
  1681          "align": false
  1682        }
  1683      },
  1684      {
  1685        "aliasColors": {},
  1686        "bars": false,
  1687        "dashLength": 10,
  1688        "dashes": false,
  1689        "datasource": {
  1690          "type": "prometheus",
  1691          "uid": "${prometheus}"
  1692        },
  1693        "description": "",
  1694        "fieldConfig": {
  1695          "defaults": {
  1696            "links": []
  1697          },
  1698          "overrides": []
  1699        },
  1700        "fill": 1,
  1701        "fillGradient": 0,
  1702        "gridPos": {
  1703          "h": 8,
  1704          "w": 4,
  1705          "x": 12,
  1706          "y": 35
  1707        },
  1708        "hiddenSeries": false,
  1709        "id": 56,
  1710        "interval": "",
  1711        "legend": {
  1712          "avg": false,
  1713          "current": false,
  1714          "max": false,
  1715          "min": false,
  1716          "show": true,
  1717          "total": false,
  1718          "values": false
  1719        },
  1720        "lines": true,
  1721        "linewidth": 1,
  1722        "nullPointMode": "null",
  1723        "options": {
  1724          "alertThreshold": true
  1725        },
  1726        "percentage": false,
  1727        "pluginVersion": "9.2.4",
  1728        "pointradius": 2,
  1729        "points": false,
  1730        "renderer": "flot",
  1731        "repeatDirection": "h",
  1732        "seriesOverrides": [],
  1733        "spaceLength": 10,
  1734        "stack": false,
  1735        "steppedLine": false,
  1736        "targets": [
  1737          {
  1738            "datasource": {
  1739              "type": "prometheus",
  1740              "uid": "${prometheus}"
  1741            },
  1742            "expr": "irate(caffeine_cache_miss_total{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\", cache=~\"$cache\"}[1m])",
  1743            "interval": "",
  1744            "legendFormat": "{{ kubernetes_pod_name }}",
  1745            "refId": "A"
  1746          }
  1747        ],
  1748        "thresholds": [],
  1749        "timeRegions": [],
  1750        "title": "Misses / s",
  1751        "tooltip": {
  1752          "shared": true,
  1753          "sort": 0,
  1754          "value_type": "individual"
  1755        },
  1756        "type": "graph",
  1757        "xaxis": {
  1758          "mode": "time",
  1759          "show": true,
  1760          "values": []
  1761        },
  1762        "yaxes": [
  1763          {
  1764            "format": "short",
  1765            "logBase": 1,
  1766            "min": "0",
  1767            "show": true
  1768          },
  1769          {
  1770            "format": "short",
  1771            "logBase": 1,
  1772            "show": true
  1773          }
  1774        ],
  1775        "yaxis": {
  1776          "align": false
  1777        }
  1778      },
  1779      {
  1780        "aliasColors": {},
  1781        "bars": false,
  1782        "dashLength": 10,
  1783        "dashes": false,
  1784        "datasource": {
  1785          "type": "prometheus",
  1786          "uid": "${prometheus}"
  1787        },
  1788        "description": "",
  1789        "fieldConfig": {
  1790          "defaults": {
  1791            "links": []
  1792          },
  1793          "overrides": []
  1794        },
  1795        "fill": 1,
  1796        "fillGradient": 0,
  1797        "gridPos": {
  1798          "h": 8,
  1799          "w": 4,
  1800          "x": 16,
  1801          "y": 35
  1802        },
  1803        "hiddenSeries": false,
  1804        "id": 54,
  1805        "interval": "",
  1806        "legend": {
  1807          "avg": false,
  1808          "current": false,
  1809          "max": false,
  1810          "min": false,
  1811          "show": true,
  1812          "total": false,
  1813          "values": false
  1814        },
  1815        "lines": true,
  1816        "linewidth": 1,
  1817        "nullPointMode": "null",
  1818        "options": {
  1819          "alertThreshold": true
  1820        },
  1821        "percentage": false,
  1822        "pluginVersion": "9.2.4",
  1823        "pointradius": 2,
  1824        "points": false,
  1825        "renderer": "flot",
  1826        "repeatDirection": "h",
  1827        "seriesOverrides": [],
  1828        "spaceLength": 10,
  1829        "stack": false,
  1830        "steppedLine": false,
  1831        "targets": [
  1832          {
  1833            "datasource": {
  1834              "type": "prometheus",
  1835              "uid": "${prometheus}"
  1836            },
  1837            "expr": "irate(caffeine_cache_loads_total{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\", cache=~\"$cache\"}[1m])",
  1838            "interval": "",
  1839            "legendFormat": "{{ kubernetes_pod_name }}",
  1840            "refId": "A"
  1841          }
  1842        ],
  1843        "thresholds": [],
  1844        "timeRegions": [],
  1845        "title": "Loads / s",
  1846        "tooltip": {
  1847          "shared": true,
  1848          "sort": 0,
  1849          "value_type": "individual"
  1850        },
  1851        "type": "graph",
  1852        "xaxis": {
  1853          "mode": "time",
  1854          "show": true,
  1855          "values": []
  1856        },
  1857        "yaxes": [
  1858          {
  1859            "format": "short",
  1860            "logBase": 1,
  1861            "min": "0",
  1862            "show": true
  1863          },
  1864          {
  1865            "format": "short",
  1866            "logBase": 1,
  1867            "show": true
  1868          }
  1869        ],
  1870        "yaxis": {
  1871          "align": false
  1872        }
  1873      },
  1874      {
  1875        "aliasColors": {},
  1876        "bars": false,
  1877        "dashLength": 10,
  1878        "dashes": false,
  1879        "datasource": {
  1880          "type": "prometheus",
  1881          "uid": "${prometheus}"
  1882        },
  1883        "description": "",
  1884        "fieldConfig": {
  1885          "defaults": {
  1886            "links": []
  1887          },
  1888          "overrides": []
  1889        },
  1890        "fill": 1,
  1891        "fillGradient": 0,
  1892        "gridPos": {
  1893          "h": 8,
  1894          "w": 4,
  1895          "x": 20,
  1896          "y": 35
  1897        },
  1898        "hiddenSeries": false,
  1899        "id": 57,
  1900        "interval": "",
  1901        "legend": {
  1902          "avg": false,
  1903          "current": false,
  1904          "max": false,
  1905          "min": false,
  1906          "show": true,
  1907          "total": false,
  1908          "values": false
  1909        },
  1910        "lines": true,
  1911        "linewidth": 1,
  1912        "nullPointMode": "null",
  1913        "options": {
  1914          "alertThreshold": true
  1915        },
  1916        "percentage": false,
  1917        "pluginVersion": "9.2.4",
  1918        "pointradius": 2,
  1919        "points": false,
  1920        "renderer": "flot",
  1921        "repeatDirection": "h",
  1922        "seriesOverrides": [],
  1923        "spaceLength": 10,
  1924        "stack": false,
  1925        "steppedLine": false,
  1926        "targets": [
  1927          {
  1928            "datasource": {
  1929              "type": "prometheus",
  1930              "uid": "${prometheus}"
  1931            },
  1932            "expr": "idelta(caffeine_cache_load_duration_seconds_sum{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\", cache=~\"$cache\"}[1m])/idelta(caffeine_cache_load_duration_seconds_count{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\", cache=~\"$cache\"}[1m])\n",
  1933            "interval": "",
  1934            "legendFormat": "{{ kubernetes_pod_name }}",
  1935            "refId": "A"
  1936          }
  1937        ],
  1938        "thresholds": [],
  1939        "timeRegions": [],
  1940        "title": "Avg load latency",
  1941        "tooltip": {
  1942          "shared": true,
  1943          "sort": 0,
  1944          "value_type": "individual"
  1945        },
  1946        "type": "graph",
  1947        "xaxis": {
  1948          "mode": "time",
  1949          "show": true,
  1950          "values": []
  1951        },
  1952        "yaxes": [
  1953          {
  1954            "format": "s",
  1955            "logBase": 1,
  1956            "min": "0",
  1957            "show": true
  1958          },
  1959          {
  1960            "format": "short",
  1961            "logBase": 1,
  1962            "show": true
  1963          }
  1964        ],
  1965        "yaxis": {
  1966          "align": false
  1967        }
  1968      }
  1969    ],
  1970    "refresh": "",
  1971    "schemaVersion": 37,
  1972    "style": "dark",
  1973    "tags": [
  1974      "pulsar",
  1975      "broker"
  1976    ],
  1977    "templating": {
  1978      "list": [
  1979        {
  1980          "current": {
  1981            "selected": false,
  1982            "text": "default",
  1983            "value": "default"
  1984          },
  1985          "hide": 0,
  1986          "includeAll": false,
  1987          "label": "data source",
  1988          "multi": false,
  1989          "name": "prometheus",
  1990          "options": [],
  1991          "query": "prometheus",
  1992          "queryValue": "",
  1993          "refresh": 1,
  1994          "regex": "",
  1995          "skipUrlSync": false,
  1996          "type": "datasource"
  1997        },
  1998        {
  1999          "current": {
  2000            "selected": false,
  2001            "text": "pulsar-cluster",
  2002            "value": "pulsar-cluster"
  2003          },
  2004          "datasource": {
  2005            "type": "prometheus",
  2006            "uid": "${prometheus}"
  2007          },
  2008          "definition": "label_values(pulsar_broker_lookup_count{job=\"broker\"}, app_kubernetes_io_instance)",
  2009          "hide": 0,
  2010          "includeAll": false,
  2011          "label": "Cluster",
  2012          "multi": false,
  2013          "name": "cluster",
  2014          "options": [],
  2015          "query": {
  2016            "query": "label_values(pulsar_broker_lookup_count{job=\"broker\"}, app_kubernetes_io_instance)",
  2017            "refId": "StandardVariableQuery"
  2018          },
  2019          "refresh": 2,
  2020          "regex": "",
  2021          "skipUrlSync": false,
  2022          "sort": 5,
  2023          "tagValuesQuery": "",
  2024          "tagsQuery": "",
  2025          "type": "query",
  2026          "useTags": false
  2027        },
  2028        {
  2029          "allValue": ".+",
  2030          "current": {
  2031            "selected": true,
  2032            "text": [
  2033              "All"
  2034            ],
  2035            "value": [
  2036              "$__all"
  2037            ]
  2038          },
  2039          "datasource": {
  2040            "type": "prometheus",
  2041            "uid": "${prometheus}"
  2042          },
  2043          "definition": "label_values(pulsar_rate_in{app_kubernetes_io_instance=~\"$cluster\", job=\"broker\"}, kubernetes_pod_name)",
  2044          "hide": 0,
  2045          "includeAll": true,
  2046          "label": "Broker",
  2047          "multi": true,
  2048          "name": "broker",
  2049          "options": [],
  2050          "query": {
  2051            "query": "label_values(pulsar_rate_in{app_kubernetes_io_instance=~\"$cluster\", job=\"broker\"}, kubernetes_pod_name)",
  2052            "refId": "StandardVariableQuery"
  2053          },
  2054          "refresh": 2,
  2055          "regex": "",
  2056          "skipUrlSync": false,
  2057          "sort": 5,
  2058          "tagValuesQuery": "",
  2059          "tagsQuery": "",
  2060          "type": "query",
  2061          "useTags": false
  2062        },
  2063        {
  2064          "allValue": ".+",
  2065          "current": {
  2066            "selected": true,
  2067            "text": [
  2068              "All"
  2069            ],
  2070            "value": [
  2071              "$__all"
  2072            ]
  2073          },
  2074          "datasource": {
  2075            "type": "prometheus",
  2076            "uid": "${prometheus}"
  2077          },
  2078          "definition": "label_values(caffeine_cache_hit_total{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}, cache)",
  2079          "hide": 1,
  2080          "includeAll": true,
  2081          "label": "Cache Name",
  2082          "multi": true,
  2083          "name": "cache",
  2084          "options": [],
  2085          "query": {
  2086            "query": "label_values(caffeine_cache_hit_total{app_kubernetes_io_instance=~\"$cluster\", kubernetes_pod_name=~\"$broker\"}, cache)",
  2087            "refId": "StandardVariableQuery"
  2088          },
  2089          "refresh": 2,
  2090          "regex": "",
  2091          "skipUrlSync": false,
  2092          "sort": 5,
  2093          "tagValuesQuery": "",
  2094          "tagsQuery": "",
  2095          "type": "query",
  2096          "useTags": false
  2097        }
  2098      ]
  2099    },
  2100    "time": {
  2101      "from": "now-30m",
  2102      "to": "now"
  2103    },
  2104    "timepicker": {
  2105      "refresh_intervals": [
  2106        "5s",
  2107        "10s",
  2108        "30s",
  2109        "1m",
  2110        "5m",
  2111        "15m",
  2112        "30m",
  2113        "1h",
  2114        "2h",
  2115        "1d"
  2116      ],
  2117      "time_options": [
  2118        "5m",
  2119        "15m",
  2120        "1h",
  2121        "6h",
  2122        "12h",
  2123        "24h",
  2124        "2d",
  2125        "7d",
  2126        "30d"
  2127      ]
  2128    },
  2129    "timezone": "",
  2130    "title": "Pulsar / Broker Metrics",
  2131    "uid": "pulsar-broker",
  2132    "version": 1,
  2133    "weekStart": ""
  2134  }