github.com/yankunsam/loki/v2@v2.6.3-0.20220817130409-389df5235c27/production/loki-mixin-compiled-ssd/dashboards/loki-reads-resources.json (about)

     1  {
     2        "annotations": {
     3           "list": [ ]
     4        },
     5        "editable": true,
     6        "gnetId": null,
     7        "graphTooltip": 0,
     8        "hideControls": false,
     9        "links": [
    10           {
    11              "asDropdown": true,
    12              "icon": "external link",
    13              "includeVars": true,
    14              "keepTime": true,
    15              "tags": [
    16                 "loki"
    17              ],
    18              "targetBlank": false,
    19              "title": "Loki Dashboards",
    20              "type": "dashboards"
    21           }
    22        ],
    23        "refresh": "10s",
    24        "rows": [
    25           {
    26              "collapse": false,
    27              "collapsed": false,
    28              "panels": [
    29                 {
    30                    "aliasColors": { },
    31                    "bars": false,
    32                    "dashLength": 10,
    33                    "dashes": false,
    34                    "datasource": "$datasource",
    35                    "fill": 1,
    36                    "gridPos": { },
    37                    "id": 1,
    38                    "legend": {
    39                       "avg": false,
    40                       "current": false,
    41                       "max": false,
    42                       "min": false,
    43                       "show": true,
    44                       "total": false,
    45                       "values": false
    46                    },
    47                    "lines": true,
    48                    "linewidth": 1,
    49                    "links": [ ],
    50                    "nullPointMode": "null as zero",
    51                    "percentage": false,
    52                    "pointradius": 5,
    53                    "points": false,
    54                    "renderer": "flot",
    55                    "seriesOverrides": [
    56                       {
    57                          "alias": "limit",
    58                          "color": "#E02F44",
    59                          "fill": 0
    60                       }
    61                    ],
    62                    "spaceLength": 10,
    63                    "span": 6,
    64                    "stack": false,
    65                    "steppedLine": false,
    66                    "targets": [
    67                       {
    68                          "expr": "sum by(pod) (rate(container_cpu_usage_seconds_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-read.*\"}[$__rate_interval]))",
    69                          "format": "time_series",
    70                          "intervalFactor": 2,
    71                          "legendFormat": "{{pod}}",
    72                          "legendLink": null,
    73                          "step": 10
    74                       },
    75                       {
    76                          "expr": "min(container_spec_cpu_quota{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-read.*\"} / container_spec_cpu_period{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-read.*\"})",
    77                          "format": "time_series",
    78                          "intervalFactor": 2,
    79                          "legendFormat": "limit",
    80                          "legendLink": null,
    81                          "step": 10
    82                       }
    83                    ],
    84                    "thresholds": [ ],
    85                    "timeFrom": null,
    86                    "timeShift": null,
    87                    "title": "CPU",
    88                    "tooltip": {
    89                       "sort": 2
    90                    },
    91                    "type": "graph",
    92                    "xaxis": {
    93                       "buckets": null,
    94                       "mode": "time",
    95                       "name": null,
    96                       "show": true,
    97                       "values": [ ]
    98                    },
    99                    "yaxes": [
   100                       {
   101                          "format": "short",
   102                          "label": null,
   103                          "logBase": 1,
   104                          "max": null,
   105                          "min": 0,
   106                          "show": true
   107                       },
   108                       {
   109                          "format": "short",
   110                          "label": null,
   111                          "logBase": 1,
   112                          "max": null,
   113                          "min": null,
   114                          "show": false
   115                       }
   116                    ]
   117                 },
   118                 {
   119                    "aliasColors": { },
   120                    "bars": false,
   121                    "dashLength": 10,
   122                    "dashes": false,
   123                    "datasource": "$datasource",
   124                    "fill": 1,
   125                    "gridPos": { },
   126                    "id": 2,
   127                    "legend": {
   128                       "avg": false,
   129                       "current": false,
   130                       "max": false,
   131                       "min": false,
   132                       "show": true,
   133                       "total": false,
   134                       "values": false
   135                    },
   136                    "lines": true,
   137                    "linewidth": 1,
   138                    "links": [ ],
   139                    "nullPointMode": "null as zero",
   140                    "percentage": false,
   141                    "pointradius": 5,
   142                    "points": false,
   143                    "renderer": "flot",
   144                    "seriesOverrides": [
   145                       {
   146                          "alias": "limit",
   147                          "color": "#E02F44",
   148                          "fill": 0
   149                       }
   150                    ],
   151                    "spaceLength": 10,
   152                    "span": 6,
   153                    "stack": false,
   154                    "steppedLine": false,
   155                    "targets": [
   156                       {
   157                          "expr": "max by(pod) (container_memory_working_set_bytes{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-read.*\"})",
   158                          "format": "time_series",
   159                          "intervalFactor": 2,
   160                          "legendFormat": "{{pod}}",
   161                          "legendLink": null,
   162                          "step": 10
   163                       },
   164                       {
   165                          "expr": "min(container_spec_memory_limit_bytes{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-read.*\"} > 0)",
   166                          "format": "time_series",
   167                          "intervalFactor": 2,
   168                          "legendFormat": "limit",
   169                          "legendLink": null,
   170                          "step": 10
   171                       }
   172                    ],
   173                    "thresholds": [ ],
   174                    "timeFrom": null,
   175                    "timeShift": null,
   176                    "title": "Memory (workingset)",
   177                    "tooltip": {
   178                       "sort": 2
   179                    },
   180                    "type": "graph",
   181                    "xaxis": {
   182                       "buckets": null,
   183                       "mode": "time",
   184                       "name": null,
   185                       "show": true,
   186                       "values": [ ]
   187                    },
   188                    "yaxes": [
   189                       {
   190                          "format": "bytes",
   191                          "label": null,
   192                          "logBase": 1,
   193                          "max": null,
   194                          "min": 0,
   195                          "show": true
   196                       },
   197                       {
   198                          "format": "short",
   199                          "label": null,
   200                          "logBase": 1,
   201                          "max": null,
   202                          "min": null,
   203                          "show": false
   204                       }
   205                    ]
   206                 },
   207                 {
   208                    "aliasColors": { },
   209                    "bars": false,
   210                    "dashLength": 10,
   211                    "dashes": false,
   212                    "datasource": "$datasource",
   213                    "fill": 1,
   214                    "gridPos": { },
   215                    "id": 3,
   216                    "legend": {
   217                       "avg": false,
   218                       "current": false,
   219                       "max": false,
   220                       "min": false,
   221                       "show": true,
   222                       "total": false,
   223                       "values": false
   224                    },
   225                    "lines": true,
   226                    "linewidth": 1,
   227                    "links": [ ],
   228                    "nullPointMode": "null as zero",
   229                    "percentage": false,
   230                    "pointradius": 5,
   231                    "points": false,
   232                    "renderer": "flot",
   233                    "seriesOverrides": [ ],
   234                    "spaceLength": 10,
   235                    "span": 6,
   236                    "stack": false,
   237                    "steppedLine": false,
   238                    "targets": [
   239                       {
   240                          "expr": "sum by(pod) (go_memstats_heap_inuse_bytes{cluster=~\"$cluster\", job=~\"($namespace)/(loki|enterprise-logs)-read\"})",
   241                          "format": "time_series",
   242                          "intervalFactor": 2,
   243                          "legendFormat": "{{pod}}",
   244                          "legendLink": null,
   245                          "step": 10
   246                       }
   247                    ],
   248                    "thresholds": [ ],
   249                    "timeFrom": null,
   250                    "timeShift": null,
   251                    "title": "Memory (go heap inuse)",
   252                    "tooltip": {
   253                       "sort": 2
   254                    },
   255                    "type": "graph",
   256                    "xaxis": {
   257                       "buckets": null,
   258                       "mode": "time",
   259                       "name": null,
   260                       "show": true,
   261                       "values": [ ]
   262                    },
   263                    "yaxes": [
   264                       {
   265                          "format": "bytes",
   266                          "label": null,
   267                          "logBase": 1,
   268                          "max": null,
   269                          "min": 0,
   270                          "show": true
   271                       },
   272                       {
   273                          "format": "short",
   274                          "label": null,
   275                          "logBase": 1,
   276                          "max": null,
   277                          "min": null,
   278                          "show": false
   279                       }
   280                    ]
   281                 },
   282                 {
   283                    "aliasColors": { },
   284                    "bars": false,
   285                    "dashLength": 10,
   286                    "dashes": false,
   287                    "datasource": "$datasource",
   288                    "fill": 10,
   289                    "gridPos": { },
   290                    "id": 4,
   291                    "legend": {
   292                       "avg": false,
   293                       "current": false,
   294                       "max": false,
   295                       "min": false,
   296                       "show": true,
   297                       "total": false,
   298                       "values": false
   299                    },
   300                    "lines": true,
   301                    "linewidth": 0,
   302                    "links": [ ],
   303                    "nullPointMode": "null as zero",
   304                    "percentage": false,
   305                    "pointradius": 5,
   306                    "points": false,
   307                    "renderer": "flot",
   308                    "seriesOverrides": [ ],
   309                    "spaceLength": 10,
   310                    "span": 6,
   311                    "stack": true,
   312                    "steppedLine": false,
   313                    "targets": [
   314                       {
   315                          "expr": "sum by(instance, pod, device) (rate(node_disk_written_bytes_total[$__rate_interval])) + ignoring(pod) group_right() (label_replace(count by(instance, pod, device) (container_fs_writes_bytes_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-read.*\", device!~\".*sda.*\"}), \"device\", \"$1\", \"device\", \"/dev/(.*)\") * 0)\n",
   316                          "format": "time_series",
   317                          "intervalFactor": 2,
   318                          "legendFormat": "{{pod}} - {{device}}",
   319                          "legendLink": null,
   320                          "step": 10
   321                       }
   322                    ],
   323                    "thresholds": [ ],
   324                    "timeFrom": null,
   325                    "timeShift": null,
   326                    "title": "Disk Writes",
   327                    "tooltip": {
   328                       "shared": true,
   329                       "sort": 2,
   330                       "value_type": "individual"
   331                    },
   332                    "type": "graph",
   333                    "xaxis": {
   334                       "buckets": null,
   335                       "mode": "time",
   336                       "name": null,
   337                       "show": true,
   338                       "values": [ ]
   339                    },
   340                    "yaxes": [
   341                       {
   342                          "format": "Bps",
   343                          "label": null,
   344                          "logBase": 1,
   345                          "max": null,
   346                          "min": 0,
   347                          "show": true
   348                       },
   349                       {
   350                          "format": "short",
   351                          "label": null,
   352                          "logBase": 1,
   353                          "max": null,
   354                          "min": null,
   355                          "show": false
   356                       }
   357                    ]
   358                 },
   359                 {
   360                    "aliasColors": { },
   361                    "bars": false,
   362                    "dashLength": 10,
   363                    "dashes": false,
   364                    "datasource": "$datasource",
   365                    "fill": 10,
   366                    "gridPos": { },
   367                    "id": 5,
   368                    "legend": {
   369                       "avg": false,
   370                       "current": false,
   371                       "max": false,
   372                       "min": false,
   373                       "show": true,
   374                       "total": false,
   375                       "values": false
   376                    },
   377                    "lines": true,
   378                    "linewidth": 0,
   379                    "links": [ ],
   380                    "nullPointMode": "null as zero",
   381                    "percentage": false,
   382                    "pointradius": 5,
   383                    "points": false,
   384                    "renderer": "flot",
   385                    "seriesOverrides": [ ],
   386                    "spaceLength": 10,
   387                    "span": 6,
   388                    "stack": true,
   389                    "steppedLine": false,
   390                    "targets": [
   391                       {
   392                          "expr": "sum by(instance, pod, device) (rate(node_disk_read_bytes_total[$__rate_interval])) + ignoring(pod) group_right() (label_replace(count by(instance, pod, device) (container_fs_writes_bytes_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-read.*\", device!~\".*sda.*\"}), \"device\", \"$1\", \"device\", \"/dev/(.*)\") * 0)\n",
   393                          "format": "time_series",
   394                          "intervalFactor": 2,
   395                          "legendFormat": "{{pod}} - {{device}}",
   396                          "legendLink": null,
   397                          "step": 10
   398                       }
   399                    ],
   400                    "thresholds": [ ],
   401                    "timeFrom": null,
   402                    "timeShift": null,
   403                    "title": "Disk Reads",
   404                    "tooltip": {
   405                       "shared": true,
   406                       "sort": 2,
   407                       "value_type": "individual"
   408                    },
   409                    "type": "graph",
   410                    "xaxis": {
   411                       "buckets": null,
   412                       "mode": "time",
   413                       "name": null,
   414                       "show": true,
   415                       "values": [ ]
   416                    },
   417                    "yaxes": [
   418                       {
   419                          "format": "Bps",
   420                          "label": null,
   421                          "logBase": 1,
   422                          "max": null,
   423                          "min": 0,
   424                          "show": true
   425                       },
   426                       {
   427                          "format": "short",
   428                          "label": null,
   429                          "logBase": 1,
   430                          "max": null,
   431                          "min": null,
   432                          "show": false
   433                       }
   434                    ]
   435                 },
   436                 {
   437                    "aliasColors": { },
   438                    "bars": false,
   439                    "dashLength": 10,
   440                    "dashes": false,
   441                    "datasource": "$datasource",
   442                    "fill": 1,
   443                    "gridPos": { },
   444                    "id": 6,
   445                    "legend": {
   446                       "avg": false,
   447                       "current": false,
   448                       "max": false,
   449                       "min": false,
   450                       "show": true,
   451                       "total": false,
   452                       "values": false
   453                    },
   454                    "lines": true,
   455                    "linewidth": 1,
   456                    "links": [ ],
   457                    "nullPointMode": "null as zero",
   458                    "percentage": false,
   459                    "pointradius": 5,
   460                    "points": false,
   461                    "renderer": "flot",
   462                    "seriesOverrides": [ ],
   463                    "spaceLength": 10,
   464                    "span": 6,
   465                    "stack": false,
   466                    "steppedLine": false,
   467                    "targets": [
   468                       {
   469                          "expr": "max by(persistentvolumeclaim) (kubelet_volume_stats_used_bytes{cluster=~\"$cluster\", namespace=~\"$namespace\"} / kubelet_volume_stats_capacity_bytes{cluster=~\"$cluster\", namespace=~\"$namespace\"}) and count by(persistentvolumeclaim) (kube_persistentvolumeclaim_labels{cluster=~\"$cluster\", namespace=~\"$namespace\",label_name=~\"(loki|enterprise-logs)-read.*\"})",
   470                          "format": "time_series",
   471                          "intervalFactor": 2,
   472                          "legendFormat": "{{persistentvolumeclaim}}",
   473                          "legendLink": null,
   474                          "step": 10
   475                       }
   476                    ],
   477                    "thresholds": [ ],
   478                    "timeFrom": null,
   479                    "timeShift": null,
   480                    "title": "Disk Space Utilization",
   481                    "tooltip": {
   482                       "shared": true,
   483                       "sort": 2,
   484                       "value_type": "individual"
   485                    },
   486                    "type": "graph",
   487                    "xaxis": {
   488                       "buckets": null,
   489                       "mode": "time",
   490                       "name": null,
   491                       "show": true,
   492                       "values": [ ]
   493                    },
   494                    "yaxes": [
   495                       {
   496                          "format": "percentunit",
   497                          "label": null,
   498                          "logBase": 1,
   499                          "max": null,
   500                          "min": 0,
   501                          "show": true
   502                       },
   503                       {
   504                          "format": "short",
   505                          "label": null,
   506                          "logBase": 1,
   507                          "max": null,
   508                          "min": null,
   509                          "show": false
   510                       }
   511                    ]
   512                 },
   513                 {
   514                    "aliasColors": { },
   515                    "bars": false,
   516                    "dashLength": 10,
   517                    "dashes": false,
   518                    "datasource": "$datasource",
   519                    "fill": 1,
   520                    "gridPos": { },
   521                    "id": 7,
   522                    "legend": {
   523                       "avg": false,
   524                       "current": false,
   525                       "max": false,
   526                       "min": false,
   527                       "show": true,
   528                       "total": false,
   529                       "values": false
   530                    },
   531                    "lines": true,
   532                    "linewidth": 1,
   533                    "links": [ ],
   534                    "nullPointMode": "null as zero",
   535                    "percentage": false,
   536                    "pointradius": 5,
   537                    "points": false,
   538                    "renderer": "flot",
   539                    "seriesOverrides": [ ],
   540                    "spaceLength": 10,
   541                    "span": 6,
   542                    "stack": false,
   543                    "steppedLine": false,
   544                    "targets": [
   545                       {
   546                          "expr": "loki_boltdb_shipper_query_readiness_duration_seconds{cluster=~\"$cluster\", namespace=~\"$namespace\"}",
   547                          "format": "time_series",
   548                          "intervalFactor": 2,
   549                          "legendFormat": "duration",
   550                          "legendLink": null,
   551                          "step": 10
   552                       }
   553                    ],
   554                    "thresholds": [ ],
   555                    "timeFrom": null,
   556                    "timeShift": null,
   557                    "title": "Query Readiness Duration",
   558                    "tooltip": {
   559                       "shared": true,
   560                       "sort": 2,
   561                       "value_type": "individual"
   562                    },
   563                    "type": "graph",
   564                    "xaxis": {
   565                       "buckets": null,
   566                       "mode": "time",
   567                       "name": null,
   568                       "show": true,
   569                       "values": [ ]
   570                    },
   571                    "yaxes": [
   572                       {
   573                          "format": "s",
   574                          "label": null,
   575                          "logBase": 1,
   576                          "max": null,
   577                          "min": 0,
   578                          "show": true
   579                       },
   580                       {
   581                          "format": "short",
   582                          "label": null,
   583                          "logBase": 1,
   584                          "max": null,
   585                          "min": null,
   586                          "show": false
   587                       }
   588                    ]
   589                 }
   590              ],
   591              "repeat": null,
   592              "repeatIteration": null,
   593              "repeatRowId": null,
   594              "showTitle": true,
   595              "title": "Read path",
   596              "titleSize": "h6",
   597              "type": "row"
   598           },
   599           {
   600              "collapse": false,
   601              "height": "250px",
   602              "panels": [
   603                 {
   604                    "aliasColors": { },
   605                    "bars": false,
   606                    "dashLength": 10,
   607                    "dashes": false,
   608                    "datasource": "$datasource",
   609                    "fill": 1,
   610                    "id": 8,
   611                    "legend": {
   612                       "avg": false,
   613                       "current": false,
   614                       "max": false,
   615                       "min": false,
   616                       "show": true,
   617                       "total": false,
   618                       "values": false
   619                    },
   620                    "lines": true,
   621                    "linewidth": 1,
   622                    "links": [ ],
   623                    "nullPointMode": "null as zero",
   624                    "percentage": false,
   625                    "pointradius": 5,
   626                    "points": false,
   627                    "renderer": "flot",
   628                    "seriesOverrides": [
   629                       {
   630                          "alias": "limit",
   631                          "color": "#E02F44",
   632                          "fill": 0
   633                       }
   634                    ],
   635                    "spaceLength": 10,
   636                    "span": 4,
   637                    "stack": false,
   638                    "steppedLine": false,
   639                    "targets": [
   640                       {
   641                          "expr": "sum by(pod) (rate(container_cpu_usage_seconds_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-write.*\"}[$__rate_interval]))",
   642                          "format": "time_series",
   643                          "intervalFactor": 2,
   644                          "legendFormat": "{{pod}}",
   645                          "legendLink": null,
   646                          "step": 10
   647                       },
   648                       {
   649                          "expr": "min(container_spec_cpu_quota{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-write.*\"} / container_spec_cpu_period{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-write.*\"})",
   650                          "format": "time_series",
   651                          "intervalFactor": 2,
   652                          "legendFormat": "limit",
   653                          "legendLink": null,
   654                          "step": 10
   655                       }
   656                    ],
   657                    "thresholds": [ ],
   658                    "timeFrom": null,
   659                    "timeShift": null,
   660                    "title": "CPU",
   661                    "tooltip": {
   662                       "sort": 2
   663                    },
   664                    "type": "graph",
   665                    "xaxis": {
   666                       "buckets": null,
   667                       "mode": "time",
   668                       "name": null,
   669                       "show": true,
   670                       "values": [ ]
   671                    },
   672                    "yaxes": [
   673                       {
   674                          "format": "short",
   675                          "label": null,
   676                          "logBase": 1,
   677                          "max": null,
   678                          "min": 0,
   679                          "show": true
   680                       },
   681                       {
   682                          "format": "short",
   683                          "label": null,
   684                          "logBase": 1,
   685                          "max": null,
   686                          "min": null,
   687                          "show": false
   688                       }
   689                    ]
   690                 },
   691                 {
   692                    "aliasColors": { },
   693                    "bars": false,
   694                    "dashLength": 10,
   695                    "dashes": false,
   696                    "datasource": "$datasource",
   697                    "fill": 1,
   698                    "id": 9,
   699                    "legend": {
   700                       "avg": false,
   701                       "current": false,
   702                       "max": false,
   703                       "min": false,
   704                       "show": true,
   705                       "total": false,
   706                       "values": false
   707                    },
   708                    "lines": true,
   709                    "linewidth": 1,
   710                    "links": [ ],
   711                    "nullPointMode": "null as zero",
   712                    "percentage": false,
   713                    "pointradius": 5,
   714                    "points": false,
   715                    "renderer": "flot",
   716                    "seriesOverrides": [
   717                       {
   718                          "alias": "limit",
   719                          "color": "#E02F44",
   720                          "fill": 0
   721                       }
   722                    ],
   723                    "spaceLength": 10,
   724                    "span": 4,
   725                    "stack": false,
   726                    "steppedLine": false,
   727                    "targets": [
   728                       {
   729                          "expr": "max by(pod) (container_memory_working_set_bytes{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-write.*\"})",
   730                          "format": "time_series",
   731                          "intervalFactor": 2,
   732                          "legendFormat": "{{pod}}",
   733                          "legendLink": null,
   734                          "step": 10
   735                       },
   736                       {
   737                          "expr": "min(container_spec_memory_limit_bytes{cluster=~\"$cluster\", namespace=~\"$namespace\", container=\"loki\", pod=~\"(loki|enterprise-logs)-write.*\"} > 0)",
   738                          "format": "time_series",
   739                          "intervalFactor": 2,
   740                          "legendFormat": "limit",
   741                          "legendLink": null,
   742                          "step": 10
   743                       }
   744                    ],
   745                    "thresholds": [ ],
   746                    "timeFrom": null,
   747                    "timeShift": null,
   748                    "title": "Memory (workingset)",
   749                    "tooltip": {
   750                       "sort": 2
   751                    },
   752                    "type": "graph",
   753                    "xaxis": {
   754                       "buckets": null,
   755                       "mode": "time",
   756                       "name": null,
   757                       "show": true,
   758                       "values": [ ]
   759                    },
   760                    "yaxes": [
   761                       {
   762                          "format": "bytes",
   763                          "label": null,
   764                          "logBase": 1,
   765                          "max": null,
   766                          "min": 0,
   767                          "show": true
   768                       },
   769                       {
   770                          "format": "short",
   771                          "label": null,
   772                          "logBase": 1,
   773                          "max": null,
   774                          "min": null,
   775                          "show": false
   776                       }
   777                    ]
   778                 },
   779                 {
   780                    "aliasColors": { },
   781                    "bars": false,
   782                    "dashLength": 10,
   783                    "dashes": false,
   784                    "datasource": "$datasource",
   785                    "fill": 1,
   786                    "id": 10,
   787                    "legend": {
   788                       "avg": false,
   789                       "current": false,
   790                       "max": false,
   791                       "min": false,
   792                       "show": true,
   793                       "total": false,
   794                       "values": false
   795                    },
   796                    "lines": true,
   797                    "linewidth": 1,
   798                    "links": [ ],
   799                    "nullPointMode": "null as zero",
   800                    "percentage": false,
   801                    "pointradius": 5,
   802                    "points": false,
   803                    "renderer": "flot",
   804                    "seriesOverrides": [ ],
   805                    "spaceLength": 10,
   806                    "span": 4,
   807                    "stack": false,
   808                    "steppedLine": false,
   809                    "targets": [
   810                       {
   811                          "expr": "sum by(pod) (go_memstats_heap_inuse_bytes{cluster=~\"$cluster\", job=~\"($namespace)/(loki|enterprise-logs)-write\"})",
   812                          "format": "time_series",
   813                          "intervalFactor": 2,
   814                          "legendFormat": "{{pod}}",
   815                          "legendLink": null,
   816                          "step": 10
   817                       }
   818                    ],
   819                    "thresholds": [ ],
   820                    "timeFrom": null,
   821                    "timeShift": null,
   822                    "title": "Memory (go heap inuse)",
   823                    "tooltip": {
   824                       "sort": 2
   825                    },
   826                    "type": "graph",
   827                    "xaxis": {
   828                       "buckets": null,
   829                       "mode": "time",
   830                       "name": null,
   831                       "show": true,
   832                       "values": [ ]
   833                    },
   834                    "yaxes": [
   835                       {
   836                          "format": "bytes",
   837                          "label": null,
   838                          "logBase": 1,
   839                          "max": null,
   840                          "min": 0,
   841                          "show": true
   842                       },
   843                       {
   844                          "format": "short",
   845                          "label": null,
   846                          "logBase": 1,
   847                          "max": null,
   848                          "min": null,
   849                          "show": false
   850                       }
   851                    ]
   852                 }
   853              ],
   854              "repeat": null,
   855              "repeatIteration": null,
   856              "repeatRowId": null,
   857              "showTitle": true,
   858              "title": "Ingester",
   859              "titleSize": "h6"
   860           }
   861        ],
   862        "schemaVersion": 14,
   863        "style": "dark",
   864        "tags": [
   865           "loki"
   866        ],
   867        "templating": {
   868           "list": [
   869              {
   870                 "current": {
   871                    "text": "default",
   872                    "value": "default"
   873                 },
   874                 "hide": 0,
   875                 "label": "Data Source",
   876                 "name": "datasource",
   877                 "options": [ ],
   878                 "query": "prometheus",
   879                 "refresh": 1,
   880                 "regex": "",
   881                 "type": "datasource"
   882              },
   883              {
   884                 "allValue": null,
   885                 "current": {
   886                    "text": "prod",
   887                    "value": "prod"
   888                 },
   889                 "datasource": "$datasource",
   890                 "hide": 0,
   891                 "includeAll": false,
   892                 "label": "cluster",
   893                 "multi": false,
   894                 "name": "cluster",
   895                 "options": [ ],
   896                 "query": "label_values(loki_build_info, cluster)",
   897                 "refresh": 1,
   898                 "regex": "",
   899                 "sort": 2,
   900                 "tagValuesQuery": "",
   901                 "tags": [ ],
   902                 "tagsQuery": "",
   903                 "type": "query",
   904                 "useTags": false
   905              },
   906              {
   907                 "allValue": null,
   908                 "current": {
   909                    "text": "prod",
   910                    "value": "prod"
   911                 },
   912                 "datasource": "$datasource",
   913                 "hide": 0,
   914                 "includeAll": false,
   915                 "label": "namespace",
   916                 "multi": false,
   917                 "name": "namespace",
   918                 "options": [ ],
   919                 "query": "label_values(loki_build_info{cluster=~\"$cluster\"}, namespace)",
   920                 "refresh": 1,
   921                 "regex": "",
   922                 "sort": 2,
   923                 "tagValuesQuery": "",
   924                 "tags": [ ],
   925                 "tagsQuery": "",
   926                 "type": "query",
   927                 "useTags": false
   928              }
   929           ]
   930        },
   931        "time": {
   932           "from": "now-1h",
   933           "to": "now"
   934        },
   935        "timepicker": {
   936           "refresh_intervals": [
   937              "5s",
   938              "10s",
   939              "30s",
   940              "1m",
   941              "5m",
   942              "15m",
   943              "30m",
   944              "1h",
   945              "2h",
   946              "1d"
   947           ],
   948           "time_options": [
   949              "5m",
   950              "15m",
   951              "1h",
   952              "6h",
   953              "12h",
   954              "24h",
   955              "2d",
   956              "7d",
   957              "30d"
   958           ]
   959        },
   960        "timezone": "utc",
   961        "title": "Loki / Reads Resources",
   962        "uid": "reads-resources",
   963        "version": 0
   964     }