github.com/cockroachdb/cockroach@v20.2.0-alpha.1+incompatible/monitoring/grafana-dashboards/runtime.json (about)

     1  {
     2    "__inputs": [
     3      {
     4        "name": "DS_PROMETHEUS",
     5        "label": "Prometheus",
     6        "description": "",
     7        "type": "datasource",
     8        "pluginId": "prometheus",
     9        "pluginName": "Prometheus"
    10      }
    11    ],
    12    "__requires": [
    13      {
    14        "type": "grafana",
    15        "id": "grafana",
    16        "name": "Grafana",
    17        "version": "5.0.3"
    18      },
    19      {
    20        "type": "panel",
    21        "id": "graph",
    22        "name": "Graph",
    23        "version": "5.0.0"
    24      },
    25      {
    26        "type": "datasource",
    27        "id": "prometheus",
    28        "name": "Prometheus",
    29        "version": "5.0.0"
    30      },
    31      {
    32        "type": "panel",
    33        "id": "table",
    34        "name": "Table",
    35        "version": "5.0.0"
    36      }
    37    ],
    38    "annotations": {
    39      "list": [
    40        {
    41          "builtIn": 1,
    42          "datasource": "-- Grafana --",
    43          "enable": true,
    44          "hide": true,
    45          "iconColor": "rgba(0, 211, 255, 1)",
    46          "name": "Annotations & Alerts",
    47          "type": "dashboard"
    48        }
    49      ]
    50    },
    51    "editable": true,
    52    "gnetId": null,
    53    "graphTooltip": 1,
    54    "id": null,
    55    "iteration": 1530778153457,
    56    "links": [
    57      {
    58        "asDropdown": true,
    59        "icon": "external link",
    60        "includeVars": true,
    61        "keepTime": true,
    62        "tags": [
    63          "cockroach"
    64        ],
    65        "targetBlank": true,
    66        "title": "Dashboards",
    67        "type": "dashboards"
    68      }
    69    ],
    70    "panels": [
    71      {
    72        "aliasColors": {},
    73        "bars": false,
    74        "dashLength": 10,
    75        "dashes": false,
    76        "datasource": "${DS_PROMETHEUS}",
    77        "editable": true,
    78        "error": false,
    79        "fill": 0,
    80        "grid": {},
    81        "gridPos": {
    82          "h": 7,
    83          "w": 16,
    84          "x": 0,
    85          "y": 0
    86        },
    87        "id": 2,
    88        "legend": {
    89          "avg": false,
    90          "current": false,
    91          "max": false,
    92          "min": false,
    93          "show": true,
    94          "total": false,
    95          "values": false
    96        },
    97        "lines": true,
    98        "linewidth": 2,
    99        "links": [],
   100        "nullPointMode": "null as zero",
   101        "percentage": false,
   102        "pointradius": 5,
   103        "points": false,
   104        "renderer": "flot",
   105        "seriesOverrides": [
   106          {
   107            "alias": "Live nodes",
   108            "yaxis": 1
   109          },
   110          {
   111            "alias": "All nodes",
   112            "yaxis": 1
   113          }
   114        ],
   115        "spaceLength": 10,
   116        "stack": false,
   117        "steppedLine": false,
   118        "targets": [
   119          {
   120            "expr": "count(up{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})",
   121            "format": "time_series",
   122            "hide": false,
   123            "interval": "",
   124            "intervalFactor": 2,
   125            "legendFormat": "All nodes",
   126            "metric": "",
   127            "refId": "A",
   128            "step": 120
   129          },
   130          {
   131            "expr": "count(up{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"} == 1)",
   132            "format": "time_series",
   133            "interval": "",
   134            "intervalFactor": 2,
   135            "legendFormat": "Running nodes (prometheus)",
   136            "metric": "",
   137            "refId": "B",
   138            "step": 120
   139          },
   140          {
   141            "expr": "min(liveness_livenodes{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"})",
   142            "format": "time_series",
   143            "intervalFactor": 2,
   144            "legendFormat": "Live nodes (node liveness heartbeats)",
   145            "refId": "C",
   146            "step": 120
   147          }
   148        ],
   149        "thresholds": [],
   150        "timeFrom": null,
   151        "timeShift": null,
   152        "title": "Nodes: $node",
   153        "tooltip": {
   154          "msResolution": true,
   155          "shared": true,
   156          "sort": 0,
   157          "value_type": "cumulative"
   158        },
   159        "type": "graph",
   160        "xaxis": {
   161          "buckets": null,
   162          "mode": "time",
   163          "name": null,
   164          "show": true,
   165          "values": []
   166        },
   167        "yaxes": [
   168          {
   169            "format": "short",
   170            "label": "",
   171            "logBase": 1,
   172            "max": null,
   173            "min": null,
   174            "show": true
   175          },
   176          {
   177            "format": "short",
   178            "label": "",
   179            "logBase": 1,
   180            "max": null,
   181            "min": null,
   182            "show": true
   183          }
   184        ]
   185      },
   186      {
   187        "columns": [],
   188        "datasource": "${DS_PROMETHEUS}",
   189        "editable": true,
   190        "error": false,
   191        "fontSize": "90%",
   192        "gridPos": {
   193          "h": 7,
   194          "w": 8,
   195          "x": 16,
   196          "y": 0
   197        },
   198        "id": 19,
   199        "links": [],
   200        "pageSize": null,
   201        "scroll": true,
   202        "showHeader": true,
   203        "sort": {
   204          "col": 7,
   205          "desc": true
   206        },
   207        "styles": [
   208          {
   209            "alias": "",
   210            "colorMode": null,
   211            "colors": [
   212              "rgba(245, 54, 54, 0.9)",
   213              "rgba(237, 129, 40, 0.89)",
   214              "rgba(50, 172, 45, 0.97)"
   215            ],
   216            "dateFormat": "YYYY-MM-DD HH:mm:ss",
   217            "decimals": 2,
   218            "pattern": "/^(instance|Value|tag)$/",
   219            "thresholds": [],
   220            "type": "string",
   221            "unit": "s"
   222          },
   223          {
   224            "alias": "",
   225            "colorMode": null,
   226            "colors": [
   227              "rgba(245, 54, 54, 0.9)",
   228              "rgba(237, 129, 40, 0.89)",
   229              "rgba(50, 172, 45, 0.97)"
   230            ],
   231            "dateFormat": "YYYY-MM-DD HH:mm:ss",
   232            "decimals": 2,
   233            "pattern": "/.*/",
   234            "thresholds": [],
   235            "type": "hidden",
   236            "unit": "short"
   237          }
   238        ],
   239        "targets": [
   240          {
   241            "expr": "build_timestamp{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}",
   242            "format": "table",
   243            "interval": "",
   244            "intervalFactor": 2,
   245            "legendFormat": "",
   246            "metric": "",
   247            "refId": "A",
   248            "step": 240
   249          }
   250        ],
   251        "title": "Built Timestamp",
   252        "transform": "table",
   253        "type": "table"
   254      },
   255      {
   256        "aliasColors": {},
   257        "bars": false,
   258        "dashLength": 10,
   259        "dashes": false,
   260        "datasource": "${DS_PROMETHEUS}",
   261        "editable": true,
   262        "error": false,
   263        "fill": 1,
   264        "grid": {},
   265        "gridPos": {
   266          "h": 7,
   267          "w": 16,
   268          "x": 0,
   269          "y": 7
   270        },
   271        "id": 12,
   272        "legend": {
   273          "avg": false,
   274          "current": false,
   275          "max": false,
   276          "min": false,
   277          "show": true,
   278          "total": false,
   279          "values": false
   280        },
   281        "lines": true,
   282        "linewidth": 2,
   283        "links": [],
   284        "nullPointMode": "null as zero",
   285        "percentage": false,
   286        "pointradius": 5,
   287        "points": false,
   288        "renderer": "flot",
   289        "seriesOverrides": [],
   290        "spaceLength": 10,
   291        "stack": false,
   292        "steppedLine": false,
   293        "targets": [
   294          {
   295            "expr": "sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}",
   296            "format": "time_series",
   297            "interval": "",
   298            "intervalFactor": 2,
   299            "legendFormat": "{{instance}}",
   300            "refId": "A",
   301            "step": 120
   302          }
   303        ],
   304        "thresholds": [],
   305        "timeFrom": null,
   306        "timeShift": null,
   307        "title": "Uptime: $node",
   308        "tooltip": {
   309          "msResolution": false,
   310          "shared": true,
   311          "sort": 0,
   312          "value_type": "cumulative"
   313        },
   314        "type": "graph",
   315        "xaxis": {
   316          "buckets": null,
   317          "mode": "time",
   318          "name": null,
   319          "show": true,
   320          "values": []
   321        },
   322        "yaxes": [
   323          {
   324            "format": "s",
   325            "label": null,
   326            "logBase": 10,
   327            "max": null,
   328            "min": null,
   329            "show": true
   330          },
   331          {
   332            "format": "short",
   333            "label": null,
   334            "logBase": 1,
   335            "max": null,
   336            "min": null,
   337            "show": true
   338          }
   339        ]
   340      },
   341      {
   342        "columns": [
   343          {
   344            "text": "Current",
   345            "value": "current"
   346          }
   347        ],
   348        "datasource": "${DS_PROMETHEUS}",
   349        "editable": true,
   350        "error": false,
   351        "fontSize": "90%",
   352        "gridPos": {
   353          "h": 7,
   354          "w": 8,
   355          "x": 16,
   356          "y": 7
   357        },
   358        "id": 13,
   359        "links": [],
   360        "pageSize": null,
   361        "scroll": true,
   362        "showHeader": true,
   363        "sort": {
   364          "col": 0,
   365          "desc": true
   366        },
   367        "styles": [
   368          {
   369            "dateFormat": "YYYY-MM-DD HH:mm:ss",
   370            "pattern": "Current",
   371            "type": "number",
   372            "unit": "s"
   373          }
   374        ],
   375        "targets": [
   376          {
   377            "expr": "sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}",
   378            "format": "time_series",
   379            "interval": "",
   380            "intervalFactor": 2,
   381            "legendFormat": "{{instance}}",
   382            "metric": "",
   383            "refId": "A",
   384            "step": 240
   385          }
   386        ],
   387        "title": "Uptime: $node",
   388        "transform": "timeseries_aggregations",
   389        "type": "table"
   390      },
   391      {
   392        "aliasColors": {},
   393        "bars": false,
   394        "dashLength": 10,
   395        "dashes": false,
   396        "datasource": "${DS_PROMETHEUS}",
   397        "editable": true,
   398        "error": false,
   399        "fill": 1,
   400        "grid": {},
   401        "gridPos": {
   402          "h": 7,
   403          "w": 16,
   404          "x": 0,
   405          "y": 14
   406        },
   407        "id": 9,
   408        "legend": {
   409          "avg": false,
   410          "current": false,
   411          "max": false,
   412          "min": false,
   413          "show": true,
   414          "total": false,
   415          "values": false
   416        },
   417        "lines": true,
   418        "linewidth": 2,
   419        "links": [],
   420        "nullPointMode": "null as zero",
   421        "percentage": false,
   422        "pointradius": 5,
   423        "points": false,
   424        "renderer": "flot",
   425        "seriesOverrides": [],
   426        "spaceLength": 10,
   427        "stack": false,
   428        "steppedLine": false,
   429        "targets": [
   430          {
   431            "expr": "sum(sys_rss{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})",
   432            "format": "time_series",
   433            "interval": "",
   434            "intervalFactor": 2,
   435            "legendFormat": "RSS",
   436            "metric": "sys_rss",
   437            "refId": "A",
   438            "step": 120
   439          },
   440          {
   441            "expr": "sum(sys_go_allocbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})",
   442            "format": "time_series",
   443            "interval": "",
   444            "intervalFactor": 2,
   445            "legendFormat": "Go Allocated",
   446            "metric": "sys_rss",
   447            "refId": "C",
   448            "step": 120
   449          },
   450          {
   451            "expr": "sum(sys_go_totalbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})",
   452            "format": "time_series",
   453            "interval": "",
   454            "intervalFactor": 2,
   455            "legendFormat": "Go Total",
   456            "metric": "sys_cgo",
   457            "refId": "D",
   458            "step": 120
   459          },
   460          {
   461            "expr": "sum(sys_cgo_allocbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})",
   462            "format": "time_series",
   463            "interval": "",
   464            "intervalFactor": 2,
   465            "legendFormat": "CGo Allocated",
   466            "metric": "sys_rss",
   467            "refId": "B",
   468            "step": 120
   469          },
   470          {
   471            "expr": "sum(sys_cgo_totalbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})",
   472            "format": "time_series",
   473            "interval": "",
   474            "intervalFactor": 2,
   475            "legendFormat": "CGo Total",
   476            "metric": "sys_rss",
   477            "refId": "E",
   478            "step": 120
   479          }
   480        ],
   481        "thresholds": [],
   482        "timeFrom": null,
   483        "timeShift": null,
   484        "title": "Memory: $node",
   485        "tooltip": {
   486          "msResolution": false,
   487          "shared": true,
   488          "sort": 0,
   489          "value_type": "cumulative"
   490        },
   491        "type": "graph",
   492        "xaxis": {
   493          "buckets": null,
   494          "mode": "time",
   495          "name": null,
   496          "show": true,
   497          "values": []
   498        },
   499        "yaxes": [
   500          {
   501            "format": "bytes",
   502            "label": null,
   503            "logBase": 1,
   504            "max": null,
   505            "min": 0,
   506            "show": true
   507          },
   508          {
   509            "format": "bytes",
   510            "label": null,
   511            "logBase": 1,
   512            "max": null,
   513            "min": null,
   514            "show": true
   515          }
   516        ]
   517      },
   518      {
   519        "columns": [
   520          {
   521            "text": "Current",
   522            "value": "current"
   523          },
   524          {
   525            "text": "Avg",
   526            "value": "avg"
   527          },
   528          {
   529            "text": "Max",
   530            "value": "max"
   531          }
   532        ],
   533        "datasource": "${DS_PROMETHEUS}",
   534        "editable": true,
   535        "error": false,
   536        "fontSize": "90%",
   537        "gridPos": {
   538          "h": 7,
   539          "w": 8,
   540          "x": 16,
   541          "y": 14
   542        },
   543        "hideTimeOverride": false,
   544        "id": 10,
   545        "links": [],
   546        "pageSize": null,
   547        "scroll": true,
   548        "showHeader": true,
   549        "sort": {
   550          "col": null,
   551          "desc": false
   552        },
   553        "styles": [
   554          {
   555            "colorMode": null,
   556            "colors": [
   557              "rgba(245, 54, 54, 0.9)",
   558              "rgba(237, 129, 40, 0.89)",
   559              "rgba(50, 172, 45, 0.97)"
   560            ],
   561            "decimals": 2,
   562            "pattern": ".*",
   563            "thresholds": [],
   564            "type": "number",
   565            "unit": "bytes"
   566          }
   567        ],
   568        "targets": [
   569          {
   570            "expr": "sys_rss{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}",
   571            "format": "time_series",
   572            "interval": "",
   573            "intervalFactor": 2,
   574            "legendFormat": "{{instance}}",
   575            "refId": "A",
   576            "step": 240
   577          }
   578        ],
   579        "title": "RSS: $node",
   580        "transform": "timeseries_aggregations",
   581        "type": "table"
   582      },
   583      {
   584        "aliasColors": {},
   585        "bars": false,
   586        "dashLength": 10,
   587        "dashes": false,
   588        "datasource": "${DS_PROMETHEUS}",
   589        "editable": true,
   590        "error": false,
   591        "fill": 1,
   592        "grid": {},
   593        "gridPos": {
   594          "h": 7,
   595          "w": 16,
   596          "x": 0,
   597          "y": 21
   598        },
   599        "id": 11,
   600        "legend": {
   601          "avg": false,
   602          "current": false,
   603          "max": false,
   604          "min": false,
   605          "show": true,
   606          "total": false,
   607          "values": false
   608        },
   609        "lines": true,
   610        "linewidth": 2,
   611        "links": [],
   612        "nullPointMode": "null as zero",
   613        "percentage": false,
   614        "pointradius": 5,
   615        "points": false,
   616        "renderer": "flot",
   617        "seriesOverrides": [],
   618        "spaceLength": 10,
   619        "stack": false,
   620        "steppedLine": false,
   621        "targets": [
   622          {
   623            "expr": "sum(sys_goroutines{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})",
   624            "format": "time_series",
   625            "interval": "",
   626            "intervalFactor": 2,
   627            "legendFormat": "Goroutines",
   628            "metric": "sys",
   629            "refId": "A",
   630            "step": 120
   631          }
   632        ],
   633        "thresholds": [],
   634        "timeFrom": null,
   635        "timeShift": null,
   636        "title": "Goroutines: $node",
   637        "tooltip": {
   638          "msResolution": false,
   639          "shared": true,
   640          "sort": 0,
   641          "value_type": "cumulative"
   642        },
   643        "type": "graph",
   644        "xaxis": {
   645          "buckets": null,
   646          "mode": "time",
   647          "name": null,
   648          "show": true,
   649          "values": []
   650        },
   651        "yaxes": [
   652          {
   653            "format": "short",
   654            "label": null,
   655            "logBase": 1,
   656            "max": null,
   657            "min": 0,
   658            "show": true
   659          },
   660          {
   661            "format": "short",
   662            "label": null,
   663            "logBase": 1,
   664            "max": null,
   665            "min": null,
   666            "show": true
   667          }
   668        ]
   669      },
   670      {
   671        "columns": [
   672          {
   673            "text": "Current",
   674            "value": "current"
   675          },
   676          {
   677            "text": "Avg",
   678            "value": "avg"
   679          },
   680          {
   681            "text": "Max",
   682            "value": "max"
   683          }
   684        ],
   685        "datasource": "${DS_PROMETHEUS}",
   686        "editable": true,
   687        "error": false,
   688        "fontSize": "90%",
   689        "gridPos": {
   690          "h": 7,
   691          "w": 8,
   692          "x": 16,
   693          "y": 21
   694        },
   695        "id": 15,
   696        "links": [],
   697        "pageSize": null,
   698        "scroll": true,
   699        "showHeader": true,
   700        "sort": {
   701          "col": 0,
   702          "desc": false
   703        },
   704        "styles": [
   705          {
   706            "colorMode": null,
   707            "colors": [
   708              "rgba(245, 54, 54, 0.9)",
   709              "rgba(237, 129, 40, 0.89)",
   710              "rgba(50, 172, 45, 0.97)"
   711            ],
   712            "dateFormat": "YYYY-MM-DD HH:mm:ss",
   713            "decimals": 0,
   714            "pattern": "/.*/",
   715            "thresholds": [],
   716            "type": "number",
   717            "unit": "none"
   718          }
   719        ],
   720        "targets": [
   721          {
   722            "expr": "sys_goroutines{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}",
   723            "format": "time_series",
   724            "interval": "",
   725            "intervalFactor": 2,
   726            "legendFormat": "{{instance}}",
   727            "refId": "A",
   728            "step": 240
   729          }
   730        ],
   731        "title": "Goroutines: $node",
   732        "transform": "timeseries_aggregations",
   733        "type": "table"
   734      },
   735      {
   736        "aliasColors": {},
   737        "bars": false,
   738        "dashLength": 10,
   739        "dashes": false,
   740        "datasource": "${DS_PROMETHEUS}",
   741        "editable": true,
   742        "error": false,
   743        "fill": 1,
   744        "grid": {},
   745        "gridPos": {
   746          "h": 7,
   747          "w": 16,
   748          "x": 0,
   749          "y": 28
   750        },
   751        "id": 14,
   752        "legend": {
   753          "avg": false,
   754          "current": false,
   755          "max": false,
   756          "min": false,
   757          "show": true,
   758          "total": false,
   759          "values": false
   760        },
   761        "lines": true,
   762        "linewidth": 2,
   763        "links": [],
   764        "nullPointMode": "null as zero",
   765        "percentage": false,
   766        "pointradius": 5,
   767        "points": false,
   768        "renderer": "flot",
   769        "seriesOverrides": [
   770          {
   771            "alias": "GC Pauses",
   772            "yaxis": 2
   773          }
   774        ],
   775        "spaceLength": 10,
   776        "stack": false,
   777        "steppedLine": false,
   778        "targets": [
   779          {
   780            "expr": "sum(rate(sys_gc_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))",
   781            "format": "time_series",
   782            "interval": "",
   783            "intervalFactor": 2,
   784            "legendFormat": "GC Runs",
   785            "refId": "A",
   786            "step": 120
   787          },
   788          {
   789            "expr": "sum(rate(sys_gc_pause_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))",
   790            "format": "time_series",
   791            "interval": "",
   792            "intervalFactor": 2,
   793            "legendFormat": "GC Pauses",
   794            "metric": "",
   795            "refId": "B",
   796            "step": 120
   797          }
   798        ],
   799        "thresholds": [],
   800        "timeFrom": null,
   801        "timeShift": null,
   802        "title": "GC: $node",
   803        "tooltip": {
   804          "msResolution": false,
   805          "shared": true,
   806          "sort": 0,
   807          "value_type": "cumulative"
   808        },
   809        "type": "graph",
   810        "xaxis": {
   811          "buckets": null,
   812          "mode": "time",
   813          "name": null,
   814          "show": true,
   815          "values": []
   816        },
   817        "yaxes": [
   818          {
   819            "format": "short",
   820            "label": null,
   821            "logBase": 1,
   822            "max": null,
   823            "min": 0,
   824            "show": true
   825          },
   826          {
   827            "format": "ns",
   828            "label": null,
   829            "logBase": 1,
   830            "max": null,
   831            "min": 0,
   832            "show": true
   833          }
   834        ]
   835      },
   836      {
   837        "columns": [
   838          {
   839            "text": "Current",
   840            "value": "current"
   841          },
   842          {
   843            "text": "Avg",
   844            "value": "avg"
   845          },
   846          {
   847            "text": "Max",
   848            "value": "max"
   849          }
   850        ],
   851        "datasource": "${DS_PROMETHEUS}",
   852        "editable": true,
   853        "error": false,
   854        "fontSize": "90%",
   855        "gridPos": {
   856          "h": 7,
   857          "w": 8,
   858          "x": 16,
   859          "y": 28
   860        },
   861        "id": 16,
   862        "links": [],
   863        "pageSize": null,
   864        "scroll": true,
   865        "showHeader": true,
   866        "sort": {
   867          "col": 0,
   868          "desc": false
   869        },
   870        "styles": [
   871          {
   872            "dateFormat": "YYYY-MM-DD HH:mm:ss",
   873            "pattern": "Time",
   874            "type": "date"
   875          },
   876          {
   877            "colorMode": null,
   878            "colors": [
   879              "rgba(245, 54, 54, 0.9)",
   880              "rgba(237, 129, 40, 0.89)",
   881              "rgba(50, 172, 45, 0.97)"
   882            ],
   883            "decimals": 2,
   884            "pattern": "/.*/",
   885            "thresholds": [],
   886            "type": "number",
   887            "unit": "ns"
   888          }
   889        ],
   890        "targets": [
   891          {
   892            "expr": "rate(sys_gc_pause_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval])",
   893            "format": "time_series",
   894            "interval": "",
   895            "intervalFactor": 2,
   896            "legendFormat": "{{instance}}",
   897            "refId": "A",
   898            "step": 240
   899          }
   900        ],
   901        "title": "GC Pauses: $node",
   902        "transform": "timeseries_aggregations",
   903        "type": "table"
   904      },
   905      {
   906        "aliasColors": {},
   907        "bars": false,
   908        "dashLength": 10,
   909        "dashes": false,
   910        "datasource": "${DS_PROMETHEUS}",
   911        "editable": true,
   912        "error": false,
   913        "fill": 1,
   914        "grid": {},
   915        "gridPos": {
   916          "h": 7,
   917          "w": 16,
   918          "x": 0,
   919          "y": 35
   920        },
   921        "id": 17,
   922        "legend": {
   923          "avg": false,
   924          "current": false,
   925          "max": false,
   926          "min": false,
   927          "show": true,
   928          "total": false,
   929          "values": false
   930        },
   931        "lines": true,
   932        "linewidth": 2,
   933        "links": [],
   934        "nullPointMode": "null as zero",
   935        "percentage": false,
   936        "pointradius": 5,
   937        "points": false,
   938        "renderer": "flot",
   939        "seriesOverrides": [],
   940        "spaceLength": 10,
   941        "stack": false,
   942        "steppedLine": false,
   943        "targets": [
   944          {
   945            "expr": "sum(rate(sys_cpu_user_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))",
   946            "format": "time_series",
   947            "interval": "",
   948            "intervalFactor": 2,
   949            "legendFormat": "User",
   950            "refId": "A",
   951            "step": 120
   952          },
   953          {
   954            "expr": "sum(rate(sys_cpu_sys_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))",
   955            "format": "time_series",
   956            "intervalFactor": 2,
   957            "legendFormat": "System",
   958            "metric": "",
   959            "refId": "B",
   960            "step": 120
   961          }
   962        ],
   963        "thresholds": [],
   964        "timeFrom": null,
   965        "timeShift": null,
   966        "title": "CPU Time: $node",
   967        "tooltip": {
   968          "msResolution": false,
   969          "shared": true,
   970          "sort": 0,
   971          "value_type": "cumulative"
   972        },
   973        "type": "graph",
   974        "xaxis": {
   975          "buckets": null,
   976          "mode": "time",
   977          "name": null,
   978          "show": true,
   979          "values": []
   980        },
   981        "yaxes": [
   982          {
   983            "format": "ns",
   984            "label": null,
   985            "logBase": 1,
   986            "max": null,
   987            "min": 0,
   988            "show": true
   989          },
   990          {
   991            "format": "short",
   992            "label": null,
   993            "logBase": 1,
   994            "max": null,
   995            "min": null,
   996            "show": true
   997          }
   998        ]
   999      },
  1000      {
  1001        "columns": [
  1002          {
  1003            "text": "Current",
  1004            "value": "current"
  1005          },
  1006          {
  1007            "text": "Avg",
  1008            "value": "avg"
  1009          },
  1010          {
  1011            "text": "Min",
  1012            "value": "min"
  1013          },
  1014          {
  1015            "text": "Max",
  1016            "value": "max"
  1017          }
  1018        ],
  1019        "datasource": "${DS_PROMETHEUS}",
  1020        "editable": true,
  1021        "error": false,
  1022        "fontSize": "90%",
  1023        "gridPos": {
  1024          "h": 7,
  1025          "w": 8,
  1026          "x": 16,
  1027          "y": 35
  1028        },
  1029        "id": 18,
  1030        "links": [],
  1031        "pageSize": null,
  1032        "scroll": true,
  1033        "showHeader": true,
  1034        "sort": {
  1035          "col": 0,
  1036          "desc": true
  1037        },
  1038        "styles": [
  1039          {
  1040            "colorMode": null,
  1041            "colors": [
  1042              "rgba(245, 54, 54, 0.9)",
  1043              "rgba(237, 129, 40, 0.89)",
  1044              "rgba(50, 172, 45, 0.97)"
  1045            ],
  1046            "decimals": 2,
  1047            "pattern": "/.*/",
  1048            "thresholds": [],
  1049            "type": "number",
  1050            "unit": "ns"
  1051          }
  1052        ],
  1053        "targets": [
  1054          {
  1055            "expr": "rate(sys_cpu_user_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]) + rate(sys_cpu_sys_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval])",
  1056            "format": "time_series",
  1057            "interval": "",
  1058            "intervalFactor": 2,
  1059            "legendFormat": "{{instance}}",
  1060            "metric": "",
  1061            "refId": "A",
  1062            "step": 240
  1063          }
  1064        ],
  1065        "title": "CPU Time: $node",
  1066        "transform": "timeseries_aggregations",
  1067        "type": "table"
  1068      },
  1069      {
  1070        "aliasColors": {},
  1071        "bars": false,
  1072        "dashLength": 10,
  1073        "dashes": false,
  1074        "datasource": "${DS_PROMETHEUS}",
  1075        "editable": true,
  1076        "error": false,
  1077        "fill": 1,
  1078        "grid": {},
  1079        "gridPos": {
  1080          "h": 7,
  1081          "w": 16,
  1082          "x": 0,
  1083          "y": 42
  1084        },
  1085        "id": 29,
  1086        "legend": {
  1087          "avg": false,
  1088          "current": false,
  1089          "max": false,
  1090          "min": false,
  1091          "show": true,
  1092          "total": false,
  1093          "values": false
  1094        },
  1095        "lines": true,
  1096        "linewidth": 2,
  1097        "links": [],
  1098        "nullPointMode": "null as zero",
  1099        "percentage": false,
  1100        "pointradius": 5,
  1101        "points": false,
  1102        "renderer": "flot",
  1103        "seriesOverrides": [],
  1104        "spaceLength": 10,
  1105        "stack": false,
  1106        "steppedLine": false,
  1107        "targets": [
  1108          {
  1109            "expr": "sum(rate(sys_cgocalls{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))",
  1110            "format": "time_series",
  1111            "interval": "",
  1112            "intervalFactor": 2,
  1113            "legendFormat": "calls/sec",
  1114            "refId": "A",
  1115            "step": 120
  1116          }
  1117        ],
  1118        "thresholds": [],
  1119        "timeFrom": null,
  1120        "timeShift": null,
  1121        "title": "CGo Calls: $node",
  1122        "tooltip": {
  1123          "msResolution": false,
  1124          "shared": true,
  1125          "sort": 0,
  1126          "value_type": "cumulative"
  1127        },
  1128        "type": "graph",
  1129        "xaxis": {
  1130          "buckets": null,
  1131          "mode": "time",
  1132          "name": null,
  1133          "show": true,
  1134          "values": []
  1135        },
  1136        "yaxes": [
  1137          {
  1138            "format": "ops",
  1139            "label": null,
  1140            "logBase": 1,
  1141            "max": null,
  1142            "min": 0,
  1143            "show": true
  1144          },
  1145          {
  1146            "format": "short",
  1147            "label": null,
  1148            "logBase": 1,
  1149            "max": null,
  1150            "min": null,
  1151            "show": true
  1152          }
  1153        ]
  1154      },
  1155      {
  1156        "columns": [
  1157          {
  1158            "text": "Current",
  1159            "value": "current"
  1160          },
  1161          {
  1162            "text": "Avg",
  1163            "value": "avg"
  1164          },
  1165          {
  1166            "text": "Min",
  1167            "value": "min"
  1168          },
  1169          {
  1170            "text": "Max",
  1171            "value": "max"
  1172          }
  1173        ],
  1174        "datasource": "${DS_PROMETHEUS}",
  1175        "editable": true,
  1176        "error": false,
  1177        "fontSize": "90%",
  1178        "gridPos": {
  1179          "h": 7,
  1180          "w": 8,
  1181          "x": 16,
  1182          "y": 42
  1183        },
  1184        "id": 30,
  1185        "links": [],
  1186        "pageSize": null,
  1187        "scroll": true,
  1188        "showHeader": true,
  1189        "sort": {
  1190          "col": 0,
  1191          "desc": true
  1192        },
  1193        "styles": [
  1194          {
  1195            "colorMode": null,
  1196            "colors": [
  1197              "rgba(245, 54, 54, 0.9)",
  1198              "rgba(237, 129, 40, 0.89)",
  1199              "rgba(50, 172, 45, 0.97)"
  1200            ],
  1201            "decimals": 2,
  1202            "pattern": "/.*/",
  1203            "thresholds": [],
  1204            "type": "number",
  1205            "unit": "ops"
  1206          }
  1207        ],
  1208        "targets": [
  1209          {
  1210            "expr": "rate(sys_cgocalls{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval])",
  1211            "format": "time_series",
  1212            "interval": "",
  1213            "intervalFactor": 2,
  1214            "legendFormat": "{{instance}}",
  1215            "metric": "",
  1216            "refId": "A",
  1217            "step": 240
  1218          }
  1219        ],
  1220        "title": "CGo Calls: $node",
  1221        "transform": "timeseries_aggregations",
  1222        "type": "table"
  1223      },
  1224      {
  1225        "aliasColors": {},
  1226        "bars": false,
  1227        "dashLength": 10,
  1228        "dashes": false,
  1229        "datasource": "${DS_PROMETHEUS}",
  1230        "description": "Mean clock offset with other nodes as measured by cockroach.",
  1231        "fill": 1,
  1232        "gridPos": {
  1233          "h": 7,
  1234          "w": 16,
  1235          "x": 0,
  1236          "y": 49
  1237        },
  1238        "id": 20,
  1239        "legend": {
  1240          "avg": false,
  1241          "current": false,
  1242          "max": false,
  1243          "min": false,
  1244          "show": true,
  1245          "total": false,
  1246          "values": false
  1247        },
  1248        "lines": true,
  1249        "linewidth": 1,
  1250        "links": [],
  1251        "nullPointMode": "null",
  1252        "percentage": false,
  1253        "pointradius": 5,
  1254        "points": false,
  1255        "renderer": "flot",
  1256        "seriesOverrides": [],
  1257        "spaceLength": 10,
  1258        "stack": false,
  1259        "steppedLine": false,
  1260        "targets": [
  1261          {
  1262            "expr": "clock_offset_meannanos{job=\"cockroachdb\",cluster=\"$cluster\", instance=~\"$node\"}",
  1263            "format": "time_series",
  1264            "interval": "",
  1265            "intervalFactor": 2,
  1266            "legendFormat": "{{instance}}",
  1267            "refId": "A",
  1268            "step": 120
  1269          }
  1270        ],
  1271        "thresholds": [],
  1272        "timeFrom": null,
  1273        "timeShift": null,
  1274        "title": "Mean RPC Clock Offset: $node",
  1275        "tooltip": {
  1276          "shared": true,
  1277          "sort": 0,
  1278          "value_type": "individual"
  1279        },
  1280        "type": "graph",
  1281        "xaxis": {
  1282          "buckets": null,
  1283          "mode": "time",
  1284          "name": null,
  1285          "show": true,
  1286          "values": []
  1287        },
  1288        "yaxes": [
  1289          {
  1290            "format": "ns",
  1291            "label": null,
  1292            "logBase": 1,
  1293            "max": null,
  1294            "min": null,
  1295            "show": true
  1296          },
  1297          {
  1298            "format": "short",
  1299            "label": null,
  1300            "logBase": 1,
  1301            "max": null,
  1302            "min": null,
  1303            "show": true
  1304          }
  1305        ]
  1306      },
  1307      {
  1308        "columns": [
  1309          {
  1310            "text": "Current",
  1311            "value": "current"
  1312          },
  1313          {
  1314            "text": "Avg",
  1315            "value": "avg"
  1316          },
  1317          {
  1318            "text": "Min",
  1319            "value": "min"
  1320          },
  1321          {
  1322            "text": "Max",
  1323            "value": "max"
  1324          }
  1325        ],
  1326        "datasource": "${DS_PROMETHEUS}",
  1327        "fontSize": "90%",
  1328        "gridPos": {
  1329          "h": 7,
  1330          "w": 8,
  1331          "x": 16,
  1332          "y": 49
  1333        },
  1334        "id": 21,
  1335        "links": [],
  1336        "pageSize": null,
  1337        "scroll": true,
  1338        "showHeader": true,
  1339        "sort": {
  1340          "col": 0,
  1341          "desc": false
  1342        },
  1343        "styles": [
  1344          {
  1345            "dateFormat": "YYYY-MM-DD HH:mm:ss",
  1346            "pattern": "Time",
  1347            "type": "date"
  1348          },
  1349          {
  1350            "colorMode": null,
  1351            "colors": [
  1352              "rgba(245, 54, 54, 0.9)",
  1353              "rgba(237, 129, 40, 0.89)",
  1354              "rgba(50, 172, 45, 0.97)"
  1355            ],
  1356            "decimals": 2,
  1357            "pattern": "/.*/",
  1358            "thresholds": [],
  1359            "type": "number",
  1360            "unit": "ns"
  1361          }
  1362        ],
  1363        "targets": [
  1364          {
  1365            "expr": "clock_offset_meannanos{job=\"cockroachdb\",cluster=\"$cluster\", instance=~\"$node\"}",
  1366            "format": "time_series",
  1367            "interval": "",
  1368            "intervalFactor": 2,
  1369            "legendFormat": "{{instance}}",
  1370            "metric": "",
  1371            "refId": "A",
  1372            "step": 240
  1373          }
  1374        ],
  1375        "title": "Clock Offset: $node",
  1376        "transform": "timeseries_aggregations",
  1377        "type": "table"
  1378      },
  1379      {
  1380        "aliasColors": {},
  1381        "bars": false,
  1382        "dashLength": 10,
  1383        "dashes": false,
  1384        "datasource": "${DS_PROMETHEUS}",
  1385        "fill": 1,
  1386        "gridPos": {
  1387          "h": 7,
  1388          "w": 16,
  1389          "x": 0,
  1390          "y": 56
  1391        },
  1392        "id": 22,
  1393        "legend": {
  1394          "avg": false,
  1395          "current": false,
  1396          "max": false,
  1397          "min": false,
  1398          "show": true,
  1399          "total": false,
  1400          "values": false
  1401        },
  1402        "lines": true,
  1403        "linewidth": 2,
  1404        "links": [],
  1405        "nullPointMode": "connected",
  1406        "percentage": false,
  1407        "pointradius": 5,
  1408        "points": false,
  1409        "renderer": "flot",
  1410        "seriesOverrides": [],
  1411        "spaceLength": 10,
  1412        "stack": false,
  1413        "steppedLine": false,
  1414        "targets": [
  1415          {
  1416            "expr": "round_trip_latency:rate1m:quantile_50{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}",
  1417            "format": "time_series",
  1418            "intervalFactor": 2,
  1419            "legendFormat": "{{instance}}",
  1420            "metric": "round_trip_latency:rate1m:quantile_50",
  1421            "refId": "A",
  1422            "step": 120
  1423          }
  1424        ],
  1425        "thresholds": [],
  1426        "timeFrom": null,
  1427        "timeShift": null,
  1428        "title": "Round Trip Latency: 50th percentile",
  1429        "tooltip": {
  1430          "shared": true,
  1431          "sort": 0,
  1432          "value_type": "individual"
  1433        },
  1434        "type": "graph",
  1435        "xaxis": {
  1436          "buckets": null,
  1437          "mode": "time",
  1438          "name": null,
  1439          "show": true,
  1440          "values": []
  1441        },
  1442        "yaxes": [
  1443          {
  1444            "format": "ns",
  1445            "label": null,
  1446            "logBase": 1,
  1447            "max": null,
  1448            "min": null,
  1449            "show": true
  1450          },
  1451          {
  1452            "format": "short",
  1453            "label": "",
  1454            "logBase": 1,
  1455            "max": null,
  1456            "min": null,
  1457            "show": true
  1458          }
  1459        ]
  1460      },
  1461      {
  1462        "columns": [
  1463          {
  1464            "text": "Current",
  1465            "value": "current"
  1466          },
  1467          {
  1468            "text": "Avg",
  1469            "value": "avg"
  1470          },
  1471          {
  1472            "text": "Min",
  1473            "value": "min"
  1474          },
  1475          {
  1476            "text": "Max",
  1477            "value": "max"
  1478          }
  1479        ],
  1480        "datasource": "${DS_PROMETHEUS}",
  1481        "fontSize": "90%",
  1482        "gridPos": {
  1483          "h": 7,
  1484          "w": 8,
  1485          "x": 16,
  1486          "y": 56
  1487        },
  1488        "id": 23,
  1489        "links": [],
  1490        "pageSize": null,
  1491        "scroll": true,
  1492        "showHeader": true,
  1493        "sort": {
  1494          "col": 0,
  1495          "desc": false
  1496        },
  1497        "styles": [
  1498          {
  1499            "dateFormat": "YYYY-MM-DD HH:mm:ss",
  1500            "pattern": "Time",
  1501            "type": "date"
  1502          },
  1503          {
  1504            "colorMode": null,
  1505            "colors": [
  1506              "rgba(245, 54, 54, 0.9)",
  1507              "rgba(237, 129, 40, 0.89)",
  1508              "rgba(50, 172, 45, 0.97)"
  1509            ],
  1510            "decimals": 2,
  1511            "pattern": "/.*/",
  1512            "thresholds": [],
  1513            "type": "number",
  1514            "unit": "ns"
  1515          }
  1516        ],
  1517        "targets": [
  1518          {
  1519            "expr": "round_trip_latency:rate1m:quantile_50{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}",
  1520            "format": "time_series",
  1521            "interval": "",
  1522            "intervalFactor": 2,
  1523            "legendFormat": "{{instance}}",
  1524            "metric": "",
  1525            "refId": "A",
  1526            "step": 240
  1527          }
  1528        ],
  1529        "title": "Round Trip Latency: 50th Percentile",
  1530        "transform": "timeseries_aggregations",
  1531        "type": "table"
  1532      },
  1533      {
  1534        "aliasColors": {},
  1535        "bars": false,
  1536        "dashLength": 10,
  1537        "dashes": false,
  1538        "datasource": "${DS_PROMETHEUS}",
  1539        "fill": 1,
  1540        "gridPos": {
  1541          "h": 7,
  1542          "w": 16,
  1543          "x": 0,
  1544          "y": 63
  1545        },
  1546        "id": 24,
  1547        "legend": {
  1548          "avg": false,
  1549          "current": false,
  1550          "max": false,
  1551          "min": false,
  1552          "show": true,
  1553          "total": false,
  1554          "values": false
  1555        },
  1556        "lines": true,
  1557        "linewidth": 2,
  1558        "links": [],
  1559        "nullPointMode": "connected",
  1560        "percentage": false,
  1561        "pointradius": 5,
  1562        "points": false,
  1563        "renderer": "flot",
  1564        "seriesOverrides": [],
  1565        "spaceLength": 10,
  1566        "stack": false,
  1567        "steppedLine": false,
  1568        "targets": [
  1569          {
  1570            "expr": "round_trip_latency:rate1m:quantile_95{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}",
  1571            "format": "time_series",
  1572            "intervalFactor": 2,
  1573            "legendFormat": "{{instance}}",
  1574            "metric": "round_trip_latency:rate1m:quantile_95",
  1575            "refId": "A",
  1576            "step": 120
  1577          }
  1578        ],
  1579        "thresholds": [],
  1580        "timeFrom": null,
  1581        "timeShift": null,
  1582        "title": "Round Trip Latency: 95th percentile",
  1583        "tooltip": {
  1584          "shared": true,
  1585          "sort": 0,
  1586          "value_type": "individual"
  1587        },
  1588        "type": "graph",
  1589        "xaxis": {
  1590          "buckets": null,
  1591          "mode": "time",
  1592          "name": null,
  1593          "show": true,
  1594          "values": []
  1595        },
  1596        "yaxes": [
  1597          {
  1598            "format": "ns",
  1599            "label": null,
  1600            "logBase": 1,
  1601            "max": null,
  1602            "min": null,
  1603            "show": true
  1604          },
  1605          {
  1606            "format": "short",
  1607            "label": "",
  1608            "logBase": 1,
  1609            "max": null,
  1610            "min": null,
  1611            "show": true
  1612          }
  1613        ]
  1614      },
  1615      {
  1616        "columns": [
  1617          {
  1618            "text": "Current",
  1619            "value": "current"
  1620          },
  1621          {
  1622            "text": "Avg",
  1623            "value": "avg"
  1624          },
  1625          {
  1626            "text": "Min",
  1627            "value": "min"
  1628          },
  1629          {
  1630            "text": "Max",
  1631            "value": "max"
  1632          }
  1633        ],
  1634        "datasource": "${DS_PROMETHEUS}",
  1635        "fontSize": "90%",
  1636        "gridPos": {
  1637          "h": 7,
  1638          "w": 8,
  1639          "x": 16,
  1640          "y": 63
  1641        },
  1642        "id": 25,
  1643        "links": [],
  1644        "pageSize": null,
  1645        "scroll": true,
  1646        "showHeader": true,
  1647        "sort": {
  1648          "col": 0,
  1649          "desc": false
  1650        },
  1651        "styles": [
  1652          {
  1653            "dateFormat": "YYYY-MM-DD HH:mm:ss",
  1654            "pattern": "Time",
  1655            "type": "date"
  1656          },
  1657          {
  1658            "colorMode": null,
  1659            "colors": [
  1660              "rgba(245, 54, 54, 0.9)",
  1661              "rgba(237, 129, 40, 0.89)",
  1662              "rgba(50, 172, 45, 0.97)"
  1663            ],
  1664            "decimals": 2,
  1665            "pattern": "/.*/",
  1666            "thresholds": [],
  1667            "type": "number",
  1668            "unit": "ns"
  1669          }
  1670        ],
  1671        "targets": [
  1672          {
  1673            "expr": "round_trip_latency:rate1m:quantile_95{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}",
  1674            "format": "time_series",
  1675            "interval": "",
  1676            "intervalFactor": 2,
  1677            "legendFormat": "{{instance}}",
  1678            "metric": "",
  1679            "refId": "A",
  1680            "step": 240
  1681          }
  1682        ],
  1683        "title": "Round Trip Latency: 95th Percentile",
  1684        "transform": "timeseries_aggregations",
  1685        "type": "table"
  1686      },
  1687      {
  1688        "aliasColors": {},
  1689        "bars": false,
  1690        "dashLength": 10,
  1691        "dashes": false,
  1692        "datasource": "${DS_PROMETHEUS}",
  1693        "fill": 1,
  1694        "gridPos": {
  1695          "h": 7,
  1696          "w": 16,
  1697          "x": 0,
  1698          "y": 70
  1699        },
  1700        "id": 26,
  1701        "legend": {
  1702          "avg": false,
  1703          "current": false,
  1704          "max": false,
  1705          "min": false,
  1706          "show": true,
  1707          "total": false,
  1708          "values": false
  1709        },
  1710        "lines": true,
  1711        "linewidth": 2,
  1712        "links": [],
  1713        "nullPointMode": "connected",
  1714        "percentage": false,
  1715        "pointradius": 5,
  1716        "points": false,
  1717        "renderer": "flot",
  1718        "seriesOverrides": [],
  1719        "spaceLength": 10,
  1720        "stack": false,
  1721        "steppedLine": false,
  1722        "targets": [
  1723          {
  1724            "expr": "round_trip_latency:rate1m:quantile_99{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}",
  1725            "format": "time_series",
  1726            "intervalFactor": 2,
  1727            "legendFormat": "{{instance}}",
  1728            "metric": "round_trip_latency:rate1m:quantile_99",
  1729            "refId": "A",
  1730            "step": 120
  1731          }
  1732        ],
  1733        "thresholds": [],
  1734        "timeFrom": null,
  1735        "timeShift": null,
  1736        "title": "Round Trip Latency: 99th percentile",
  1737        "tooltip": {
  1738          "shared": true,
  1739          "sort": 0,
  1740          "value_type": "individual"
  1741        },
  1742        "type": "graph",
  1743        "xaxis": {
  1744          "buckets": null,
  1745          "mode": "time",
  1746          "name": null,
  1747          "show": true,
  1748          "values": []
  1749        },
  1750        "yaxes": [
  1751          {
  1752            "format": "ns",
  1753            "label": null,
  1754            "logBase": 1,
  1755            "max": null,
  1756            "min": null,
  1757            "show": true
  1758          },
  1759          {
  1760            "format": "short",
  1761            "label": "",
  1762            "logBase": 1,
  1763            "max": null,
  1764            "min": null,
  1765            "show": true
  1766          }
  1767        ]
  1768      },
  1769      {
  1770        "columns": [
  1771          {
  1772            "text": "Current",
  1773            "value": "current"
  1774          },
  1775          {
  1776            "text": "Avg",
  1777            "value": "avg"
  1778          },
  1779          {
  1780            "text": "Min",
  1781            "value": "min"
  1782          },
  1783          {
  1784            "text": "Max",
  1785            "value": "max"
  1786          }
  1787        ],
  1788        "datasource": "${DS_PROMETHEUS}",
  1789        "fontSize": "90%",
  1790        "gridPos": {
  1791          "h": 7,
  1792          "w": 8,
  1793          "x": 16,
  1794          "y": 70
  1795        },
  1796        "id": 27,
  1797        "links": [],
  1798        "pageSize": null,
  1799        "scroll": true,
  1800        "showHeader": true,
  1801        "sort": {
  1802          "col": 0,
  1803          "desc": false
  1804        },
  1805        "styles": [
  1806          {
  1807            "dateFormat": "YYYY-MM-DD HH:mm:ss",
  1808            "pattern": "Time",
  1809            "type": "date"
  1810          },
  1811          {
  1812            "colorMode": null,
  1813            "colors": [
  1814              "rgba(245, 54, 54, 0.9)",
  1815              "rgba(237, 129, 40, 0.89)",
  1816              "rgba(50, 172, 45, 0.97)"
  1817            ],
  1818            "decimals": 2,
  1819            "pattern": "/.*/",
  1820            "thresholds": [],
  1821            "type": "number",
  1822            "unit": "ns"
  1823          }
  1824        ],
  1825        "targets": [
  1826          {
  1827            "expr": "round_trip_latency:rate1m:quantile_99{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}",
  1828            "format": "time_series",
  1829            "interval": "",
  1830            "intervalFactor": 2,
  1831            "legendFormat": "{{instance}}",
  1832            "metric": "",
  1833            "refId": "A",
  1834            "step": 240
  1835          }
  1836        ],
  1837        "title": "Round Trip Latency: 99th Percentile",
  1838        "transform": "timeseries_aggregations",
  1839        "type": "table"
  1840      }
  1841    ],
  1842    "refresh": false,
  1843    "schemaVersion": 16,
  1844    "style": "dark",
  1845    "tags": [
  1846      "cockroach"
  1847    ],
  1848    "templating": {
  1849      "list": [
  1850        {
  1851          "allValue": null,
  1852          "current": {},
  1853          "datasource": "${DS_PROMETHEUS}",
  1854          "hide": 0,
  1855          "includeAll": false,
  1856          "label": "Cluster name",
  1857          "multi": false,
  1858          "name": "cluster",
  1859          "options": [],
  1860          "query": "sys_uptime{job=\"cockroachdb\"}",
  1861          "refresh": 1,
  1862          "regex": "/cluster=\"([^\"]+)\"/",
  1863          "sort": 1,
  1864          "tagValuesQuery": "",
  1865          "tags": [],
  1866          "tagsQuery": "",
  1867          "type": "query",
  1868          "useTags": false
  1869        },
  1870        {
  1871          "allValue": ".*",
  1872          "current": {},
  1873          "datasource": "${DS_PROMETHEUS}",
  1874          "hide": 0,
  1875          "includeAll": true,
  1876          "label": "Node",
  1877          "multi": false,
  1878          "name": "node",
  1879          "options": [],
  1880          "query": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)",
  1881          "refresh": 1,
  1882          "regex": "",
  1883          "sort": 3,
  1884          "tagValuesQuery": "",
  1885          "tags": [],
  1886          "tagsQuery": "",
  1887          "type": "query",
  1888          "useTags": false
  1889        },
  1890        {
  1891          "auto": false,
  1892          "auto_count": 30,
  1893          "auto_min": "10s",
  1894          "current": {
  1895            "text": "30s",
  1896            "value": "30s"
  1897          },
  1898          "datasource": null,
  1899          "hide": 0,
  1900          "includeAll": false,
  1901          "label": "Rate Interval",
  1902          "multi": false,
  1903          "name": "rate_interval",
  1904          "options": [
  1905            {
  1906              "selected": true,
  1907              "text": "30s",
  1908              "value": "30s"
  1909            },
  1910            {
  1911              "selected": false,
  1912              "text": "1m",
  1913              "value": "1m"
  1914            },
  1915            {
  1916              "selected": false,
  1917              "text": "5m",
  1918              "value": "5m"
  1919            },
  1920            {
  1921              "selected": false,
  1922              "text": "10m",
  1923              "value": "10m"
  1924            },
  1925            {
  1926              "selected": false,
  1927              "text": "30m",
  1928              "value": "30m"
  1929            },
  1930            {
  1931              "selected": false,
  1932              "text": "1h",
  1933              "value": "1h"
  1934            },
  1935            {
  1936              "selected": false,
  1937              "text": "6h",
  1938              "value": "6h"
  1939            },
  1940            {
  1941              "selected": false,
  1942              "text": "12h",
  1943              "value": "12h"
  1944            },
  1945            {
  1946              "selected": false,
  1947              "text": "1d",
  1948              "value": "1d"
  1949            }
  1950          ],
  1951          "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d",
  1952          "refresh": 2,
  1953          "regex": "",
  1954          "type": "interval"
  1955        }
  1956      ]
  1957    },
  1958    "time": {
  1959      "from": "now-24h",
  1960      "to": "now"
  1961    },
  1962    "timepicker": {
  1963      "refresh_intervals": [
  1964        "5s",
  1965        "10s",
  1966        "30s",
  1967        "1m",
  1968        "5m",
  1969        "15m",
  1970        "30m",
  1971        "1h",
  1972        "2h",
  1973        "1d"
  1974      ],
  1975      "time_options": [
  1976        "5m",
  1977        "15m",
  1978        "1h",
  1979        "6h",
  1980        "12h",
  1981        "24h",
  1982        "2d",
  1983        "7d",
  1984        "30d"
  1985      ]
  1986    },
  1987    "timezone": "utc",
  1988    "title": "Cockroach Runtime",
  1989    "uid": "000000001",
  1990    "version": 84
  1991  }