github.com/caos/orbos@v1.5.14-0.20221103111702-e6cd0cea7ad4/dashboards/ambassador/json/ambassador-envoy-service.json (about) 1 { 2 "annotations": { 3 "list": [ 4 { 5 "builtIn": 1, 6 "datasource": "-- Grafana --", 7 "enable": true, 8 "hide": true, 9 "iconColor": "rgba(0, 211, 255, 1)", 10 "name": "Annotations & Alerts", 11 "type": "dashboard" 12 } 13 ] 14 }, 15 "description": "Envoy Service Dashboard", 16 "editable": false, 17 "gnetId": 7250, 18 "graphTooltip": 0, 19 "id": 8, 20 "iteration": 1564404079691, 21 "links": [], 22 "panels": [ 23 { 24 "aliasColors": {}, 25 "bars": false, 26 "dashLength": 10, 27 "dashes": false, 28 "datasource": "$datasource", 29 "fill": 1, 30 "gridPos": { 31 "h": 7, 32 "w": 12, 33 "x": 0, 34 "y": 0 35 }, 36 "id": 1, 37 "legend": { 38 "alignAsTable": true, 39 "avg": true, 40 "current": true, 41 "max": true, 42 "min": true, 43 "rightSide": true, 44 "show": true, 45 "total": false, 46 "values": true 47 }, 48 "lines": true, 49 "linewidth": 1, 50 "links": [], 51 "nullPointMode": "null as zero", 52 "paceLength": 10, 53 "percentage": false, 54 "pointradius": 5, 55 "points": false, 56 "renderer": "flot", 57 "seriesOverrides": [], 58 "spaceLength": 10, 59 "stack": false, 60 "steppedLine": false, 61 "targets": [ 62 { 63 "expr": "sum(rate(envoy_cluster_upstream_cx_total{envoy_cluster_name=\"$originating_service\"}[1m]))", 64 "format": "time_series", 65 "intervalFactor": 2, 66 "legendFormat": "egress CPS", 67 "refId": "A" 68 }, 69 { 70 "expr": "sum(rate(envoy_cluster_upstream_rq_total{envoy_cluster_name=\"$originating_service\"}[1m]))", 71 "format": "time_series", 72 "intervalFactor": 2, 73 "legendFormat": "egress RPS", 74 "refId": "B" 75 }, 76 { 77 "expr": "sum(rate(envoy_cluster_upstream_rq_pending_total{envoy_cluster_name=\"$originating_service\"}[1m]))", 78 "format": "time_series", 79 "intervalFactor": 2, 80 "legendFormat": "pending req to", 81 "refId": "C" 82 }, 83 { 84 "expr": "sum(rate(envoy_cluster_lb_healthy_panic{envoy_cluster_name=\"$originating_service\"}[1m]))", 85 "format": "time_series", 86 "intervalFactor": 2, 87 "legendFormat": "lb healthy panic RPS", 88 "refId": "D" 89 }, 90 { 91 "expr": "sum(rate(envoy_cluster_upstream_rq_active{envoy_cluster_name=\"$originating_service\"}[1m]))", 92 "format": "time_series", 93 "intervalFactor": 1, 94 "legendFormat": "egress R active", 95 "refId": "E" 96 }, 97 { 98 "expr": "sum(rate(envoy_cluster_upstream_rq_pending_active{envoy_cluster_name=\"$originating_service\"}[1m]))", 99 "format": "time_series", 100 "intervalFactor": 1, 101 "legendFormat": "egress R pending active", 102 "refId": "F" 103 } 104 ], 105 "thresholds": [], 106 "timeFrom": null, 107 "timeRegions": [], 108 "timeShift": null, 109 "title": "Egress CPS / RPS", 110 "tooltip": { 111 "shared": true, 112 "sort": 0, 113 "value_type": "individual" 114 }, 115 "type": "graph", 116 "xaxis": { 117 "buckets": null, 118 "mode": "time", 119 "name": null, 120 "show": true, 121 "values": [] 122 }, 123 "yaxes": [ 124 { 125 "format": "short", 126 "label": null, 127 "logBase": 1, 128 "max": null, 129 "min": 0, 130 "show": true 131 }, 132 { 133 "format": "short", 134 "label": null, 135 "logBase": 1, 136 "max": null, 137 "min": 0, 138 "show": true 139 } 140 ], 141 "yaxis": { 142 "align": false, 143 "alignLevel": null 144 } 145 }, 146 { 147 "aliasColors": {}, 148 "bars": false, 149 "dashLength": 10, 150 "dashes": false, 151 "datasource": "$datasource", 152 "fill": 1, 153 "gridPos": { 154 "h": 7, 155 "w": 12, 156 "x": 12, 157 "y": 0 158 }, 159 "id": 3, 160 "legend": { 161 "alignAsTable": true, 162 "avg": true, 163 "current": true, 164 "max": true, 165 "min": true, 166 "rightSide": true, 167 "show": true, 168 "total": false, 169 "values": true 170 }, 171 "lines": true, 172 "linewidth": 1, 173 "links": [], 174 "nullPointMode": "null", 175 "paceLength": 10, 176 "percentage": false, 177 "pointradius": 5, 178 "points": false, 179 "renderer": "flot", 180 "seriesOverrides": [], 181 "spaceLength": 10, 182 "stack": false, 183 "steppedLine": false, 184 "targets": [ 185 { 186 "expr": "sum(delta(envoy_cluster_membership_change{envoy_cluster_name=\"$originating_service\"}[1m]))", 187 "format": "time_series", 188 "intervalFactor": 2, 189 "legendFormat": "membership changes [1m]", 190 "refId": "A" 191 }, 192 { 193 "expr": "sum(envoy_cluster_membership_total{envoy_cluster_name=\"$originating_service\"})", 194 "format": "time_series", 195 "intervalFactor": 2, 196 "legendFormat": "total membership", 197 "refId": "B" 198 }, 199 { 200 "expr": "sum(envoy_cluster_outlier_detection_ejections_active{envoy_cluster_name=\"$originating_service\"})", 201 "format": "time_series", 202 "intervalFactor": 2, 203 "legendFormat": "outlier ejections active", 204 "refId": "C" 205 }, 206 { 207 "expr": "sum(envoy_cluster_membership_healthy{envoy_cluster_name=\"$originating_service\"})", 208 "format": "time_series", 209 "intervalFactor": 2, 210 "legendFormat": "healthy members (active HC and outlier)", 211 "refId": "D" 212 }, 213 { 214 "expr": "sum(envoy_cluster_health_check_healthy{envoy_cluster_name=\"$originating_service\"})", 215 "format": "time_series", 216 "intervalFactor": 2, 217 "legendFormat": "healthy members (active HC only)", 218 "refId": "E" 219 } 220 ], 221 "thresholds": [], 222 "timeFrom": null, 223 "timeRegions": [], 224 "timeShift": null, 225 "title": "Cluster Membership", 226 "tooltip": { 227 "shared": true, 228 "sort": 0, 229 "value_type": "individual" 230 }, 231 "type": "graph", 232 "xaxis": { 233 "buckets": null, 234 "mode": "time", 235 "name": null, 236 "show": true, 237 "values": [] 238 }, 239 "yaxes": [ 240 { 241 "format": "short", 242 "label": null, 243 "logBase": 1, 244 "max": null, 245 "min": 0, 246 "show": true 247 }, 248 { 249 "format": "short", 250 "label": null, 251 "logBase": 1, 252 "max": null, 253 "min": 0, 254 "show": true 255 } 256 ], 257 "yaxis": { 258 "align": false, 259 "alignLevel": null 260 } 261 }, 262 { 263 "aliasColors": {}, 264 "bars": false, 265 "dashLength": 10, 266 "dashes": false, 267 "datasource": "$datasource", 268 "fill": 1, 269 "gridPos": { 270 "h": 7, 271 "w": 12, 272 "x": 0, 273 "y": 7 274 }, 275 "id": 2, 276 "legend": { 277 "alignAsTable": true, 278 "avg": true, 279 "current": true, 280 "max": true, 281 "min": true, 282 "rightSide": true, 283 "show": true, 284 "total": false, 285 "values": true 286 }, 287 "lines": true, 288 "linewidth": 1, 289 "links": [], 290 "nullPointMode": "null", 291 "paceLength": 10, 292 "percentage": false, 293 "pointradius": 5, 294 "points": false, 295 "renderer": "flot", 296 "seriesOverrides": [], 297 "spaceLength": 10, 298 "stack": false, 299 "steppedLine": false, 300 "targets": [ 301 { 302 "expr": "sum(envoy_cluster_upstream_cx_active{envoy_cluster_name=\"$originating_service\"})", 303 "format": "time_series", 304 "intervalFactor": 2, 305 "legendFormat": "connections", 306 "refId": "A" 307 }, 308 { 309 "expr": "sum(envoy_cluster_upstream_rq_active{envoy_cluster_name=\"$originating_service\"})", 310 "format": "time_series", 311 "intervalFactor": 2, 312 "legendFormat": "requests", 313 "refId": "B" 314 }, 315 { 316 "expr": "sum(envoy_cluster_upstream_rq_pending_active{envoy_cluster_name=\"$originating_service\"})", 317 "format": "time_series", 318 "intervalFactor": 2, 319 "legendFormat": "pending", 320 "refId": "C" 321 } 322 ], 323 "thresholds": [], 324 "timeFrom": null, 325 "timeRegions": [], 326 "timeShift": null, 327 "title": "Total Connections / Requests", 328 "tooltip": { 329 "shared": true, 330 "sort": 0, 331 "value_type": "individual" 332 }, 333 "type": "graph", 334 "xaxis": { 335 "buckets": null, 336 "mode": "time", 337 "name": null, 338 "show": true, 339 "values": [] 340 }, 341 "yaxes": [ 342 { 343 "format": "short", 344 "label": null, 345 "logBase": 1, 346 "max": null, 347 "min": 0, 348 "show": true 349 }, 350 { 351 "format": "short", 352 "label": null, 353 "logBase": 1, 354 "max": null, 355 "min": 0, 356 "show": true 357 } 358 ], 359 "yaxis": { 360 "align": false, 361 "alignLevel": null 362 } 363 }, 364 { 365 "aliasColors": {}, 366 "bars": false, 367 "dashLength": 10, 368 "dashes": false, 369 "datasource": "$datasource", 370 "fill": 1, 371 "gridPos": { 372 "h": 7, 373 "w": 6, 374 "x": 12, 375 "y": 7 376 }, 377 "id": 5, 378 "legend": { 379 "alignAsTable": true, 380 "avg": true, 381 "current": true, 382 "max": true, 383 "min": true, 384 "show": true, 385 "total": false, 386 "values": true 387 }, 388 "lines": true, 389 "linewidth": 1, 390 "links": [], 391 "nullPointMode": "null as zero", 392 "paceLength": 10, 393 "percentage": false, 394 "pointradius": 5, 395 "points": false, 396 "renderer": "flot", 397 "seriesOverrides": [], 398 "spaceLength": 10, 399 "stack": false, 400 "steppedLine": false, 401 "targets": [ 402 { 403 "expr": "sum(rate(envoy_cluster_upstream_rq_xx{envoy_response_code_class=\"4\",envoy_cluster_name=\"$originating_service\"}[1m])) / (sum(rate(envoy_cluster_upstream_rq_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_pending_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_cancelled{envoy_cluster_name=\"$originating_service\"}[1m])))", 404 "format": "time_series", 405 "instant": false, 406 "intervalFactor": 2, 407 "legendFormat": "4xx %", 408 "refId": "A" 409 }, 410 { 411 "expr": "sum(rate(envoy_cluster_upstream_rq_xx{envoy_response_code_class=\"3\",envoy_cluster_name=\"$originating_service\"}[1m])) / (sum(rate(envoy_cluster_upstream_rq_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_pending_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_cancelled{envoy_cluster_name=\"$originating_service\"}[1m])))", 412 "format": "time_series", 413 "intervalFactor": 1, 414 "legendFormat": "3xx %", 415 "refId": "B" 416 }, 417 { 418 "expr": "sum(rate(envoy_cluster_upstream_rq_xx{envoy_response_code_class=\"2\",envoy_cluster_name=\"$originating_service\"}[1m])) / (sum(rate(envoy_cluster_upstream_rq_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_pending_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_cancelled{envoy_cluster_name=\"$originating_service\"}[1m])))", 419 "format": "time_series", 420 "intervalFactor": 1, 421 "legendFormat": "2xx %", 422 "refId": "C" 423 }, 424 { 425 "expr": "(sum(rate(envoy_cluster_upstream_rq_xx{envoy_response_code_class=\"5\",envoy_cluster_name=\"$originating_service\"}[1m]))) / (sum(rate(envoy_cluster_upstream_rq_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_pending_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_cancelled{envoy_cluster_name=\"$originating_service\"}[1m])))", 426 "format": "time_series", 427 "intervalFactor": 1, 428 "legendFormat": "5xx %", 429 "refId": "D" 430 } 431 ], 432 "thresholds": [], 433 "timeFrom": null, 434 "timeRegions": [], 435 "timeShift": null, 436 "title": "Responses", 437 "tooltip": { 438 "shared": true, 439 "sort": 0, 440 "value_type": "individual" 441 }, 442 "type": "graph", 443 "xaxis": { 444 "buckets": null, 445 "mode": "time", 446 "name": null, 447 "show": true, 448 "values": [] 449 }, 450 "yaxes": [ 451 { 452 "decimals": null, 453 "format": "percentunit", 454 "label": null, 455 "logBase": 1, 456 "max": "1", 457 "min": "0", 458 "show": true 459 }, 460 { 461 "format": "short", 462 "label": null, 463 "logBase": 1, 464 "max": null, 465 "min": 0, 466 "show": true 467 } 468 ], 469 "yaxis": { 470 "align": false, 471 "alignLevel": null 472 } 473 }, 474 { 475 "aliasColors": {}, 476 "bars": false, 477 "dashLength": 10, 478 "dashes": false, 479 "datasource": "$datasource", 480 "fill": 1, 481 "gridPos": { 482 "h": 7, 483 "w": 6, 484 "x": 18, 485 "y": 7 486 }, 487 "id": 4, 488 "legend": { 489 "alignAsTable": true, 490 "avg": true, 491 "current": true, 492 "max": true, 493 "min": true, 494 "rightSide": false, 495 "show": true, 496 "total": false, 497 "values": true 498 }, 499 "lines": true, 500 "linewidth": 1, 501 "links": [], 502 "nullPointMode": "connected", 503 "paceLength": 10, 504 "percentage": false, 505 "pointradius": 5, 506 "points": false, 507 "renderer": "flot", 508 "seriesOverrides": [ 509 { 510 "alias": "Failure Rate % (only 5xx)", 511 "nullPointMode": "null as zero" 512 } 513 ], 514 "spaceLength": 10, 515 "stack": false, 516 "steppedLine": false, 517 "targets": [ 518 { 519 "expr": "(sum(rate(envoy_cluster_upstream_rq_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_pending_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_cancelled{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_xx{envoy_response_code_class=\"5\",envoy_cluster_name=\"$originating_service\"}[1m])) or sum(rate(envoy_cluster_upstream_rq_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_pending_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_cancelled{envoy_cluster_name=\"$originating_service\"}[1m])))/ (sum(rate(envoy_cluster_upstream_rq_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_pending_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_cancelled{envoy_cluster_name=\"$originating_service\"}[1m])))", 520 "format": "time_series", 521 "instant": false, 522 "intervalFactor": 2, 523 "legendFormat": "Success Rate % (non-5xx)", 524 "refId": "A" 525 }, 526 { 527 "expr": "sum(rate(envoy_cluster_upstream_rq_xx{envoy_response_code_class=\"5\",envoy_cluster_name=\"$originating_service\"}[1m])) / (sum(rate(envoy_cluster_upstream_rq_pending_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_pending_total{envoy_cluster_name=\"$originating_service\"}[1m]))-sum(rate(envoy_cluster_upstream_rq_cancelled{envoy_cluster_name=\"$originating_service\"}[1m])))", 528 "format": "time_series", 529 "intervalFactor": 1, 530 "legendFormat": "Failure Rate % (only 5xx)", 531 "refId": "B" 532 } 533 ], 534 "thresholds": [], 535 "timeFrom": null, 536 "timeRegions": [], 537 "timeShift": null, 538 "title": "Success Rate (non-5xx responses)", 539 "tooltip": { 540 "shared": true, 541 "sort": 0, 542 "value_type": "individual" 543 }, 544 "type": "graph", 545 "xaxis": { 546 "buckets": null, 547 "mode": "time", 548 "name": null, 549 "show": true, 550 "values": [] 551 }, 552 "yaxes": [ 553 { 554 "decimals": null, 555 "format": "percentunit", 556 "label": "", 557 "logBase": 1, 558 "max": "1", 559 "min": "0", 560 "show": true 561 }, 562 { 563 "format": "short", 564 "label": null, 565 "logBase": 1, 566 "max": null, 567 "min": 0, 568 "show": true 569 } 570 ], 571 "yaxis": { 572 "align": false, 573 "alignLevel": null 574 } 575 }, 576 { 577 "aliasColors": {}, 578 "bars": false, 579 "dashLength": 10, 580 "dashes": false, 581 "datasource": "$datasource", 582 "fill": 1, 583 "gridPos": { 584 "h": 13, 585 "w": 12, 586 "x": 0, 587 "y": 14 588 }, 589 "id": 6, 590 "legend": { 591 "alignAsTable": true, 592 "avg": true, 593 "current": true, 594 "max": true, 595 "min": true, 596 "show": true, 597 "total": false, 598 "values": true 599 }, 600 "lines": true, 601 "linewidth": 1, 602 "links": [], 603 "nullPointMode": "null", 604 "paceLength": 10, 605 "percentage": false, 606 "pointradius": 5, 607 "points": false, 608 "renderer": "flot", 609 "seriesOverrides": [], 610 "spaceLength": 10, 611 "stack": false, 612 "steppedLine": false, 613 "targets": [ 614 { 615 "expr": "sum(rate(envoy_cluster_upstream_cx_connect_timeout{envoy_cluster_name=\"$originating_service\"}[1m]))", 616 "format": "time_series", 617 "intervalFactor": 2, 618 "legendFormat": "connect timeout", 619 "refId": "A" 620 }, 621 { 622 "expr": "sum(rate(envoy_cluster_upstream_rq_pending_failure_eject{envoy_cluster_name=\"$originating_service\"}[1m]))", 623 "format": "time_series", 624 "intervalFactor": 2, 625 "legendFormat": "pending failure ejection", 626 "refId": "B" 627 }, 628 { 629 "expr": "sum(rate(envoy_cluster_upstream_rq_pending_overflow{envoy_cluster_name=\"$originating_service\"}[1m]))", 630 "format": "time_series", 631 "intervalFactor": 2, 632 "legendFormat": "pending overflow", 633 "refId": "C" 634 }, 635 { 636 "expr": "sum(rate(envoy_cluster_upstream_rq_timeout{envoy_cluster_name=\"$originating_service\"}[1m]))", 637 "format": "time_series", 638 "intervalFactor": 2, 639 "legendFormat": "request timeout", 640 "refId": "D" 641 }, 642 { 643 "expr": "sum(rate(envoy_cluster_upstream_rq_per_try_timeout{envoy_cluster_name=\"$originating_service\"}[1m]))", 644 "format": "time_series", 645 "intervalFactor": 2, 646 "legendFormat": "per try request timeout", 647 "refId": "E" 648 }, 649 { 650 "expr": "sum(rate(envoy_cluster_upstream_rq_rx_reset{envoy_cluster_name=\"$originating_service\"}[1m]))", 651 "format": "time_series", 652 "intervalFactor": 2, 653 "legendFormat": "request reset", 654 "refId": "F" 655 }, 656 { 657 "expr": "sum(rate(envoy_cluster_upstream_cx_destroy_local_with_active_rq{envoy_cluster_name=\"$originating_service\"}[1m]))", 658 "format": "time_series", 659 "intervalFactor": 2, 660 "legendFormat": "destroy initialized from originating service", 661 "refId": "G" 662 }, 663 { 664 "expr": "sum(rate(envoy_http_downstream_cx_destroy_remote_active_rq{envoy_cluster_name=\"$originating_service\"}[1m]))", 665 "format": "time_series", 666 "intervalFactor": 2, 667 "legendFormat": "destroy initialized from remote service", 668 "refId": "H" 669 }, 670 { 671 "expr": "sum(rate(envoy_cluster_upstream_rq_maintenance_mode{envoy_cluster_name=\"$originating_service\"}[1m]))", 672 "format": "time_series", 673 "intervalFactor": 2, 674 "legendFormat": "request failed maintenance mode", 675 "refId": "I" 676 } 677 ], 678 "thresholds": [], 679 "timeFrom": null, 680 "timeRegions": [], 681 "timeShift": null, 682 "title": "Upstream Request Errors", 683 "tooltip": { 684 "shared": true, 685 "sort": 0, 686 "value_type": "individual" 687 }, 688 "type": "graph", 689 "xaxis": { 690 "buckets": null, 691 "mode": "time", 692 "name": null, 693 "show": true, 694 "values": [] 695 }, 696 "yaxes": [ 697 { 698 "format": "short", 699 "label": null, 700 "logBase": 1, 701 "max": null, 702 "min": 0, 703 "show": true 704 }, 705 { 706 "format": "short", 707 "label": null, 708 "logBase": 1, 709 "max": null, 710 "min": 0, 711 "show": true 712 } 713 ], 714 "yaxis": { 715 "align": false, 716 "alignLevel": null 717 } 718 }, 719 { 720 "aliasColors": {}, 721 "bars": false, 722 "dashLength": 10, 723 "dashes": false, 724 "datasource": "$datasource", 725 "fill": 1, 726 "gridPos": { 727 "h": 13, 728 "w": 6, 729 "x": 12, 730 "y": 14 731 }, 732 "id": 8, 733 "legend": { 734 "alignAsTable": true, 735 "avg": true, 736 "current": true, 737 "max": true, 738 "min": true, 739 "show": true, 740 "total": false, 741 "values": true 742 }, 743 "lines": true, 744 "linewidth": 1, 745 "links": [], 746 "nullPointMode": "null", 747 "paceLength": 10, 748 "percentage": false, 749 "pointradius": 5, 750 "points": false, 751 "renderer": "flot", 752 "seriesOverrides": [], 753 "spaceLength": 10, 754 "stack": false, 755 "steppedLine": false, 756 "targets": [ 757 { 758 "expr": "sum(rate(envoy_cluster_upstream_flow_control_paused_reading_total{envoy_cluster_name=\"$originating_service\"}[1m]))", 759 "format": "time_series", 760 "interval": "", 761 "intervalFactor": 2, 762 "legendFormat": "paused reading from destination service", 763 "refId": "A" 764 }, 765 { 766 "expr": "sum(rate(envoy_cluster_upstream_flow_control_resumed_reading_total{envoy_cluster_name=\"$originating_service\"}[1m]))", 767 "format": "time_series", 768 "intervalFactor": 2, 769 "legendFormat": "resumed reading from destination service", 770 "refId": "B" 771 }, 772 { 773 "expr": "sum(rate(envoy_cluster_upstream_flow_control_backed_up_total{envoy_cluster_name=\"$originating_service\"}[1m]))", 774 "format": "time_series", 775 "intervalFactor": 2, 776 "legendFormat": "paused reading from originating service", 777 "refId": "C" 778 }, 779 { 780 "expr": "sum(rate(envoy_cluster_upstream_flow_control_drained_total{envoy_cluster_name=\"$originating_service\"}[1m]))", 781 "format": "time_series", 782 "intervalFactor": 2, 783 "legendFormat": "resumed reading from originating service", 784 "refId": "D" 785 } 786 ], 787 "thresholds": [], 788 "timeFrom": null, 789 "timeRegions": [], 790 "timeShift": null, 791 "title": "Upstream Flow Control", 792 "tooltip": { 793 "shared": true, 794 "sort": 0, 795 "value_type": "individual" 796 }, 797 "type": "graph", 798 "xaxis": { 799 "buckets": null, 800 "mode": "time", 801 "name": null, 802 "show": true, 803 "values": [] 804 }, 805 "yaxes": [ 806 { 807 "format": "short", 808 "label": null, 809 "logBase": 1, 810 "max": null, 811 "min": 0, 812 "show": true 813 }, 814 { 815 "format": "short", 816 "label": null, 817 "logBase": 1, 818 "max": null, 819 "min": 0, 820 "show": true 821 } 822 ], 823 "yaxis": { 824 "align": false, 825 "alignLevel": null 826 } 827 }, 828 { 829 "aliasColors": {}, 830 "bars": false, 831 "dashLength": 10, 832 "dashes": false, 833 "datasource": "$datasource", 834 "fill": 1, 835 "gridPos": { 836 "h": 13, 837 "w": 6, 838 "x": 18, 839 "y": 14 840 }, 841 "id": 7, 842 "legend": { 843 "alignAsTable": true, 844 "avg": true, 845 "current": true, 846 "max": true, 847 "min": true, 848 "show": true, 849 "total": false, 850 "values": true 851 }, 852 "lines": true, 853 "linewidth": 1, 854 "links": [], 855 "nullPointMode": "null", 856 "paceLength": 10, 857 "percentage": false, 858 "pointradius": 5, 859 "points": false, 860 "renderer": "flot", 861 "seriesOverrides": [], 862 "spaceLength": 10, 863 "stack": false, 864 "steppedLine": false, 865 "targets": [ 866 { 867 "expr": "sum(rate(envoy_cluster_upstream_rq_retry{envoy_cluster_name=\"$originating_service\"}[1m]))", 868 "format": "time_series", 869 "interval": "", 870 "intervalFactor": 2, 871 "legendFormat": "request retry", 872 "refId": "A" 873 }, 874 { 875 "expr": "sum(rate(envoy_cluster_upstream_rq_retry_success{envoy_cluster_name=\"$originating_service\"}[1m]))", 876 "format": "time_series", 877 "intervalFactor": 2, 878 "legendFormat": "request retry success", 879 "refId": "B" 880 }, 881 { 882 "expr": "sum(rate(envoy_cluster_upstream_rq_retry_overflow{envoy_cluster_name=\"$originating_service\"}[1m]))", 883 "format": "time_series", 884 "intervalFactor": 2, 885 "legendFormat": "request retry overflow", 886 "refId": "C" 887 } 888 ], 889 "thresholds": [], 890 "timeFrom": null, 891 "timeRegions": [], 892 "timeShift": null, 893 "title": "Upstream Request Retry", 894 "tooltip": { 895 "shared": true, 896 "sort": 0, 897 "value_type": "individual" 898 }, 899 "type": "graph", 900 "xaxis": { 901 "buckets": null, 902 "mode": "time", 903 "name": null, 904 "show": true, 905 "values": [] 906 }, 907 "yaxes": [ 908 { 909 "format": "short", 910 "label": null, 911 "logBase": 1, 912 "max": null, 913 "min": 0, 914 "show": true 915 }, 916 { 917 "format": "short", 918 "label": null, 919 "logBase": 1, 920 "max": null, 921 "min": 0, 922 "show": true 923 } 924 ], 925 "yaxis": { 926 "align": false, 927 "alignLevel": null 928 } 929 } 930 ], 931 "refresh": "10s", 932 "schemaVersion": 18, 933 "style": "dark", 934 "tags": [ 935 "envoy", 936 "test" 937 ], 938 "templating": { 939 "list": [ 940 { 941 "current": { 942 "text": "caos-prometheus", 943 "value": "caos-prometheus" 944 }, 945 "hide": 0, 946 "includeAll": false, 947 "label": null, 948 "multi": false, 949 "name": "datasource", 950 "options": [], 951 "query": "prometheus", 952 "refresh": 1, 953 "regex": "", 954 "skipUrlSync": false, 955 "type": "datasource" 956 }, 957 { 958 "allValue": ".+", 959 "current": { 960 "text": "cluster_grafana_monitoring_3000", 961 "value": "cluster_grafana_monitoring_3000" 962 }, 963 "datasource": "$datasource", 964 "definition": "label_values(cluster)", 965 "hide": 0, 966 "includeAll": false, 967 "label": "Originating Service", 968 "multi": false, 969 "name": "originating_service", 970 "options": [], 971 "query": "label_values(envoy_cluster_name)", 972 "refresh": 2, 973 "regex": "", 974 "skipUrlSync": false, 975 "sort": 1, 976 "tagValuesQuery": "", 977 "tags": [], 978 "tagsQuery": "", 979 "type": "query", 980 "useTags": false 981 } 982 ] 983 }, 984 "time": { 985 "from": "now-12h", 986 "to": "now" 987 }, 988 "timepicker": { 989 "refresh_intervals": [ 990 "5s", 991 "10s", 992 "30s", 993 "1m", 994 "5m", 995 "15m", 996 "30m", 997 "1h", 998 "2h", 999 "1d" 1000 ], 1001 "time_options": [ 1002 "5m", 1003 "15m", 1004 "1h", 1005 "6h", 1006 "12h", 1007 "24h", 1008 "2d", 1009 "7d", 1010 "30d" 1011 ] 1012 }, 1013 "timezone": "", 1014 "title": "Envoy Service", 1015 "uid": "xqMCATKik", 1016 "version": 1 1017 }