github.com/1aal/kubeblocks@v0.0.0-20231107070852-e1c03e598921/deploy/weaviate/dashboards/weaviate.json (about) 1 { 2 "annotations": { 3 "list": [ 4 { 5 "builtIn": 1, 6 "datasource": { 7 "type": "datasource", 8 "uid": "grafana" 9 }, 10 "enable": true, 11 "hide": true, 12 "iconColor": "rgba(0, 211, 255, 1)", 13 "name": "Annotations & Alerts", 14 "target": { 15 "limit": 100, 16 "matchAny": false, 17 "tags": [], 18 "type": "dashboard" 19 }, 20 "type": "dashboard" 21 } 22 ] 23 }, 24 "description": "", 25 "editable": true, 26 "fiscalYearStartMonth": 0, 27 "gnetId": 11323, 28 "graphTooltip": 0, 29 "id": 10, 30 "links": [ 31 { 32 "asDropdown": false, 33 "icon": "cloud", 34 "includeVars": false, 35 "keepTime": false, 36 "tags": [], 37 "targetBlank": true, 38 "title": "ApeCloud", 39 "tooltip": "Improved productivity, cost-efficiency and business continuity.", 40 "type": "link", 41 "url": "https://kubeblocks.io/" 42 }, 43 { 44 "asDropdown": false, 45 "icon": "external link", 46 "includeVars": false, 47 "keepTime": false, 48 "tags": [], 49 "targetBlank": true, 50 "title": "KubeBlocks", 51 "tooltip": "An open-source and cloud-neutral DBaaS with Kubernetes.", 52 "type": "link", 53 "url": "https://github.com/apecloud/kubeblocks" 54 } 55 ], 56 "liveNow": false, 57 "panels": [ 58 { 59 "collapsed": false, 60 "gridPos": { 61 "h": 1, 62 "w": 24, 63 "x": 0, 64 "y": 0 65 }, 66 "id": 44, 67 "panels": [], 68 "title": "Startup Times", 69 "type": "row" 70 }, 71 { 72 "datasource": { 73 "type": "prometheus", 74 "uid": "prometheus" 75 }, 76 "description": "", 77 "fieldConfig": { 78 "defaults": { 79 "color": { 80 "mode": "thresholds" 81 }, 82 "mappings": [], 83 "thresholds": { 84 "mode": "absolute", 85 "steps": [ 86 { 87 "color": "green", 88 "value": null 89 }, 90 { 91 "color": "red", 92 "value": 80 93 } 94 ] 95 }, 96 "unit": "ms" 97 }, 98 "overrides": [] 99 }, 100 "gridPos": { 101 "h": 8, 102 "w": 6, 103 "x": 0, 104 "y": 1 105 }, 106 "id": 40, 107 "options": { 108 "colorMode": "value", 109 "graphMode": "area", 110 "justifyMode": "auto", 111 "orientation": "auto", 112 "reduceOptions": { 113 "calcs": [ 114 "lastNotNull" 115 ], 116 "fields": "", 117 "values": false 118 }, 119 "textMode": "auto" 120 }, 121 "pluginVersion": "9.2.4", 122 "targets": [ 123 { 124 "datasource": { 125 "type": "prometheus", 126 "uid": "Prometheus" 127 }, 128 "editorMode": "code", 129 "exemplar": true, 130 "expr": "sum(startup_durations_ms_sum{operation=\"hnsw_read_all_commitlogs\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"})", 131 "interval": "", 132 "legendFormat": "", 133 "range": true, 134 "refId": "A" 135 } 136 ], 137 "title": "Startup all HNSW indexes", 138 "type": "stat" 139 }, 140 { 141 "datasource": { 142 "type": "prometheus", 143 "uid": "prometheus" 144 }, 145 "description": "These times do not represent wall time. Some init processes are running in parallel, so this is CPU time. For a wall clock measurement look at total shard startup time.", 146 "fieldConfig": { 147 "defaults": { 148 "color": { 149 "mode": "thresholds" 150 }, 151 "mappings": [], 152 "thresholds": { 153 "mode": "absolute", 154 "steps": [ 155 { 156 "color": "green", 157 "value": null 158 }, 159 { 160 "color": "red", 161 "value": 80 162 } 163 ] 164 }, 165 "unit": "ms" 166 }, 167 "overrides": [] 168 }, 169 "gridPos": { 170 "h": 8, 171 "w": 6, 172 "x": 6, 173 "y": 1 174 }, 175 "id": 38, 176 "options": { 177 "colorMode": "value", 178 "graphMode": "area", 179 "justifyMode": "auto", 180 "orientation": "auto", 181 "reduceOptions": { 182 "calcs": [ 183 "lastNotNull" 184 ], 185 "fields": "", 186 "values": false 187 }, 188 "textMode": "auto" 189 }, 190 "pluginVersion": "9.2.4", 191 "targets": [ 192 { 193 "datasource": { 194 "type": "prometheus", 195 "uid": "Prometheus" 196 }, 197 "editorMode": "code", 198 "exemplar": true, 199 "expr": "sum(startup_durations_ms_sum{operation=\"lsm_startup_bucket\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"})", 200 "interval": "", 201 "legendFormat": "__auto", 202 "range": true, 203 "refId": "A" 204 } 205 ], 206 "title": "Startup all LSM buckets", 207 "type": "stat" 208 }, 209 { 210 "datasource": { 211 "type": "prometheus", 212 "uid": "prometheus" 213 }, 214 "description": "This represents the total wall time per shard.", 215 "fieldConfig": { 216 "defaults": { 217 "color": { 218 "mode": "thresholds" 219 }, 220 "mappings": [], 221 "thresholds": { 222 "mode": "absolute", 223 "steps": [ 224 { 225 "color": "green", 226 "value": null 227 }, 228 { 229 "color": "red", 230 "value": 80 231 } 232 ] 233 }, 234 "unit": "ms" 235 }, 236 "overrides": [] 237 }, 238 "gridPos": { 239 "h": 8, 240 "w": 12, 241 "x": 12, 242 "y": 1 243 }, 244 "id": 42, 245 "options": { 246 "colorMode": "value", 247 "graphMode": "area", 248 "justifyMode": "auto", 249 "orientation": "auto", 250 "reduceOptions": { 251 "calcs": [ 252 "lastNotNull" 253 ], 254 "fields": "", 255 "values": false 256 }, 257 "textMode": "auto" 258 }, 259 "pluginVersion": "9.2.4", 260 "targets": [ 261 { 262 "datasource": { 263 "type": "prometheus", 264 "uid": "Prometheus" 265 }, 266 "editorMode": "code", 267 "exemplar": true, 268 "expr": "sum(startup_durations_ms_sum{operation=\"shard_total_init\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"})", 269 "interval": "", 270 "legendFormat": "{{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 271 "range": true, 272 "refId": "A" 273 } 274 ], 275 "title": "Total shard Startup", 276 "type": "stat" 277 }, 278 { 279 "datasource": { 280 "type": "prometheus", 281 "uid": "prometheus" 282 }, 283 "fieldConfig": { 284 "defaults": { 285 "color": { 286 "mode": "palette-classic" 287 }, 288 "custom": { 289 "axisCenteredZero": false, 290 "axisColorMode": "text", 291 "axisLabel": "", 292 "axisPlacement": "auto", 293 "barAlignment": 0, 294 "drawStyle": "line", 295 "fillOpacity": 0, 296 "gradientMode": "none", 297 "hideFrom": { 298 "legend": false, 299 "tooltip": false, 300 "viz": false 301 }, 302 "lineInterpolation": "linear", 303 "lineWidth": 1, 304 "pointSize": 5, 305 "scaleDistribution": { 306 "type": "linear" 307 }, 308 "showPoints": "auto", 309 "spanNulls": false, 310 "stacking": { 311 "group": "A", 312 "mode": "none" 313 }, 314 "thresholdsStyle": { 315 "mode": "off" 316 } 317 }, 318 "mappings": [], 319 "thresholds": { 320 "mode": "absolute", 321 "steps": [ 322 { 323 "color": "green", 324 "value": null 325 }, 326 { 327 "color": "red", 328 "value": 80 329 } 330 ] 331 }, 332 "unit": "ms" 333 }, 334 "overrides": [] 335 }, 336 "gridPos": { 337 "h": 8, 338 "w": 12, 339 "x": 0, 340 "y": 9 341 }, 342 "id": 46, 343 "options": { 344 "legend": { 345 "calcs": [], 346 "displayMode": "list", 347 "placement": "bottom", 348 "showLegend": true 349 }, 350 "tooltip": { 351 "mode": "single", 352 "sort": "none" 353 } 354 }, 355 "targets": [ 356 { 357 "datasource": { 358 "type": "prometheus", 359 "uid": "Prometheus" 360 }, 361 "editorMode": "code", 362 "exemplar": true, 363 "expr": "avg(rate(startup_durations_ms_sum{namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval]) / rate(startup_durations_ms_count{namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 364 "interval": "", 365 "legendFormat": "{{operation}} ({{class_name}} / {{shard_name}})", 366 "range": true, 367 "refId": "A" 368 } 369 ], 370 "title": "Startup durations", 371 "type": "timeseries" 372 }, 373 { 374 "datasource": { 375 "type": "prometheus", 376 "uid": "prometheus" 377 }, 378 "fieldConfig": { 379 "defaults": { 380 "color": { 381 "mode": "palette-classic" 382 }, 383 "custom": { 384 "axisCenteredZero": false, 385 "axisColorMode": "text", 386 "axisLabel": "", 387 "axisPlacement": "auto", 388 "barAlignment": 0, 389 "drawStyle": "line", 390 "fillOpacity": 0, 391 "gradientMode": "none", 392 "hideFrom": { 393 "legend": false, 394 "tooltip": false, 395 "viz": false 396 }, 397 "lineInterpolation": "linear", 398 "lineWidth": 1, 399 "pointSize": 5, 400 "scaleDistribution": { 401 "type": "linear" 402 }, 403 "showPoints": "auto", 404 "spanNulls": false, 405 "stacking": { 406 "group": "A", 407 "mode": "none" 408 }, 409 "thresholdsStyle": { 410 "mode": "off" 411 } 412 }, 413 "mappings": [], 414 "thresholds": { 415 "mode": "absolute", 416 "steps": [ 417 { 418 "color": "green", 419 "value": null 420 }, 421 { 422 "color": "red", 423 "value": 80 424 } 425 ] 426 }, 427 "unit": "Bps" 428 }, 429 "overrides": [] 430 }, 431 "gridPos": { 432 "h": 8, 433 "w": 12, 434 "x": 12, 435 "y": 9 436 }, 437 "id": 48, 438 "options": { 439 "legend": { 440 "calcs": [], 441 "displayMode": "list", 442 "placement": "bottom", 443 "showLegend": true 444 }, 445 "tooltip": { 446 "mode": "single", 447 "sort": "none" 448 } 449 }, 450 "targets": [ 451 { 452 "datasource": { 453 "type": "prometheus", 454 "uid": "Prometheus" 455 }, 456 "editorMode": "code", 457 "exemplar": true, 458 "expr": "avg(rate(startup_diskio_throughput_sum{namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval]) / rate(startup_diskio_throughput_count{namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 459 "interval": "", 460 "legendFormat": "{{operation}} ({{class_name}}/{{shard_name}})", 461 "range": true, 462 "refId": "A" 463 } 464 ], 465 "title": "Startup Disk I/O ", 466 "type": "timeseries" 467 }, 468 { 469 "gridPos": { 470 "h": 1, 471 "w": 24, 472 "x": 0, 473 "y": 17 474 }, 475 "id": 36, 476 "title": "Query", 477 "type": "row" 478 }, 479 { 480 "datasource": { 481 "type": "prometheus", 482 "uid": "prometheus" 483 }, 484 "description": "Number of queries per second for each class", 485 "fieldConfig": { 486 "defaults": { 487 "color": { 488 "mode": "continuous-YlBl" 489 }, 490 "custom": { 491 "axisCenteredZero": false, 492 "axisColorMode": "text", 493 "axisLabel": "", 494 "axisPlacement": "auto", 495 "barAlignment": 0, 496 "drawStyle": "line", 497 "fillOpacity": 0, 498 "gradientMode": "none", 499 "hideFrom": { 500 "legend": false, 501 "tooltip": false, 502 "viz": false 503 }, 504 "lineInterpolation": "linear", 505 "lineWidth": 1, 506 "pointSize": 5, 507 "scaleDistribution": { 508 "type": "linear" 509 }, 510 "showPoints": "auto", 511 "spanNulls": false, 512 "stacking": { 513 "group": "A", 514 "mode": "none" 515 }, 516 "thresholdsStyle": { 517 "mode": "off" 518 } 519 }, 520 "mappings": [], 521 "thresholds": { 522 "mode": "absolute", 523 "steps": [ 524 { 525 "color": "green", 526 "value": null 527 }, 528 { 529 "color": "red", 530 "value": 80 531 } 532 ] 533 } 534 }, 535 "overrides": [] 536 }, 537 "gridPos": { 538 "h": 9, 539 "w": 12, 540 "x": 0, 541 "y": 18 542 }, 543 "id": 34, 544 "options": { 545 "legend": { 546 "calcs": [], 547 "displayMode": "list", 548 "placement": "bottom", 549 "showLegend": true 550 }, 551 "tooltip": { 552 "mode": "single", 553 "sort": "none" 554 } 555 }, 556 "targets": [ 557 { 558 "datasource": { 559 "type": "prometheus", 560 "uid": "Prometheus" 561 }, 562 "editorMode": "code", 563 "exemplar": true, 564 "expr": "avg(rate(queries_durations_ms_count{namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 565 "legendFormat": "{{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 566 "range": true, 567 "refId": "A" 568 } 569 ], 570 "title": "Query Rate", 571 "type": "timeseries" 572 }, 573 { 574 "datasource": { 575 "type": "prometheus", 576 "uid": "prometheus" 577 }, 578 "description": "Average query latency per time interval for each class.", 579 "fieldConfig": { 580 "defaults": { 581 "color": { 582 "mode": "continuous-GrYlRd" 583 }, 584 "custom": { 585 "axisCenteredZero": false, 586 "axisColorMode": "text", 587 "axisLabel": "", 588 "axisPlacement": "auto", 589 "barAlignment": 0, 590 "drawStyle": "line", 591 "fillOpacity": 0, 592 "gradientMode": "none", 593 "hideFrom": { 594 "legend": false, 595 "tooltip": false, 596 "viz": false 597 }, 598 "lineInterpolation": "linear", 599 "lineWidth": 1, 600 "pointSize": 5, 601 "scaleDistribution": { 602 "type": "linear" 603 }, 604 "showPoints": "auto", 605 "spanNulls": false, 606 "stacking": { 607 "group": "A", 608 "mode": "none" 609 }, 610 "thresholdsStyle": { 611 "mode": "off" 612 } 613 }, 614 "mappings": [], 615 "thresholds": { 616 "mode": "absolute", 617 "steps": [ 618 { 619 "color": "green", 620 "value": null 621 }, 622 { 623 "color": "red", 624 "value": 80 625 } 626 ] 627 }, 628 "unit": "ms" 629 }, 630 "overrides": [] 631 }, 632 "gridPos": { 633 "h": 9, 634 "w": 12, 635 "x": 12, 636 "y": 18 637 }, 638 "id": 32, 639 "options": { 640 "legend": { 641 "calcs": [], 642 "displayMode": "list", 643 "placement": "bottom", 644 "showLegend": true 645 }, 646 "tooltip": { 647 "mode": "single", 648 "sort": "none" 649 } 650 }, 651 "targets": [ 652 { 653 "datasource": { 654 "type": "prometheus", 655 "uid": "Prometheus" 656 }, 657 "editorMode": "code", 658 "exemplar": true, 659 "expr": "avg(rate(queries_durations_ms_sum{namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval]) / rate(queries_durations_ms_count{namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 660 "legendFormat": "{{class_name}} ", 661 "range": true, 662 "refId": "A" 663 } 664 ], 665 "title": "Average Query Latency", 666 "type": "timeseries" 667 }, 668 { 669 "datasource": { 670 "type": "prometheus", 671 "uid": "prometheus" 672 }, 673 "description": "Note the percentiles are calculated from histogram buckets so have an associated error see https://prometheus.io/docs/practices/histograms/#errors-of-quantile-estimation", 674 "fieldConfig": { 675 "defaults": { 676 "color": { 677 "mode": "continuous-YlRd" 678 }, 679 "custom": { 680 "axisCenteredZero": false, 681 "axisColorMode": "text", 682 "axisLabel": "", 683 "axisPlacement": "auto", 684 "barAlignment": 0, 685 "drawStyle": "line", 686 "fillOpacity": 0, 687 "gradientMode": "none", 688 "hideFrom": { 689 "legend": false, 690 "tooltip": false, 691 "viz": false 692 }, 693 "lineInterpolation": "linear", 694 "lineWidth": 1, 695 "pointSize": 5, 696 "scaleDistribution": { 697 "type": "linear" 698 }, 699 "showPoints": "auto", 700 "spanNulls": false, 701 "stacking": { 702 "group": "A", 703 "mode": "none" 704 }, 705 "thresholdsStyle": { 706 "mode": "off" 707 } 708 }, 709 "mappings": [], 710 "thresholds": { 711 "mode": "absolute", 712 "steps": [ 713 { 714 "color": "green", 715 "value": null 716 }, 717 { 718 "color": "red", 719 "value": 80 720 } 721 ] 722 }, 723 "unit": "ms" 724 }, 725 "overrides": [] 726 }, 727 "gridPos": { 728 "h": 8, 729 "w": 12, 730 "x": 0, 731 "y": 27 732 }, 733 "id": 30, 734 "options": { 735 "legend": { 736 "calcs": [], 737 "displayMode": "list", 738 "placement": "bottom", 739 "showLegend": true 740 }, 741 "tooltip": { 742 "mode": "single", 743 "sort": "none" 744 } 745 }, 746 "targets": [ 747 { 748 "datasource": { 749 "type": "prometheus", 750 "uid": "Prometheus" 751 }, 752 "editorMode": "code", 753 "expr": "histogram_quantile(0.95, sum(rate(queries_durations_ms_bucket{namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__interval])) by (namespace,app_kubernetes_io_instance,pod,le))", 754 "legendFormat": "__auto", 755 "range": true, 756 "refId": "A" 757 } 758 ], 759 "title": "95th Percentile Query Latency (Estimated)", 760 "type": "timeseries" 761 }, 762 { 763 "datasource": { 764 "type": "prometheus", 765 "uid": "prometheus" 766 }, 767 "description": "Break down of filtered query latency by operation", 768 "fieldConfig": { 769 "defaults": { 770 "color": { 771 "mode": "continuous-GrYlRd" 772 }, 773 "custom": { 774 "axisCenteredZero": false, 775 "axisColorMode": "text", 776 "axisLabel": "", 777 "axisPlacement": "auto", 778 "barAlignment": 0, 779 "drawStyle": "line", 780 "fillOpacity": 0, 781 "gradientMode": "none", 782 "hideFrom": { 783 "legend": false, 784 "tooltip": false, 785 "viz": false 786 }, 787 "lineInterpolation": "linear", 788 "lineWidth": 1, 789 "pointSize": 5, 790 "scaleDistribution": { 791 "type": "linear" 792 }, 793 "showPoints": "auto", 794 "spanNulls": false, 795 "stacking": { 796 "group": "A", 797 "mode": "none" 798 }, 799 "thresholdsStyle": { 800 "mode": "off" 801 } 802 }, 803 "mappings": [], 804 "thresholds": { 805 "mode": "absolute", 806 "steps": [ 807 { 808 "color": "green", 809 "value": null 810 }, 811 { 812 "color": "red", 813 "value": 80 814 } 815 ] 816 }, 817 "unit": "ms" 818 }, 819 "overrides": [] 820 }, 821 "gridPos": { 822 "h": 8, 823 "w": 12, 824 "x": 12, 825 "y": 27 826 }, 827 "id": 28, 828 "options": { 829 "legend": { 830 "calcs": [], 831 "displayMode": "list", 832 "placement": "bottom", 833 "showLegend": true 834 }, 835 "tooltip": { 836 "mode": "single", 837 "sort": "none" 838 } 839 }, 840 "targets": [ 841 { 842 "datasource": { 843 "type": "prometheus", 844 "uid": "Prometheus" 845 }, 846 "editorMode": "code", 847 "exemplar": true, 848 "expr": "avg(rate(queries_filtered_vector_durations_ms_sum{operation=\"filter\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval]) / rate(queries_filtered_vector_durations_ms_count{operation=\"filter\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 849 "legendFormat": "Filter | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 850 "range": true, 851 "refId": "Filter" 852 }, 853 { 854 "datasource": { 855 "type": "prometheus", 856 "uid": "Prometheus" 857 }, 858 "editorMode": "code", 859 "exemplar": true, 860 "expr": "avg(rate(queries_filtered_vector_durations_ms_sum{operation=\"sort\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__interval])) by (namespace,app_kubernetes_io_instance,pod) / avg(rate(queries_filtered_vector_durations_ms_count{operation=\"sort\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__interval])) by (namespace,app_kubernetes_io_instance,pod)", 861 "hide": false, 862 "legendFormat": "Sort | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 863 "range": true, 864 "refId": "Sort" 865 }, 866 { 867 "datasource": { 868 "type": "prometheus", 869 "uid": "Prometheus" 870 }, 871 "editorMode": "code", 872 "exemplar": true, 873 "expr": "avg(rate(queries_filtered_vector_durations_ms_sum{operation=\"vector\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__interval])) by (namespace,app_kubernetes_io_instance,pod) / avg(rate(queries_filtered_vector_durations_ms_count{operation=\"vector\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__interval])) by (namespace,app_kubernetes_io_instance,pod)", 874 "hide": false, 875 "legendFormat": "Vector | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 876 "range": true, 877 "refId": "Vector" 878 }, 879 { 880 "datasource": { 881 "type": "prometheus", 882 "uid": "Prometheus" 883 }, 884 "editorMode": "code", 885 "exemplar": true, 886 "expr": "avg(rate(queries_filtered_vector_durations_ms_sum{operation=\"objects\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__interval])) by (namespace,app_kubernetes_io_instance,pod) / avg(rate(queries_filtered_vector_durations_ms_count{operation=\"objects\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__interval])) by (namespace,app_kubernetes_io_instance,pod)", 887 "hide": false, 888 "legendFormat": "Objects | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 889 "range": true, 890 "refId": "Objects" 891 } 892 ], 893 "title": "Filtered Query Latency", 894 "type": "timeseries" 895 }, 896 { 897 "datasource": { 898 "type": "prometheus", 899 "uid": "prometheus" 900 }, 901 "description": "", 902 "fieldConfig": { 903 "defaults": { 904 "color": { 905 "mode": "palette-classic" 906 }, 907 "custom": { 908 "axisCenteredZero": false, 909 "axisColorMode": "text", 910 "axisLabel": "", 911 "axisPlacement": "auto", 912 "axisSoftMin": 0, 913 "barAlignment": 0, 914 "drawStyle": "line", 915 "fillOpacity": 15, 916 "gradientMode": "none", 917 "hideFrom": { 918 "legend": false, 919 "tooltip": false, 920 "viz": false 921 }, 922 "lineInterpolation": "smooth", 923 "lineWidth": 1, 924 "pointSize": 5, 925 "scaleDistribution": { 926 "type": "linear" 927 }, 928 "showPoints": "auto", 929 "spanNulls": false, 930 "stacking": { 931 "group": "A", 932 "mode": "normal" 933 }, 934 "thresholdsStyle": { 935 "mode": "off" 936 } 937 }, 938 "mappings": [], 939 "thresholds": { 940 "mode": "absolute", 941 "steps": [ 942 { 943 "color": "green", 944 "value": null 945 }, 946 { 947 "color": "red", 948 "value": 80 949 } 950 ] 951 } 952 }, 953 "overrides": [] 954 }, 955 "gridPos": { 956 "h": 8, 957 "w": 12, 958 "x": 0, 959 "y": 35 960 }, 961 "id": 26, 962 "options": { 963 "legend": { 964 "calcs": [], 965 "displayMode": "list", 966 "placement": "bottom", 967 "showLegend": true 968 }, 969 "tooltip": { 970 "mode": "single", 971 "sort": "none" 972 } 973 }, 974 "targets": [ 975 { 976 "datasource": { 977 "type": "prometheus", 978 "uid": "Prometheus" 979 }, 980 "editorMode": "code", 981 "exemplar": true, 982 "expr": "sum(concurrent_queries_count{query_type=\"aggregate\", namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 983 "interval": "", 984 "legendFormat": "Aggregate", 985 "range": true, 986 "refId": "A" 987 }, 988 { 989 "datasource": { 990 "type": "prometheus", 991 "uid": "Prometheus" 992 }, 993 "editorMode": "code", 994 "exemplar": true, 995 "expr": "sum(concurrent_queries_count{query_type=\"get_graphql\", namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 996 "hide": false, 997 "interval": "", 998 "legendFormat": "Get (GraphQL)", 999 "range": true, 1000 "refId": "B" 1001 }, 1002 { 1003 "datasource": { 1004 "type": "prometheus", 1005 "uid": "Prometheus" 1006 }, 1007 "editorMode": "code", 1008 "expr": "sum(concurrent_queries_count{query_type=\"get_object\", namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 1009 "hide": false, 1010 "legendFormat": "Get (Objects)", 1011 "range": true, 1012 "refId": "C" 1013 }, 1014 { 1015 "datasource": { 1016 "type": "prometheus", 1017 "uid": "Prometheus" 1018 }, 1019 "editorMode": "code", 1020 "expr": "sum(concurrent_queries_count{query_type=\"head_object\", namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 1021 "hide": false, 1022 "legendFormat": "Head (Objects)", 1023 "range": true, 1024 "refId": "D" 1025 } 1026 ], 1027 "title": "Concurrent Read Requests", 1028 "type": "timeseries" 1029 }, 1030 { 1031 "datasource": { 1032 "type": "prometheus", 1033 "uid": "prometheus" 1034 }, 1035 "description": "", 1036 "fieldConfig": { 1037 "defaults": { 1038 "color": { 1039 "mode": "palette-classic" 1040 }, 1041 "custom": { 1042 "axisCenteredZero": false, 1043 "axisColorMode": "text", 1044 "axisLabel": "", 1045 "axisPlacement": "auto", 1046 "axisSoftMin": 0, 1047 "barAlignment": 0, 1048 "drawStyle": "line", 1049 "fillOpacity": 15, 1050 "gradientMode": "none", 1051 "hideFrom": { 1052 "legend": false, 1053 "tooltip": false, 1054 "viz": false 1055 }, 1056 "lineInterpolation": "smooth", 1057 "lineWidth": 1, 1058 "pointSize": 5, 1059 "scaleDistribution": { 1060 "type": "linear" 1061 }, 1062 "showPoints": "auto", 1063 "spanNulls": false, 1064 "stacking": { 1065 "group": "A", 1066 "mode": "normal" 1067 }, 1068 "thresholdsStyle": { 1069 "mode": "off" 1070 } 1071 }, 1072 "mappings": [], 1073 "thresholds": { 1074 "mode": "absolute", 1075 "steps": [ 1076 { 1077 "color": "green", 1078 "value": null 1079 }, 1080 { 1081 "color": "red", 1082 "value": 80 1083 } 1084 ] 1085 } 1086 }, 1087 "overrides": [] 1088 }, 1089 "gridPos": { 1090 "h": 8, 1091 "w": 12, 1092 "x": 12, 1093 "y": 35 1094 }, 1095 "id": 24, 1096 "options": { 1097 "legend": { 1098 "calcs": [], 1099 "displayMode": "list", 1100 "placement": "bottom", 1101 "showLegend": true 1102 }, 1103 "tooltip": { 1104 "mode": "single", 1105 "sort": "none" 1106 } 1107 }, 1108 "targets": [ 1109 { 1110 "datasource": { 1111 "type": "prometheus", 1112 "uid": "Prometheus" 1113 }, 1114 "editorMode": "code", 1115 "expr": "sum(concurrent_queries_count{query_type=\"batch\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 1116 "hide": false, 1117 "legendFormat": "Batch (Objects) | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1118 "range": true, 1119 "refId": "C" 1120 }, 1121 { 1122 "datasource": { 1123 "type": "prometheus", 1124 "uid": "Prometheus" 1125 }, 1126 "editorMode": "code", 1127 "expr": "sum(concurrent_queries_count{query_type=\"batch_references\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 1128 "hide": false, 1129 "legendFormat": "Batch (References) | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1130 "range": true, 1131 "refId": "D" 1132 }, 1133 { 1134 "datasource": { 1135 "type": "prometheus", 1136 "uid": "Prometheus" 1137 }, 1138 "editorMode": "code", 1139 "exemplar": true, 1140 "expr": "sum(concurrent_queries_count{query_type=\"add_object\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 1141 "interval": "", 1142 "legendFormat": "Add (Objects) | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1143 "range": true, 1144 "refId": "A" 1145 }, 1146 { 1147 "datasource": { 1148 "type": "prometheus", 1149 "uid": "Prometheus" 1150 }, 1151 "editorMode": "code", 1152 "exemplar": true, 1153 "expr": "sum(concurrent_queries_count{query_type=\"update_object\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 1154 "hide": false, 1155 "interval": "", 1156 "legendFormat": "Update (Objects) | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1157 "range": true, 1158 "refId": "B" 1159 }, 1160 { 1161 "datasource": { 1162 "type": "prometheus", 1163 "uid": "Prometheus" 1164 }, 1165 "editorMode": "code", 1166 "expr": "sum(concurrent_queries_count{query_type=\"merge_object\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 1167 "hide": false, 1168 "legendFormat": "Merge (Objects) | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1169 "range": true, 1170 "refId": "E" 1171 }, 1172 { 1173 "datasource": { 1174 "type": "prometheus", 1175 "uid": "Prometheus" 1176 }, 1177 "editorMode": "code", 1178 "expr": "sum(concurrent_queries_count{query_type=\"delete_object\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 1179 "hide": false, 1180 "legendFormat": "Delete (Objects) | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1181 "range": true, 1182 "refId": "F" 1183 }, 1184 { 1185 "datasource": { 1186 "type": "prometheus", 1187 "uid": "Prometheus" 1188 }, 1189 "editorMode": "code", 1190 "expr": "sum(concurrent_queries_count{query_type=\"add_reference\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 1191 "hide": false, 1192 "legendFormat": "Add (Reference) | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1193 "range": true, 1194 "refId": "G" 1195 }, 1196 { 1197 "datasource": { 1198 "type": "prometheus", 1199 "uid": "Prometheus" 1200 }, 1201 "editorMode": "code", 1202 "expr": "sum(concurrent_queries_count{query_type=\"update_reference\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 1203 "hide": false, 1204 "legendFormat": "Update (Reference) | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1205 "range": true, 1206 "refId": "H" 1207 }, 1208 { 1209 "datasource": { 1210 "type": "prometheus", 1211 "uid": "Prometheus" 1212 }, 1213 "editorMode": "code", 1214 "expr": "sum(concurrent_queries_count{query_type=\"delete_reference\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}) by (namespace,app_kubernetes_io_instance,pod)", 1215 "hide": false, 1216 "legendFormat": "Delete (Reference) | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1217 "range": true, 1218 "refId": "I" 1219 } 1220 ], 1221 "title": "Concurrent Write Requests", 1222 "type": "timeseries" 1223 }, 1224 { 1225 "gridPos": { 1226 "h": 1, 1227 "w": 24, 1228 "x": 0, 1229 "y": 43 1230 }, 1231 "id": 20, 1232 "title": "Object Operations", 1233 "type": "row" 1234 }, 1235 { 1236 "datasource": { 1237 "type": "prometheus", 1238 "uid": "prometheus" 1239 }, 1240 "description": "", 1241 "fieldConfig": { 1242 "defaults": { 1243 "color": { 1244 "mode": "continuous-RdYlGr" 1245 }, 1246 "custom": { 1247 "axisCenteredZero": false, 1248 "axisColorMode": "text", 1249 "axisLabel": "", 1250 "axisPlacement": "auto", 1251 "barAlignment": 0, 1252 "drawStyle": "line", 1253 "fillOpacity": 0, 1254 "gradientMode": "none", 1255 "hideFrom": { 1256 "legend": false, 1257 "tooltip": false, 1258 "viz": false 1259 }, 1260 "lineInterpolation": "linear", 1261 "lineWidth": 1, 1262 "pointSize": 5, 1263 "scaleDistribution": { 1264 "type": "linear" 1265 }, 1266 "showPoints": "auto", 1267 "spanNulls": false, 1268 "stacking": { 1269 "group": "A", 1270 "mode": "none" 1271 }, 1272 "thresholdsStyle": { 1273 "mode": "off" 1274 } 1275 }, 1276 "mappings": [], 1277 "thresholds": { 1278 "mode": "absolute", 1279 "steps": [ 1280 { 1281 "color": "green", 1282 "value": null 1283 }, 1284 { 1285 "color": "red", 1286 "value": 80 1287 } 1288 ] 1289 }, 1290 "unit": "ms" 1291 }, 1292 "overrides": [] 1293 }, 1294 "gridPos": { 1295 "h": 7, 1296 "w": 24, 1297 "x": 0, 1298 "y": 44 1299 }, 1300 "id": 22, 1301 "maxDataPoints": 25, 1302 "options": { 1303 "legend": { 1304 "calcs": [], 1305 "displayMode": "list", 1306 "placement": "bottom", 1307 "showLegend": true 1308 }, 1309 "tooltip": { 1310 "mode": "single", 1311 "sort": "none" 1312 } 1313 }, 1314 "pluginVersion": "9.3.6", 1315 "targets": [ 1316 { 1317 "datasource": { 1318 "type": "prometheus", 1319 "uid": "Prometheus" 1320 }, 1321 "editorMode": "code", 1322 "exemplar": true, 1323 "expr": "avg(rate(objects_durations_ms_sum{step=\"total\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval]) / rate(objects_durations_ms_count{step=\"total\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod,class_name,shard_name)", 1324 "format": "time_series", 1325 "interval": "", 1326 "legendFormat": "Total | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1327 "range": true, 1328 "refId": "A" 1329 }, 1330 { 1331 "datasource": { 1332 "type": "prometheus", 1333 "uid": "Prometheus" 1334 }, 1335 "editorMode": "code", 1336 "exemplar": true, 1337 "expr": "avg(rate(objects_durations_ms_sum{step=\"upsert_object_store\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval]) / rate(objects_durations_ms_count{step=\"upsert_object_store\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod,class_name,shard_name)", 1338 "format": "time_series", 1339 "hide": false, 1340 "interval": "", 1341 "legendFormat": "Upsert Object | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1342 "range": true, 1343 "refId": "B" 1344 }, 1345 { 1346 "datasource": { 1347 "type": "prometheus", 1348 "uid": "Prometheus" 1349 }, 1350 "editorMode": "code", 1351 "exemplar": true, 1352 "expr": "avg(rate(objects_durations_ms_sum{step=\"inverted_total\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval]) / rate(objects_durations_ms_count{step=\"inverted_total\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod,class_name,shard_name)", 1353 "format": "time_series", 1354 "hide": false, 1355 "interval": "", 1356 "legendFormat": "Inverted Index | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1357 "range": true, 1358 "refId": "C" 1359 } 1360 ], 1361 "title": "PUT Object (Total)", 1362 "type": "timeseries" 1363 }, 1364 { 1365 "gridPos": { 1366 "h": 1, 1367 "w": 24, 1368 "x": 0, 1369 "y": 51 1370 }, 1371 "id": 12, 1372 "title": "LSM", 1373 "type": "row" 1374 }, 1375 { 1376 "datasource": { 1377 "type": "prometheus", 1378 "uid": "prometheus" 1379 }, 1380 "description": "Replace is used primarily for object storage.", 1381 "fieldConfig": { 1382 "defaults": { 1383 "color": { 1384 "mode": "thresholds" 1385 }, 1386 "mappings": [], 1387 "thresholds": { 1388 "mode": "absolute", 1389 "steps": [ 1390 { 1391 "color": "text", 1392 "value": null 1393 } 1394 ] 1395 }, 1396 "unit": "decbytes" 1397 }, 1398 "overrides": [] 1399 }, 1400 "gridPos": { 1401 "h": 5, 1402 "w": 24, 1403 "x": 0, 1404 "y": 52 1405 }, 1406 "id": 14, 1407 "options": { 1408 "colorMode": "value", 1409 "graphMode": "area", 1410 "justifyMode": "auto", 1411 "orientation": "auto", 1412 "reduceOptions": { 1413 "calcs": [ 1414 "lastNotNull" 1415 ], 1416 "fields": "", 1417 "values": false 1418 }, 1419 "textMode": "auto" 1420 }, 1421 "pluginVersion": "9.2.4", 1422 "targets": [ 1423 { 1424 "datasource": { 1425 "type": "prometheus", 1426 "uid": "Prometheus" 1427 }, 1428 "editorMode": "code", 1429 "expr": "sum(max_over_time(lsm_segment_size{strategy=\"replace\",namespace=~\"$namespace\",app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by(namespace,app_kubernetes_io_instance,pod,level, unit)", 1430 "legendFormat": "Level {{level}} / {{unit}} ", 1431 "range": true, 1432 "refId": "A" 1433 } 1434 ], 1435 "title": "LSM Strategy Replace by Level (Object Storage)", 1436 "type": "stat" 1437 }, 1438 { 1439 "datasource": { 1440 "type": "prometheus", 1441 "uid": "prometheus" 1442 }, 1443 "description": "MapCollections are used in the inverted index for anything that has a frequency, which is mainly text and string props. Those need a frequency for BM25 calculations.", 1444 "fieldConfig": { 1445 "defaults": { 1446 "color": { 1447 "mode": "thresholds" 1448 }, 1449 "mappings": [], 1450 "thresholds": { 1451 "mode": "absolute", 1452 "steps": [ 1453 { 1454 "color": "text", 1455 "value": null 1456 } 1457 ] 1458 }, 1459 "unit": "decbytes" 1460 }, 1461 "overrides": [] 1462 }, 1463 "gridPos": { 1464 "h": 5, 1465 "w": 24, 1466 "x": 0, 1467 "y": 57 1468 }, 1469 "id": 18, 1470 "options": { 1471 "colorMode": "value", 1472 "graphMode": "area", 1473 "justifyMode": "auto", 1474 "orientation": "auto", 1475 "reduceOptions": { 1476 "calcs": [ 1477 "lastNotNull" 1478 ], 1479 "fields": "", 1480 "values": false 1481 }, 1482 "textMode": "auto" 1483 }, 1484 "pluginVersion": "9.2.4", 1485 "targets": [ 1486 { 1487 "datasource": { 1488 "type": "prometheus", 1489 "uid": "Prometheus" 1490 }, 1491 "editorMode": "code", 1492 "expr": "sum(max_over_time(lsm_segment_size{strategy=\"mapcollection\", namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by(namespace,app_kubernetes_io_instance,pod,level, unit)", 1493 "legendFormat": "Level {{level}} / {{unit}} ", 1494 "range": true, 1495 "refId": "A" 1496 } 1497 ], 1498 "title": "LSM Strategy MapCollection by Level (Inverted with frequency)", 1499 "type": "stat" 1500 }, 1501 { 1502 "datasource": { 1503 "type": "prometheus", 1504 "uid": "prometheus" 1505 }, 1506 "description": "SetCollections are used in the inverted index for anything that does not have a frequency, e.g. numbers, bools, etc.", 1507 "fieldConfig": { 1508 "defaults": { 1509 "color": { 1510 "mode": "thresholds" 1511 }, 1512 "mappings": [], 1513 "thresholds": { 1514 "mode": "absolute", 1515 "steps": [ 1516 { 1517 "color": "text", 1518 "value": null 1519 } 1520 ] 1521 }, 1522 "unit": "decbytes" 1523 }, 1524 "overrides": [] 1525 }, 1526 "gridPos": { 1527 "h": 5, 1528 "w": 24, 1529 "x": 0, 1530 "y": 62 1531 }, 1532 "id": 16, 1533 "options": { 1534 "colorMode": "value", 1535 "graphMode": "area", 1536 "justifyMode": "auto", 1537 "orientation": "auto", 1538 "reduceOptions": { 1539 "calcs": [ 1540 "lastNotNull" 1541 ], 1542 "fields": "", 1543 "values": false 1544 }, 1545 "textMode": "auto" 1546 }, 1547 "pluginVersion": "9.2.4", 1548 "targets": [ 1549 { 1550 "datasource": { 1551 "type": "prometheus", 1552 "uid": "Prometheus" 1553 }, 1554 "editorMode": "code", 1555 "expr": "sum(max_over_time(lsm_segment_size{strategy=\"setcollection\",namespace=~\"$namespace\",app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by(namespace,app_kubernetes_io_instance,pod,level,unit)", 1556 "legendFormat": "Level {{level}} / {{unit}} ", 1557 "range": true, 1558 "refId": "A" 1559 } 1560 ], 1561 "title": "LSM Strategy SetCollection by Level (Inverted without frequency)", 1562 "type": "stat" 1563 }, 1564 { 1565 "gridPos": { 1566 "h": 1, 1567 "w": 24, 1568 "x": 0, 1569 "y": 67 1570 }, 1571 "id": 2, 1572 "title": "Importing", 1573 "type": "row" 1574 }, 1575 { 1576 "datasource": { 1577 "type": "prometheus", 1578 "uid": "prometheus" 1579 }, 1580 "description": "", 1581 "fieldConfig": { 1582 "defaults": { 1583 "color": { 1584 "mode": "palette-classic" 1585 }, 1586 "custom": { 1587 "axisCenteredZero": false, 1588 "axisColorMode": "text", 1589 "axisLabel": "", 1590 "axisPlacement": "auto", 1591 "barAlignment": 0, 1592 "drawStyle": "line", 1593 "fillOpacity": 0, 1594 "gradientMode": "none", 1595 "hideFrom": { 1596 "legend": false, 1597 "tooltip": false, 1598 "viz": false 1599 }, 1600 "lineInterpolation": "linear", 1601 "lineWidth": 1, 1602 "pointSize": 5, 1603 "scaleDistribution": { 1604 "type": "linear" 1605 }, 1606 "showPoints": "auto", 1607 "spanNulls": false, 1608 "stacking": { 1609 "group": "A", 1610 "mode": "none" 1611 }, 1612 "thresholdsStyle": { 1613 "mode": "off" 1614 } 1615 }, 1616 "mappings": [], 1617 "thresholds": { 1618 "mode": "absolute", 1619 "steps": [ 1620 { 1621 "color": "green", 1622 "value": null 1623 }, 1624 { 1625 "color": "red", 1626 "value": 80 1627 } 1628 ] 1629 } 1630 }, 1631 "overrides": [] 1632 }, 1633 "gridPos": { 1634 "h": 8, 1635 "w": 12, 1636 "x": 0, 1637 "y": 68 1638 }, 1639 "id": 4, 1640 "interval": "1", 1641 "options": { 1642 "legend": { 1643 "calcs": [], 1644 "displayMode": "list", 1645 "placement": "bottom", 1646 "showLegend": true 1647 }, 1648 "tooltip": { 1649 "mode": "single", 1650 "sort": "none" 1651 } 1652 }, 1653 "targets": [ 1654 { 1655 "datasource": { 1656 "type": "prometheus", 1657 "uid": "Prometheus" 1658 }, 1659 "editorMode": "code", 1660 "exemplar": true, 1661 "expr": "sum(max_over_time(vector_index_tombstones{namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 1662 "instant": false, 1663 "interval": "", 1664 "intervalFactor": 1, 1665 "legendFormat": "{{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1666 "refId": "A" 1667 } 1668 ], 1669 "title": "Active Tombstones in HNSW index", 1670 "type": "timeseries" 1671 }, 1672 { 1673 "datasource": { 1674 "type": "prometheus", 1675 "uid": "prometheus" 1676 }, 1677 "fieldConfig": { 1678 "defaults": { 1679 "color": { 1680 "mode": "palette-classic" 1681 }, 1682 "custom": { 1683 "axisCenteredZero": false, 1684 "axisColorMode": "text", 1685 "axisLabel": "", 1686 "axisPlacement": "auto", 1687 "barAlignment": 0, 1688 "drawStyle": "line", 1689 "fillOpacity": 0, 1690 "gradientMode": "none", 1691 "hideFrom": { 1692 "legend": false, 1693 "tooltip": false, 1694 "viz": false 1695 }, 1696 "lineInterpolation": "linear", 1697 "lineWidth": 1, 1698 "pointSize": 5, 1699 "scaleDistribution": { 1700 "type": "linear" 1701 }, 1702 "showPoints": "auto", 1703 "spanNulls": false, 1704 "stacking": { 1705 "group": "A", 1706 "mode": "none" 1707 }, 1708 "thresholdsStyle": { 1709 "mode": "off" 1710 } 1711 }, 1712 "mappings": [], 1713 "thresholds": { 1714 "mode": "absolute", 1715 "steps": [ 1716 { 1717 "color": "green", 1718 "value": null 1719 }, 1720 { 1721 "color": "red", 1722 "value": 80 1723 } 1724 ] 1725 } 1726 }, 1727 "overrides": [] 1728 }, 1729 "gridPos": { 1730 "h": 8, 1731 "w": 12, 1732 "x": 12, 1733 "y": 68 1734 }, 1735 "id": 6, 1736 "options": { 1737 "legend": { 1738 "calcs": [], 1739 "displayMode": "list", 1740 "placement": "bottom", 1741 "showLegend": true 1742 }, 1743 "tooltip": { 1744 "mode": "single", 1745 "sort": "none" 1746 } 1747 }, 1748 "targets": [ 1749 { 1750 "datasource": { 1751 "type": "prometheus", 1752 "uid": "Prometheus" 1753 }, 1754 "editorMode": "code", 1755 "exemplar": true, 1756 "expr": "sum(max_over_time(vector_index_tombstone_cleanup_threads{namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 1757 "interval": "", 1758 "legendFormat": "{{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1759 "range": true, 1760 "refId": "A" 1761 } 1762 ], 1763 "title": "Active Tombstone Cleanup Threads", 1764 "type": "timeseries" 1765 }, 1766 { 1767 "datasource": { 1768 "type": "prometheus", 1769 "uid": "prometheus" 1770 }, 1771 "fieldConfig": { 1772 "defaults": { 1773 "color": { 1774 "mode": "palette-classic" 1775 }, 1776 "custom": { 1777 "axisCenteredZero": false, 1778 "axisColorMode": "text", 1779 "axisLabel": "", 1780 "axisPlacement": "auto", 1781 "barAlignment": 0, 1782 "drawStyle": "line", 1783 "fillOpacity": 0, 1784 "gradientMode": "none", 1785 "hideFrom": { 1786 "legend": false, 1787 "tooltip": false, 1788 "viz": false 1789 }, 1790 "lineInterpolation": "linear", 1791 "lineWidth": 1, 1792 "pointSize": 5, 1793 "scaleDistribution": { 1794 "type": "linear" 1795 }, 1796 "showPoints": "auto", 1797 "spanNulls": false, 1798 "stacking": { 1799 "group": "A", 1800 "mode": "none" 1801 }, 1802 "thresholdsStyle": { 1803 "mode": "off" 1804 } 1805 }, 1806 "mappings": [], 1807 "thresholds": { 1808 "mode": "absolute", 1809 "steps": [ 1810 { 1811 "color": "text", 1812 "value": null 1813 } 1814 ] 1815 } 1816 }, 1817 "overrides": [] 1818 }, 1819 "gridPos": { 1820 "h": 7, 1821 "w": 12, 1822 "x": 0, 1823 "y": 76 1824 }, 1825 "id": 8, 1826 "options": { 1827 "legend": { 1828 "calcs": [], 1829 "displayMode": "list", 1830 "placement": "bottom", 1831 "showLegend": true 1832 }, 1833 "tooltip": { 1834 "mode": "single", 1835 "sort": "none" 1836 } 1837 }, 1838 "pluginVersion": "9.2.4", 1839 "targets": [ 1840 { 1841 "datasource": { 1842 "type": "prometheus", 1843 "uid": "Prometheus" 1844 }, 1845 "editorMode": "code", 1846 "exemplar": false, 1847 "expr": "sum(max_over_time(vector_index_operations{operation=\"create\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 1848 "instant": false, 1849 "interval": "", 1850 "legendFormat": "Vectors Inserted | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1851 "range": true, 1852 "refId": "A" 1853 }, 1854 { 1855 "datasource": { 1856 "type": "prometheus", 1857 "uid": "Prometheus" 1858 }, 1859 "editorMode": "code", 1860 "exemplar": true, 1861 "expr": "sum(max_over_time(vector_index_operations{operation=\"delete\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 1862 "hide": false, 1863 "interval": "", 1864 "legendFormat": "Vectors Deleted | {{namespace}} | {{app_kubernetes_io_instance}} | {{pod}}", 1865 "range": true, 1866 "refId": "B" 1867 } 1868 ], 1869 "title": "Vector Index Statistics", 1870 "type": "timeseries" 1871 }, 1872 { 1873 "datasource": { 1874 "type": "prometheus", 1875 "uid": "prometheus" 1876 }, 1877 "description": "Count of active segments across all classes and shards, shown by type.", 1878 "fieldConfig": { 1879 "defaults": { 1880 "color": { 1881 "mode": "palette-classic" 1882 }, 1883 "custom": { 1884 "axisCenteredZero": false, 1885 "axisColorMode": "text", 1886 "axisLabel": "", 1887 "axisPlacement": "auto", 1888 "barAlignment": 0, 1889 "drawStyle": "line", 1890 "fillOpacity": 0, 1891 "gradientMode": "none", 1892 "hideFrom": { 1893 "legend": false, 1894 "tooltip": false, 1895 "viz": false 1896 }, 1897 "lineInterpolation": "linear", 1898 "lineStyle": { 1899 "fill": "solid" 1900 }, 1901 "lineWidth": 1, 1902 "pointSize": 9, 1903 "scaleDistribution": { 1904 "type": "linear" 1905 }, 1906 "showPoints": "auto", 1907 "spanNulls": false, 1908 "stacking": { 1909 "group": "A", 1910 "mode": "normal" 1911 }, 1912 "thresholdsStyle": { 1913 "mode": "off" 1914 } 1915 }, 1916 "mappings": [], 1917 "thresholds": { 1918 "mode": "absolute", 1919 "steps": [ 1920 { 1921 "color": "green", 1922 "value": null 1923 }, 1924 { 1925 "color": "red", 1926 "value": 80 1927 } 1928 ] 1929 } 1930 }, 1931 "overrides": [] 1932 }, 1933 "gridPos": { 1934 "h": 7, 1935 "w": 12, 1936 "x": 12, 1937 "y": 76 1938 }, 1939 "id": 10, 1940 "interval": "1", 1941 "options": { 1942 "legend": { 1943 "calcs": [], 1944 "displayMode": "list", 1945 "placement": "bottom", 1946 "showLegend": true 1947 }, 1948 "tooltip": { 1949 "mode": "single", 1950 "sort": "none" 1951 } 1952 }, 1953 "targets": [ 1954 { 1955 "datasource": { 1956 "type": "prometheus", 1957 "uid": "Prometheus" 1958 }, 1959 "editorMode": "code", 1960 "exemplar": true, 1961 "expr": "sum(max_over_time(lsm_active_segments{strategy=\"replace\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 1962 "interval": "", 1963 "legendFormat": "Total \"Replace\" (Object Storage)", 1964 "range": true, 1965 "refId": "A" 1966 }, 1967 { 1968 "datasource": { 1969 "type": "prometheus", 1970 "uid": "Prometheus" 1971 }, 1972 "editorMode": "code", 1973 "exemplar": true, 1974 "expr": "sum(max_over_time(lsm_active_segments{strategy=\"mapcollection\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 1975 "hide": false, 1976 "interval": "", 1977 "legendFormat": "Total \"Map\" (Inverted storage with term frequency)", 1978 "range": true, 1979 "refId": "B" 1980 }, 1981 { 1982 "datasource": { 1983 "type": "prometheus", 1984 "uid": "Prometheus" 1985 }, 1986 "editorMode": "code", 1987 "exemplar": true, 1988 "expr": "sum(max_over_time(lsm_active_segments{strategy=\"setcollection\",namespace=~\"$namespace\", app_kubernetes_io_instance=~\"$cluster\",pod=~\"$instance\"}[$__rate_interval])) by (namespace,app_kubernetes_io_instance,pod)", 1989 "hide": false, 1990 "interval": "", 1991 "legendFormat": "Total \"Set\" (Inverted storage without frequency)", 1992 "range": true, 1993 "refId": "C" 1994 } 1995 ], 1996 "title": "Active LSM Segments", 1997 "type": "timeseries" 1998 } 1999 ], 2000 "refresh": "", 2001 "schemaVersion": 37, 2002 "style": "dark", 2003 "tags": [ 2004 "weaviate", 2005 "db" 2006 ], 2007 "templating": { 2008 "list": [ 2009 { 2010 "current": { 2011 "selected": false, 2012 "text": "default", 2013 "value": "default" 2014 }, 2015 "hide": 0, 2016 "includeAll": false, 2017 "label": "Data Source", 2018 "multi": false, 2019 "name": "datasource", 2020 "options": [], 2021 "query": "prometheus", 2022 "queryValue": "", 2023 "refresh": 1, 2024 "regex": "", 2025 "skipUrlSync": false, 2026 "type": "datasource" 2027 }, 2028 { 2029 "allValue": ".+", 2030 "current": { 2031 "selected": false, 2032 "text": [ 2033 "All" 2034 ], 2035 "value": [ 2036 "$__all" 2037 ] 2038 }, 2039 "datasource": { 2040 "type": "prometheus", 2041 "uid": "$datasource" 2042 }, 2043 "definition": "label_values(go_info{app_kubernetes_io_name=\"weaviate\"}, namespace)", 2044 "hide": 0, 2045 "includeAll": true, 2046 "label": "namespace", 2047 "multi": true, 2048 "name": "namespace", 2049 "options": [], 2050 "query": { 2051 "query": "label_values(go_info{app_kubernetes_io_name=\"weaviate\"}, namespace)", 2052 "refId": "StandardVariableQuery" 2053 }, 2054 "refresh": 1, 2055 "regex": "", 2056 "skipUrlSync": false, 2057 "sort": 5, 2058 "tagValuesQuery": "", 2059 "tagsQuery": "", 2060 "type": "query", 2061 "useTags": false 2062 }, 2063 { 2064 "allValue": ".+", 2065 "current": { 2066 "selected": false, 2067 "text": [ 2068 "All" 2069 ], 2070 "value": [ 2071 "$__all" 2072 ] 2073 }, 2074 "datasource": { 2075 "type": "prometheus", 2076 "uid": "$datasource" 2077 }, 2078 "definition": "label_values(go_info{app_kubernetes_io_name=\"weaviate\"}, app_kubernetes_io_instance)", 2079 "hide": 0, 2080 "includeAll": true, 2081 "label": "cluster", 2082 "multi": true, 2083 "name": "cluster", 2084 "options": [], 2085 "query": { 2086 "query": "label_values(go_info{app_kubernetes_io_name=\"weaviate\"}, app_kubernetes_io_instance)", 2087 "refId": "StandardVariableQuery" 2088 }, 2089 "refresh": 1, 2090 "regex": "", 2091 "skipUrlSync": false, 2092 "sort": 0, 2093 "tagValuesQuery": "", 2094 "tagsQuery": "", 2095 "type": "query", 2096 "useTags": false 2097 }, 2098 { 2099 "allValue": ".+", 2100 "current": { 2101 "selected": false, 2102 "text": [ 2103 "All" 2104 ], 2105 "value": [ 2106 "All" 2107 ] 2108 }, 2109 "datasource": { 2110 "type": "prometheus", 2111 "uid": "$datasource" 2112 }, 2113 "definition": "label_values(go_info{namespace=~\"$namespace\",app_kubernetes_io_instance=~\"$cluster\",app_kubernetes_io_name=\"weaviate\"}, pod)", 2114 "hide": 0, 2115 "includeAll": true, 2116 "label": "instance", 2117 "multi": true, 2118 "name": "instance", 2119 "options": [], 2120 "query": { 2121 "query": "label_values(go_info{namespace=~\"$namespace\",app_kubernetes_io_instance=~\"$cluster\",app_kubernetes_io_name=\"weaviate\"}, pod)", 2122 "refId": "StandardVariableQuery" 2123 }, 2124 "refresh": 2, 2125 "regex": "", 2126 "skipUrlSync": false, 2127 "sort": 5, 2128 "tagValuesQuery": "", 2129 "tagsQuery": "", 2130 "type": "query", 2131 "useTags": false 2132 } 2133 ] 2134 }, 2135 "time": { 2136 "from": "now-30m", 2137 "to": "now" 2138 }, 2139 "timepicker": { 2140 "collapse": false, 2141 "enable": true, 2142 "hidden": false, 2143 "notice": false, 2144 "now": true, 2145 "refresh_intervals": [ 2146 "10s", 2147 "30s", 2148 "1m", 2149 "5m", 2150 "15m", 2151 "30m", 2152 "1h", 2153 "2h", 2154 "1d" 2155 ], 2156 "status": "Stable", 2157 "time_options": [ 2158 "5m", 2159 "15m", 2160 "1h", 2161 "6h", 2162 "12h", 2163 "24h", 2164 "2d", 2165 "7d", 2166 "30d" 2167 ], 2168 "type": "timepicker" 2169 }, 2170 "timezone": "", 2171 "title": "Weaviate", 2172 "uid": "weaviate", 2173 "version": 1, 2174 "weekStart": "" 2175 }