github.com/weaviate/weaviate@v1.24.6/adapters/repos/db/vector/hnsw/datasets/neurips23/simple_runbook.yaml (about)

     1  random-xs:
     2    max_pts: 10000
     3    1: 
     4      operation: "insert"
     5      start: 0
     6      end: 10000
     7    2:
     8      operation: "search"
     9    3:
    10      operation: "delete"
    11      start: 0
    12      end: 5000
    13    4:
    14      operation: "search"
    15    5:
    16      operation: "insert"
    17      start: 0
    18      end: 5000
    19    6:
    20      operation: "search"
    21    gt_url: "https://comp21storage.blob.core.windows.net/publiccontainer/comp23/str_gt/random10000/10000/simple_runbook.yaml"
    22  msturing-10M:
    23    max_pts: 10000000
    24    # On Azure D8lds v5 with "R":50, "L":50, "insert_threads":16, "consolidate_threads":16
    25    # ~28 mins run time "Ls":100, "search_threads":16, average recall@10: 0.892
    26    1: 
    27      operation: "insert"
    28      start: 0
    29      end: 10000000
    30    2:
    31      operation: "search"
    32    3:
    33      operation: "delete"
    34      start: 0
    35      end: 5000000
    36    4:
    37      operation: "search"
    38    5:
    39      operation: "insert"
    40      start: 0
    41      end: 5000000
    42    6:
    43      operation: "search"
    44    gt_url: "https://comp21storage.blob.core.windows.net/publiccontainer/comp23/str_gt/MSTuringANNS/10000000/simple_runbook.yaml"
    45  msturing-1M:
    46    max_pts: 1000000
    47    # On Azure D8lds v5 with "R":50, "L":50, "insert_threads":16, "consolidate_threads":16
    48    # ~3.5 mins run time "Ls":300, "search_threads":16, average recall@10: 0.906
    49    # ~2 mins   run time "Ls":100, "search_threads":16, average recall@10: 0.958
    50    1: 
    51      operation: "insert"
    52      start: 0
    53      end: 1000000
    54    2:
    55      operation: "search"
    56    3:
    57      operation: "delete"
    58      start: 0
    59      end: 500000
    60    4:
    61      operation: "search"
    62    5:
    63      operation: "insert"
    64      start: 0
    65      end: 500000
    66    6:
    67      operation: "search"
    68    gt_url: "https://comp21storage.blob.core.windows.net/publiccontainer/comp23/str_gt/MSTuringANNS/1000000/simple_runbook.yaml"
    69  msspacev-10M:
    70    max_pts: 10000000
    71    1: 
    72      operation: "insert"
    73      start: 0
    74      end: 10000000
    75    2:
    76      operation: "search"
    77    3:
    78      operation: "delete"
    79      start: 0
    80      end: 5000000
    81    4:
    82      operation: "search"
    83    5:
    84      operation: "insert"
    85      start: 0
    86      end: 5000000
    87    6:
    88      operation: "search"
    89    gt_url: "https://comp21storage.blob.core.windows.net/publiccontainer/comp23/str_gt/MSSPACEV1B/10000000/simple_runbook.yaml"
    90  msspacev-1M:
    91    max_pts: 1000000
    92    1: 
    93      operation: "insert"
    94      start: 0
    95      end: 1000000
    96    2:
    97      operation: "search"
    98    3:
    99      operation: "delete"
   100      start: 0
   101      end: 500000
   102    4:
   103      operation: "search"
   104    5:
   105      operation: "insert"
   106      start: 0
   107      end: 500000
   108    6:
   109      operation: "search"
   110    gt_url: "https://comp21storage.blob.core.windows.net/publiccontainer/comp23/str_gt/MSSPACEV1B/1000000/simple_runbook.yaml"