github.com/cockroachdb/pebble@v0.0.0-20231214172447-ab4952c5f87b/testdata/metrics (about)

     1  example
     2  ----
     3        |                             |       |       |   ingested   |     moved    |    written   |       |    amp   |     multilevel
     4  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w  |    top   in  read
     5  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+----------+------------------
     6      0 |   101   102B     0B     101 | 103.0 |  104B |   112   104B |   113   106B |   221   217B |  107B |   1  2.1 |  104B  104B  104B
     7      1 |   201   202B     0B     201 | 203.0 |  204B |   212   204B |   213   206B |   421   417B |  207B |   2  2.0 |  204B  204B  204B
     8      2 |   301   302B     0B     301 | 303.0 |  304B |   312   304B |   313   306B |   621   617B |  307B |   3  2.0 |  304B  304B  304B
     9      3 |   401   402B     0B     401 | 403.0 |  404B |   412   404B |   413   406B |   821   817B |  407B |   4  2.0 |  404B  404B  404B
    10      4 |   501   502B     0B     501 | 503.0 |  504B |   512   504B |   513   506B |  1.0K  1017B |  507B |   5  2.0 |  504B  504B  504B
    11      5 |   601   602B     0B     601 | 603.0 |  604B |   612   604B |   613   606B |  1.2K  1.2KB |  607B |   6  2.0 |  604B  604B  604B
    12      6 |   701   702B     0B     701 |     - |  704B |   712   704B |   713   706B |  1.4K  1.4KB |  707B |   7  2.0 |  704B  704B  704B
    13  total |  2.8K  2.7KB     0B    2.8K |     - | 2.8KB |  2.9K  2.8KB |  2.9K  2.8KB |  5.7K  8.4KB | 2.8KB |  28  3.0 | 2.8KB 2.8KB 2.8KB
    14  ---------------------------------------------------------------------------------------------------------------------------------------
    15  WAL: 22 files (24B)  in: 25B  written: 26B (4% overhead)
    16  Flushes: 8
    17  Compactions: 5  estimated debt: 6B  in progress: 2 (7B)
    18               default: 27  delete: 28  elision: 29  move: 30  read: 31  rewrite: 32  multi-level: 33
    19  MemTables: 12 (11B)  zombie: 14 (13B)
    20  Zombie tables: 16 (15B)
    21  Backing tables: 1 (2.0MB)
    22  Virtual tables: 2807 (2.8KB)
    23  Block cache: 2 entries (1B)  hit rate: 42.9%
    24  Table cache: 18 entries (17B)  hit rate: 48.7%
    25  Secondary cache: 0 entries (0B)  hit rate: 0.0%
    26  Snapshots: 4  earliest seq num: 1024
    27  Table iters: 21
    28  Filter utility: 47.4%
    29  Ingestions: 27  as flushable: 36 (34B in 35 tables)
    30  
    31  batch
    32  set a 1
    33  ----
    34  
    35  iter-new a category=a qos=non-latency
    36  ----
    37  
    38  flush
    39  ----
    40  0.0:
    41    000005:[a#10,SET-a#10,SET]
    42  
    43  # iter b references both a memtable and sstable 5.
    44  
    45  iter-new b category=b qos=latency
    46  ----
    47  
    48  metrics
    49  ----
    50        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
    51  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
    52  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
    53      0 |     1   661B     0B       0 |  0.25 |   28B |     0     0B |     0     0B |     1   661B |    0B |   1 23.6
    54      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
    55      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
    56      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
    57      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
    58      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
    59      6 |     0     0B     0B       0 |     - |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
    60  total |     1   661B     0B       0 |     - |   56B |     0     0B |     0     0B |     1   717B |    0B |   1 12.8
    61  -------------------------------------------------------------------------------------------------------------------
    62  WAL: 1 files (28B)  in: 17B  written: 56B (229% overhead)
    63  Flushes: 1
    64  Compactions: 0  estimated debt: 0B  in progress: 0 (0B)
    65               default: 0  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
    66  MemTables: 1 (256KB)  zombie: 1 (256KB)
    67  Zombie tables: 0 (0B)
    68  Backing tables: 0 (0B)
    69  Virtual tables: 0 (0B)
    70  Block cache: 3 entries (556B)  hit rate: 0.0%
    71  Table cache: 1 entries (800B)  hit rate: 0.0%
    72  Secondary cache: 0 entries (0B)  hit rate: 0.0%
    73  Snapshots: 0  earliest seq num: 0
    74  Table iters: 1
    75  Filter utility: 0.0%
    76  Ingestions: 0  as flushable: 0 (0B in 0 tables)
    77  
    78  disk-usage
    79  ----
    80  2.0KB
    81  
    82  batch
    83  set b 2
    84  ----
    85  
    86  flush
    87  ----
    88  0.0:
    89    000005:[a#10,SET-a#10,SET]
    90    000007:[b#11,SET-b#11,SET]
    91  
    92  # iter c references both a memtable and sstables 5 and 7.
    93  
    94  iter-new c category=c qos=non-latency
    95  ----
    96  
    97  compact a-z
    98  ----
    99  6:
   100    000008:[a#0,SET-b#0,SET]
   101  
   102  metrics
   103  ----
   104        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   105  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   106  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   107      0 |     0     0B     0B       0 |  0.00 |   56B |     0     0B |     0     0B |     2  1.3KB |    0B |   0 23.6
   108      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   109      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   110      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   111      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   112      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   113      6 |     1   667B     0B       0 |     - | 1.3KB |     0     0B |     0     0B |     1   667B | 1.3KB |   1  0.5
   114  total |     1   667B     0B       0 |     - |   84B |     0     0B |     0     0B |     3  2.0KB | 1.3KB |   1 24.7
   115  -------------------------------------------------------------------------------------------------------------------
   116  WAL: 1 files (28B)  in: 34B  written: 84B (147% overhead)
   117  Flushes: 2
   118  Compactions: 1  estimated debt: 0B  in progress: 0 (0B)
   119               default: 1  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   120  MemTables: 1 (256KB)  zombie: 2 (512KB)
   121  Zombie tables: 2 (1.3KB)
   122  Backing tables: 0 (0B)
   123  Virtual tables: 0 (0B)
   124  Block cache: 5 entries (1.1KB)  hit rate: 42.9%
   125  Table cache: 2 entries (1.6KB)  hit rate: 66.7%
   126  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   127  Snapshots: 0  earliest seq num: 0
   128  Table iters: 2
   129  Filter utility: 0.0%
   130  Ingestions: 0  as flushable: 0 (0B in 0 tables)
   131  Iter category stats:
   132     pebble-compaction, non-latency: {BlockBytes:132 BlockBytesInCache:88}
   133  
   134  disk-usage
   135  ----
   136  3.4KB
   137  
   138  # Closing iter a will release one of the zombie memtables.
   139  
   140  iter-close a
   141  ----
   142  
   143  metrics
   144  ----
   145        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   146  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   147  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   148      0 |     0     0B     0B       0 |  0.00 |   56B |     0     0B |     0     0B |     2  1.3KB |    0B |   0 23.6
   149      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   150      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   151      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   152      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   153      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   154      6 |     1   667B     0B       0 |     - | 1.3KB |     0     0B |     0     0B |     1   667B | 1.3KB |   1  0.5
   155  total |     1   667B     0B       0 |     - |   84B |     0     0B |     0     0B |     3  2.0KB | 1.3KB |   1 24.7
   156  -------------------------------------------------------------------------------------------------------------------
   157  WAL: 1 files (28B)  in: 34B  written: 84B (147% overhead)
   158  Flushes: 2
   159  Compactions: 1  estimated debt: 0B  in progress: 0 (0B)
   160               default: 1  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   161  MemTables: 1 (256KB)  zombie: 2 (512KB)
   162  Zombie tables: 2 (1.3KB)
   163  Backing tables: 0 (0B)
   164  Virtual tables: 0 (0B)
   165  Block cache: 5 entries (1.1KB)  hit rate: 42.9%
   166  Table cache: 2 entries (1.6KB)  hit rate: 66.7%
   167  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   168  Snapshots: 0  earliest seq num: 0
   169  Table iters: 2
   170  Filter utility: 0.0%
   171  Ingestions: 0  as flushable: 0 (0B in 0 tables)
   172  Iter category stats:
   173     pebble-compaction, non-latency: {BlockBytes:132 BlockBytesInCache:88}
   174  
   175  # Closing iter c will release one of the zombie sstables. The other
   176  # zombie sstable is still referenced by iter b.
   177  
   178  iter-close c
   179  ----
   180  
   181  metrics
   182  ----
   183        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   184  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   185  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   186      0 |     0     0B     0B       0 |  0.00 |   56B |     0     0B |     0     0B |     2  1.3KB |    0B |   0 23.6
   187      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   188      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   189      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   190      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   191      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   192      6 |     1   667B     0B       0 |     - | 1.3KB |     0     0B |     0     0B |     1   667B | 1.3KB |   1  0.5
   193  total |     1   667B     0B       0 |     - |   84B |     0     0B |     0     0B |     3  2.0KB | 1.3KB |   1 24.7
   194  -------------------------------------------------------------------------------------------------------------------
   195  WAL: 1 files (28B)  in: 34B  written: 84B (147% overhead)
   196  Flushes: 2
   197  Compactions: 1  estimated debt: 0B  in progress: 0 (0B)
   198               default: 1  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   199  MemTables: 1 (256KB)  zombie: 2 (512KB)
   200  Zombie tables: 1 (661B)
   201  Backing tables: 0 (0B)
   202  Virtual tables: 0 (0B)
   203  Block cache: 3 entries (556B)  hit rate: 42.9%
   204  Table cache: 1 entries (800B)  hit rate: 66.7%
   205  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   206  Snapshots: 0  earliest seq num: 0
   207  Table iters: 1
   208  Filter utility: 0.0%
   209  Ingestions: 0  as flushable: 0 (0B in 0 tables)
   210  Iter category stats:
   211                     c, non-latency: {BlockBytes:44 BlockBytesInCache:44}
   212     pebble-compaction, non-latency: {BlockBytes:132 BlockBytesInCache:88}
   213  
   214  disk-usage
   215  ----
   216  2.7KB
   217  
   218  # Closing iter b will release the last zombie sstable and the last zombie memtable.
   219  
   220  iter-close b
   221  ----
   222  
   223  metrics
   224  ----
   225        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   226  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   227  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   228      0 |     0     0B     0B       0 |  0.00 |   56B |     0     0B |     0     0B |     2  1.3KB |    0B |   0 23.6
   229      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   230      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   231      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   232      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   233      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   234      6 |     1   667B     0B       0 |     - | 1.3KB |     0     0B |     0     0B |     1   667B | 1.3KB |   1  0.5
   235  total |     1   667B     0B       0 |     - |   84B |     0     0B |     0     0B |     3  2.0KB | 1.3KB |   1 24.7
   236  -------------------------------------------------------------------------------------------------------------------
   237  WAL: 1 files (28B)  in: 34B  written: 84B (147% overhead)
   238  Flushes: 2
   239  Compactions: 1  estimated debt: 0B  in progress: 0 (0B)
   240               default: 1  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   241  MemTables: 1 (256KB)  zombie: 1 (256KB)
   242  Zombie tables: 0 (0B)
   243  Backing tables: 0 (0B)
   244  Virtual tables: 0 (0B)
   245  Block cache: 0 entries (0B)  hit rate: 42.9%
   246  Table cache: 0 entries (0B)  hit rate: 66.7%
   247  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   248  Snapshots: 0  earliest seq num: 0
   249  Table iters: 0
   250  Filter utility: 0.0%
   251  Ingestions: 0  as flushable: 0 (0B in 0 tables)
   252  Iter category stats:
   253                     b,     latency: {BlockBytes:44 BlockBytesInCache:0}
   254                     c, non-latency: {BlockBytes:44 BlockBytesInCache:44}
   255     pebble-compaction, non-latency: {BlockBytes:132 BlockBytesInCache:88}
   256  
   257  disk-usage
   258  ----
   259  2.1KB
   260  
   261  additional-metrics
   262  ----
   263  block bytes written:
   264   __level___data-block__value-block
   265        0          54B           0B
   266        1           0B           0B
   267        2           0B           0B
   268        3           0B           0B
   269        4           0B           0B
   270        5           0B           0B
   271        6          33B           0B
   272  
   273  batch
   274  set c@20 c20
   275  set c@19 c19
   276  set c@18 c18
   277  set c@17 c17
   278  set c@16 c16
   279  set c@15 c15
   280  set c@14 c14
   281  ----
   282  
   283  flush
   284  ----
   285  0.0:
   286    000010:[c@20#12,SET-c@18#14,SET]
   287    000011:[c@17#15,SET-c@15#17,SET]
   288    000012:[c@14#18,SET-c@14#18,SET]
   289  6:
   290    000008:[a#0,SET-b#0,SET]
   291  
   292  metrics
   293  ----
   294        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   295  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   296  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   297      0 |     3  2.2KB    38B       0 |  0.25 |  149B |     0     0B |     0     0B |     5  3.5KB |    0B |   1 24.2
   298      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   299      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   300      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   301      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   302      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   303      6 |     1   667B     0B       0 |     - | 1.3KB |     0     0B |     0     0B |     1   667B | 1.3KB |   1  0.5
   304  total |     4  2.9KB    38B       0 |     - |  242B |     0     0B |     0     0B |     6  4.4KB | 1.3KB |   2 18.6
   305  -------------------------------------------------------------------------------------------------------------------
   306  WAL: 1 files (93B)  in: 116B  written: 242B (109% overhead)
   307  Flushes: 3
   308  Compactions: 1  estimated debt: 2.9KB  in progress: 0 (0B)
   309               default: 1  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   310  MemTables: 1 (256KB)  zombie: 1 (256KB)
   311  Zombie tables: 0 (0B)
   312  Backing tables: 0 (0B)
   313  Virtual tables: 0 (0B)
   314  Block cache: 0 entries (0B)  hit rate: 42.9%
   315  Table cache: 0 entries (0B)  hit rate: 66.7%
   316  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   317  Snapshots: 0  earliest seq num: 0
   318  Table iters: 0
   319  Filter utility: 0.0%
   320  Ingestions: 0  as flushable: 0 (0B in 0 tables)
   321  Iter category stats:
   322                     b,     latency: {BlockBytes:44 BlockBytesInCache:0}
   323                     c, non-latency: {BlockBytes:44 BlockBytesInCache:44}
   324     pebble-compaction, non-latency: {BlockBytes:132 BlockBytesInCache:88}
   325  
   326  additional-metrics
   327  ----
   328  block bytes written:
   329   __level___data-block__value-block
   330        0         198B          38B
   331        1           0B           0B
   332        2           0B           0B
   333        3           0B           0B
   334        4           0B           0B
   335        5           0B           0B
   336        6          33B           0B
   337  
   338  compact a-z
   339  ----
   340  6:
   341    000008:[a#0,SET-b#0,SET]
   342    000013:[c@20#0,SET-c@16#0,SET]
   343    000014:[c@15#0,SET-c@14#0,SET]
   344  
   345  metrics
   346  ----
   347        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   348  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   349  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   350      0 |     0     0B     0B       0 |  0.00 |  149B |     0     0B |     0     0B |     5  3.5KB |    0B |   0 24.2
   351      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   352      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   353      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   354      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   355      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   356      6 |     3  2.2KB    41B       0 |     - | 3.5KB |     0     0B |     0     0B |     3  2.2KB | 3.5KB |   1  0.6
   357  total |     3  2.2KB    41B       0 |     - |  242B |     0     0B |     0     0B |     8  6.0KB | 3.5KB |   1 25.3
   358  -------------------------------------------------------------------------------------------------------------------
   359  WAL: 1 files (93B)  in: 116B  written: 242B (109% overhead)
   360  Flushes: 3
   361  Compactions: 2  estimated debt: 0B  in progress: 0 (0B)
   362               default: 2  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   363  MemTables: 1 (256KB)  zombie: 1 (256KB)
   364  Zombie tables: 0 (0B)
   365  Backing tables: 0 (0B)
   366  Virtual tables: 0 (0B)
   367  Block cache: 0 entries (0B)  hit rate: 27.3%
   368  Table cache: 0 entries (0B)  hit rate: 58.3%
   369  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   370  Snapshots: 0  earliest seq num: 0
   371  Table iters: 0
   372  Filter utility: 0.0%
   373  Ingestions: 0  as flushable: 0 (0B in 0 tables)
   374  Iter category stats:
   375                     b,     latency: {BlockBytes:44 BlockBytesInCache:0}
   376                     c, non-latency: {BlockBytes:44 BlockBytesInCache:44}
   377     pebble-compaction, non-latency: {BlockBytes:411 BlockBytesInCache:154}
   378  
   379  additional-metrics
   380  ----
   381  block bytes written:
   382   __level___data-block__value-block
   383        0         198B          38B
   384        1           0B           0B
   385        2           0B           0B
   386        3           0B           0B
   387        4           0B           0B
   388        5           0B           0B
   389        6         143B          41B
   390  
   391  # Flushable ingestion metrics. This requires there be data in a memtable that
   392  # would overlap with the ingested table(s). Delayed flushes are disabled here to
   393  # prevent the ingestion from immediately triggering a flush of the memtable.
   394  # Instead, we wish to flush manually _after_ the ingestion of the two tables has
   395  # completed, linking the two tables into the flushable queue.
   396  
   397  delay-flush
   398  enable
   399  ----
   400  
   401  batch
   402  set d d
   403  set e e
   404  set f f
   405  ----
   406  
   407  build ext1.sst
   408  set d d
   409  ----
   410  
   411  build ext2.sst
   412  set e e
   413  ----
   414  
   415  ingest ext1.sst ext2.sst
   416  ----
   417  
   418  build ext3.sst
   419  set f f
   420  ----
   421  
   422  ingest ext3.sst
   423  ----
   424  
   425  delay-flush
   426  disable
   427  ----
   428  
   429  flush
   430  ----
   431  0.1:
   432    000015:[d#22,SET-d#22,SET]
   433    000016:[e#23,SET-e#23,SET]
   434    000019:[f#24,SET-f#24,SET]
   435  0.0:
   436    000023:[d#19,SET-f#21,SET]
   437  6:
   438    000008:[a#0,SET-b#0,SET]
   439    000013:[c@20#0,SET-c@16#0,SET]
   440    000014:[c@15#0,SET-c@14#0,SET]
   441  
   442  # We expect the ingested-as-flushable count to be three (one for each ingested
   443  # table). The unknown category in the iter category stats is because of a gap
   444  # in instrumentation for checking overlap with an existing flushable ingest,
   445  # where we open and close a point iterator when constructing a range-del
   446  # iterator.
   447  metrics
   448  ----
   449        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   450  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   451  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   452      0 |     4  2.8KB     0B       0 |  0.50 |  149B |     3  2.1KB |     0     0B |     6  4.2KB |    0B |   2 28.8
   453      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   454      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   455      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   456      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   457      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   458      6 |     3  2.2KB    41B       0 |     - | 3.5KB |     0     0B |     0     0B |     3  2.2KB | 3.5KB |   1  0.6
   459  total |     7  5.0KB    41B       0 |     - | 2.3KB |     3  2.1KB |     0     0B |     9  8.7KB | 3.5KB |   3  3.8
   460  -------------------------------------------------------------------------------------------------------------------
   461  WAL: 1 files (26B)  in: 176B  written: 175B (-1% overhead)
   462  Flushes: 8
   463  Compactions: 2  estimated debt: 5.0KB  in progress: 0 (0B)
   464               default: 2  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   465  MemTables: 1 (1.0MB)  zombie: 1 (1.0MB)
   466  Zombie tables: 0 (0B)
   467  Backing tables: 0 (0B)
   468  Virtual tables: 0 (0B)
   469  Block cache: 12 entries (2.4KB)  hit rate: 31.1%
   470  Table cache: 3 entries (2.3KB)  hit rate: 57.9%
   471  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   472  Snapshots: 0  earliest seq num: 0
   473  Table iters: 0
   474  Filter utility: 0.0%
   475  Ingestions: 0  as flushable: 2 (2.1KB in 3 tables)
   476  Iter category stats:
   477              _unknown,     latency: {BlockBytes:88 BlockBytesInCache:88}
   478                     b,     latency: {BlockBytes:44 BlockBytesInCache:0}
   479                     c, non-latency: {BlockBytes:44 BlockBytesInCache:44}
   480     pebble-compaction, non-latency: {BlockBytes:411 BlockBytesInCache:154}
   481         pebble-ingest,     latency: {BlockBytes:192 BlockBytesInCache:128}
   482  
   483  batch
   484  set g g
   485  set h h
   486  set i i
   487  set j j
   488  set k k
   489  set l l
   490  set m m
   491  ----
   492  
   493  flush
   494  ----
   495  0.1:
   496    000015:[d#22,SET-d#22,SET]
   497    000016:[e#23,SET-e#23,SET]
   498    000019:[f#24,SET-f#24,SET]
   499  0.0:
   500    000023:[d#19,SET-f#21,SET]
   501    000025:[g#25,SET-i#27,SET]
   502    000026:[j#28,SET-l#30,SET]
   503    000027:[m#31,SET-m#31,SET]
   504  6:
   505    000008:[a#0,SET-b#0,SET]
   506    000013:[c@20#0,SET-c@16#0,SET]
   507    000014:[c@15#0,SET-c@14#0,SET]
   508  
   509  metrics
   510  ----
   511        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   512  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   513  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   514      0 |     7  4.7KB     0B       0 |  0.50 |  207B |     3  2.1KB |     0     0B |     9  6.2KB |    0B |   2 30.5
   515      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   516      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   517      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   518      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   519      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   520      6 |     3  2.2KB    41B       0 |     - | 3.5KB |     0     0B |     0     0B |     3  2.2KB | 3.5KB |   1  0.6
   521  total |    10  7.0KB    41B       0 |     - | 2.4KB |     3  2.1KB |     0     0B |    12   11KB | 3.5KB |   3  4.6
   522  -------------------------------------------------------------------------------------------------------------------
   523  WAL: 1 files (58B)  in: 223B  written: 265B (19% overhead)
   524  Flushes: 9
   525  Compactions: 2  estimated debt: 7.0KB  in progress: 0 (0B)
   526               default: 2  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   527  MemTables: 1 (1.0MB)  zombie: 1 (1.0MB)
   528  Zombie tables: 0 (0B)
   529  Backing tables: 0 (0B)
   530  Virtual tables: 0 (0B)
   531  Block cache: 12 entries (2.4KB)  hit rate: 31.1%
   532  Table cache: 3 entries (2.3KB)  hit rate: 57.9%
   533  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   534  Snapshots: 0  earliest seq num: 0
   535  Table iters: 0
   536  Filter utility: 0.0%
   537  Ingestions: 0  as flushable: 2 (2.1KB in 3 tables)
   538  Iter category stats:
   539              _unknown,     latency: {BlockBytes:88 BlockBytesInCache:88}
   540                     b,     latency: {BlockBytes:44 BlockBytesInCache:0}
   541                     c, non-latency: {BlockBytes:44 BlockBytesInCache:44}
   542     pebble-compaction, non-latency: {BlockBytes:411 BlockBytesInCache:154}
   543         pebble-ingest,     latency: {BlockBytes:192 BlockBytesInCache:128}
   544  
   545  build ext1
   546  set z z
   547  ----
   548  
   549  ingest-and-excise ext1 excise=i-k
   550  ----
   551  
   552  # sstable 29, 30 were created as virtual when i-k was excised.
   553  lsm
   554  ----
   555  0.1:
   556    000015:[d#22,SET-d#22,SET]
   557    000016:[e#23,SET-e#23,SET]
   558    000019:[f#24,SET-f#24,SET]
   559  0.0:
   560    000023:[d#19,SET-f#21,SET]
   561    000029:[g#25,SET-h#26,SET]
   562    000030:[k#29,SET-l#30,SET]
   563    000027:[m#31,SET-m#31,SET]
   564  6:
   565    000008:[a#0,SET-b#0,SET]
   566    000013:[c@20#0,SET-c@16#0,SET]
   567    000014:[c@15#0,SET-c@14#0,SET]
   568    000028:[z#32,SET-z#32,SET]
   569  
   570  # There should be 2 backing tables. Note that tiny sstables have inaccurate
   571  # virtual sstable sizes.
   572  metrics-value
   573  num-backing
   574  backing-size
   575  num-virtual
   576  num-virtual 0
   577  virtual-size
   578  ----
   579  2
   580  1.3KB
   581  2
   582  2
   583  102B
   584  
   585  metrics zero-cache-hits-misses
   586  ----
   587        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   588  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   589  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   590      0 |     7  3.5KB     0B       2 |  0.50 |  207B |     3  2.1KB |     0     0B |     9  6.2KB |    0B |   2 30.5
   591      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   592      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   593      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   594      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   595      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   596      6 |     4  2.9KB    41B       0 |     - | 3.5KB |     1   716B |     0     0B |     3  2.2KB | 3.5KB |   1  0.6
   597  total |    11  6.4KB    41B       2 |     - | 3.1KB |     4  2.8KB |     0     0B |    12   12KB | 3.5KB |   3  3.7
   598  -------------------------------------------------------------------------------------------------------------------
   599  WAL: 1 files (58B)  in: 223B  written: 265B (19% overhead)
   600  Flushes: 9
   601  Compactions: 2  estimated debt: 6.4KB  in progress: 0 (0B)
   602               default: 2  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   603  MemTables: 1 (1.0MB)  zombie: 1 (1.0MB)
   604  Zombie tables: 0 (0B)
   605  Backing tables: 2 (1.3KB)
   606  Virtual tables: 2 (102B)
   607  Block cache: 21 entries (4.1KB)  hit rate: 0.0%
   608  Table cache: 5 entries (3.9KB)  hit rate: 0.0%
   609  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   610  Snapshots: 0  earliest seq num: 0
   611  Table iters: 0
   612  Filter utility: 0.0%
   613  Ingestions: 1  as flushable: 2 (2.1KB in 3 tables)
   614  Iter category stats:
   615              _unknown,     latency: {BlockBytes:0 BlockBytesInCache:0}
   616                     b,     latency: {BlockBytes:44 BlockBytesInCache:0}
   617                     c, non-latency: {BlockBytes:44 BlockBytesInCache:44}
   618     pebble-compaction, non-latency: {BlockBytes:411 BlockBytesInCache:154}
   619         pebble-ingest,     latency: {BlockBytes:328 BlockBytesInCache:128}
   620  
   621  # Virtualize a virtual sstable.
   622  build ext1
   623  set zz zz
   624  ----
   625  
   626  ingest-and-excise ext1 excise=k-l
   627  ----
   628  
   629  # sstable 32 created when k-l was excised, but no new backing file should be
   630  # created.
   631  lsm
   632  ----
   633  0.1:
   634    000015:[d#22,SET-d#22,SET]
   635    000016:[e#23,SET-e#23,SET]
   636    000019:[f#24,SET-f#24,SET]
   637  0.0:
   638    000023:[d#19,SET-f#21,SET]
   639    000029:[g#25,SET-h#26,SET]
   640    000032:[l#30,SET-l#30,SET]
   641    000027:[m#31,SET-m#31,SET]
   642  6:
   643    000008:[a#0,SET-b#0,SET]
   644    000013:[c@20#0,SET-c@16#0,SET]
   645    000014:[c@15#0,SET-c@14#0,SET]
   646    000028:[z#32,SET-z#32,SET]
   647    000031:[zz#33,SET-zz#33,SET]
   648  
   649  metrics-value
   650  num-backing
   651  backing-size
   652  num-virtual
   653  num-virtual 0
   654  virtual-size
   655  ----
   656  2
   657  1.3KB
   658  2
   659  2
   660  102B
   661  
   662  compact a-z
   663  ----
   664  6:
   665    000008:[a#0,SET-b#0,SET]
   666    000013:[c@20#0,SET-c@16#0,SET]
   667    000014:[c@15#0,SET-c@14#0,SET]
   668    000033:[d#0,SET-m#0,SET]
   669    000028:[z#32,SET-z#32,SET]
   670    000031:[zz#33,SET-zz#33,SET]
   671  
   672  # Virtual sstables metrics should be gone after the compaction.
   673  metrics-value
   674  num-backing
   675  backing-size
   676  num-virtual
   677  num-virtual 0
   678  virtual-size
   679  ----
   680  0
   681  0B
   682  0
   683  0
   684  0B
   685  
   686  metrics zero-cache-hits-misses
   687  ----
   688        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   689  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   690  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   691      0 |     0     0B     0B       0 |  0.00 |  207B |     3  2.1KB |     0     0B |     9  6.2KB |    0B |   0 30.5
   692      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   693      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   694      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   695      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   696      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   697      6 |     6  4.3KB    41B       0 |     - | 7.0KB |     2  1.4KB |     0     0B |     4  2.9KB | 7.0KB |   1  0.4
   698  total |     6  4.3KB    41B       0 |     - | 3.8KB |     5  3.5KB |     0     0B |    13   13KB | 7.0KB |   1  3.4
   699  -------------------------------------------------------------------------------------------------------------------
   700  WAL: 1 files (58B)  in: 223B  written: 265B (19% overhead)
   701  Flushes: 9
   702  Compactions: 3  estimated debt: 0B  in progress: 0 (0B)
   703               default: 3  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   704  MemTables: 1 (1.0MB)  zombie: 1 (1.0MB)
   705  Zombie tables: 0 (0B)
   706  Backing tables: 0 (0B)
   707  Virtual tables: 0 (0B)
   708  Block cache: 6 entries (1.2KB)  hit rate: 0.0%
   709  Table cache: 0 entries (0B)  hit rate: 0.0%
   710  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   711  Snapshots: 0  earliest seq num: 0
   712  Table iters: 0
   713  Filter utility: 0.0%
   714  Ingestions: 2  as flushable: 2 (2.1KB in 3 tables)
   715  Iter category stats:
   716              _unknown,     latency: {BlockBytes:0 BlockBytesInCache:0}
   717                     b,     latency: {BlockBytes:44 BlockBytesInCache:0}
   718                     c, non-latency: {BlockBytes:44 BlockBytesInCache:44}
   719     pebble-compaction, non-latency: {BlockBytes:941 BlockBytesInCache:640}
   720         pebble-ingest,     latency: {BlockBytes:400 BlockBytesInCache:200}