github.com/cockroachdb/pebble@v0.0.0-20231214172447-ab4952c5f87b/testdata/event_listener (about)

     1  open
     2  ----
     3  mkdir-all: db 0755
     4  mkdir-all: wal 0755
     5  open-dir: db
     6  open-dir: wal
     7  lock: db/LOCK
     8  open-dir: db
     9  open-dir: db
    10  open: db/CURRENT
    11  create: db/MANIFEST-000001
    12  sync: db/MANIFEST-000001
    13  remove: db/temporary.000001.dbtmp
    14  create: db/temporary.000001.dbtmp
    15  sync: db/temporary.000001.dbtmp
    16  close: db/temporary.000001.dbtmp
    17  rename: db/temporary.000001.dbtmp -> db/CURRENT
    18  sync: db
    19  [JOB 1] MANIFEST created 000001
    20  open-dir: db
    21  sync: db/MANIFEST-000001
    22  create: wal/000002.log
    23  sync: wal
    24  [JOB 1] WAL created 000002
    25  create: db/marker.manifest.000001.MANIFEST-000001
    26  close: db/marker.manifest.000001.MANIFEST-000001
    27  sync: db
    28  create: db/marker.format-version.000001.002
    29  close: db/marker.format-version.000001.002
    30  sync: db
    31  upgraded to format version: 002
    32  remove: db/temporary.000000.dbtmp
    33  create: db/temporary.000000.dbtmp
    34  sync: db/temporary.000000.dbtmp
    35  close: db/temporary.000000.dbtmp
    36  rename: db/temporary.000000.dbtmp -> db/CURRENT
    37  create: db/marker.format-version.000002.003
    38  close: db/marker.format-version.000002.003
    39  remove: db/marker.format-version.000001.002
    40  sync: db
    41  upgraded to format version: 003
    42  create: db/marker.format-version.000003.004
    43  close: db/marker.format-version.000003.004
    44  remove: db/marker.format-version.000002.003
    45  sync: db
    46  upgraded to format version: 004
    47  create: db/marker.format-version.000004.005
    48  close: db/marker.format-version.000004.005
    49  remove: db/marker.format-version.000003.004
    50  sync: db
    51  upgraded to format version: 005
    52  create: db/marker.format-version.000005.006
    53  close: db/marker.format-version.000005.006
    54  remove: db/marker.format-version.000004.005
    55  sync: db
    56  upgraded to format version: 006
    57  create: db/marker.format-version.000006.007
    58  close: db/marker.format-version.000006.007
    59  remove: db/marker.format-version.000005.006
    60  sync: db
    61  upgraded to format version: 007
    62  create: db/marker.format-version.000007.008
    63  close: db/marker.format-version.000007.008
    64  remove: db/marker.format-version.000006.007
    65  sync: db
    66  upgraded to format version: 008
    67  create: db/marker.format-version.000008.009
    68  close: db/marker.format-version.000008.009
    69  remove: db/marker.format-version.000007.008
    70  sync: db
    71  upgraded to format version: 009
    72  create: db/marker.format-version.000009.010
    73  close: db/marker.format-version.000009.010
    74  remove: db/marker.format-version.000008.009
    75  sync: db
    76  upgraded to format version: 010
    77  create: db/marker.format-version.000010.011
    78  close: db/marker.format-version.000010.011
    79  remove: db/marker.format-version.000009.010
    80  sync: db
    81  upgraded to format version: 011
    82  create: db/marker.format-version.000011.012
    83  close: db/marker.format-version.000011.012
    84  remove: db/marker.format-version.000010.011
    85  sync: db
    86  upgraded to format version: 012
    87  create: db/marker.format-version.000012.013
    88  close: db/marker.format-version.000012.013
    89  remove: db/marker.format-version.000011.012
    90  sync: db
    91  upgraded to format version: 013
    92  create: db/marker.format-version.000013.014
    93  close: db/marker.format-version.000013.014
    94  remove: db/marker.format-version.000012.013
    95  sync: db
    96  upgraded to format version: 014
    97  create: db/marker.format-version.000014.015
    98  close: db/marker.format-version.000014.015
    99  remove: db/marker.format-version.000013.014
   100  sync: db
   101  upgraded to format version: 015
   102  create: db/marker.format-version.000015.016
   103  close: db/marker.format-version.000015.016
   104  remove: db/marker.format-version.000014.015
   105  sync: db
   106  upgraded to format version: 016
   107  create: db/temporary.000003.dbtmp
   108  sync: db/temporary.000003.dbtmp
   109  close: db/temporary.000003.dbtmp
   110  rename: db/temporary.000003.dbtmp -> db/OPTIONS-000003
   111  sync: db
   112  
   113  flush
   114  ----
   115  sync-data: wal/000002.log
   116  sync-data: wal/000002.log
   117  close: wal/000002.log
   118  create: wal/000004.log
   119  sync: wal
   120  [JOB 4] WAL created 000004
   121  [JOB 5] flushing 1 memtable (100B) to L0
   122  create: db/000005.sst
   123  [JOB 5] flushing: sstable created 000005
   124  sync-data: db/000005.sst
   125  close: db/000005.sst
   126  sync: db
   127  create: db/MANIFEST-000006
   128  close: db/MANIFEST-000001
   129  sync: db/MANIFEST-000006
   130  create: db/marker.manifest.000002.MANIFEST-000006
   131  close: db/marker.manifest.000002.MANIFEST-000006
   132  remove: db/marker.manifest.000001.MANIFEST-000001
   133  sync: db
   134  [JOB 5] MANIFEST created 000006
   135  [JOB 5] flushed 1 memtable (100B) to L0 [000005] (662B), in 1.0s (2.0s total), output rate 662B/s
   136  
   137  compact
   138  ----
   139  sync-data: wal/000004.log
   140  sync-data: wal/000004.log
   141  close: wal/000004.log
   142  reuseForWrite: wal/000002.log -> wal/000007.log
   143  sync: wal
   144  [JOB 6] WAL created 000007 (recycled 000002)
   145  [JOB 7] flushing 1 memtable (100B) to L0
   146  create: db/000008.sst
   147  [JOB 7] flushing: sstable created 000008
   148  sync-data: db/000008.sst
   149  close: db/000008.sst
   150  sync: db
   151  create: db/MANIFEST-000009
   152  close: db/MANIFEST-000006
   153  sync: db/MANIFEST-000009
   154  create: db/marker.manifest.000003.MANIFEST-000009
   155  close: db/marker.manifest.000003.MANIFEST-000009
   156  remove: db/marker.manifest.000002.MANIFEST-000006
   157  sync: db
   158  [JOB 7] MANIFEST created 000009
   159  [JOB 7] flushed 1 memtable (100B) to L0 [000008] (662B), in 1.0s (2.0s total), output rate 662B/s
   160  remove: db/MANIFEST-000001
   161  [JOB 7] MANIFEST deleted 000001
   162  [JOB 8] compacting(default) L0 [000005 000008] (1.3KB) Score=0.00 + L6 [] (0B) Score=0.00; OverlappingRatio: Single 0.00, Multi 0.00
   163  open: db/000005.sst
   164  read-at(609, 53): db/000005.sst
   165  read-at(572, 37): db/000005.sst
   166  read-at(53, 519): db/000005.sst
   167  read-at(26, 27): db/000005.sst
   168  open: db/000005.sst
   169  close: db/000005.sst
   170  open: db/000008.sst
   171  read-at(609, 53): db/000008.sst
   172  read-at(572, 37): db/000008.sst
   173  read-at(53, 519): db/000008.sst
   174  read-at(26, 27): db/000008.sst
   175  open: db/000008.sst
   176  close: db/000008.sst
   177  open: db/000005.sst
   178  read-at(0, 26): db/000005.sst
   179  open: db/000008.sst
   180  read-at(0, 26): db/000008.sst
   181  close: db/000008.sst
   182  close: db/000005.sst
   183  create: db/000010.sst
   184  [JOB 8] compacting: sstable created 000010
   185  sync-data: db/000010.sst
   186  close: db/000010.sst
   187  sync: db
   188  create: db/MANIFEST-000011
   189  close: db/MANIFEST-000009
   190  sync: db/MANIFEST-000011
   191  create: db/marker.manifest.000004.MANIFEST-000011
   192  close: db/marker.manifest.000004.MANIFEST-000011
   193  remove: db/marker.manifest.000003.MANIFEST-000009
   194  sync: db
   195  [JOB 8] MANIFEST created 000011
   196  [JOB 8] compacted(default) L0 [000005 000008] (1.3KB) Score=0.00 + L6 [] (0B) Score=0.00 -> L6 [000010] (662B), in 1.0s (3.0s total), output rate 662B/s
   197  close: db/000005.sst
   198  close: db/000008.sst
   199  remove: db/000005.sst
   200  [JOB 8] sstable deleted 000005
   201  remove: db/000008.sst
   202  [JOB 8] sstable deleted 000008
   203  remove: db/MANIFEST-000006
   204  [JOB 8] MANIFEST deleted 000006
   205  
   206  disable-file-deletions
   207  ----
   208  
   209  flush
   210  ----
   211  sync-data: wal/000007.log
   212  sync-data: wal/000007.log
   213  close: wal/000007.log
   214  reuseForWrite: wal/000004.log -> wal/000012.log
   215  sync: wal
   216  [JOB 9] WAL created 000012 (recycled 000004)
   217  [JOB 10] flushing 1 memtable (100B) to L0
   218  create: db/000013.sst
   219  [JOB 10] flushing: sstable created 000013
   220  sync-data: db/000013.sst
   221  close: db/000013.sst
   222  sync: db
   223  create: db/MANIFEST-000014
   224  close: db/MANIFEST-000011
   225  sync: db/MANIFEST-000014
   226  create: db/marker.manifest.000005.MANIFEST-000014
   227  close: db/marker.manifest.000005.MANIFEST-000014
   228  remove: db/marker.manifest.000004.MANIFEST-000011
   229  sync: db
   230  [JOB 10] MANIFEST created 000014
   231  [JOB 10] flushed 1 memtable (100B) to L0 [000013] (662B), in 1.0s (2.0s total), output rate 662B/s
   232  
   233  enable-file-deletions
   234  ----
   235  remove: db/MANIFEST-000009
   236  [JOB 11] MANIFEST deleted 000009
   237  
   238  ingest
   239  ----
   240  open: ext/0
   241  read-at(664, 53): ext/0
   242  read-at(627, 37): ext/0
   243  read-at(53, 574): ext/0
   244  read-at(26, 27): ext/0
   245  read-at(0, 26): ext/0
   246  close: ext/0
   247  link: ext/0 -> db/000015.sst
   248  [JOB 12] ingesting: sstable created 000015
   249  sync: db
   250  open: db/000013.sst
   251  read-at(609, 53): db/000013.sst
   252  read-at(572, 37): db/000013.sst
   253  read-at(53, 519): db/000013.sst
   254  read-at(26, 27): db/000013.sst
   255  read-at(0, 26): db/000013.sst
   256  create: db/MANIFEST-000016
   257  close: db/MANIFEST-000014
   258  sync: db/MANIFEST-000016
   259  create: db/marker.manifest.000006.MANIFEST-000016
   260  close: db/marker.manifest.000006.MANIFEST-000016
   261  remove: db/marker.manifest.000005.MANIFEST-000014
   262  sync: db
   263  [JOB 12] MANIFEST created 000016
   264  remove: db/MANIFEST-000011
   265  [JOB 12] MANIFEST deleted 000011
   266  remove: ext/0
   267  [JOB 12] ingested L0:000015 (717B)
   268  
   269  metrics
   270  ----
   271        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   272  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   273  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   274      0 |     2  1.3KB     0B       0 |  0.40 |   81B |     1   717B |     0     0B |     3  1.9KB |    0B |   2 24.5
   275      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   276      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   277      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   278      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   279      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   280      6 |     1   662B     0B       0 |     - | 1.3KB |     0     0B |     0     0B |     1   662B | 1.3KB |   1  0.5
   281  total |     3  2.0KB     0B       0 |     - |  825B |     1   717B |     0     0B |     4  3.4KB | 1.3KB |   3  4.2
   282  -------------------------------------------------------------------------------------------------------------------
   283  WAL: 1 files (27B)  in: 48B  written: 108B (125% overhead)
   284  Flushes: 3
   285  Compactions: 1  estimated debt: 2.0KB  in progress: 0 (0B)
   286               default: 1  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   287  MemTables: 1 (256KB)  zombie: 1 (256KB)
   288  Zombie tables: 0 (0B)
   289  Backing tables: 0 (0B)
   290  Virtual tables: 0 (0B)
   291  Block cache: 6 entries (1.1KB)  hit rate: 11.1%
   292  Table cache: 1 entries (800B)  hit rate: 40.0%
   293  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   294  Snapshots: 0  earliest seq num: 0
   295  Table iters: 0
   296  Filter utility: 0.0%
   297  Ingestions: 1  as flushable: 0 (0B in 0 tables)
   298  
   299  # Set up a scenario where the table to be ingested overlaps with the memtable.
   300  # The table is ingested as a flushable. The flush metrics refect the flushed
   301  # ingestion.
   302  
   303  ingest-flushable
   304  ----
   305  sync-data: wal/000012.log
   306  open: ext/a
   307  read-at(664, 53): ext/a
   308  read-at(627, 37): ext/a
   309  read-at(53, 574): ext/a
   310  read-at(26, 27): ext/a
   311  read-at(0, 26): ext/a
   312  close: ext/a
   313  open: ext/b
   314  read-at(664, 53): ext/b
   315  read-at(627, 37): ext/b
   316  read-at(53, 574): ext/b
   317  read-at(26, 27): ext/b
   318  read-at(0, 26): ext/b
   319  close: ext/b
   320  link: ext/a -> db/000017.sst
   321  [JOB 13] ingesting: sstable created 000017
   322  link: ext/b -> db/000018.sst
   323  [JOB 13] ingesting: sstable created 000018
   324  sync: db
   325  sync-data: wal/000012.log
   326  close: wal/000012.log
   327  reuseForWrite: wal/000007.log -> wal/000019.log
   328  sync: wal
   329  [JOB 14] WAL created 000019 (recycled 000007)
   330  sync-data: wal/000019.log
   331  sync-data: wal/000019.log
   332  close: wal/000019.log
   333  create: wal/000020.log
   334  sync: wal
   335  [JOB 15] WAL created 000020
   336  remove: ext/a
   337  remove: ext/b
   338  [JOB 13] ingested as flushable 000017 (717B), 000018 (717B)
   339  sync-data: wal/000020.log
   340  close: wal/000020.log
   341  create: wal/000021.log
   342  sync: wal
   343  [JOB 16] WAL created 000021
   344  [JOB 17] flushing 1 memtable (100B) to L0
   345  create: db/000022.sst
   346  [JOB 17] flushing: sstable created 000022
   347  sync-data: db/000022.sst
   348  close: db/000022.sst
   349  sync: db
   350  sync: db/MANIFEST-000016
   351  [JOB 17] flushed 1 memtable (100B) to L0 [000022] (662B), in 1.0s (2.0s total), output rate 662B/s
   352  [JOB 18] flushing 2 ingested tables
   353  create: db/MANIFEST-000023
   354  close: db/MANIFEST-000016
   355  sync: db/MANIFEST-000023
   356  create: db/marker.manifest.000007.MANIFEST-000023
   357  close: db/marker.manifest.000007.MANIFEST-000023
   358  remove: db/marker.manifest.000006.MANIFEST-000016
   359  sync: db
   360  [JOB 18] MANIFEST created 000023
   361  [JOB 18] flushed 2 ingested flushables L0:000017 (717B) + L6:000018 (717B) in 1.0s (2.0s total), output rate 1.4KB/s
   362  remove: db/MANIFEST-000014
   363  [JOB 18] MANIFEST deleted 000014
   364  [JOB 19] flushing 1 memtable (100B) to L0
   365  sync: db/MANIFEST-000023
   366  [JOB 19] flush error: pebble: empty table
   367  
   368  metrics
   369  ----
   370        |                             |       |       |   ingested   |     moved    |    written   |       |    amp
   371  level | tables  size val-bl vtables | score |   in  | tables  size | tables  size | tables  size |  read |   r   w
   372  ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+---------
   373      0 |     4  2.7KB     0B       0 |  0.80 |   81B |     2  1.4KB |     0     0B |     4  2.6KB |    0B |   4 32.7
   374      1 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   375      2 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   376      3 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   377      4 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   378      5 |     0     0B     0B       0 |  0.00 |    0B |     0     0B |     0     0B |     0     0B |    0B |   0  0.0
   379      6 |     2  1.3KB     0B       0 |     - | 1.3KB |     1   717B |     0     0B |     1   662B | 1.3KB |   1  0.5
   380  total |     6  4.0KB     0B       0 |     - | 2.2KB |     3  2.1KB |     0     0B |     5  5.4KB | 1.3KB |   5  2.5
   381  -------------------------------------------------------------------------------------------------------------------
   382  WAL: 1 files (29B)  in: 82B  written: 110B (34% overhead)
   383  Flushes: 6
   384  Compactions: 1  estimated debt: 4.0KB  in progress: 0 (0B)
   385               default: 1  delete: 0  elision: 0  move: 0  read: 0  rewrite: 0  multi-level: 0
   386  MemTables: 1 (512KB)  zombie: 1 (512KB)
   387  Zombie tables: 0 (0B)
   388  Backing tables: 0 (0B)
   389  Virtual tables: 0 (0B)
   390  Block cache: 12 entries (2.3KB)  hit rate: 14.3%
   391  Table cache: 1 entries (800B)  hit rate: 50.0%
   392  Secondary cache: 0 entries (0B)  hit rate: 0.0%
   393  Snapshots: 0  earliest seq num: 0
   394  Table iters: 0
   395  Filter utility: 0.0%
   396  Ingestions: 1  as flushable: 1 (1.4KB in 2 tables)
   397  
   398  sstables
   399  ----
   400  0:
   401    13:[a-a]
   402    15:[a-a]
   403    22:[a-a]
   404    17:[a-a]
   405  6:
   406    10:[a-a]
   407    18:[b-b]
   408  
   409  checkpoint
   410  ----
   411  mkdir-all: checkpoint 0755
   412  open-dir: 
   413  sync: 
   414  close: 
   415  open-dir: checkpoint
   416  link: db/OPTIONS-000003 -> checkpoint/OPTIONS-000003
   417  open-dir: checkpoint
   418  create: checkpoint/marker.format-version.000001.016
   419  sync-data: checkpoint/marker.format-version.000001.016
   420  close: checkpoint/marker.format-version.000001.016
   421  sync: checkpoint
   422  close: checkpoint
   423  link: db/000013.sst -> checkpoint/000013.sst
   424  link: db/000015.sst -> checkpoint/000015.sst
   425  link: db/000022.sst -> checkpoint/000022.sst
   426  link: db/000017.sst -> checkpoint/000017.sst
   427  link: db/000010.sst -> checkpoint/000010.sst
   428  link: db/000018.sst -> checkpoint/000018.sst
   429  open: db/MANIFEST-000023
   430  create: checkpoint/MANIFEST-000023
   431  sync-data: checkpoint/MANIFEST-000023
   432  close: checkpoint/MANIFEST-000023
   433  close: db/MANIFEST-000023
   434  open-dir: checkpoint
   435  create: checkpoint/marker.manifest.000001.MANIFEST-000023
   436  sync-data: checkpoint/marker.manifest.000001.MANIFEST-000023
   437  close: checkpoint/marker.manifest.000001.MANIFEST-000023
   438  sync: checkpoint
   439  close: checkpoint
   440  open: wal/000021.log
   441  create: checkpoint/000021.log
   442  sync-data: checkpoint/000021.log
   443  close: checkpoint/000021.log
   444  close: wal/000021.log
   445  sync: checkpoint
   446  close: checkpoint
   447  
   448  enable-file-deletions
   449  ----
   450  pebble: file deletion disablement invariant violated
   451  
   452  close
   453  ----
   454  close: db
   455  close: db/000013.sst
   456  sync-data: wal/000021.log
   457  close: wal/000021.log
   458  close: db/MANIFEST-000023
   459  close: db
   460  close: db
   461  close: wal
   462  close: db