github.com/cockroachdb/pebble@v0.0.0-20231214172447-ab4952c5f87b/tool/logs/testdata/compactions-latest (about) 1 # Single compaction and flush pair for a single node / store combination. 2 # 3 # Use a combination of [n1,pebble,s1] and [n1,s1,pebble] to mimic the two 4 # formats we see in production. 5 6 7 log 8 I211215 00:00:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n1,pebble,s1] 1216510 [JOB 1] compacting(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=0.99; OverlappingRatio: Single 8.03, Multi 25.05 9 I211215 00:00:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n1,s1,pebble] 1216554 [JOB 1] [JOB 1] compacted(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=1.01 -> L3 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 10 11 I211215 00:01:10.000000 21136 3@vendor/github.com/cockroachdb/pebble/event.go:599 ⋮ [n1,s1,pebble] 24 [JOB 2] flushing 2 memtables (1.5MB) to L0 12 I211215 00:01:20.000000 21136 3@vendor/github.com/cockroachdb/pebble/event.go:603 ⋮ [n1,pebble,s1] 26 [JOB 2] flushed 2 memtables (1.5MB) to L0 [1535806] (1.3MB), in 0.2s, output rate 5.8MB/s 13 ---- 14 0.log 15 16 summarize 17 ---- 18 node: 1, store: 1 19 from: 211215 00:00 20 to: 211215 00:01 21 r-amp: NaN 22 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 23 compact L2 L3 1 0 0 0 1 13MB 13MB 0B 0B 10s 24 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 25 node: 1, store: 1 26 from: 211215 00:01 27 to: 211215 00:02 28 r-amp: NaN 29 _kind______from______to_____________________________________count___bytes______time 30 flush L0 1 1.3MB 10s 31 total 1 1.3MB 10s 32 33 # Same as the previous case, except that the start and end events are are split 34 # across multiple files (one log line per file). 35 36 reset 37 ---- 38 39 log 40 I211215 00:00:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n1,bars,s1,foos] 1216510 [JOB 1] compacting(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=0.99; OverlappingRatio: Single 8.03, Multi 25.05 41 ---- 42 0.log 43 44 log 45 I211215 00:00:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n1,s1,foos] 1216554 [JOB 1] [JOB 1] compacted(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=1.01 -> L3 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 46 ---- 47 1.log 48 49 log 50 I211215 00:01:10.000000 21136 3@vendor/github.com/cockroachdb/pebble/event.go:599 ⋮ [n1,s1] 24 [JOB 2] flushing 2 memtables (1.5MB) to L0 51 ---- 52 2.log 53 54 log 55 I211215 00:01:20.000000 21136 3@vendor/github.com/cockroachdb/pebble/event.go:603 ⋮ [n1,pebble,s1] 26 [JOB 2] flushed 2 memtables (1.5MB) to L0 [1535806] (1.3MB), in 0.2s, output rate 5.8MB/s 56 ---- 57 3.log 58 59 summarize 60 ---- 61 node: 1, store: 1 62 from: 211215 00:00 63 to: 211215 00:01 64 r-amp: NaN 65 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 66 compact L2 L3 1 0 0 0 1 13MB 13MB 0B 0B 10s 67 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 68 node: 1, store: 1 69 from: 211215 00:01 70 to: 211215 00:02 71 r-amp: NaN 72 _kind______from______to_____________________________________count___bytes______time 73 flush L0 1 1.3MB 10s 74 total 1 1.3MB 10s 75 76 # Read amplification from the Cockroach log, one within an existing window, 77 # another outside of the existing window. The latter is not included. 78 79 reset 80 ---- 81 82 log 83 I211215 00:00:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n1,pebble,s1] 1216510 [JOB 1] compacting(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=0.99; OverlappingRatio: Single 8.03, Multi 25.05 84 I211215 00:00:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n1,pebble,s1] 1216554 [JOB 1] [JOB 1] compacted(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=1.01 -> L3 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 85 ---- 86 0.log 87 88 log 89 I211215 00:00:15.000000 434 kv/kvserver/store.go:3251 ⋮ [n1,s1] 31356 90 | | | | ingested | moved | written | | amp 91 level | tables size val-bl vtables | score | in | tables size | tables size | tables size | read | r w 92 ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+--------- 93 0 | 0 0B 0B 0 | 0.00 | 70GB | 133 77MB | 0 0B | 19K 24GB | 4.2GB | 0 0.3 94 1 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 95 2 | 14 34MB 0B 0 | 0.96 | 18GB | 0 0B | 10 17MB | 14K 49GB | 55GB | 1 2.7 96 3 | 42 207MB 0B 0 | 0.96 | 12GB | 0 0B | 280 939MB | 7.3K 43GB | 46GB | 1 3.4 97 4 | 264 1.5GB 0B 0 | 0.99 | 9.1GB | 6 18MB | 152 824MB | 4.5K 31GB | 35GB | 1 3.4 98 5 | 7.5K 23GB 0B 0 | 1.00 | 2.8GB | 26K 116GB | 301 1.8GB | 604 3.2GB | 3.2GB | 1 1.2 99 6 | 24K 164GB 0B 0 | - | 98GB | 22K 70GB | 1 1.6KB | 3.8K 128GB | 135GB | 1 1.3 100 total | 32K 188GB 0B 0 | - | 257GB | 48K 187GB | 744 3.6GB | 49K 536GB | 278GB | 5 2.1 101 ------------------------------------------------------------------------------------------------------------------- 102 WAL: 1 files (54MB) in: 65GB written: 70B (8% overhead) 103 ---- 104 1.log 105 106 summarize 107 ---- 108 node: 1, store: 1 109 from: 211215 00:00 110 to: 211215 00:01 111 r-amp: 5.0 112 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 113 compact L2 L3 1 0 0 0 1 13MB 13MB 0B 0B 10s 114 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 115 116 # Long running compaction. 117 118 reset 119 ---- 120 121 log 122 I211215 00:01:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n1,s1,pebble] 1216510 [JOB 1] compacting(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=0.99; OverlappingRatio: Single 8.03, Multi 25.05 123 I211215 00:03:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n1,pebble,s1] 1216554 [JOB 1] [JOB 1] compacted(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=1.01 -> L3 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 124 ---- 125 0.log 126 127 summarize long-running=1m 128 ---- 129 node: 1, store: 1 130 from: 211215 00:01 131 to: 211215 00:02 132 r-amp: NaN 133 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 134 compact L2 L3 1 0 0 0 1 13MB 13MB 0B 0B 2m10s 135 total 1 0 0 0 1 13MB 13MB 0B 0B 2m10s 136 long-running events (descending runtime): 137 _kind________from________to_______job______type_____start_______end____dur(s)_____bytes: 138 compact L2 L3 1 default 00:01:10 00:03:20 130 13MB 139 140 # Single node, multiple stores. 141 142 reset 143 ---- 144 145 log 146 I211215 00:01:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n1,pebble,s1] 1216510 [JOB 1] compacting(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=0.99; OverlappingRatio: Single 8.03, Multi 25.05 147 I211215 00:01:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n1,pebble,s1] 1216554 [JOB 1] [JOB 1] compacted(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=1.01 -> L3 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 148 149 I211215 00:01:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n1,pebble,s2] 1216510 [JOB 2] compacting(default) L3 [442555] (4.2MB) + L4 [445853] (8.4MB) 150 I211215 00:01:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n1,pebble,s2] 1216554 [JOB 2] compacted(default) L3 [442555] (4.2MB) + L4 [445853] (8.4MB) -> L4 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 151 ---- 152 0.log 153 154 summarize 155 ---- 156 node: 1, store: 1 157 from: 211215 00:01 158 to: 211215 00:02 159 r-amp: NaN 160 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 161 compact L2 L3 1 0 0 0 1 13MB 13MB 0B 0B 10s 162 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 163 node: 1, store: 2 164 from: 211215 00:01 165 to: 211215 00:02 166 r-amp: NaN 167 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 168 compact L3 L4 1 0 0 0 1 13MB 13MB 0B 0B 10s 169 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 170 171 # Multiple nodes, single stores. Two separate pebble logs. 172 173 reset 174 ---- 175 176 log 177 I211215 00:01:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n1,pebble,s1] 1216510 [JOB 1] compacting(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=0.99; OverlappingRatio: Single 8.03, Multi 25.05 178 I211215 00:01:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n1,pebble,s1] 1216554 [JOB 1] [JOB 1] compacted(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=1.01 -> L3 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 179 ---- 180 0.log 181 182 log 183 I211215 00:01:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n2,pebble,s1] 1216510 [JOB 1] compacting(default) L3 [442555] (4.2MB) + L4 [445853] (8.4MB) 184 I211215 00:01:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n2,pebble,s1] 1216554 [JOB 1] compacted(default) L3 [442555] (4.2MB) + L4 [445853] (8.4MB) -> L4 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 185 ---- 186 1.log 187 188 summarize 189 ---- 190 node: 1, store: 1 191 from: 211215 00:01 192 to: 211215 00:02 193 r-amp: NaN 194 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 195 compact L2 L3 1 0 0 0 1 13MB 13MB 0B 0B 10s 196 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 197 node: 2, store: 1 198 from: 211215 00:01 199 to: 211215 00:02 200 r-amp: NaN 201 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 202 compact L3 L4 1 0 0 0 1 13MB 13MB 0B 0B 10s 203 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 204 205 # Multiple nodes, multiple stores. Two separate pebble logs. Output is sorted by 206 # (time, node, store). 207 208 reset 209 ---- 210 211 log 212 I211215 00:01:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n1,pebble,s1] 1216510 [JOB 1] compacting(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=0.99; OverlappingRatio: Single 8.03, Multi 25.05 213 I211215 00:01:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n1,pebble,s1] 1216554 [JOB 1] [JOB 1] compacted(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=1.01 -> L3 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 214 215 I211215 00:02:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n1,pebble,s2] 1216510 [JOB 2] compacting(default) L1 [442555] (4.2MB) + L2 [445853] (8.4MB) 216 I211215 00:02:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n1,pebble,s2] 1216554 [JOB 2] compacted(default) L1 [442555] (4.2MB) + L2 [445853] (8.4MB) -> L2 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 217 ---- 218 0.log 219 220 log 221 I211215 00:00:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n2,pebble,s1] 1216510 [JOB 1] compacting(default) L3 [442555] (4.2MB) + L4 [445853] (8.4MB) 222 I211215 00:00:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n2,pebble,s1] 1216554 [JOB 1] compacted(default) L3 [442555] (4.2MB) + L4 [445853] (8.4MB) -> L4 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 223 224 I211215 00:02:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n2,pebble,s2] 1216510 [JOB 2] compacting(default) L4 [442555] (4.2MB) + L5 [445853] (8.4MB) 225 I211215 00:02:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n2,pebble,s2] 1216554 [JOB 2] compacted(default) L4 [442555] (4.2MB) + L5 [445853] (8.4MB) -> L5 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 226 ---- 227 1.log 228 229 summarize 230 ---- 231 node: 2, store: 1 232 from: 211215 00:00 233 to: 211215 00:01 234 r-amp: NaN 235 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 236 compact L3 L4 1 0 0 0 1 13MB 13MB 0B 0B 10s 237 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 238 node: 1, store: 1 239 from: 211215 00:01 240 to: 211215 00:02 241 r-amp: NaN 242 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 243 compact L2 L3 1 0 0 0 1 13MB 13MB 0B 0B 10s 244 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 245 node: 1, store: 2 246 from: 211215 00:02 247 to: 211215 00:03 248 r-amp: NaN 249 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 250 compact L1 L2 1 0 0 0 1 13MB 13MB 0B 0B 10s 251 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 252 node: 2, store: 2 253 from: 211215 00:02 254 to: 211215 00:03 255 r-amp: NaN 256 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 257 compact L4 L5 1 0 0 0 1 13MB 13MB 0B 0B 10s 258 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 259 260 # Log lines with an absent node / store are aggregated. 261 262 reset 263 ---- 264 265 log 266 I211215 00:01:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n?,pebble,s?] 1216510 [JOB 1] compacting(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=0.99; OverlappingRatio: Single 8.03, Multi 25.05 267 I211215 00:01:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n?,pebble,s?] 1216554 [JOB 1] [JOB 1] compacted(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=1.01 -> L3 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 268 ---- 269 0.log 270 271 log 272 I211215 00:01:15.000000 434 kv/kvserver/store.go:3251 ⋮ [n?,s?] 31356 273 | | | | ingested | moved | written | | amp 274 level | tables size val-bl vtables | score | in | tables size | tables size | tables size | read | r w 275 ------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+--------- 276 0 | 0 0B 0B 0 | 0.00 | 70GB | 133 77MB | 0 0B | 19K 24GB | 4.2GB | 0 0.3 277 1 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 278 2 | 14 34MB 0B 0 | 0.96 | 18GB | 0 0B | 10 17MB | 14K 49GB | 55GB | 1 2.7 279 3 | 42 207MB 0B 0 | 0.96 | 12GB | 0 0B | 280 939MB | 7.3K 43GB | 46GB | 1 3.4 280 4 | 264 1.5GB 0B 0 | 0.99 | 9.1GB | 6 18MB | 152 824MB | 4.5K 31GB | 35GB | 1 3.4 281 5 | 7.5K 23GB 0B 0 | 1.00 | 2.8GB | 26K 116GB | 301 1.8GB | 604 3.2GB | 3.2GB | 1 1.2 282 6 | 24K 164GB 0B 0 | - | 98GB | 22K 70GB | 1 1.6KB | 3.8K 128GB | 135GB | 1 1.3 283 total | 32K 188GB 0B 0 | - | 257GB | 48K 187GB | 744 3.6GB | 49K 536GB | 278GB | 5 2.1 284 ------------------------------------------------------------------------------------------------------------------- 285 WAL: 1 files (54MB) in: 65GB written: 70B (8% overhead) 286 ---- 287 1.log 288 289 summarize 290 ---- 291 node: ?, store: ? 292 from: 211215 00:01 293 to: 211215 00:02 294 r-amp: 5.0 295 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 296 compact L2 L3 1 0 0 0 1 13MB 13MB 0B 0B 10s 297 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 298 299 # The same Job ID interleaved for multiple nodes / stores. 300 301 reset 302 ---- 303 304 log 305 I211215 00:01:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n1,pebble,s1] 1216510 [JOB 1] compacting(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=0.99; OverlappingRatio: Single 8.03, Multi 25.05 306 I211215 00:02:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n2,pebble,s2] 1216510 [JOB 1] compacting(default) L4 [442555] (4.2MB) Score=1.01 + L5 [445853] (8.4MB) Score=0.99; OverlappingRatio: Single 8.03, Multi 25.05 307 I211215 00:01:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n1,pebble,s1] 1216554 [JOB 1] [JOB 1] compacted(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=1.01 -> L3 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 308 I211215 00:02:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n2,pebble,s2] 1216554 [JOB 1] compacted(default) L4 [442555] (4.2MB) + L5 [445853] (8.4MB) -> L5 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 309 ---- 310 0.log 311 312 summarize 313 ---- 314 node: 1, store: 1 315 from: 211215 00:01 316 to: 211215 00:02 317 r-amp: NaN 318 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 319 compact L2 L3 1 0 0 0 1 13MB 13MB 0B 0B 10s 320 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 321 node: 2, store: 2 322 from: 211215 00:02 323 to: 211215 00:03 324 r-amp: NaN 325 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 326 compact L4 L5 1 0 0 0 1 13MB 13MB 0B 0B 10s 327 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 328 329 # Read amp matching should remain backwards compatible. 330 331 reset 332 ---- 333 334 log 335 I220301 00:00:10.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1845 ⋮ [n1,pebble,s1] 1216510 [JOB 1] compacting(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=0.99; OverlappingRatio: Single 8.03, Multi 25.05 336 I220301 00:00:20.000000 51831533 3@vendor/github.com/cockroachdb/pebble/compaction.go:1886 ⋮ [n1,pebble,s1] 1216554 [JOB 1] [JOB 1] compacted(default) L2 [442555] (4.2MB) Score=1.01 + L3 [445853] (8.4MB) Score=1.01 -> L3 [445883 445887] (13MB), in 0.3s, output rate 42MB/s 337 ---- 338 0.log 339 340 log 341 I220301 00:00:30.000000 200 1@gossip/gossip.go:1500 ⋮ [n1] 74 node has connected to cluster via gossip 342 I220301 00:00:30.000000 200 kv/kvserver/stores.go:269 ⋮ [n1] 75 wrote 0 node addresses to persistent storage 343 I220301 00:00:30.000000 319 2@server/status/runtime.go:569 ⋮ [n1] 76 runtime stats: 154 MiB RSS, 273 goroutines (stacks: 2.5 MiB), 42 MiB/71 MiB Go alloc/total (heap fragmentation: 11 MiB, heap reserved: 3.9 MiB, heap released: 4.2 MiB), 3.2 MiB/5.6 MiB CGO alloc/total (0.0 CGO/sec), 0.0/0.0 %(u/s)time, 0.0 %gc (0x), 425 KiB/500 KiB (r/w)net 344 I220301 00:00:30.000000 319 2@server/status/runtime.go:569 ⋮ [n1] 77 runtime stats: 159 MiB RSS, 266 goroutines (stacks: 3.3 MiB), 42 MiB/78 MiB Go alloc/total (heap fragmentation: 12 MiB, heap reserved: 6.7 MiB, heap released: 64 MiB), 4.4 MiB/6.8 MiB CGO alloc/total (0.4 CGO/sec), 2.9/2.1 %(u/s)time, 0.0 %gc (0x), 335 KiB/323 KiB (r/w)net 345 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 346 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 + | | | | ingested | moved | written | | amp 347 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +level | tables size val-bl vtables | score | in | tables size | tables size | tables size | read | r w 348 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +------+-----------------------------+-------+-------+--------------+--------------+--------------+-------+--------- 349 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 + 0 | 0 0B 0B 0 | 0.00 | 56B | 0 0B | 0 0B | 2 1.2KB | 0B | 0 22.6 350 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 + 1 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 351 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 + 2 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 352 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 + 3 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 353 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 + 4 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 354 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 + 5 | 0 0B 0B 0 | 0.00 | 0B | 0 0B | 0 0B | 0 0B | 0B | 0 0.0 355 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 + 6 | 1 639B 0B 0 | - | 1.2KB | 0 0B | 0 0B | 1 639B | 1.2KB | 1 0.5 356 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +total | 1 639B 0B 0 | - | 84B | 0 0B | 0 0B | 3 1.9KB | 1.2KB | 1 23.7 357 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +------------------------------------------------------------------------------------------------------------------- 358 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +WAL: 1 files (28B) in: 34B written: 84B (147% overhead) 359 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +Flushes: 2 360 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +Compactions: 1 estimated debt: 0B in progress: 0 (0B) 361 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 + default: 1 delete: 0 elision: 0 move: 0 read: 0 rewrite: 0 multi-level: 0 362 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +MemTables: 1 (256KB) zombie: 2 (512KB) 363 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +Zombie tables: 2 (1.2KB) 364 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +Block cache: 5 entries (1.0KB) hit rate: 42.9% 365 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +Table cache: 2 entries (1.6KB) hit rate: 66.7% 366 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +Snapshots: 0 earliest seq num: 0 367 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +Table iters: 2 368 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +Filter utility: 0.0% 369 I220301 00:00:30.000000 315 kv/kvserver/store.go:2713 ⋮ [n1,s1] 78 +Ingestions: 0 as flushable: 0 (0B in 0 tables) 370 ---- 371 1.log 372 373 summarize 374 ---- 375 node: 1, store: 1 376 from: 220301 00:00 377 to: 220301 00:01 378 r-amp: 1.0 379 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 380 compact L2 L3 1 0 0 0 1 13MB 13MB 0B 0B 10s 381 total 1 0 0 0 1 13MB 13MB 0B 0B 10s 382 383 reset 384 ---- 385 386 log 387 I220228 14:44:31.497272 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1366 ⋮ [n24,pebble,s24] 33267888 [JOB 10197855] flushing 1 memtable (64MB) to L0 388 I220228 14:44:31.497485 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267889 [JOB 10197855] flushing: sstable created 21731018 389 I220228 14:44:31.527038 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267892 [JOB 10197855] flushing: sstable created 21731020 390 I220228 14:44:31.542944 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267894 [JOB 10197855] flushing: sstable created 21731021 391 I220228 14:44:31.553581 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267895 [JOB 10197855] flushing: sstable created 21731022 392 I220228 14:44:31.554585 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267896 [JOB 10197855] flushing: sstable created 21731023 393 I220228 14:44:31.569928 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267897 [JOB 10197855] flushing: sstable created 21731024 394 I220228 14:44:31.624309 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267899 [JOB 10197855] flushing: sstable created 21731025 395 I220228 14:44:31.685531 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267901 [JOB 10197855] flushing: sstable created 21731026 396 I220228 14:44:31.686009 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267902 [JOB 10197855] flushing: sstable created 21731027 397 I220228 14:44:31.686415 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267903 [JOB 10197855] flushing: sstable created 21731028 398 I220228 14:44:31.780892 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267906 [JOB 10197855] flushing: sstable created 21731030 399 I220228 14:44:31.790911 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267907 [JOB 10197855] flushing: sstable created 21731031 400 I220228 14:44:31.904614 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267911 [JOB 10197855] flushing: sstable created 21731033 401 I220228 14:44:31.905835 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267912 [JOB 10197855] flushing: sstable created 21731034 402 I220228 14:44:31.906860 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267913 [JOB 10197855] flushing: sstable created 21731035 403 I220228 14:44:31.907602 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267914 [JOB 10197855] flushing: sstable created 21731036 404 I220228 14:44:32.019173 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267920 [JOB 10197855] flushing: sstable created 21731037 405 I220228 14:44:32.019714 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267921 [JOB 10197855] flushing: sstable created 21731038 406 I220228 14:44:32.020161 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267922 [JOB 10197855] flushing: sstable created 21731039 407 I220228 14:44:32.100117 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267925 [JOB 10197855] flushing: sstable created 21731040 408 I220228 14:44:32.100609 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267926 [JOB 10197855] flushing: sstable created 21731041 409 I220228 14:44:32.101065 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267927 [JOB 10197855] flushing: sstable created 21731042 410 I220228 14:44:32.101494 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267928 [JOB 10197855] flushing: sstable created 21731043 411 I220228 14:44:32.102569 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267929 [JOB 10197855] flushing: sstable created 21731044 412 I220228 14:44:32.106284 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1985 ⋮ [n24,pebble,s24] 33267930 [JOB 10197855] flushing: sstable created 21731045 413 I220228 14:44:32.138686 18460916022 3@vendor/github.com/cockroachdb/pebble/compaction.go:1423 ⋮ [n24,pebble,s24] 33267931 [JOB 10197855] flushed 1 memtable to L0 [21731018 21731020 21731021 21731022 21731023 21731024 21731025 21731026 21731027 21731028 21731030 21731031 21731033 21731034 21731035 21731036 21731037 21731038 21731039 21731040 21731041 21731042 21731043 21731044 21731045] (19MB), in 0.6s, output rate 31MB/s 414 ---- 415 0.log 416 417 summarize 418 ---- 419 node: 24, store: 24 420 from: 220228 14:44 421 to: 220228 14:45 422 r-amp: NaN 423 _kind______from______to_____________________________________count___bytes______time 424 flush L0 1 19MB 0s 425 total 1 19MB 0s 426 427 reset 428 ---- 429 430 log 431 I220228 16:01:22.487906 18476248525 3@vendor/github.com/cockroachdb/pebble/ingest.go:637 ⋮ [n24,pebble,s24] 33430782 [JOB 10211226] ingested L0:21818678 (1.8KB), L0:21818683 (1.2KB), L0:21818679 (1.6KB), L0:21818680 (1.1KB), L0:21818681 (1.1KB), L0:21818682 (160MB) 432 45127:I220228 15:58:45.538681 18475981755 3@vendor/github.com/cockroachdb/pebble/ingest.go:637 ⋮ [n24,pebble,s24] 33424719 [JOB 10210743] ingested L0:21814543 (1.4KB), L0:21814548 (1.2KB), L5:21814544 (1.4KB), L5:21814545 (1.1KB), L5:21814546 (1.1KB), L0:21814547 (140MB) 433 ---- 434 0.log 435 436 summarize 437 ---- 438 node: 24, store: 24 439 from: 220228 15:58 440 to: 220228 15:59 441 r-amp: NaN 442 _kind______from______to_____________________________________count___bytes______time 443 ingest L0 3 140MB 444 ingest L5 3 3.6KB 445 total 6 140MB 0s 446 node: 24, store: 24 447 from: 220228 16:01 448 to: 220228 16:02 449 r-amp: NaN 450 _kind______from______to_____________________________________count___bytes______time 451 ingest L0 6 160MB 452 total 6 160MB 0s 453 454 reset 455 ---- 456 457 log 458 I220907 00:27:21.579807 15082709999 3@vendor/github.com/cockroachdb/pebble/event.go:587 ⋮ [n15,pebble,s15] 2736197 [JOB 743692] compacting(delete-only) L6 [18323385] (11MB) 459 I220907 00:27:21.580169 15082709999 3@vendor/github.com/cockroachdb/pebble/event.go:591 ⋮ [n15,pebble,s15] 2736198 [JOB 743692] compacted(delete-only) L6 [18323385] (11MB) -> L6 [] (0B), in 0.0s, output rate 0 B/s 460 461 I220907 00:27:21.631145 15082710355 3@vendor/github.com/cockroachdb/pebble/event.go:587 ⋮ [n15,pebble,s15] 2736201 [JOB 743694] compacting(default) L5 [18323582] (1.8KB) + L6 [17770912] (128MB) 462 I220907 00:27:22.729839 15082710355 3@vendor/github.com/cockroachdb/pebble/event.go:591 ⋮ [n15,pebble,s15] 2736208 [JOB 743694] compacted(default) L5 [18323582] (1.8KB) + L6 [17770912] (128MB) -> L6 [18323586] (3.6MB), in 1.1s, output rate 3.3MB/s 463 464 I220907 00:27:21.630546 15082710354 3@vendor/github.com/cockroachdb/pebble/event.go:587 ⋮ [n15,pebble,s15] 2736199 [JOB 743693] compacting(move) L5 [18323585] (4.0MB) + L6 [] (0B) 465 I220907 00:27:21.631002 15082710354 3@vendor/github.com/cockroachdb/pebble/event.go:591 ⋮ [n15,pebble,s15] 2736200 [JOB 743693] compacted(move) L5 [18323585] (4.0MB) + L6 [] (0B) -> L6 [18323585] (4.0MB), in 0.0s, output rate 50GB/s 466 ---- 467 0.log 468 469 summarize 470 ---- 471 node: 15, store: 15 472 from: 220907 00:27 473 to: 220907 00:28 474 r-amp: NaN 475 _kind______from______to___default____move___elide__delete___count___in(B)__out(B)__mov(B)__del(B)______time 476 compact L5 L6 1 1 0 0 2 128MB 3.6MB 4.0MB 0B 1s 477 compact L6 L6 0 0 0 1 1 0B 0B 0B 11MB 0s 478 total 1 1 0 1 3 128MB 3.6MB 4.0MB 11MB 1s 479 480 reset 481 ---- 482 483 log 484 I230831 04:13:28.824280 3780 3@pebble/event.go:685 ⋮ [n10,s10,pebble] 365 [JOB 226] flushed 6 ingested flushables L0:024334 (1.5KB) + L0:024339 (1.0KB) + L0:024335 (1.9KB) + L0:024336 (1.1KB) + L0:024337 (1.1KB) + L0:024338 (12KB) in 0.0s (0.0s total), output rate 67MB/s 485 486 I230831 04:13:28.689575 3717 3@pebble/event.go:685 ⋮ [n10,s10,pebble] 345 [JOB 219] flushed 6 ingested flushables L0:024323 (1.5KB) + L0:024328 (1.0KB) + L0:024324 (2.0KB) + L2:024325 (1.1KB) + L2:024326 (1.1KB) + L0:024327 (54KB) in 0.0s (0.0s total), output rate 152MB/s 487 ---- 488 0.log 489 490 summarize 491 ---- 492 node: 10, store: 10 493 from: 230831 04:13 494 to: 230831 04:14 495 r-amp: NaN 496 _kind______from______to_____________________________________count___bytes______time 497 ingest L0 10 77KB 498 ingest L2 2 2.2KB 499 total 12 79KB 0s