github.com/skoak/go-ethereum@v1.9.7/ethdb/memorydb/memorydb.go (about) 1 // Copyright 2018 The go-ethereum Authors 2 // This file is part of the go-ethereum library. 3 // 4 // The go-ethereum library is free software: you can redistribute it and/or modify 5 // it under the terms of the GNU Lesser General Public License as published by 6 // the Free Software Foundation, either version 3 of the License, or 7 // (at your option) any later version. 8 // 9 // The go-ethereum library is distributed in the hope that it will be useful, 10 // but WITHOUT ANY WARRANTY; without even the implied warranty of 11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 // GNU Lesser General Public License for more details. 13 // 14 // You should have received a copy of the GNU Lesser General Public License 15 // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>. 16 17 // Package memorydb implements the key-value database layer based on memory maps. 18 package memorydb 19 20 import ( 21 "errors" 22 "sort" 23 "strings" 24 "sync" 25 26 "github.com/ethereum/go-ethereum/common" 27 "github.com/ethereum/go-ethereum/ethdb" 28 ) 29 30 var ( 31 // errMemorydbClosed is returned if a memory database was already closed at the 32 // invocation of a data access operation. 33 errMemorydbClosed = errors.New("database closed") 34 35 // errMemorydbNotFound is returned if a key is requested that is not found in 36 // the provided memory database. 37 errMemorydbNotFound = errors.New("not found") 38 ) 39 40 // Database is an ephemeral key-value store. Apart from basic data storage 41 // functionality it also supports batch writes and iterating over the keyspace in 42 // binary-alphabetical order. 43 type Database struct { 44 db map[string][]byte 45 lock sync.RWMutex 46 } 47 48 // New returns a wrapped map with all the required database interface methods 49 // implemented. 50 func New() *Database { 51 return &Database{ 52 db: make(map[string][]byte), 53 } 54 } 55 56 // NewWithCap returns a wrapped map pre-allocated to the provided capcity with 57 // all the required database interface methods implemented. 58 func NewWithCap(size int) *Database { 59 return &Database{ 60 db: make(map[string][]byte, size), 61 } 62 } 63 64 // Close deallocates the internal map and ensures any consecutive data access op 65 // failes with an error. 66 func (db *Database) Close() error { 67 db.lock.Lock() 68 defer db.lock.Unlock() 69 70 db.db = nil 71 return nil 72 } 73 74 // Has retrieves if a key is present in the key-value store. 75 func (db *Database) Has(key []byte) (bool, error) { 76 db.lock.RLock() 77 defer db.lock.RUnlock() 78 79 if db.db == nil { 80 return false, errMemorydbClosed 81 } 82 _, ok := db.db[string(key)] 83 return ok, nil 84 } 85 86 // Get retrieves the given key if it's present in the key-value store. 87 func (db *Database) Get(key []byte) ([]byte, error) { 88 db.lock.RLock() 89 defer db.lock.RUnlock() 90 91 if db.db == nil { 92 return nil, errMemorydbClosed 93 } 94 if entry, ok := db.db[string(key)]; ok { 95 return common.CopyBytes(entry), nil 96 } 97 return nil, errMemorydbNotFound 98 } 99 100 // Put inserts the given value into the key-value store. 101 func (db *Database) Put(key []byte, value []byte) error { 102 db.lock.Lock() 103 defer db.lock.Unlock() 104 105 if db.db == nil { 106 return errMemorydbClosed 107 } 108 db.db[string(key)] = common.CopyBytes(value) 109 return nil 110 } 111 112 // Delete removes the key from the key-value store. 113 func (db *Database) Delete(key []byte) error { 114 db.lock.Lock() 115 defer db.lock.Unlock() 116 117 if db.db == nil { 118 return errMemorydbClosed 119 } 120 delete(db.db, string(key)) 121 return nil 122 } 123 124 // NewBatch creates a write-only key-value store that buffers changes to its host 125 // database until a final write is called. 126 func (db *Database) NewBatch() ethdb.Batch { 127 return &batch{ 128 db: db, 129 } 130 } 131 132 // NewIterator creates a binary-alphabetical iterator over the entire keyspace 133 // contained within the memory database. 134 func (db *Database) NewIterator() ethdb.Iterator { 135 return db.NewIteratorWithStart(nil) 136 } 137 138 // NewIteratorWithStart creates a binary-alphabetical iterator over a subset of 139 // database content starting at a particular initial key (or after, if it does 140 // not exist). 141 func (db *Database) NewIteratorWithStart(start []byte) ethdb.Iterator { 142 db.lock.RLock() 143 defer db.lock.RUnlock() 144 145 var ( 146 st = string(start) 147 keys = make([]string, 0, len(db.db)) 148 values = make([][]byte, 0, len(db.db)) 149 ) 150 // Collect the keys from the memory database corresponding to the given start 151 for key := range db.db { 152 if key >= st { 153 keys = append(keys, key) 154 } 155 } 156 // Sort the items and retrieve the associated values 157 sort.Strings(keys) 158 for _, key := range keys { 159 values = append(values, db.db[key]) 160 } 161 return &iterator{ 162 keys: keys, 163 values: values, 164 } 165 } 166 167 // NewIteratorWithPrefix creates a binary-alphabetical iterator over a subset 168 // of database content with a particular key prefix. 169 func (db *Database) NewIteratorWithPrefix(prefix []byte) ethdb.Iterator { 170 db.lock.RLock() 171 defer db.lock.RUnlock() 172 173 var ( 174 pr = string(prefix) 175 keys = make([]string, 0, len(db.db)) 176 values = make([][]byte, 0, len(db.db)) 177 ) 178 // Collect the keys from the memory database corresponding to the given prefix 179 for key := range db.db { 180 if strings.HasPrefix(key, pr) { 181 keys = append(keys, key) 182 } 183 } 184 // Sort the items and retrieve the associated values 185 sort.Strings(keys) 186 for _, key := range keys { 187 values = append(values, db.db[key]) 188 } 189 return &iterator{ 190 keys: keys, 191 values: values, 192 } 193 } 194 195 // Stat returns a particular internal stat of the database. 196 func (db *Database) Stat(property string) (string, error) { 197 return "", errors.New("unknown property") 198 } 199 200 // Compact is not supported on a memory database, but there's no need either as 201 // a memory database doesn't waste space anyway. 202 func (db *Database) Compact(start []byte, limit []byte) error { 203 return nil 204 } 205 206 // Len returns the number of entries currently present in the memory database. 207 // 208 // Note, this method is only used for testing (i.e. not public in general) and 209 // does not have explicit checks for closed-ness to allow simpler testing code. 210 func (db *Database) Len() int { 211 db.lock.RLock() 212 defer db.lock.RUnlock() 213 214 return len(db.db) 215 } 216 217 // keyvalue is a key-value tuple tagged with a deletion field to allow creating 218 // memory-database write batches. 219 type keyvalue struct { 220 key []byte 221 value []byte 222 delete bool 223 } 224 225 // batch is a write-only memory batch that commits changes to its host 226 // database when Write is called. A batch cannot be used concurrently. 227 type batch struct { 228 db *Database 229 writes []keyvalue 230 size int 231 } 232 233 // Put inserts the given value into the batch for later committing. 234 func (b *batch) Put(key, value []byte) error { 235 b.writes = append(b.writes, keyvalue{common.CopyBytes(key), common.CopyBytes(value), false}) 236 b.size += len(value) 237 return nil 238 } 239 240 // Delete inserts the a key removal into the batch for later committing. 241 func (b *batch) Delete(key []byte) error { 242 b.writes = append(b.writes, keyvalue{common.CopyBytes(key), nil, true}) 243 b.size += 1 244 return nil 245 } 246 247 // ValueSize retrieves the amount of data queued up for writing. 248 func (b *batch) ValueSize() int { 249 return b.size 250 } 251 252 // Write flushes any accumulated data to the memory database. 253 func (b *batch) Write() error { 254 b.db.lock.Lock() 255 defer b.db.lock.Unlock() 256 257 for _, keyvalue := range b.writes { 258 if keyvalue.delete { 259 delete(b.db.db, string(keyvalue.key)) 260 continue 261 } 262 b.db.db[string(keyvalue.key)] = keyvalue.value 263 } 264 return nil 265 } 266 267 // Reset resets the batch for reuse. 268 func (b *batch) Reset() { 269 b.writes = b.writes[:0] 270 b.size = 0 271 } 272 273 // Replay replays the batch contents. 274 func (b *batch) Replay(w ethdb.KeyValueWriter) error { 275 for _, keyvalue := range b.writes { 276 if keyvalue.delete { 277 if err := w.Delete(keyvalue.key); err != nil { 278 return err 279 } 280 continue 281 } 282 if err := w.Put(keyvalue.key, keyvalue.value); err != nil { 283 return err 284 } 285 } 286 return nil 287 } 288 289 // iterator can walk over the (potentially partial) keyspace of a memory key 290 // value store. Internally it is a deep copy of the entire iterated state, 291 // sorted by keys. 292 type iterator struct { 293 inited bool 294 keys []string 295 values [][]byte 296 } 297 298 // Next moves the iterator to the next key/value pair. It returns whether the 299 // iterator is exhausted. 300 func (it *iterator) Next() bool { 301 // If the iterator was not yet initialized, do it now 302 if !it.inited { 303 it.inited = true 304 return len(it.keys) > 0 305 } 306 // Iterator already initialize, advance it 307 if len(it.keys) > 0 { 308 it.keys = it.keys[1:] 309 it.values = it.values[1:] 310 } 311 return len(it.keys) > 0 312 } 313 314 // Error returns any accumulated error. Exhausting all the key/value pairs 315 // is not considered to be an error. A memory iterator cannot encounter errors. 316 func (it *iterator) Error() error { 317 return nil 318 } 319 320 // Key returns the key of the current key/value pair, or nil if done. The caller 321 // should not modify the contents of the returned slice, and its contents may 322 // change on the next call to Next. 323 func (it *iterator) Key() []byte { 324 if len(it.keys) > 0 { 325 return []byte(it.keys[0]) 326 } 327 return nil 328 } 329 330 // Value returns the value of the current key/value pair, or nil if done. The 331 // caller should not modify the contents of the returned slice, and its contents 332 // may change on the next call to Next. 333 func (it *iterator) Value() []byte { 334 if len(it.values) > 0 { 335 return it.values[0] 336 } 337 return nil 338 } 339 340 // Release releases associated resources. Release should always succeed and can 341 // be called multiple times without causing error. 342 func (it *iterator) Release() { 343 it.keys, it.values = nil, nil 344 }