github.com/theQRL/go-zond@v0.1.1/core/rawdb/freezer_resettable.go (about) 1 // Copyright 2022 The go-ethereum Authors 2 // This file is part of the go-ethereum library. 3 // 4 // The go-ethereum library is free software: you can redistribute it and/or modify 5 // it under the terms of the GNU Lesser General Public License as published by 6 // the Free Software Foundation, either version 3 of the License, or 7 // (at your option) any later version. 8 // 9 // The go-ethereum library is distributed in the hope that it will be useful, 10 // but WITHOUT ANY WARRANTY; without even the implied warranty of 11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 // GNU Lesser General Public License for more details. 13 // 14 // You should have received a copy of the GNU Lesser General Public License 15 // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>. 16 17 package rawdb 18 19 import ( 20 "os" 21 "path/filepath" 22 "sync" 23 24 "github.com/theQRL/go-zond/zonddb" 25 ) 26 27 const tmpSuffix = ".tmp" 28 29 // freezerOpenFunc is the function used to open/create a freezer. 30 type freezerOpenFunc = func() (*Freezer, error) 31 32 // ResettableFreezer is a wrapper of the freezer which makes the 33 // freezer resettable. 34 type ResettableFreezer struct { 35 freezer *Freezer 36 opener freezerOpenFunc 37 datadir string 38 lock sync.RWMutex 39 } 40 41 // NewResettableFreezer creates a resettable freezer, note freezer is 42 // only resettable if the passed file directory is exclusively occupied 43 // by the freezer. And also the user-configurable ancient root directory 44 // is **not** supported for reset since it might be a mount and rename 45 // will cause a copy of hundreds of gigabyte into local directory. It 46 // needs some other file based solutions. 47 // 48 // The reset function will delete directory atomically and re-create the 49 // freezer from scratch. 50 func NewResettableFreezer(datadir string, namespace string, readonly bool, maxTableSize uint32, tables map[string]bool) (*ResettableFreezer, error) { 51 if err := cleanup(datadir); err != nil { 52 return nil, err 53 } 54 opener := func() (*Freezer, error) { 55 return NewFreezer(datadir, namespace, readonly, maxTableSize, tables) 56 } 57 freezer, err := opener() 58 if err != nil { 59 return nil, err 60 } 61 return &ResettableFreezer{ 62 freezer: freezer, 63 opener: opener, 64 datadir: datadir, 65 }, nil 66 } 67 68 // Reset deletes the file directory exclusively occupied by the freezer and 69 // recreate the freezer from scratch. The atomicity of directory deletion 70 // is guaranteed by the rename operation, the leftover directory will be 71 // cleaned up in next startup in case crash happens after rename. 72 func (f *ResettableFreezer) Reset() error { 73 f.lock.Lock() 74 defer f.lock.Unlock() 75 76 if err := f.freezer.Close(); err != nil { 77 return err 78 } 79 tmp := tmpName(f.datadir) 80 if err := os.Rename(f.datadir, tmp); err != nil { 81 return err 82 } 83 if err := os.RemoveAll(tmp); err != nil { 84 return err 85 } 86 freezer, err := f.opener() 87 if err != nil { 88 return err 89 } 90 f.freezer = freezer 91 return nil 92 } 93 94 // Close terminates the chain freezer, unmapping all the data files. 95 func (f *ResettableFreezer) Close() error { 96 f.lock.RLock() 97 defer f.lock.RUnlock() 98 99 return f.freezer.Close() 100 } 101 102 // HasAncient returns an indicator whether the specified ancient data exists 103 // in the freezer 104 func (f *ResettableFreezer) HasAncient(kind string, number uint64) (bool, error) { 105 f.lock.RLock() 106 defer f.lock.RUnlock() 107 108 return f.freezer.HasAncient(kind, number) 109 } 110 111 // Ancient retrieves an ancient binary blob from the append-only immutable files. 112 func (f *ResettableFreezer) Ancient(kind string, number uint64) ([]byte, error) { 113 f.lock.RLock() 114 defer f.lock.RUnlock() 115 116 return f.freezer.Ancient(kind, number) 117 } 118 119 // AncientRange retrieves multiple items in sequence, starting from the index 'start'. 120 // It will return 121 // - at most 'max' items, 122 // - at least 1 item (even if exceeding the maxByteSize), but will otherwise 123 // return as many items as fit into maxByteSize 124 func (f *ResettableFreezer) AncientRange(kind string, start, count, maxBytes uint64) ([][]byte, error) { 125 f.lock.RLock() 126 defer f.lock.RUnlock() 127 128 return f.freezer.AncientRange(kind, start, count, maxBytes) 129 } 130 131 // Ancients returns the length of the frozen items. 132 func (f *ResettableFreezer) Ancients() (uint64, error) { 133 f.lock.RLock() 134 defer f.lock.RUnlock() 135 136 return f.freezer.Ancients() 137 } 138 139 // Tail returns the number of first stored item in the freezer. 140 func (f *ResettableFreezer) Tail() (uint64, error) { 141 f.lock.RLock() 142 defer f.lock.RUnlock() 143 144 return f.freezer.Tail() 145 } 146 147 // AncientSize returns the ancient size of the specified category. 148 func (f *ResettableFreezer) AncientSize(kind string) (uint64, error) { 149 f.lock.RLock() 150 defer f.lock.RUnlock() 151 152 return f.freezer.AncientSize(kind) 153 } 154 155 // ReadAncients runs the given read operation while ensuring that no writes take place 156 // on the underlying freezer. 157 func (f *ResettableFreezer) ReadAncients(fn func(zonddb.AncientReaderOp) error) (err error) { 158 f.lock.RLock() 159 defer f.lock.RUnlock() 160 161 return f.freezer.ReadAncients(fn) 162 } 163 164 // ModifyAncients runs the given write operation. 165 func (f *ResettableFreezer) ModifyAncients(fn func(zonddb.AncientWriteOp) error) (writeSize int64, err error) { 166 f.lock.RLock() 167 defer f.lock.RUnlock() 168 169 return f.freezer.ModifyAncients(fn) 170 } 171 172 // TruncateHead discards any recent data above the provided threshold number. 173 // It returns the previous head number. 174 func (f *ResettableFreezer) TruncateHead(items uint64) (uint64, error) { 175 f.lock.RLock() 176 defer f.lock.RUnlock() 177 178 return f.freezer.TruncateHead(items) 179 } 180 181 // TruncateTail discards any recent data below the provided threshold number. 182 // It returns the previous value 183 func (f *ResettableFreezer) TruncateTail(tail uint64) (uint64, error) { 184 f.lock.RLock() 185 defer f.lock.RUnlock() 186 187 return f.freezer.TruncateTail(tail) 188 } 189 190 // Sync flushes all data tables to disk. 191 func (f *ResettableFreezer) Sync() error { 192 f.lock.RLock() 193 defer f.lock.RUnlock() 194 195 return f.freezer.Sync() 196 } 197 198 // MigrateTable processes the entries in a given table in sequence 199 // converting them to a new format if they're of an old format. 200 func (f *ResettableFreezer) MigrateTable(kind string, convert convertLegacyFn) error { 201 f.lock.RLock() 202 defer f.lock.RUnlock() 203 204 return f.freezer.MigrateTable(kind, convert) 205 } 206 207 // cleanup removes the directory located in the specified path 208 // has the name with deletion marker suffix. 209 func cleanup(path string) error { 210 parent := filepath.Dir(path) 211 if _, err := os.Lstat(parent); os.IsNotExist(err) { 212 return nil 213 } 214 dir, err := os.Open(parent) 215 if err != nil { 216 return err 217 } 218 names, err := dir.Readdirnames(0) 219 if err != nil { 220 return err 221 } 222 if cerr := dir.Close(); cerr != nil { 223 return cerr 224 } 225 for _, name := range names { 226 if name == filepath.Base(path)+tmpSuffix { 227 return os.RemoveAll(filepath.Join(parent, name)) 228 } 229 } 230 return nil 231 } 232 233 func tmpName(path string) string { 234 return filepath.Join(filepath.Dir(path), filepath.Base(path)+tmpSuffix) 235 }