github.com/luckypickle/go-ethereum-vet@v1.14.2/eth/filters/filter.go (about) 1 // Copyright 2014 The go-ethereum Authors 2 // This file is part of the go-ethereum library. 3 // 4 // The go-ethereum library is free software: you can redistribute it and/or modify 5 // it under the terms of the GNU Lesser General Public License as published by 6 // the Free Software Foundation, either version 3 of the License, or 7 // (at your option) any later version. 8 // 9 // The go-ethereum library is distributed in the hope that it will be useful, 10 // but WITHOUT ANY WARRANTY; without even the implied warranty of 11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 // GNU Lesser General Public License for more details. 13 // 14 // You should have received a copy of the GNU Lesser General Public License 15 // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>. 16 17 package filters 18 19 import ( 20 "context" 21 "errors" 22 "math/big" 23 24 "github.com/luckypickle/go-ethereum-vet/common" 25 "github.com/luckypickle/go-ethereum-vet/core" 26 "github.com/luckypickle/go-ethereum-vet/core/bloombits" 27 "github.com/luckypickle/go-ethereum-vet/core/types" 28 "github.com/luckypickle/go-ethereum-vet/ethdb" 29 "github.com/luckypickle/go-ethereum-vet/event" 30 "github.com/luckypickle/go-ethereum-vet/rpc" 31 ) 32 33 type Backend interface { 34 ChainDb() ethdb.Database 35 EventMux() *event.TypeMux 36 HeaderByNumber(ctx context.Context, blockNr rpc.BlockNumber) (*types.Header, error) 37 HeaderByHash(ctx context.Context, blockHash common.Hash) (*types.Header, error) 38 GetReceipts(ctx context.Context, blockHash common.Hash) (types.Receipts, error) 39 GetLogs(ctx context.Context, blockHash common.Hash) ([][]*types.Log, error) 40 41 SubscribeNewTxsEvent(chan<- core.NewTxsEvent) event.Subscription 42 SubscribeChainEvent(ch chan<- core.ChainEvent) event.Subscription 43 SubscribeRemovedLogsEvent(ch chan<- core.RemovedLogsEvent) event.Subscription 44 SubscribeLogsEvent(ch chan<- []*types.Log) event.Subscription 45 46 BloomStatus() (uint64, uint64) 47 ServiceFilter(ctx context.Context, session *bloombits.MatcherSession) 48 } 49 50 // Filter can be used to retrieve and filter logs. 51 type Filter struct { 52 backend Backend 53 54 db ethdb.Database 55 addresses []common.Address 56 topics [][]common.Hash 57 58 block common.Hash // Block hash if filtering a single block 59 begin, end int64 // Range interval if filtering multiple blocks 60 61 matcher *bloombits.Matcher 62 } 63 64 // NewRangeFilter creates a new filter which uses a bloom filter on blocks to 65 // figure out whether a particular block is interesting or not. 66 func NewRangeFilter(backend Backend, begin, end int64, addresses []common.Address, topics [][]common.Hash) *Filter { 67 // Flatten the address and topic filter clauses into a single bloombits filter 68 // system. Since the bloombits are not positional, nil topics are permitted, 69 // which get flattened into a nil byte slice. 70 var filters [][][]byte 71 if len(addresses) > 0 { 72 filter := make([][]byte, len(addresses)) 73 for i, address := range addresses { 74 filter[i] = address.Bytes() 75 } 76 filters = append(filters, filter) 77 } 78 for _, topicList := range topics { 79 filter := make([][]byte, len(topicList)) 80 for i, topic := range topicList { 81 filter[i] = topic.Bytes() 82 } 83 filters = append(filters, filter) 84 } 85 size, _ := backend.BloomStatus() 86 87 // Create a generic filter and convert it into a range filter 88 filter := newFilter(backend, addresses, topics) 89 90 filter.matcher = bloombits.NewMatcher(size, filters) 91 filter.begin = begin 92 filter.end = end 93 94 return filter 95 } 96 97 // NewBlockFilter creates a new filter which directly inspects the contents of 98 // a block to figure out whether it is interesting or not. 99 func NewBlockFilter(backend Backend, block common.Hash, addresses []common.Address, topics [][]common.Hash) *Filter { 100 // Create a generic filter and convert it into a block filter 101 filter := newFilter(backend, addresses, topics) 102 filter.block = block 103 return filter 104 } 105 106 // newFilter creates a generic filter that can either filter based on a block hash, 107 // or based on range queries. The search criteria needs to be explicitly set. 108 func newFilter(backend Backend, addresses []common.Address, topics [][]common.Hash) *Filter { 109 return &Filter{ 110 backend: backend, 111 addresses: addresses, 112 topics: topics, 113 db: backend.ChainDb(), 114 } 115 } 116 117 // Logs searches the blockchain for matching log entries, returning all from the 118 // first block that contains matches, updating the start of the filter accordingly. 119 func (f *Filter) Logs(ctx context.Context) ([]*types.Log, error) { 120 // If we're doing singleton block filtering, execute and return 121 if f.block != (common.Hash{}) { 122 header, err := f.backend.HeaderByHash(ctx, f.block) 123 if err != nil { 124 return nil, err 125 } 126 if header == nil { 127 return nil, errors.New("unknown block") 128 } 129 return f.blockLogs(ctx, header) 130 } 131 // Figure out the limits of the filter range 132 header, _ := f.backend.HeaderByNumber(ctx, rpc.LatestBlockNumber) 133 if header == nil { 134 return nil, nil 135 } 136 head := header.Number.Uint64() 137 138 if f.begin == -1 { 139 f.begin = int64(head) 140 } 141 end := uint64(f.end) 142 if f.end == -1 { 143 end = head 144 } 145 // Gather all indexed logs, and finish with non indexed ones 146 var ( 147 logs []*types.Log 148 err error 149 ) 150 size, sections := f.backend.BloomStatus() 151 if indexed := sections * size; indexed > uint64(f.begin) { 152 if indexed > end { 153 logs, err = f.indexedLogs(ctx, end) 154 } else { 155 logs, err = f.indexedLogs(ctx, indexed-1) 156 } 157 if err != nil { 158 return logs, err 159 } 160 } 161 rest, err := f.unindexedLogs(ctx, end) 162 logs = append(logs, rest...) 163 return logs, err 164 } 165 166 // indexedLogs returns the logs matching the filter criteria based on the bloom 167 // bits indexed available locally or via the network. 168 func (f *Filter) indexedLogs(ctx context.Context, end uint64) ([]*types.Log, error) { 169 // Create a matcher session and request servicing from the backend 170 matches := make(chan uint64, 64) 171 172 session, err := f.matcher.Start(ctx, uint64(f.begin), end, matches) 173 if err != nil { 174 return nil, err 175 } 176 defer session.Close() 177 178 f.backend.ServiceFilter(ctx, session) 179 180 // Iterate over the matches until exhausted or context closed 181 var logs []*types.Log 182 183 for { 184 select { 185 case number, ok := <-matches: 186 // Abort if all matches have been fulfilled 187 if !ok { 188 err := session.Error() 189 if err == nil { 190 f.begin = int64(end) + 1 191 } 192 return logs, err 193 } 194 f.begin = int64(number) + 1 195 196 // Retrieve the suggested block and pull any truly matching logs 197 header, err := f.backend.HeaderByNumber(ctx, rpc.BlockNumber(number)) 198 if header == nil || err != nil { 199 return logs, err 200 } 201 found, err := f.checkMatches(ctx, header) 202 if err != nil { 203 return logs, err 204 } 205 logs = append(logs, found...) 206 207 case <-ctx.Done(): 208 return logs, ctx.Err() 209 } 210 } 211 } 212 213 // indexedLogs returns the logs matching the filter criteria based on raw block 214 // iteration and bloom matching. 215 func (f *Filter) unindexedLogs(ctx context.Context, end uint64) ([]*types.Log, error) { 216 var logs []*types.Log 217 218 for ; f.begin <= int64(end); f.begin++ { 219 header, err := f.backend.HeaderByNumber(ctx, rpc.BlockNumber(f.begin)) 220 if header == nil || err != nil { 221 return logs, err 222 } 223 found, err := f.blockLogs(ctx, header) 224 if err != nil { 225 return logs, err 226 } 227 logs = append(logs, found...) 228 } 229 return logs, nil 230 } 231 232 // blockLogs returns the logs matching the filter criteria within a single block. 233 func (f *Filter) blockLogs(ctx context.Context, header *types.Header) (logs []*types.Log, err error) { 234 if bloomFilter(header.Bloom, f.addresses, f.topics) { 235 found, err := f.checkMatches(ctx, header) 236 if err != nil { 237 return logs, err 238 } 239 logs = append(logs, found...) 240 } 241 return logs, nil 242 } 243 244 // checkMatches checks if the receipts belonging to the given header contain any log events that 245 // match the filter criteria. This function is called when the bloom filter signals a potential match. 246 func (f *Filter) checkMatches(ctx context.Context, header *types.Header) (logs []*types.Log, err error) { 247 // Get the logs of the block 248 logsList, err := f.backend.GetLogs(ctx, header.Hash()) 249 if err != nil { 250 return nil, err 251 } 252 var unfiltered []*types.Log 253 for _, logs := range logsList { 254 unfiltered = append(unfiltered, logs...) 255 } 256 logs = filterLogs(unfiltered, nil, nil, f.addresses, f.topics) 257 if len(logs) > 0 { 258 // We have matching logs, check if we need to resolve full logs via the light client 259 if logs[0].TxHash == (common.Hash{}) { 260 receipts, err := f.backend.GetReceipts(ctx, header.Hash()) 261 if err != nil { 262 return nil, err 263 } 264 unfiltered = unfiltered[:0] 265 for _, receipt := range receipts { 266 unfiltered = append(unfiltered, receipt.Logs...) 267 } 268 logs = filterLogs(unfiltered, nil, nil, f.addresses, f.topics) 269 } 270 return logs, nil 271 } 272 return nil, nil 273 } 274 275 func includes(addresses []common.Address, a common.Address) bool { 276 for _, addr := range addresses { 277 if addr == a { 278 return true 279 } 280 } 281 282 return false 283 } 284 285 // filterLogs creates a slice of logs matching the given criteria. 286 func filterLogs(logs []*types.Log, fromBlock, toBlock *big.Int, addresses []common.Address, topics [][]common.Hash) []*types.Log { 287 var ret []*types.Log 288 Logs: 289 for _, log := range logs { 290 if fromBlock != nil && fromBlock.Int64() >= 0 && fromBlock.Uint64() > log.BlockNumber { 291 continue 292 } 293 if toBlock != nil && toBlock.Int64() >= 0 && toBlock.Uint64() < log.BlockNumber { 294 continue 295 } 296 297 if len(addresses) > 0 && !includes(addresses, log.Address) { 298 continue 299 } 300 // If the to filtered topics is greater than the amount of topics in logs, skip. 301 if len(topics) > len(log.Topics) { 302 continue Logs 303 } 304 for i, sub := range topics { 305 match := len(sub) == 0 // empty rule set == wildcard 306 for _, topic := range sub { 307 if log.Topics[i] == topic { 308 match = true 309 break 310 } 311 } 312 if !match { 313 continue Logs 314 } 315 } 316 ret = append(ret, log) 317 } 318 return ret 319 } 320 321 func bloomFilter(bloom types.Bloom, addresses []common.Address, topics [][]common.Hash) bool { 322 if len(addresses) > 0 { 323 var included bool 324 for _, addr := range addresses { 325 if types.BloomLookup(bloom, addr) { 326 included = true 327 break 328 } 329 } 330 if !included { 331 return false 332 } 333 } 334 335 for _, sub := range topics { 336 included := len(sub) == 0 // empty rule set == wildcard 337 for _, topic := range sub { 338 if types.BloomLookup(bloom, topic) { 339 included = true 340 break 341 } 342 } 343 if !included { 344 return false 345 } 346 } 347 return true 348 }