github.com/intfoundation/intchain@v0.0.0-20220727031208-4316ad31ca73/intprotocol/filters/api.go (about) 1 // Copyright 2015 The go-ethereum Authors 2 // This file is part of the go-ethereum library. 3 // 4 // The go-ethereum library is free software: you can redistribute it and/or modify 5 // it under the terms of the GNU Lesser General Public License as published by 6 // the Free Software Foundation, either version 3 of the License, or 7 // (at your option) any later version. 8 // 9 // The go-ethereum library is distributed in the hope that it will be useful, 10 // but WITHOUT ANY WARRANTY; without even the implied warranty of 11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 // GNU Lesser General Public License for more details. 13 // 14 // You should have received a copy of the GNU Lesser General Public License 15 // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>. 16 17 package filters 18 19 import ( 20 "context" 21 "encoding/json" 22 "errors" 23 "fmt" 24 "math/big" 25 "sync" 26 "time" 27 28 ethereum "github.com/intfoundation/intchain" 29 "github.com/intfoundation/intchain/common" 30 "github.com/intfoundation/intchain/common/hexutil" 31 "github.com/intfoundation/intchain/core/types" 32 "github.com/intfoundation/intchain/event" 33 "github.com/intfoundation/intchain/intdb" 34 "github.com/intfoundation/intchain/rpc" 35 ) 36 37 var ( 38 deadline = 5 * time.Minute // consider a filter inactive if it has not been polled for within deadline 39 ) 40 41 // filter is a helper struct that holds meta information over the filter type 42 // and associated subscription in the event system. 43 type filter struct { 44 typ Type 45 deadline *time.Timer // filter is inactiv when deadline triggers 46 hashes []common.Hash 47 crit FilterCriteria 48 logs []*types.Log 49 s *Subscription // associated subscription in event system 50 } 51 52 // PublicFilterAPI offers support to create and manage filters. This will allow external clients to retrieve various 53 // information related to the Ethereum protocol such als blocks, transactions and logs. 54 type PublicFilterAPI struct { 55 backend Backend 56 mux *event.TypeMux 57 quit chan struct{} 58 chainDb intdb.Database 59 events *EventSystem 60 filtersMu sync.Mutex 61 filters map[rpc.ID]*filter 62 } 63 64 // NewPublicFilterAPI returns a new PublicFilterAPI instance. 65 func NewPublicFilterAPI(backend Backend, lightMode bool) *PublicFilterAPI { 66 api := &PublicFilterAPI{ 67 backend: backend, 68 mux: backend.EventMux(), 69 chainDb: backend.ChainDb(), 70 events: NewEventSystem(backend.EventMux(), backend, lightMode), 71 filters: make(map[rpc.ID]*filter), 72 } 73 go api.timeoutLoop() 74 75 return api 76 } 77 78 // timeoutLoop runs every 5 minutes and deletes filters that have not been recently used. 79 // Tt is started when the api is created. 80 func (api *PublicFilterAPI) timeoutLoop() { 81 ticker := time.NewTicker(5 * time.Minute) 82 for { 83 <-ticker.C 84 api.filtersMu.Lock() 85 for id, f := range api.filters { 86 select { 87 case <-f.deadline.C: 88 f.s.Unsubscribe() 89 delete(api.filters, id) 90 default: 91 continue 92 } 93 } 94 api.filtersMu.Unlock() 95 } 96 } 97 98 // NewPendingTransactionFilter creates a filter that fetches pending transaction hashes 99 // as transactions enter the pending state. 100 // 101 // It is part of the filter package because this filter can be used throug the 102 // `eth_getFilterChanges` polling method that is also used for log filters. 103 // 104 // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_newpendingtransactionfilter 105 func (api *PublicFilterAPI) NewPendingTransactionFilter() rpc.ID { 106 var ( 107 pendingTxs = make(chan common.Hash) 108 pendingTxSub = api.events.SubscribePendingTxEvents(pendingTxs) 109 ) 110 111 api.filtersMu.Lock() 112 api.filters[pendingTxSub.ID] = &filter{typ: PendingTransactionsSubscription, deadline: time.NewTimer(deadline), hashes: make([]common.Hash, 0), s: pendingTxSub} 113 api.filtersMu.Unlock() 114 115 go func() { 116 for { 117 select { 118 case ph := <-pendingTxs: 119 api.filtersMu.Lock() 120 if f, found := api.filters[pendingTxSub.ID]; found { 121 f.hashes = append(f.hashes, ph) 122 } 123 api.filtersMu.Unlock() 124 case <-pendingTxSub.Err(): 125 api.filtersMu.Lock() 126 delete(api.filters, pendingTxSub.ID) 127 api.filtersMu.Unlock() 128 return 129 } 130 } 131 }() 132 133 return pendingTxSub.ID 134 } 135 136 // NewPendingTransactions creates a subscription that is triggered each time a transaction 137 // enters the transaction pool and was signed from one of the transactions this nodes manages. 138 func (api *PublicFilterAPI) NewPendingTransactions(ctx context.Context) (*rpc.Subscription, error) { 139 notifier, supported := rpc.NotifierFromContext(ctx) 140 if !supported { 141 return &rpc.Subscription{}, rpc.ErrNotificationsUnsupported 142 } 143 144 rpcSub := notifier.CreateSubscription() 145 146 go func() { 147 txHashes := make(chan common.Hash) 148 pendingTxSub := api.events.SubscribePendingTxEvents(txHashes) 149 150 for { 151 select { 152 case h := <-txHashes: 153 notifier.Notify(rpcSub.ID, h) 154 case <-rpcSub.Err(): 155 pendingTxSub.Unsubscribe() 156 return 157 case <-notifier.Closed(): 158 pendingTxSub.Unsubscribe() 159 return 160 } 161 } 162 }() 163 164 return rpcSub, nil 165 } 166 167 // NewBlockFilter creates a filter that fetches blocks that are imported into the chain. 168 // It is part of the filter package since polling goes with eth_getFilterChanges. 169 // 170 // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_newblockfilter 171 func (api *PublicFilterAPI) NewBlockFilter() rpc.ID { 172 var ( 173 headers = make(chan *types.Header) 174 headerSub = api.events.SubscribeNewHeads(headers) 175 ) 176 177 api.filtersMu.Lock() 178 api.filters[headerSub.ID] = &filter{typ: BlocksSubscription, deadline: time.NewTimer(deadline), hashes: make([]common.Hash, 0), s: headerSub} 179 api.filtersMu.Unlock() 180 181 go func() { 182 for { 183 select { 184 case h := <-headers: 185 api.filtersMu.Lock() 186 if f, found := api.filters[headerSub.ID]; found { 187 f.hashes = append(f.hashes, h.Hash()) 188 } 189 api.filtersMu.Unlock() 190 case <-headerSub.Err(): 191 api.filtersMu.Lock() 192 delete(api.filters, headerSub.ID) 193 api.filtersMu.Unlock() 194 return 195 } 196 } 197 }() 198 199 return headerSub.ID 200 } 201 202 // NewHeads send a notification each time a new (header) block is appended to the chain. 203 func (api *PublicFilterAPI) NewHeads(ctx context.Context) (*rpc.Subscription, error) { 204 notifier, supported := rpc.NotifierFromContext(ctx) 205 if !supported { 206 return &rpc.Subscription{}, rpc.ErrNotificationsUnsupported 207 } 208 209 rpcSub := notifier.CreateSubscription() 210 211 go func() { 212 headers := make(chan *types.Header) 213 headersSub := api.events.SubscribeNewHeads(headers) 214 215 for { 216 select { 217 case h := <-headers: 218 notifier.Notify(rpcSub.ID, h) 219 case <-rpcSub.Err(): 220 headersSub.Unsubscribe() 221 return 222 case <-notifier.Closed(): 223 headersSub.Unsubscribe() 224 return 225 } 226 } 227 }() 228 229 return rpcSub, nil 230 } 231 232 // Logs creates a subscription that fires for all new log that match the given filter criteria. 233 func (api *PublicFilterAPI) Logs(ctx context.Context, crit FilterCriteria) (*rpc.Subscription, error) { 234 notifier, supported := rpc.NotifierFromContext(ctx) 235 if !supported { 236 return &rpc.Subscription{}, rpc.ErrNotificationsUnsupported 237 } 238 239 var ( 240 rpcSub = notifier.CreateSubscription() 241 matchedLogs = make(chan []*types.Log) 242 ) 243 244 logsSub, err := api.events.SubscribeLogs(ethereum.FilterQuery(crit), matchedLogs) 245 if err != nil { 246 return nil, err 247 } 248 249 go func() { 250 251 for { 252 select { 253 case logs := <-matchedLogs: 254 for _, log := range logs { 255 notifier.Notify(rpcSub.ID, &log) 256 } 257 case <-rpcSub.Err(): // client send an unsubscribe request 258 logsSub.Unsubscribe() 259 return 260 case <-notifier.Closed(): // connection dropped 261 logsSub.Unsubscribe() 262 return 263 } 264 } 265 }() 266 267 return rpcSub, nil 268 } 269 270 // FilterCriteria represents a request to create a new filter. 271 // 272 // TODO(karalabe): Kill this in favor of ethereum.FilterQuery. 273 type FilterCriteria struct { 274 FromBlock *big.Int 275 ToBlock *big.Int 276 Addresses []common.Address 277 Topics [][]common.Hash 278 } 279 280 // NewFilter creates a new filter and returns the filter id. It can be 281 // used to retrieve logs when the state changes. This method cannot be 282 // used to fetch logs that are already stored in the state. 283 // 284 // Default criteria for the from and to block are "latest". 285 // Using "latest" as block number will return logs for mined blocks. 286 // Using "pending" as block number returns logs for not yet mined (pending) blocks. 287 // In case logs are removed (chain reorg) previously returned logs are returned 288 // again but with the removed property set to true. 289 // 290 // In case "fromBlock" > "toBlock" an error is returned. 291 // 292 // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_newfilter 293 func (api *PublicFilterAPI) NewFilter(crit FilterCriteria) (rpc.ID, error) { 294 logs := make(chan []*types.Log) 295 logsSub, err := api.events.SubscribeLogs(ethereum.FilterQuery(crit), logs) 296 if err != nil { 297 return rpc.ID(""), err 298 } 299 300 api.filtersMu.Lock() 301 api.filters[logsSub.ID] = &filter{typ: LogsSubscription, crit: crit, deadline: time.NewTimer(deadline), logs: make([]*types.Log, 0), s: logsSub} 302 api.filtersMu.Unlock() 303 304 go func() { 305 for { 306 select { 307 case l := <-logs: 308 api.filtersMu.Lock() 309 if f, found := api.filters[logsSub.ID]; found { 310 f.logs = append(f.logs, l...) 311 } 312 api.filtersMu.Unlock() 313 case <-logsSub.Err(): 314 api.filtersMu.Lock() 315 delete(api.filters, logsSub.ID) 316 api.filtersMu.Unlock() 317 return 318 } 319 } 320 }() 321 322 return logsSub.ID, nil 323 } 324 325 // GetLogs returns logs matching the given argument that are stored within the state. 326 // 327 // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_getlogs 328 func (api *PublicFilterAPI) GetLogs(ctx context.Context, crit FilterCriteria) ([]*types.Log, error) { 329 // Convert the RPC block numbers into internal representations 330 if crit.FromBlock == nil { 331 crit.FromBlock = big.NewInt(rpc.LatestBlockNumber.Int64()) 332 } 333 if crit.ToBlock == nil { 334 crit.ToBlock = big.NewInt(rpc.LatestBlockNumber.Int64()) 335 } 336 // Create and run the filter to get all the logs 337 filter := New(api.backend, crit.FromBlock.Int64(), crit.ToBlock.Int64(), crit.Addresses, crit.Topics) 338 339 logs, err := filter.Logs(ctx) 340 if err != nil { 341 return nil, err 342 } 343 return returnLogs(logs), err 344 } 345 346 // UninstallFilter removes the filter with the given filter id. 347 // 348 // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_uninstallfilter 349 func (api *PublicFilterAPI) UninstallFilter(id rpc.ID) bool { 350 api.filtersMu.Lock() 351 f, found := api.filters[id] 352 if found { 353 delete(api.filters, id) 354 } 355 api.filtersMu.Unlock() 356 if found { 357 f.s.Unsubscribe() 358 } 359 360 return found 361 } 362 363 // GetFilterLogs returns the logs for the filter with the given id. 364 // If the filter could not be found an empty array of logs is returned. 365 // 366 // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_getfilterlogs 367 func (api *PublicFilterAPI) GetFilterLogs(ctx context.Context, id rpc.ID) ([]*types.Log, error) { 368 api.filtersMu.Lock() 369 f, found := api.filters[id] 370 api.filtersMu.Unlock() 371 372 if !found || f.typ != LogsSubscription { 373 return nil, fmt.Errorf("filter not found") 374 } 375 376 begin := rpc.LatestBlockNumber.Int64() 377 if f.crit.FromBlock != nil { 378 begin = f.crit.FromBlock.Int64() 379 } 380 end := rpc.LatestBlockNumber.Int64() 381 if f.crit.ToBlock != nil { 382 end = f.crit.ToBlock.Int64() 383 } 384 // Create and run the filter to get all the logs 385 filter := New(api.backend, begin, end, f.crit.Addresses, f.crit.Topics) 386 387 logs, err := filter.Logs(ctx) 388 if err != nil { 389 return nil, err 390 } 391 return returnLogs(logs), nil 392 } 393 394 // GetFilterChanges returns the logs for the filter with the given id since 395 // last time it was called. This can be used for polling. 396 // 397 // For pending transaction and block filters the result is []common.Hash. 398 // (pending)Log filters return []Log. 399 // 400 // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_getfilterchanges 401 func (api *PublicFilterAPI) GetFilterChanges(id rpc.ID) (interface{}, error) { 402 api.filtersMu.Lock() 403 defer api.filtersMu.Unlock() 404 405 if f, found := api.filters[id]; found { 406 if !f.deadline.Stop() { 407 // timer expired but filter is not yet removed in timeout loop 408 // receive timer value and reset timer 409 <-f.deadline.C 410 } 411 f.deadline.Reset(deadline) 412 413 switch f.typ { 414 case PendingTransactionsSubscription, BlocksSubscription: 415 hashes := f.hashes 416 f.hashes = nil 417 return returnHashes(hashes), nil 418 case LogsSubscription: 419 logs := f.logs 420 f.logs = nil 421 return returnLogs(logs), nil 422 } 423 } 424 425 return []interface{}{}, fmt.Errorf("filter not found") 426 } 427 428 // returnHashes is a helper that will return an empty hash array case the given hash array is nil, 429 // otherwise the given hashes array is returned. 430 func returnHashes(hashes []common.Hash) []common.Hash { 431 if hashes == nil { 432 return []common.Hash{} 433 } 434 return hashes 435 } 436 437 // returnLogs is a helper that will return an empty log array in case the given logs array is nil, 438 // otherwise the given logs array is returned. 439 func returnLogs(logs []*types.Log) []*types.Log { 440 if logs == nil { 441 return []*types.Log{} 442 } 443 return logs 444 } 445 446 // UnmarshalJSON sets *args fields with given data. 447 func (args *FilterCriteria) UnmarshalJSON(data []byte) error { 448 type input struct { 449 From *rpc.BlockNumber `json:"fromBlock"` 450 ToBlock *rpc.BlockNumber `json:"toBlock"` 451 Addresses interface{} `json:"address"` 452 Topics []interface{} `json:"topics"` 453 } 454 455 var raw input 456 if err := json.Unmarshal(data, &raw); err != nil { 457 return err 458 } 459 460 if raw.From != nil { 461 args.FromBlock = big.NewInt(raw.From.Int64()) 462 } 463 464 if raw.ToBlock != nil { 465 args.ToBlock = big.NewInt(raw.ToBlock.Int64()) 466 } 467 468 args.Addresses = []common.Address{} 469 470 if raw.Addresses != nil { 471 // raw.Address can contain a single address or an array of addresses 472 switch rawAddr := raw.Addresses.(type) { 473 case []interface{}: 474 for i, addr := range rawAddr { 475 if strAddr, ok := addr.(string); ok { 476 addr, err := decodeAddress(strAddr) 477 if err != nil { 478 return fmt.Errorf("invalid address at index %d: %v", i, err) 479 } 480 args.Addresses = append(args.Addresses, addr) 481 } else { 482 return fmt.Errorf("non-string address at index %d", i) 483 } 484 } 485 case string: 486 addr, err := decodeAddress(rawAddr) 487 if err != nil { 488 return fmt.Errorf("invalid address: %v", err) 489 } 490 args.Addresses = []common.Address{addr} 491 default: 492 return errors.New("invalid addresses in query") 493 } 494 } 495 496 // topics is an array consisting of strings and/or arrays of strings. 497 // JSON null values are converted to common.Hash{} and ignored by the filter manager. 498 if len(raw.Topics) > 0 { 499 args.Topics = make([][]common.Hash, len(raw.Topics)) 500 for i, t := range raw.Topics { 501 switch topic := t.(type) { 502 case nil: 503 // ignore topic when matching logs 504 505 case string: 506 // match specific topic 507 top, err := decodeTopic(topic) 508 if err != nil { 509 return err 510 } 511 args.Topics[i] = []common.Hash{top} 512 513 case []interface{}: 514 // or case e.g. [null, "topic0", "topic1"] 515 for _, rawTopic := range topic { 516 if rawTopic == nil { 517 // null component, match all 518 args.Topics[i] = nil 519 break 520 } 521 if topic, ok := rawTopic.(string); ok { 522 parsed, err := decodeTopic(topic) 523 if err != nil { 524 return err 525 } 526 args.Topics[i] = append(args.Topics[i], parsed) 527 } else { 528 return fmt.Errorf("invalid topic(s)") 529 } 530 } 531 default: 532 return fmt.Errorf("invalid topic(s)") 533 } 534 } 535 } 536 537 return nil 538 } 539 540 func decodeAddress(s string) (common.Address, error) { 541 b, err := hexutil.Decode(s) 542 if err == nil && len(b) != common.AddressLength { 543 err = fmt.Errorf("hex has invalid length %d after decoding", len(b)) 544 } 545 return common.BytesToAddress(b), err 546 } 547 548 func decodeTopic(s string) (common.Hash, error) { 549 b, err := hexutil.Decode(s) 550 if err == nil && len(b) != common.HashLength { 551 err = fmt.Errorf("hex has invalid length %d after decoding", len(b)) 552 } 553 return common.BytesToHash(b), err 554 }