github.com/AlohaMobile/go-ethereum@v1.9.7/eth/filters/api.go (about)

     1  // Copyright 2015 The go-ethereum Authors
     2  // This file is part of the go-ethereum library.
     3  //
     4  // The go-ethereum library is free software: you can redistribute it and/or modify
     5  // it under the terms of the GNU Lesser General Public License as published by
     6  // the Free Software Foundation, either version 3 of the License, or
     7  // (at your option) any later version.
     8  //
     9  // The go-ethereum library is distributed in the hope that it will be useful,
    10  // but WITHOUT ANY WARRANTY; without even the implied warranty of
    11  // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
    12  // GNU Lesser General Public License for more details.
    13  //
    14  // You should have received a copy of the GNU Lesser General Public License
    15  // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
    16  
    17  package filters
    18  
    19  import (
    20  	"context"
    21  	"encoding/json"
    22  	"errors"
    23  	"fmt"
    24  	"math/big"
    25  	"sync"
    26  	"time"
    27  
    28  	ethereum "github.com/ethereum/go-ethereum"
    29  	"github.com/ethereum/go-ethereum/common"
    30  	"github.com/ethereum/go-ethereum/common/hexutil"
    31  	"github.com/ethereum/go-ethereum/core/types"
    32  	"github.com/ethereum/go-ethereum/ethdb"
    33  	"github.com/ethereum/go-ethereum/event"
    34  	"github.com/ethereum/go-ethereum/rpc"
    35  )
    36  
    37  var (
    38  	deadline = 5 * time.Minute // consider a filter inactive if it has not been polled for within deadline
    39  )
    40  
    41  // filter is a helper struct that holds meta information over the filter type
    42  // and associated subscription in the event system.
    43  type filter struct {
    44  	typ      Type
    45  	deadline *time.Timer // filter is inactiv when deadline triggers
    46  	hashes   []common.Hash
    47  	crit     FilterCriteria
    48  	logs     []*types.Log
    49  	s        *Subscription // associated subscription in event system
    50  }
    51  
    52  // PublicFilterAPI offers support to create and manage filters. This will allow external clients to retrieve various
    53  // information related to the Ethereum protocol such als blocks, transactions and logs.
    54  type PublicFilterAPI struct {
    55  	backend   Backend
    56  	mux       *event.TypeMux
    57  	quit      chan struct{}
    58  	chainDb   ethdb.Database
    59  	events    *EventSystem
    60  	filtersMu sync.Mutex
    61  	filters   map[rpc.ID]*filter
    62  }
    63  
    64  // NewPublicFilterAPI returns a new PublicFilterAPI instance.
    65  func NewPublicFilterAPI(backend Backend, lightMode bool) *PublicFilterAPI {
    66  	api := &PublicFilterAPI{
    67  		backend: backend,
    68  		mux:     backend.EventMux(),
    69  		chainDb: backend.ChainDb(),
    70  		events:  NewEventSystem(backend.EventMux(), backend, lightMode),
    71  		filters: make(map[rpc.ID]*filter),
    72  	}
    73  	go api.timeoutLoop()
    74  
    75  	return api
    76  }
    77  
    78  // timeoutLoop runs every 5 minutes and deletes filters that have not been recently used.
    79  // Tt is started when the api is created.
    80  func (api *PublicFilterAPI) timeoutLoop() {
    81  	ticker := time.NewTicker(5 * time.Minute)
    82  	for {
    83  		<-ticker.C
    84  		api.filtersMu.Lock()
    85  		for id, f := range api.filters {
    86  			select {
    87  			case <-f.deadline.C:
    88  				f.s.Unsubscribe()
    89  				delete(api.filters, id)
    90  			default:
    91  				continue
    92  			}
    93  		}
    94  		api.filtersMu.Unlock()
    95  	}
    96  }
    97  
    98  // NewPendingTransactionFilter creates a filter that fetches pending transaction hashes
    99  // as transactions enter the pending state.
   100  //
   101  // It is part of the filter package because this filter can be used through the
   102  // `eth_getFilterChanges` polling method that is also used for log filters.
   103  //
   104  // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_newpendingtransactionfilter
   105  func (api *PublicFilterAPI) NewPendingTransactionFilter() rpc.ID {
   106  	var (
   107  		pendingTxs   = make(chan []common.Hash)
   108  		pendingTxSub = api.events.SubscribePendingTxs(pendingTxs)
   109  	)
   110  
   111  	api.filtersMu.Lock()
   112  	api.filters[pendingTxSub.ID] = &filter{typ: PendingTransactionsSubscription, deadline: time.NewTimer(deadline), hashes: make([]common.Hash, 0), s: pendingTxSub}
   113  	api.filtersMu.Unlock()
   114  
   115  	go func() {
   116  		for {
   117  			select {
   118  			case ph := <-pendingTxs:
   119  				api.filtersMu.Lock()
   120  				if f, found := api.filters[pendingTxSub.ID]; found {
   121  					f.hashes = append(f.hashes, ph...)
   122  				}
   123  				api.filtersMu.Unlock()
   124  			case <-pendingTxSub.Err():
   125  				api.filtersMu.Lock()
   126  				delete(api.filters, pendingTxSub.ID)
   127  				api.filtersMu.Unlock()
   128  				return
   129  			}
   130  		}
   131  	}()
   132  
   133  	return pendingTxSub.ID
   134  }
   135  
   136  // NewPendingTransactions creates a subscription that is triggered each time a transaction
   137  // enters the transaction pool and was signed from one of the transactions this nodes manages.
   138  func (api *PublicFilterAPI) NewPendingTransactions(ctx context.Context) (*rpc.Subscription, error) {
   139  	notifier, supported := rpc.NotifierFromContext(ctx)
   140  	if !supported {
   141  		return &rpc.Subscription{}, rpc.ErrNotificationsUnsupported
   142  	}
   143  
   144  	rpcSub := notifier.CreateSubscription()
   145  
   146  	go func() {
   147  		txHashes := make(chan []common.Hash, 128)
   148  		pendingTxSub := api.events.SubscribePendingTxs(txHashes)
   149  
   150  		for {
   151  			select {
   152  			case hashes := <-txHashes:
   153  				// To keep the original behaviour, send a single tx hash in one notification.
   154  				// TODO(rjl493456442) Send a batch of tx hashes in one notification
   155  				for _, h := range hashes {
   156  					notifier.Notify(rpcSub.ID, h)
   157  				}
   158  			case <-rpcSub.Err():
   159  				pendingTxSub.Unsubscribe()
   160  				return
   161  			case <-notifier.Closed():
   162  				pendingTxSub.Unsubscribe()
   163  				return
   164  			}
   165  		}
   166  	}()
   167  
   168  	return rpcSub, nil
   169  }
   170  
   171  // NewBlockFilter creates a filter that fetches blocks that are imported into the chain.
   172  // It is part of the filter package since polling goes with eth_getFilterChanges.
   173  //
   174  // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_newblockfilter
   175  func (api *PublicFilterAPI) NewBlockFilter() rpc.ID {
   176  	var (
   177  		headers   = make(chan *types.Header)
   178  		headerSub = api.events.SubscribeNewHeads(headers)
   179  	)
   180  
   181  	api.filtersMu.Lock()
   182  	api.filters[headerSub.ID] = &filter{typ: BlocksSubscription, deadline: time.NewTimer(deadline), hashes: make([]common.Hash, 0), s: headerSub}
   183  	api.filtersMu.Unlock()
   184  
   185  	go func() {
   186  		for {
   187  			select {
   188  			case h := <-headers:
   189  				api.filtersMu.Lock()
   190  				if f, found := api.filters[headerSub.ID]; found {
   191  					f.hashes = append(f.hashes, h.Hash())
   192  				}
   193  				api.filtersMu.Unlock()
   194  			case <-headerSub.Err():
   195  				api.filtersMu.Lock()
   196  				delete(api.filters, headerSub.ID)
   197  				api.filtersMu.Unlock()
   198  				return
   199  			}
   200  		}
   201  	}()
   202  
   203  	return headerSub.ID
   204  }
   205  
   206  // NewHeads send a notification each time a new (header) block is appended to the chain.
   207  func (api *PublicFilterAPI) NewHeads(ctx context.Context) (*rpc.Subscription, error) {
   208  	notifier, supported := rpc.NotifierFromContext(ctx)
   209  	if !supported {
   210  		return &rpc.Subscription{}, rpc.ErrNotificationsUnsupported
   211  	}
   212  
   213  	rpcSub := notifier.CreateSubscription()
   214  
   215  	go func() {
   216  		headers := make(chan *types.Header)
   217  		headersSub := api.events.SubscribeNewHeads(headers)
   218  
   219  		for {
   220  			select {
   221  			case h := <-headers:
   222  				notifier.Notify(rpcSub.ID, h)
   223  			case <-rpcSub.Err():
   224  				headersSub.Unsubscribe()
   225  				return
   226  			case <-notifier.Closed():
   227  				headersSub.Unsubscribe()
   228  				return
   229  			}
   230  		}
   231  	}()
   232  
   233  	return rpcSub, nil
   234  }
   235  
   236  // Logs creates a subscription that fires for all new log that match the given filter criteria.
   237  func (api *PublicFilterAPI) Logs(ctx context.Context, crit FilterCriteria) (*rpc.Subscription, error) {
   238  	notifier, supported := rpc.NotifierFromContext(ctx)
   239  	if !supported {
   240  		return &rpc.Subscription{}, rpc.ErrNotificationsUnsupported
   241  	}
   242  
   243  	var (
   244  		rpcSub      = notifier.CreateSubscription()
   245  		matchedLogs = make(chan []*types.Log)
   246  	)
   247  
   248  	logsSub, err := api.events.SubscribeLogs(ethereum.FilterQuery(crit), matchedLogs)
   249  	if err != nil {
   250  		return nil, err
   251  	}
   252  
   253  	go func() {
   254  
   255  		for {
   256  			select {
   257  			case logs := <-matchedLogs:
   258  				for _, log := range logs {
   259  					notifier.Notify(rpcSub.ID, &log)
   260  				}
   261  			case <-rpcSub.Err(): // client send an unsubscribe request
   262  				logsSub.Unsubscribe()
   263  				return
   264  			case <-notifier.Closed(): // connection dropped
   265  				logsSub.Unsubscribe()
   266  				return
   267  			}
   268  		}
   269  	}()
   270  
   271  	return rpcSub, nil
   272  }
   273  
   274  // FilterCriteria represents a request to create a new filter.
   275  // Same as ethereum.FilterQuery but with UnmarshalJSON() method.
   276  type FilterCriteria ethereum.FilterQuery
   277  
   278  // NewFilter creates a new filter and returns the filter id. It can be
   279  // used to retrieve logs when the state changes. This method cannot be
   280  // used to fetch logs that are already stored in the state.
   281  //
   282  // Default criteria for the from and to block are "latest".
   283  // Using "latest" as block number will return logs for mined blocks.
   284  // Using "pending" as block number returns logs for not yet mined (pending) blocks.
   285  // In case logs are removed (chain reorg) previously returned logs are returned
   286  // again but with the removed property set to true.
   287  //
   288  // In case "fromBlock" > "toBlock" an error is returned.
   289  //
   290  // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_newfilter
   291  func (api *PublicFilterAPI) NewFilter(crit FilterCriteria) (rpc.ID, error) {
   292  	logs := make(chan []*types.Log)
   293  	logsSub, err := api.events.SubscribeLogs(ethereum.FilterQuery(crit), logs)
   294  	if err != nil {
   295  		return rpc.ID(""), err
   296  	}
   297  
   298  	api.filtersMu.Lock()
   299  	api.filters[logsSub.ID] = &filter{typ: LogsSubscription, crit: crit, deadline: time.NewTimer(deadline), logs: make([]*types.Log, 0), s: logsSub}
   300  	api.filtersMu.Unlock()
   301  
   302  	go func() {
   303  		for {
   304  			select {
   305  			case l := <-logs:
   306  				api.filtersMu.Lock()
   307  				if f, found := api.filters[logsSub.ID]; found {
   308  					f.logs = append(f.logs, l...)
   309  				}
   310  				api.filtersMu.Unlock()
   311  			case <-logsSub.Err():
   312  				api.filtersMu.Lock()
   313  				delete(api.filters, logsSub.ID)
   314  				api.filtersMu.Unlock()
   315  				return
   316  			}
   317  		}
   318  	}()
   319  
   320  	return logsSub.ID, nil
   321  }
   322  
   323  // GetLogs returns logs matching the given argument that are stored within the state.
   324  //
   325  // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_getlogs
   326  func (api *PublicFilterAPI) GetLogs(ctx context.Context, crit FilterCriteria) ([]*types.Log, error) {
   327  	var filter *Filter
   328  	if crit.BlockHash != nil {
   329  		// Block filter requested, construct a single-shot filter
   330  		filter = NewBlockFilter(api.backend, *crit.BlockHash, crit.Addresses, crit.Topics)
   331  	} else {
   332  		// Convert the RPC block numbers into internal representations
   333  		begin := rpc.LatestBlockNumber.Int64()
   334  		if crit.FromBlock != nil {
   335  			begin = crit.FromBlock.Int64()
   336  		}
   337  		end := rpc.LatestBlockNumber.Int64()
   338  		if crit.ToBlock != nil {
   339  			end = crit.ToBlock.Int64()
   340  		}
   341  		// Construct the range filter
   342  		filter = NewRangeFilter(api.backend, begin, end, crit.Addresses, crit.Topics)
   343  	}
   344  	// Run the filter and return all the logs
   345  	logs, err := filter.Logs(ctx)
   346  	if err != nil {
   347  		return nil, err
   348  	}
   349  	return returnLogs(logs), err
   350  }
   351  
   352  // UninstallFilter removes the filter with the given filter id.
   353  //
   354  // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_uninstallfilter
   355  func (api *PublicFilterAPI) UninstallFilter(id rpc.ID) bool {
   356  	api.filtersMu.Lock()
   357  	f, found := api.filters[id]
   358  	if found {
   359  		delete(api.filters, id)
   360  	}
   361  	api.filtersMu.Unlock()
   362  	if found {
   363  		f.s.Unsubscribe()
   364  	}
   365  
   366  	return found
   367  }
   368  
   369  // GetFilterLogs returns the logs for the filter with the given id.
   370  // If the filter could not be found an empty array of logs is returned.
   371  //
   372  // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_getfilterlogs
   373  func (api *PublicFilterAPI) GetFilterLogs(ctx context.Context, id rpc.ID) ([]*types.Log, error) {
   374  	api.filtersMu.Lock()
   375  	f, found := api.filters[id]
   376  	api.filtersMu.Unlock()
   377  
   378  	if !found || f.typ != LogsSubscription {
   379  		return nil, fmt.Errorf("filter not found")
   380  	}
   381  
   382  	var filter *Filter
   383  	if f.crit.BlockHash != nil {
   384  		// Block filter requested, construct a single-shot filter
   385  		filter = NewBlockFilter(api.backend, *f.crit.BlockHash, f.crit.Addresses, f.crit.Topics)
   386  	} else {
   387  		// Convert the RPC block numbers into internal representations
   388  		begin := rpc.LatestBlockNumber.Int64()
   389  		if f.crit.FromBlock != nil {
   390  			begin = f.crit.FromBlock.Int64()
   391  		}
   392  		end := rpc.LatestBlockNumber.Int64()
   393  		if f.crit.ToBlock != nil {
   394  			end = f.crit.ToBlock.Int64()
   395  		}
   396  		// Construct the range filter
   397  		filter = NewRangeFilter(api.backend, begin, end, f.crit.Addresses, f.crit.Topics)
   398  	}
   399  	// Run the filter and return all the logs
   400  	logs, err := filter.Logs(ctx)
   401  	if err != nil {
   402  		return nil, err
   403  	}
   404  	return returnLogs(logs), nil
   405  }
   406  
   407  // GetFilterChanges returns the logs for the filter with the given id since
   408  // last time it was called. This can be used for polling.
   409  //
   410  // For pending transaction and block filters the result is []common.Hash.
   411  // (pending)Log filters return []Log.
   412  //
   413  // https://github.com/ethereum/wiki/wiki/JSON-RPC#eth_getfilterchanges
   414  func (api *PublicFilterAPI) GetFilterChanges(id rpc.ID) (interface{}, error) {
   415  	api.filtersMu.Lock()
   416  	defer api.filtersMu.Unlock()
   417  
   418  	if f, found := api.filters[id]; found {
   419  		if !f.deadline.Stop() {
   420  			// timer expired but filter is not yet removed in timeout loop
   421  			// receive timer value and reset timer
   422  			<-f.deadline.C
   423  		}
   424  		f.deadline.Reset(deadline)
   425  
   426  		switch f.typ {
   427  		case PendingTransactionsSubscription, BlocksSubscription:
   428  			hashes := f.hashes
   429  			f.hashes = nil
   430  			return returnHashes(hashes), nil
   431  		case LogsSubscription:
   432  			logs := f.logs
   433  			f.logs = nil
   434  			return returnLogs(logs), nil
   435  		}
   436  	}
   437  
   438  	return []interface{}{}, fmt.Errorf("filter not found")
   439  }
   440  
   441  // returnHashes is a helper that will return an empty hash array case the given hash array is nil,
   442  // otherwise the given hashes array is returned.
   443  func returnHashes(hashes []common.Hash) []common.Hash {
   444  	if hashes == nil {
   445  		return []common.Hash{}
   446  	}
   447  	return hashes
   448  }
   449  
   450  // returnLogs is a helper that will return an empty log array in case the given logs array is nil,
   451  // otherwise the given logs array is returned.
   452  func returnLogs(logs []*types.Log) []*types.Log {
   453  	if logs == nil {
   454  		return []*types.Log{}
   455  	}
   456  	return logs
   457  }
   458  
   459  // UnmarshalJSON sets *args fields with given data.
   460  func (args *FilterCriteria) UnmarshalJSON(data []byte) error {
   461  	type input struct {
   462  		BlockHash *common.Hash     `json:"blockHash"`
   463  		FromBlock *rpc.BlockNumber `json:"fromBlock"`
   464  		ToBlock   *rpc.BlockNumber `json:"toBlock"`
   465  		Addresses interface{}      `json:"address"`
   466  		Topics    []interface{}    `json:"topics"`
   467  	}
   468  
   469  	var raw input
   470  	if err := json.Unmarshal(data, &raw); err != nil {
   471  		return err
   472  	}
   473  
   474  	if raw.BlockHash != nil {
   475  		if raw.FromBlock != nil || raw.ToBlock != nil {
   476  			// BlockHash is mutually exclusive with FromBlock/ToBlock criteria
   477  			return fmt.Errorf("cannot specify both BlockHash and FromBlock/ToBlock, choose one or the other")
   478  		}
   479  		args.BlockHash = raw.BlockHash
   480  	} else {
   481  		if raw.FromBlock != nil {
   482  			args.FromBlock = big.NewInt(raw.FromBlock.Int64())
   483  		}
   484  
   485  		if raw.ToBlock != nil {
   486  			args.ToBlock = big.NewInt(raw.ToBlock.Int64())
   487  		}
   488  	}
   489  
   490  	args.Addresses = []common.Address{}
   491  
   492  	if raw.Addresses != nil {
   493  		// raw.Address can contain a single address or an array of addresses
   494  		switch rawAddr := raw.Addresses.(type) {
   495  		case []interface{}:
   496  			for i, addr := range rawAddr {
   497  				if strAddr, ok := addr.(string); ok {
   498  					addr, err := decodeAddress(strAddr)
   499  					if err != nil {
   500  						return fmt.Errorf("invalid address at index %d: %v", i, err)
   501  					}
   502  					args.Addresses = append(args.Addresses, addr)
   503  				} else {
   504  					return fmt.Errorf("non-string address at index %d", i)
   505  				}
   506  			}
   507  		case string:
   508  			addr, err := decodeAddress(rawAddr)
   509  			if err != nil {
   510  				return fmt.Errorf("invalid address: %v", err)
   511  			}
   512  			args.Addresses = []common.Address{addr}
   513  		default:
   514  			return errors.New("invalid addresses in query")
   515  		}
   516  	}
   517  
   518  	// topics is an array consisting of strings and/or arrays of strings.
   519  	// JSON null values are converted to common.Hash{} and ignored by the filter manager.
   520  	if len(raw.Topics) > 0 {
   521  		args.Topics = make([][]common.Hash, len(raw.Topics))
   522  		for i, t := range raw.Topics {
   523  			switch topic := t.(type) {
   524  			case nil:
   525  				// ignore topic when matching logs
   526  
   527  			case string:
   528  				// match specific topic
   529  				top, err := decodeTopic(topic)
   530  				if err != nil {
   531  					return err
   532  				}
   533  				args.Topics[i] = []common.Hash{top}
   534  
   535  			case []interface{}:
   536  				// or case e.g. [null, "topic0", "topic1"]
   537  				for _, rawTopic := range topic {
   538  					if rawTopic == nil {
   539  						// null component, match all
   540  						args.Topics[i] = nil
   541  						break
   542  					}
   543  					if topic, ok := rawTopic.(string); ok {
   544  						parsed, err := decodeTopic(topic)
   545  						if err != nil {
   546  							return err
   547  						}
   548  						args.Topics[i] = append(args.Topics[i], parsed)
   549  					} else {
   550  						return fmt.Errorf("invalid topic(s)")
   551  					}
   552  				}
   553  			default:
   554  				return fmt.Errorf("invalid topic(s)")
   555  			}
   556  		}
   557  	}
   558  
   559  	return nil
   560  }
   561  
   562  func decodeAddress(s string) (common.Address, error) {
   563  	b, err := hexutil.Decode(s)
   564  	if err == nil && len(b) != common.AddressLength {
   565  		err = fmt.Errorf("hex has invalid length %d after decoding; expected %d for address", len(b), common.AddressLength)
   566  	}
   567  	return common.BytesToAddress(b), err
   568  }
   569  
   570  func decodeTopic(s string) (common.Hash, error) {
   571  	b, err := hexutil.Decode(s)
   572  	if err == nil && len(b) != common.HashLength {
   573  		err = fmt.Errorf("hex has invalid length %d after decoding; expected %d for topic", len(b), common.HashLength)
   574  	}
   575  	return common.BytesToHash(b), err
   576  }