github.com/csquan/dpos-go-ethereum@v1.9.7/p2p/enode/iter.go (about)

     1  // Copyright 2019 The go-ethereum Authors
     2  // This file is part of the go-ethereum library.
     3  //
     4  // The go-ethereum library is free software: you can redistribute it and/or modify
     5  // it under the terms of the GNU Lesser General Public License as published by
     6  // the Free Software Foundation, either version 3 of the License, or
     7  // (at your option) any later version.
     8  //
     9  // The go-ethereum library is distributed in the hope that it will be useful,
    10  // but WITHOUT ANY WARRANTY; without even the implied warranty of
    11  // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
    12  // GNU Lesser General Public License for more details.
    13  //
    14  // You should have received a copy of the GNU Lesser General Public License
    15  // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
    16  
    17  package enode
    18  
    19  import (
    20  	"sync"
    21  	"time"
    22  )
    23  
    24  // Iterator represents a sequence of nodes. The Next method moves to the next node in the
    25  // sequence. It returns false when the sequence has ended or the iterator is closed. Close
    26  // may be called concurrently with Next and Node, and interrupts Next if it is blocked.
    27  type Iterator interface {
    28  	Next() bool  // moves to next node
    29  	Node() *Node // returns current node
    30  	Close()      // ends the iterator
    31  }
    32  
    33  // ReadNodes reads at most n nodes from the given iterator. The return value contains no
    34  // duplicates and no nil values. To prevent looping indefinitely for small repeating node
    35  // sequences, this function calls Next at most n times.
    36  func ReadNodes(it Iterator, n int) []*Node {
    37  	seen := make(map[ID]*Node, n)
    38  	for i := 0; i < n && it.Next(); i++ {
    39  		// Remove duplicates, keeping the node with higher seq.
    40  		node := it.Node()
    41  		prevNode, ok := seen[node.ID()]
    42  		if ok && prevNode.Seq() > node.Seq() {
    43  			continue
    44  		}
    45  		seen[node.ID()] = node
    46  	}
    47  	result := make([]*Node, 0, len(seen))
    48  	for _, node := range seen {
    49  		result = append(result, node)
    50  	}
    51  	return result
    52  }
    53  
    54  // IterNodes makes an iterator which runs through the given nodes once.
    55  func IterNodes(nodes []*Node) Iterator {
    56  	return &sliceIter{nodes: nodes, index: -1}
    57  }
    58  
    59  // CycleNodes makes an iterator which cycles through the given nodes indefinitely.
    60  func CycleNodes(nodes []*Node) Iterator {
    61  	return &sliceIter{nodes: nodes, index: -1, cycle: true}
    62  }
    63  
    64  type sliceIter struct {
    65  	mu    sync.Mutex
    66  	nodes []*Node
    67  	index int
    68  	cycle bool
    69  }
    70  
    71  func (it *sliceIter) Next() bool {
    72  	it.mu.Lock()
    73  	defer it.mu.Unlock()
    74  
    75  	if len(it.nodes) == 0 {
    76  		return false
    77  	}
    78  	it.index++
    79  	if it.index == len(it.nodes) {
    80  		if it.cycle {
    81  			it.index = 0
    82  		} else {
    83  			it.nodes = nil
    84  			return false
    85  		}
    86  	}
    87  	return true
    88  }
    89  
    90  func (it *sliceIter) Node() *Node {
    91  	if len(it.nodes) == 0 {
    92  		return nil
    93  	}
    94  	return it.nodes[it.index]
    95  }
    96  
    97  func (it *sliceIter) Close() {
    98  	it.mu.Lock()
    99  	defer it.mu.Unlock()
   100  
   101  	it.nodes = nil
   102  }
   103  
   104  // Filter wraps an iterator such that Next only returns nodes for which
   105  // the 'check' function returns true.
   106  func Filter(it Iterator, check func(*Node) bool) Iterator {
   107  	return &filterIter{it, check}
   108  }
   109  
   110  type filterIter struct {
   111  	Iterator
   112  	check func(*Node) bool
   113  }
   114  
   115  func (f *filterIter) Next() bool {
   116  	for f.Iterator.Next() {
   117  		if f.check(f.Node()) {
   118  			return true
   119  		}
   120  	}
   121  	return false
   122  }
   123  
   124  // FairMix aggregates multiple node iterators. The mixer itself is an iterator which ends
   125  // only when Close is called. Source iterators added via AddSource are removed from the
   126  // mix when they end.
   127  //
   128  // The distribution of nodes returned by Next is approximately fair, i.e. FairMix
   129  // attempts to draw from all sources equally often. However, if a certain source is slow
   130  // and doesn't return a node within the configured timeout, a node from any other source
   131  // will be returned.
   132  //
   133  // It's safe to call AddSource and Close concurrently with Next.
   134  type FairMix struct {
   135  	wg      sync.WaitGroup
   136  	fromAny chan *Node
   137  	timeout time.Duration
   138  	cur     *Node
   139  
   140  	mu      sync.Mutex
   141  	closed  chan struct{}
   142  	sources []*mixSource
   143  	last    int
   144  }
   145  
   146  type mixSource struct {
   147  	it      Iterator
   148  	next    chan *Node
   149  	timeout time.Duration
   150  }
   151  
   152  // NewFairMix creates a mixer.
   153  //
   154  // The timeout specifies how long the mixer will wait for the next fairly-chosen source
   155  // before giving up and taking a node from any other source. A good way to set the timeout
   156  // is deciding how long you'd want to wait for a node on average. Passing a negative
   157  // timeout makes the mixer completely fair.
   158  func NewFairMix(timeout time.Duration) *FairMix {
   159  	m := &FairMix{
   160  		fromAny: make(chan *Node),
   161  		closed:  make(chan struct{}),
   162  		timeout: timeout,
   163  	}
   164  	return m
   165  }
   166  
   167  // AddSource adds a source of nodes.
   168  func (m *FairMix) AddSource(it Iterator) {
   169  	m.mu.Lock()
   170  	defer m.mu.Unlock()
   171  
   172  	if m.closed == nil {
   173  		return
   174  	}
   175  	m.wg.Add(1)
   176  	source := &mixSource{it, make(chan *Node), m.timeout}
   177  	m.sources = append(m.sources, source)
   178  	go m.runSource(m.closed, source)
   179  }
   180  
   181  // Close shuts down the mixer and all current sources.
   182  // Calling this is required to release resources associated with the mixer.
   183  func (m *FairMix) Close() {
   184  	m.mu.Lock()
   185  	defer m.mu.Unlock()
   186  
   187  	if m.closed == nil {
   188  		return
   189  	}
   190  	for _, s := range m.sources {
   191  		s.it.Close()
   192  	}
   193  	close(m.closed)
   194  	m.wg.Wait()
   195  	close(m.fromAny)
   196  	m.sources = nil
   197  	m.closed = nil
   198  }
   199  
   200  // Next returns a node from a random source.
   201  func (m *FairMix) Next() bool {
   202  	m.cur = nil
   203  
   204  	var timeout <-chan time.Time
   205  	if m.timeout >= 0 {
   206  		timer := time.NewTimer(m.timeout)
   207  		timeout = timer.C
   208  		defer timer.Stop()
   209  	}
   210  	for {
   211  		source := m.pickSource()
   212  		if source == nil {
   213  			return m.nextFromAny()
   214  		}
   215  		select {
   216  		case n, ok := <-source.next:
   217  			if ok {
   218  				m.cur = n
   219  				source.timeout = m.timeout
   220  				return true
   221  			}
   222  			// This source has ended.
   223  			m.deleteSource(source)
   224  		case <-timeout:
   225  			source.timeout /= 2
   226  			return m.nextFromAny()
   227  		}
   228  	}
   229  }
   230  
   231  // Node returns the current node.
   232  func (m *FairMix) Node() *Node {
   233  	return m.cur
   234  }
   235  
   236  // nextFromAny is used when there are no sources or when the 'fair' choice
   237  // doesn't turn up a node quickly enough.
   238  func (m *FairMix) nextFromAny() bool {
   239  	n, ok := <-m.fromAny
   240  	if ok {
   241  		m.cur = n
   242  	}
   243  	return ok
   244  }
   245  
   246  // pickSource chooses the next source to read from, cycling through them in order.
   247  func (m *FairMix) pickSource() *mixSource {
   248  	m.mu.Lock()
   249  	defer m.mu.Unlock()
   250  
   251  	if len(m.sources) == 0 {
   252  		return nil
   253  	}
   254  	m.last = (m.last + 1) % len(m.sources)
   255  	return m.sources[m.last]
   256  }
   257  
   258  // deleteSource deletes a source.
   259  func (m *FairMix) deleteSource(s *mixSource) {
   260  	m.mu.Lock()
   261  	defer m.mu.Unlock()
   262  
   263  	for i := range m.sources {
   264  		if m.sources[i] == s {
   265  			copy(m.sources[i:], m.sources[i+1:])
   266  			m.sources[len(m.sources)-1] = nil
   267  			m.sources = m.sources[:len(m.sources)-1]
   268  			break
   269  		}
   270  	}
   271  }
   272  
   273  // runSource reads a single source in a loop.
   274  func (m *FairMix) runSource(closed chan struct{}, s *mixSource) {
   275  	defer m.wg.Done()
   276  	defer close(s.next)
   277  	for s.it.Next() {
   278  		n := s.it.Node()
   279  		select {
   280  		case s.next <- n:
   281  		case m.fromAny <- n:
   282  		case <-closed:
   283  			return
   284  		}
   285  	}
   286  }