github.com/hardtosaygoodbye/go-ethereum@v1.10.16-0.20220122011429-97003b9e6c15/les/utils/weighted_select.go (about) 1 // Copyright 2016 The go-ethereum Authors 2 // This file is part of the go-ethereum library. 3 // 4 // The go-ethereum library is free software: you can redistribute it and/or modify 5 // it under the terms of the GNU Lesser General Public License as published by 6 // the Free Software Foundation, either version 3 of the License, or 7 // (at your option) any later version. 8 // 9 // The go-ethereum library is distributed in the hope that it will be useful, 10 // but WITHOUT ANY WARRANTY; without even the implied warranty of 11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 // GNU Lesser General Public License for more details. 13 // 14 // You should have received a copy of the GNU Lesser General Public License 15 // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>. 16 17 package utils 18 19 import ( 20 "math" 21 "math/rand" 22 23 "github.com/hardtosaygoodbye/go-ethereum/log" 24 ) 25 26 type ( 27 // WeightedRandomSelect is capable of weighted random selection from a set of items 28 WeightedRandomSelect struct { 29 root *wrsNode 30 idx map[WrsItem]int 31 wfn WeightFn 32 } 33 WrsItem interface{} 34 WeightFn func(interface{}) uint64 35 ) 36 37 // NewWeightedRandomSelect returns a new WeightedRandomSelect structure 38 func NewWeightedRandomSelect(wfn WeightFn) *WeightedRandomSelect { 39 return &WeightedRandomSelect{root: &wrsNode{maxItems: wrsBranches}, idx: make(map[WrsItem]int), wfn: wfn} 40 } 41 42 // Update updates an item's weight, adds it if it was non-existent or removes it if 43 // the new weight is zero. Note that explicitly updating decreasing weights is not necessary. 44 func (w *WeightedRandomSelect) Update(item WrsItem) { 45 w.setWeight(item, w.wfn(item)) 46 } 47 48 // Remove removes an item from the set 49 func (w *WeightedRandomSelect) Remove(item WrsItem) { 50 w.setWeight(item, 0) 51 } 52 53 // IsEmpty returns true if the set is empty 54 func (w *WeightedRandomSelect) IsEmpty() bool { 55 return w.root.sumCost == 0 56 } 57 58 // setWeight sets an item's weight to a specific value (removes it if zero) 59 func (w *WeightedRandomSelect) setWeight(item WrsItem, weight uint64) { 60 if weight > math.MaxInt64-w.root.sumCost { 61 // old weight is still included in sumCost, remove and check again 62 w.setWeight(item, 0) 63 if weight > math.MaxInt64-w.root.sumCost { 64 log.Error("WeightedRandomSelect overflow", "sumCost", w.root.sumCost, "new weight", weight) 65 weight = math.MaxInt64 - w.root.sumCost 66 } 67 } 68 idx, ok := w.idx[item] 69 if ok { 70 w.root.setWeight(idx, weight) 71 if weight == 0 { 72 delete(w.idx, item) 73 } 74 } else { 75 if weight != 0 { 76 if w.root.itemCnt == w.root.maxItems { 77 // add a new level 78 newRoot := &wrsNode{sumCost: w.root.sumCost, itemCnt: w.root.itemCnt, level: w.root.level + 1, maxItems: w.root.maxItems * wrsBranches} 79 newRoot.items[0] = w.root 80 newRoot.weights[0] = w.root.sumCost 81 w.root = newRoot 82 } 83 w.idx[item] = w.root.insert(item, weight) 84 } 85 } 86 } 87 88 // Choose randomly selects an item from the set, with a chance proportional to its 89 // current weight. If the weight of the chosen element has been decreased since the 90 // last stored value, returns it with a newWeight/oldWeight chance, otherwise just 91 // updates its weight and selects another one 92 func (w *WeightedRandomSelect) Choose() WrsItem { 93 for { 94 if w.root.sumCost == 0 { 95 return nil 96 } 97 val := uint64(rand.Int63n(int64(w.root.sumCost))) 98 choice, lastWeight := w.root.choose(val) 99 weight := w.wfn(choice) 100 if weight != lastWeight { 101 w.setWeight(choice, weight) 102 } 103 if weight >= lastWeight || uint64(rand.Int63n(int64(lastWeight))) < weight { 104 return choice 105 } 106 } 107 } 108 109 const wrsBranches = 8 // max number of branches in the wrsNode tree 110 111 // wrsNode is a node of a tree structure that can store WrsItems or further wrsNodes. 112 type wrsNode struct { 113 items [wrsBranches]interface{} 114 weights [wrsBranches]uint64 115 sumCost uint64 116 level, itemCnt, maxItems int 117 } 118 119 // insert recursively inserts a new item to the tree and returns the item index 120 func (n *wrsNode) insert(item WrsItem, weight uint64) int { 121 branch := 0 122 for n.items[branch] != nil && (n.level == 0 || n.items[branch].(*wrsNode).itemCnt == n.items[branch].(*wrsNode).maxItems) { 123 branch++ 124 if branch == wrsBranches { 125 panic(nil) 126 } 127 } 128 n.itemCnt++ 129 n.sumCost += weight 130 n.weights[branch] += weight 131 if n.level == 0 { 132 n.items[branch] = item 133 return branch 134 } 135 var subNode *wrsNode 136 if n.items[branch] == nil { 137 subNode = &wrsNode{maxItems: n.maxItems / wrsBranches, level: n.level - 1} 138 n.items[branch] = subNode 139 } else { 140 subNode = n.items[branch].(*wrsNode) 141 } 142 subIdx := subNode.insert(item, weight) 143 return subNode.maxItems*branch + subIdx 144 } 145 146 // setWeight updates the weight of a certain item (which should exist) and returns 147 // the change of the last weight value stored in the tree 148 func (n *wrsNode) setWeight(idx int, weight uint64) uint64 { 149 if n.level == 0 { 150 oldWeight := n.weights[idx] 151 n.weights[idx] = weight 152 diff := weight - oldWeight 153 n.sumCost += diff 154 if weight == 0 { 155 n.items[idx] = nil 156 n.itemCnt-- 157 } 158 return diff 159 } 160 branchItems := n.maxItems / wrsBranches 161 branch := idx / branchItems 162 diff := n.items[branch].(*wrsNode).setWeight(idx-branch*branchItems, weight) 163 n.weights[branch] += diff 164 n.sumCost += diff 165 if weight == 0 { 166 n.itemCnt-- 167 } 168 return diff 169 } 170 171 // choose recursively selects an item from the tree and returns it along with its weight 172 func (n *wrsNode) choose(val uint64) (WrsItem, uint64) { 173 for i, w := range n.weights { 174 if val < w { 175 if n.level == 0 { 176 return n.items[i].(WrsItem), n.weights[i] 177 } 178 return n.items[i].(*wrsNode).choose(val) 179 } 180 val -= w 181 } 182 panic(nil) 183 }