github.com/core-coin/go-core/v2@v2.1.9/common/prque/lazyqueue.go (about) 1 // Copyright 2019 The go-core Authors 2 // This file is part of the go-core library. 3 // 4 // The go-core library is free software: you can redistribute it and/or modify 5 // it under the terms of the GNU Lesser General Public License as published by 6 // the Free Software Foundation, either version 3 of the License, or 7 // (at your option) any later version. 8 // 9 // The go-core library is distributed in the hope that it will be useful, 10 // but WITHOUT ANY WARRANTY; without even the implied warranty of 11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 // GNU Lesser General Public License for more details. 13 // 14 // You should have received a copy of the GNU Lesser General Public License 15 // along with the go-core library. If not, see <http://www.gnu.org/licenses/>. 16 17 package prque 18 19 import ( 20 "container/heap" 21 "time" 22 23 "github.com/core-coin/go-core/v2/common/mclock" 24 ) 25 26 // LazyQueue is a priority queue data structure where priorities can change over 27 // time and are only evaluated on demand. 28 // Two callbacks are required: 29 // - priority evaluates the actual priority of an item 30 // - maxPriority gives an upper estimate for the priority in any moment between 31 // now and the given absolute time 32 // 33 // If the upper estimate is exceeded then Update should be called for that item. 34 // A global Refresh function should also be called periodically. 35 type LazyQueue struct { 36 clock mclock.Clock 37 // Items are stored in one of two internal queues ordered by estimated max 38 // priority until the next and the next-after-next refresh. Update and Refresh 39 // always places items in queue[1]. 40 queue [2]*sstack 41 popQueue *sstack 42 period time.Duration 43 maxUntil mclock.AbsTime 44 indexOffset int 45 setIndex SetIndexCallback 46 priority PriorityCallback 47 maxPriority MaxPriorityCallback 48 lastRefresh1, lastRefresh2 mclock.AbsTime 49 } 50 51 type ( 52 PriorityCallback func(data interface{}, now mclock.AbsTime) int64 // actual priority callback 53 MaxPriorityCallback func(data interface{}, until mclock.AbsTime) int64 // estimated maximum priority callback 54 ) 55 56 // NewLazyQueue creates a new lazy queue 57 func NewLazyQueue(setIndex SetIndexCallback, priority PriorityCallback, maxPriority MaxPriorityCallback, clock mclock.Clock, refreshPeriod time.Duration) *LazyQueue { 58 q := &LazyQueue{ 59 popQueue: newSstack(nil), 60 setIndex: setIndex, 61 priority: priority, 62 maxPriority: maxPriority, 63 clock: clock, 64 period: refreshPeriod, 65 lastRefresh1: clock.Now(), 66 lastRefresh2: clock.Now(), 67 } 68 q.Reset() 69 q.refresh(clock.Now()) 70 return q 71 } 72 73 // Reset clears the contents of the queue 74 func (q *LazyQueue) Reset() { 75 q.queue[0] = newSstack(q.setIndex0) 76 q.queue[1] = newSstack(q.setIndex1) 77 } 78 79 // Refresh performs queue re-evaluation if necessary 80 func (q *LazyQueue) Refresh() { 81 now := q.clock.Now() 82 for time.Duration(now-q.lastRefresh2) >= q.period*2 { 83 q.refresh(now) 84 q.lastRefresh2 = q.lastRefresh1 85 q.lastRefresh1 = now 86 } 87 } 88 89 // refresh re-evaluates items in the older queue and swaps the two queues 90 func (q *LazyQueue) refresh(now mclock.AbsTime) { 91 q.maxUntil = now + mclock.AbsTime(q.period) 92 for q.queue[0].Len() != 0 { 93 q.Push(heap.Pop(q.queue[0]).(*item).value) 94 } 95 q.queue[0], q.queue[1] = q.queue[1], q.queue[0] 96 q.indexOffset = 1 - q.indexOffset 97 q.maxUntil += mclock.AbsTime(q.period) 98 } 99 100 // Push adds an item to the queue 101 func (q *LazyQueue) Push(data interface{}) { 102 heap.Push(q.queue[1], &item{data, q.maxPriority(data, q.maxUntil)}) 103 } 104 105 // Update updates the upper priority estimate for the item with the given queue index 106 func (q *LazyQueue) Update(index int) { 107 q.Push(q.Remove(index)) 108 } 109 110 // Pop removes and returns the item with the greatest actual priority 111 func (q *LazyQueue) Pop() (interface{}, int64) { 112 var ( 113 resData interface{} 114 resPri int64 115 ) 116 q.MultiPop(func(data interface{}, priority int64) bool { 117 resData = data 118 resPri = priority 119 return false 120 }) 121 return resData, resPri 122 } 123 124 // peekIndex returns the index of the internal queue where the item with the 125 // highest estimated priority is or -1 if both are empty 126 func (q *LazyQueue) peekIndex() int { 127 if q.queue[0].Len() != 0 { 128 if q.queue[1].Len() != 0 && q.queue[1].blocks[0][0].priority > q.queue[0].blocks[0][0].priority { 129 return 1 130 } 131 return 0 132 } 133 if q.queue[1].Len() != 0 { 134 return 1 135 } 136 return -1 137 } 138 139 // MultiPop pops multiple items from the queue and is more efficient than calling 140 // Pop multiple times. Popped items are passed to the callback. MultiPop returns 141 // when the callback returns false or there are no more items to pop. 142 func (q *LazyQueue) MultiPop(callback func(data interface{}, priority int64) bool) { 143 now := q.clock.Now() 144 nextIndex := q.peekIndex() 145 for nextIndex != -1 { 146 data := heap.Pop(q.queue[nextIndex]).(*item).value 147 heap.Push(q.popQueue, &item{data, q.priority(data, now)}) 148 nextIndex = q.peekIndex() 149 for q.popQueue.Len() != 0 && (nextIndex == -1 || q.queue[nextIndex].blocks[0][0].priority < q.popQueue.blocks[0][0].priority) { 150 i := heap.Pop(q.popQueue).(*item) 151 if !callback(i.value, i.priority) { 152 for q.popQueue.Len() != 0 { 153 q.Push(heap.Pop(q.popQueue).(*item).value) 154 } 155 return 156 } 157 nextIndex = q.peekIndex() // re-check because callback is allowed to push items back 158 } 159 } 160 } 161 162 // PopItem pops the item from the queue only, dropping the associated priority value. 163 func (q *LazyQueue) PopItem() interface{} { 164 i, _ := q.Pop() 165 return i 166 } 167 168 // Remove removes removes the item with the given index. 169 func (q *LazyQueue) Remove(index int) interface{} { 170 if index < 0 { 171 return nil 172 } 173 return heap.Remove(q.queue[index&1^q.indexOffset], index>>1).(*item).value 174 } 175 176 // Empty checks whether the priority queue is empty. 177 func (q *LazyQueue) Empty() bool { 178 return q.queue[0].Len() == 0 && q.queue[1].Len() == 0 179 } 180 181 // Size returns the number of items in the priority queue. 182 func (q *LazyQueue) Size() int { 183 return q.queue[0].Len() + q.queue[1].Len() 184 } 185 186 // setIndex0 translates internal queue item index to the virtual index space of LazyQueue 187 func (q *LazyQueue) setIndex0(data interface{}, index int) { 188 if index == -1 { 189 q.setIndex(data, -1) 190 } else { 191 q.setIndex(data, index+index) 192 } 193 } 194 195 // setIndex1 translates internal queue item index to the virtual index space of LazyQueue 196 func (q *LazyQueue) setIndex1(data interface{}, index int) { 197 q.setIndex(data, index+index+1) 198 }