k8s.io/apiserver@v0.31.1/pkg/util/shufflesharding/shufflesharding.go (about) 1 /* 2 Copyright 2019 The Kubernetes Authors. 3 4 Licensed under the Apache License, Version 2.0 (the "License"); 5 you may not use this file except in compliance with the License. 6 You may obtain a copy of the License at 7 8 http://www.apache.org/licenses/LICENSE-2.0 9 10 Unless required by applicable law or agreed to in writing, software 11 distributed under the License is distributed on an "AS IS" BASIS, 12 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 See the License for the specific language governing permissions and 14 limitations under the License. 15 */ 16 17 package shufflesharding 18 19 import ( 20 "fmt" 21 "math" 22 ) 23 24 // MaxHashBits is the max bit length which can be used from hash value. 25 // If we use all bits of hash value, the critical(last) card shuffled by 26 // Dealer will be uneven to 2:3 (first half:second half) at most, 27 // in order to reduce this unevenness to 32:33, we set MaxHashBits to 60 here. 28 const MaxHashBits = 60 29 30 // RequiredEntropyBits makes a quick and slightly conservative estimate of the number 31 // of bits of hash value that are consumed in shuffle sharding a deck of the given size 32 // to a hand of the given size. The result is meaningful only if 33 // 1 <= handSize <= deckSize <= 1<<26. 34 func RequiredEntropyBits(deckSize, handSize int) int { 35 return int(math.Ceil(math.Log2(float64(deckSize)) * float64(handSize))) 36 } 37 38 // Dealer contains some necessary parameters and provides some methods for shuffle sharding. 39 // Dealer is thread-safe. 40 type Dealer struct { 41 deckSize int 42 handSize int 43 } 44 45 // NewDealer will create a Dealer with the given deckSize and handSize, will return error when 46 // deckSize or handSize is invalid as below. 47 // 1. deckSize or handSize is not positive 48 // 2. handSize is greater than deckSize 49 // 3. deckSize is impractically large (greater than 1<<26) 50 // 4. required entropy bits of deckSize and handSize is greater than MaxHashBits 51 func NewDealer(deckSize, handSize int) (*Dealer, error) { 52 if deckSize <= 0 || handSize <= 0 { 53 return nil, fmt.Errorf("deckSize %d or handSize %d is not positive", deckSize, handSize) 54 } 55 if handSize > deckSize { 56 return nil, fmt.Errorf("handSize %d is greater than deckSize %d", handSize, deckSize) 57 } 58 if deckSize > 1<<26 { 59 return nil, fmt.Errorf("deckSize %d is impractically large", deckSize) 60 } 61 if RequiredEntropyBits(deckSize, handSize) > MaxHashBits { 62 return nil, fmt.Errorf("required entropy bits of deckSize %d and handSize %d is greater than %d", deckSize, handSize, MaxHashBits) 63 } 64 65 return &Dealer{ 66 deckSize: deckSize, 67 handSize: handSize, 68 }, nil 69 } 70 71 // Deal shuffles a card deck and deals a hand of cards, using the given hashValue as the source of entropy. 72 // The deck size and hand size are properties of the Dealer. 73 // This function synchronously makes sequential calls to pick, one for each dealt card. 74 // Each card is identified by an integer in the range [0, deckSize). 75 // For example, for deckSize=128 and handSize=4 this function might call pick(14); pick(73); pick(119); pick(26). 76 func (d *Dealer) Deal(hashValue uint64, pick func(int)) { 77 // 15 is the largest possible value of handSize 78 var remainders [15]int 79 80 for i := 0; i < d.handSize; i++ { 81 hashValueNext := hashValue / uint64(d.deckSize-i) 82 remainders[i] = int(hashValue - uint64(d.deckSize-i)*hashValueNext) 83 hashValue = hashValueNext 84 } 85 86 for i := 0; i < d.handSize; i++ { 87 card := remainders[i] 88 for j := i; j > 0; j-- { 89 if card >= remainders[j-1] { 90 card++ 91 } 92 } 93 pick(card) 94 } 95 } 96 97 // DealIntoHand shuffles and deals according to the Dealer's parameters, 98 // using the given hashValue as the source of entropy and then 99 // returns the dealt cards as a slice of `int`. 100 // If `hand` has the correct length as Dealer's handSize, it will be used as-is and no allocations will be made. 101 // If `hand` is nil or too small, it will be extended (performing an allocation). 102 // If `hand` is too large, a sub-slice will be returned. 103 func (d *Dealer) DealIntoHand(hashValue uint64, hand []int) []int { 104 h := hand[:0] 105 d.Deal(hashValue, func(card int) { h = append(h, card) }) 106 return h 107 }