github.com/whtcorpsinc/MilevaDB-Prod@v0.0.0-20211104133533-f57f4be3b597/soliton/codec/number.go (about) 1 // Copyright 2020 WHTCORPS INC, Inc. 2 // 3 // Licensed under the Apache License, Version 2.0 (the "License"); 4 // you may not use this file except in compliance with the License. 5 // You may obtain a copy of the License at 6 // 7 // http://www.apache.org/licenses/LICENSE-2.0 8 // 9 // Unless required by applicable law or agreed to in writing, software 10 // distributed under the License is distributed on an "AS IS" BASIS, 11 // See the License for the specific language governing permissions and 12 // limitations under the License. 13 14 package codec 15 16 import ( 17 "encoding/binary" 18 "math" 19 20 "github.com/whtcorpsinc/errors" 21 ) 22 23 const signMask uint64 = 0x8000000000000000 24 25 // EncodeIntToCmpUint make int v to comparable uint type 26 func EncodeIntToCmpUint(v int64) uint64 { 27 return uint64(v) ^ signMask 28 } 29 30 // DecodeCmpUintToInt decodes the u that encoded by EncodeIntToCmpUint 31 func DecodeCmpUintToInt(u uint64) int64 { 32 return int64(u ^ signMask) 33 } 34 35 // EncodeInt appends the encoded value to slice b and returns the appended slice. 36 // EncodeInt guarantees that the encoded value is in ascending order for comparison. 37 func EncodeInt(b []byte, v int64) []byte { 38 var data [8]byte 39 u := EncodeIntToCmpUint(v) 40 binary.BigEndian.PutUint64(data[:], u) 41 return append(b, data[:]...) 42 } 43 44 // EncodeIntDesc appends the encoded value to slice b and returns the appended slice. 45 // EncodeIntDesc guarantees that the encoded value is in descending order for comparison. 46 func EncodeIntDesc(b []byte, v int64) []byte { 47 var data [8]byte 48 u := EncodeIntToCmpUint(v) 49 binary.BigEndian.PutUint64(data[:], ^u) 50 return append(b, data[:]...) 51 } 52 53 // DecodeInt decodes value encoded by EncodeInt before. 54 // It returns the leftover un-decoded slice, decoded value if no error. 55 func DecodeInt(b []byte) ([]byte, int64, error) { 56 if len(b) < 8 { 57 return nil, 0, errors.New("insufficient bytes to decode value") 58 } 59 60 u := binary.BigEndian.Uint64(b[:8]) 61 v := DecodeCmpUintToInt(u) 62 b = b[8:] 63 return b, v, nil 64 } 65 66 // DecodeIntDesc decodes value encoded by EncodeInt before. 67 // It returns the leftover un-decoded slice, decoded value if no error. 68 func DecodeIntDesc(b []byte) ([]byte, int64, error) { 69 if len(b) < 8 { 70 return nil, 0, errors.New("insufficient bytes to decode value") 71 } 72 73 u := binary.BigEndian.Uint64(b[:8]) 74 v := DecodeCmpUintToInt(^u) 75 b = b[8:] 76 return b, v, nil 77 } 78 79 // EncodeUint appends the encoded value to slice b and returns the appended slice. 80 // EncodeUint guarantees that the encoded value is in ascending order for comparison. 81 func EncodeUint(b []byte, v uint64) []byte { 82 var data [8]byte 83 binary.BigEndian.PutUint64(data[:], v) 84 return append(b, data[:]...) 85 } 86 87 // EncodeUintDesc appends the encoded value to slice b and returns the appended slice. 88 // EncodeUintDesc guarantees that the encoded value is in descending order for comparison. 89 func EncodeUintDesc(b []byte, v uint64) []byte { 90 var data [8]byte 91 binary.BigEndian.PutUint64(data[:], ^v) 92 return append(b, data[:]...) 93 } 94 95 // DecodeUint decodes value encoded by EncodeUint before. 96 // It returns the leftover un-decoded slice, decoded value if no error. 97 func DecodeUint(b []byte) ([]byte, uint64, error) { 98 if len(b) < 8 { 99 return nil, 0, errors.New("insufficient bytes to decode value") 100 } 101 102 v := binary.BigEndian.Uint64(b[:8]) 103 b = b[8:] 104 return b, v, nil 105 } 106 107 // DecodeUintDesc decodes value encoded by EncodeInt before. 108 // It returns the leftover un-decoded slice, decoded value if no error. 109 func DecodeUintDesc(b []byte) ([]byte, uint64, error) { 110 if len(b) < 8 { 111 return nil, 0, errors.New("insufficient bytes to decode value") 112 } 113 114 data := b[:8] 115 v := binary.BigEndian.Uint64(data) 116 b = b[8:] 117 return b, ^v, nil 118 } 119 120 // EncodeVarint appends the encoded value to slice b and returns the appended slice. 121 // Note that the encoded result is not memcomparable. 122 func EncodeVarint(b []byte, v int64) []byte { 123 var data [binary.MaxVarintLen64]byte 124 n := binary.PutVarint(data[:], v) 125 return append(b, data[:n]...) 126 } 127 128 // DecodeVarint decodes value encoded by EncodeVarint before. 129 // It returns the leftover un-decoded slice, decoded value if no error. 130 func DecodeVarint(b []byte) ([]byte, int64, error) { 131 v, n := binary.Varint(b) 132 if n > 0 { 133 return b[n:], v, nil 134 } 135 if n < 0 { 136 return nil, 0, errors.New("value larger than 64 bits") 137 } 138 return nil, 0, errors.New("insufficient bytes to decode value") 139 } 140 141 // EncodeUvarint appends the encoded value to slice b and returns the appended slice. 142 // Note that the encoded result is not memcomparable. 143 func EncodeUvarint(b []byte, v uint64) []byte { 144 var data [binary.MaxVarintLen64]byte 145 n := binary.PutUvarint(data[:], v) 146 return append(b, data[:n]...) 147 } 148 149 // DecodeUvarint decodes value encoded by EncodeUvarint before. 150 // It returns the leftover un-decoded slice, decoded value if no error. 151 func DecodeUvarint(b []byte) ([]byte, uint64, error) { 152 v, n := binary.Uvarint(b) 153 if n > 0 { 154 return b[n:], v, nil 155 } 156 if n < 0 { 157 return nil, 0, errors.New("value larger than 64 bits") 158 } 159 return nil, 0, errors.New("insufficient bytes to decode value") 160 } 161 162 const ( 163 negativeTagEnd = 8 // negative tag is (negativeTagEnd - length). 164 positiveTagStart = 0xff - 8 // Positive tag is (positiveTagStart + length). 165 ) 166 167 // EncodeComparableVarint encodes an int64 to a mem-comparable bytes. 168 func EncodeComparableVarint(b []byte, v int64) []byte { 169 if v < 0 { 170 // All negative value has a tag byte prefix (negativeTagEnd - length). 171 // Smaller negative value encodes to more bytes, has smaller tag. 172 if v >= -0xff { 173 return append(b, negativeTagEnd-1, byte(v)) 174 } else if v >= -0xffff { 175 return append(b, negativeTagEnd-2, byte(v>>8), byte(v)) 176 } else if v >= -0xffffff { 177 return append(b, negativeTagEnd-3, byte(v>>16), byte(v>>8), byte(v)) 178 } else if v >= -0xffffffff { 179 return append(b, negativeTagEnd-4, byte(v>>24), byte(v>>16), byte(v>>8), byte(v)) 180 } else if v >= -0xffffffffff { 181 return append(b, negativeTagEnd-5, byte(v>>32), byte(v>>24), byte(v>>16), byte(v>>8), byte(v)) 182 } else if v >= -0xffffffffffff { 183 return append(b, negativeTagEnd-6, byte(v>>40), byte(v>>32), byte(v>>24), byte(v>>16), byte(v>>8), 184 byte(v)) 185 } else if v >= -0xffffffffffffff { 186 return append(b, negativeTagEnd-7, byte(v>>48), byte(v>>40), byte(v>>32), byte(v>>24), byte(v>>16), 187 byte(v>>8), byte(v)) 188 } 189 return append(b, negativeTagEnd-8, byte(v>>56), byte(v>>48), byte(v>>40), byte(v>>32), byte(v>>24), 190 byte(v>>16), byte(v>>8), byte(v)) 191 } 192 return EncodeComparableUvarint(b, uint64(v)) 193 } 194 195 // EncodeComparableUvarint encodes uint64 into mem-comparable bytes. 196 func EncodeComparableUvarint(b []byte, v uint64) []byte { 197 // The first byte has 256 values, [0, 7] is reserved for negative tags, 198 // [248, 255] is reserved for larger positive tags, 199 // So we can causetstore value [0, 239] in a single byte. 200 // Values cannot be stored in single byte has a tag byte prefix (positiveTagStart+length). 201 // Larger value encodes to more bytes, has larger tag. 202 if v <= positiveTagStart-negativeTagEnd { 203 return append(b, byte(v)+negativeTagEnd) 204 } else if v <= 0xff { 205 return append(b, positiveTagStart+1, byte(v)) 206 } else if v <= 0xffff { 207 return append(b, positiveTagStart+2, byte(v>>8), byte(v)) 208 } else if v <= 0xffffff { 209 return append(b, positiveTagStart+3, byte(v>>16), byte(v>>8), byte(v)) 210 } else if v <= 0xffffffff { 211 return append(b, positiveTagStart+4, byte(v>>24), byte(v>>16), byte(v>>8), byte(v)) 212 } else if v <= 0xffffffffff { 213 return append(b, positiveTagStart+5, byte(v>>32), byte(v>>24), byte(v>>16), byte(v>>8), byte(v)) 214 } else if v <= 0xffffffffffff { 215 return append(b, positiveTagStart+6, byte(v>>40), byte(v>>32), byte(v>>24), byte(v>>16), byte(v>>8), 216 byte(v)) 217 } else if v <= 0xffffffffffffff { 218 return append(b, positiveTagStart+7, byte(v>>48), byte(v>>40), byte(v>>32), byte(v>>24), byte(v>>16), 219 byte(v>>8), byte(v)) 220 } 221 return append(b, positiveTagStart+8, byte(v>>56), byte(v>>48), byte(v>>40), byte(v>>32), byte(v>>24), 222 byte(v>>16), byte(v>>8), byte(v)) 223 } 224 225 var ( 226 errDecodeInsufficient = errors.New("insufficient bytes to decode value") 227 errDecodeInvalid = errors.New("invalid bytes to decode value") 228 ) 229 230 // DecodeComparableUvarint decodes mem-comparable uvarint. 231 func DecodeComparableUvarint(b []byte) ([]byte, uint64, error) { 232 if len(b) == 0 { 233 return nil, 0, errDecodeInsufficient 234 } 235 first := b[0] 236 b = b[1:] 237 if first < negativeTagEnd { 238 return nil, 0, errors.Trace(errDecodeInvalid) 239 } 240 if first <= positiveTagStart { 241 return b, uint64(first) - negativeTagEnd, nil 242 } 243 length := int(first) - positiveTagStart 244 if len(b) < length { 245 return nil, 0, errors.Trace(errDecodeInsufficient) 246 } 247 var v uint64 248 for _, c := range b[:length] { 249 v = (v << 8) | uint64(c) 250 } 251 return b[length:], v, nil 252 } 253 254 // DecodeComparableVarint decodes mem-comparable varint. 255 func DecodeComparableVarint(b []byte) ([]byte, int64, error) { 256 if len(b) == 0 { 257 return nil, 0, errors.Trace(errDecodeInsufficient) 258 } 259 first := b[0] 260 if first >= negativeTagEnd && first <= positiveTagStart { 261 return b, int64(first) - negativeTagEnd, nil 262 } 263 b = b[1:] 264 var length int 265 var v uint64 266 if first < negativeTagEnd { 267 length = negativeTagEnd - int(first) 268 v = math.MaxUint64 // negative value has all bits on by default. 269 } else { 270 length = int(first) - positiveTagStart 271 } 272 if len(b) < length { 273 return nil, 0, errors.Trace(errDecodeInsufficient) 274 } 275 for _, c := range b[:length] { 276 v = (v << 8) | uint64(c) 277 } 278 if first > positiveTagStart && v > math.MaxInt64 { 279 return nil, 0, errors.Trace(errDecodeInvalid) 280 } else if first < negativeTagEnd && v <= math.MaxInt64 { 281 return nil, 0, errors.Trace(errDecodeInvalid) 282 } 283 return b[length:], int64(v), nil 284 }