github.com/luckypickle/go-ethereum-vet@v1.14.2/consensus/ethash/consensus.go (about) 1 // Copyright 2017 The go-ethereum Authors 2 // This file is part of the go-ethereum library. 3 // 4 // The go-ethereum library is free software: you can redistribute it and/or modify 5 // it under the terms of the GNU Lesser General Public License as published by 6 // the Free Software Foundation, either version 3 of the License, or 7 // (at your option) any later version. 8 // 9 // The go-ethereum library is distributed in the hope that it will be useful, 10 // but WITHOUT ANY WARRANTY; without even the implied warranty of 11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 // GNU Lesser General Public License for more details. 13 // 14 // You should have received a copy of the GNU Lesser General Public License 15 // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>. 16 17 package ethash 18 19 import ( 20 "bytes" 21 "errors" 22 "fmt" 23 "math/big" 24 "runtime" 25 "time" 26 27 mapset "github.com/deckarep/golang-set" 28 "github.com/luckypickle/go-ethereum-vet/common" 29 "github.com/luckypickle/go-ethereum-vet/common/math" 30 "github.com/luckypickle/go-ethereum-vet/consensus" 31 "github.com/luckypickle/go-ethereum-vet/consensus/misc" 32 "github.com/luckypickle/go-ethereum-vet/core/state" 33 "github.com/luckypickle/go-ethereum-vet/core/types" 34 "github.com/luckypickle/go-ethereum-vet/params" 35 ) 36 37 // Ethash proof-of-work protocol constants. 38 var ( 39 FrontierBlockReward *big.Int = big.NewInt(5e+18) // Block reward in wei for successfully mining a block 40 ByzantiumBlockReward *big.Int = big.NewInt(3e+18) // Block reward in wei for successfully mining a block upward from Byzantium 41 maxUncles = 2 // Maximum number of uncles allowed in a single block 42 allowedFutureBlockTime = 15 * time.Second // Max time from current time allowed for blocks, before they're considered future blocks 43 ) 44 45 // Various error messages to mark blocks invalid. These should be private to 46 // prevent engine specific errors from being referenced in the remainder of the 47 // codebase, inherently breaking if the engine is swapped out. Please put common 48 // error types into the consensus package. 49 var ( 50 errLargeBlockTime = errors.New("timestamp too big") 51 errZeroBlockTime = errors.New("timestamp equals parent's") 52 errTooManyUncles = errors.New("too many uncles") 53 errDuplicateUncle = errors.New("duplicate uncle") 54 errUncleIsAncestor = errors.New("uncle is ancestor") 55 errDanglingUncle = errors.New("uncle's parent is not ancestor") 56 errInvalidDifficulty = errors.New("non-positive difficulty") 57 errInvalidMixDigest = errors.New("invalid mix digest") 58 errInvalidPoW = errors.New("invalid proof-of-work") 59 ) 60 61 // Author implements consensus.Engine, returning the header's coinbase as the 62 // proof-of-work verified author of the block. 63 func (ethash *Ethash) Author(header *types.Header) (common.Address, error) { 64 return header.Coinbase, nil 65 } 66 67 // VerifyHeader checks whether a header conforms to the consensus rules of the 68 // stock Ethereum ethash engine. 69 func (ethash *Ethash) VerifyHeader(chain consensus.ChainReader, header *types.Header, seal bool) error { 70 // If we're running a full engine faking, accept any input as valid 71 if ethash.config.PowMode == ModeFullFake { 72 return nil 73 } 74 // Short circuit if the header is known, or it's parent not 75 number := header.Number.Uint64() 76 if chain.GetHeader(header.Hash(), number) != nil { 77 return nil 78 } 79 parent := chain.GetHeader(header.ParentHash, number-1) 80 if parent == nil { 81 return consensus.ErrUnknownAncestor 82 } 83 // Sanity checks passed, do a proper verification 84 return ethash.verifyHeader(chain, header, parent, false, seal) 85 } 86 87 // VerifyHeaders is similar to VerifyHeader, but verifies a batch of headers 88 // concurrently. The method returns a quit channel to abort the operations and 89 // a results channel to retrieve the async verifications. 90 func (ethash *Ethash) VerifyHeaders(chain consensus.ChainReader, headers []*types.Header, seals []bool) (chan<- struct{}, <-chan error) { 91 // If we're running a full engine faking, accept any input as valid 92 if ethash.config.PowMode == ModeFullFake || len(headers) == 0 { 93 abort, results := make(chan struct{}), make(chan error, len(headers)) 94 for i := 0; i < len(headers); i++ { 95 results <- nil 96 } 97 return abort, results 98 } 99 100 // Spawn as many workers as allowed threads 101 workers := runtime.GOMAXPROCS(0) 102 if len(headers) < workers { 103 workers = len(headers) 104 } 105 106 // Create a task channel and spawn the verifiers 107 var ( 108 inputs = make(chan int) 109 done = make(chan int, workers) 110 errors = make([]error, len(headers)) 111 abort = make(chan struct{}) 112 ) 113 for i := 0; i < workers; i++ { 114 go func() { 115 for index := range inputs { 116 errors[index] = ethash.verifyHeaderWorker(chain, headers, seals, index) 117 done <- index 118 } 119 }() 120 } 121 122 errorsOut := make(chan error, len(headers)) 123 go func() { 124 defer close(inputs) 125 var ( 126 in, out = 0, 0 127 checked = make([]bool, len(headers)) 128 inputs = inputs 129 ) 130 for { 131 select { 132 case inputs <- in: 133 if in++; in == len(headers) { 134 // Reached end of headers. Stop sending to workers. 135 inputs = nil 136 } 137 case index := <-done: 138 for checked[index] = true; checked[out]; out++ { 139 errorsOut <- errors[out] 140 if out == len(headers)-1 { 141 return 142 } 143 } 144 case <-abort: 145 return 146 } 147 } 148 }() 149 return abort, errorsOut 150 } 151 152 func (ethash *Ethash) verifyHeaderWorker(chain consensus.ChainReader, headers []*types.Header, seals []bool, index int) error { 153 var parent *types.Header 154 if index == 0 { 155 parent = chain.GetHeader(headers[0].ParentHash, headers[0].Number.Uint64()-1) 156 } else if headers[index-1].Hash() == headers[index].ParentHash { 157 parent = headers[index-1] 158 } 159 if parent == nil { 160 return consensus.ErrUnknownAncestor 161 } 162 if chain.GetHeader(headers[index].Hash(), headers[index].Number.Uint64()) != nil { 163 return nil // known block 164 } 165 return ethash.verifyHeader(chain, headers[index], parent, false, seals[index]) 166 } 167 168 // VerifyUncles verifies that the given block's uncles conform to the consensus 169 // rules of the stock Ethereum ethash engine. 170 func (ethash *Ethash) VerifyUncles(chain consensus.ChainReader, block *types.Block) error { 171 // If we're running a full engine faking, accept any input as valid 172 if ethash.config.PowMode == ModeFullFake { 173 return nil 174 } 175 // Verify that there are at most 2 uncles included in this block 176 if len(block.Uncles()) > maxUncles { 177 return errTooManyUncles 178 } 179 // Gather the set of past uncles and ancestors 180 uncles, ancestors := mapset.NewSet(), make(map[common.Hash]*types.Header) 181 182 number, parent := block.NumberU64()-1, block.ParentHash() 183 for i := 0; i < 7; i++ { 184 ancestor := chain.GetBlock(parent, number) 185 if ancestor == nil { 186 break 187 } 188 ancestors[ancestor.Hash()] = ancestor.Header() 189 for _, uncle := range ancestor.Uncles() { 190 uncles.Add(uncle.Hash()) 191 } 192 parent, number = ancestor.ParentHash(), number-1 193 } 194 ancestors[block.Hash()] = block.Header() 195 uncles.Add(block.Hash()) 196 197 // Verify each of the uncles that it's recent, but not an ancestor 198 for _, uncle := range block.Uncles() { 199 // Make sure every uncle is rewarded only once 200 hash := uncle.Hash() 201 if uncles.Contains(hash) { 202 return errDuplicateUncle 203 } 204 uncles.Add(hash) 205 206 // Make sure the uncle has a valid ancestry 207 if ancestors[hash] != nil { 208 return errUncleIsAncestor 209 } 210 if ancestors[uncle.ParentHash] == nil || uncle.ParentHash == block.ParentHash() { 211 return errDanglingUncle 212 } 213 if err := ethash.verifyHeader(chain, uncle, ancestors[uncle.ParentHash], true, true); err != nil { 214 return err 215 } 216 } 217 return nil 218 } 219 220 // verifyHeader checks whether a header conforms to the consensus rules of the 221 // stock Ethereum ethash engine. 222 // See YP section 4.3.4. "Block Header Validity" 223 func (ethash *Ethash) verifyHeader(chain consensus.ChainReader, header, parent *types.Header, uncle bool, seal bool) error { 224 // Ensure that the header's extra-data section is of a reasonable size 225 if uint64(len(header.Extra)) > params.MaximumExtraDataSize { 226 return fmt.Errorf("extra-data too long: %d > %d", len(header.Extra), params.MaximumExtraDataSize) 227 } 228 // Verify the header's timestamp 229 if uncle { 230 if header.Time.Cmp(math.MaxBig256) > 0 { 231 return errLargeBlockTime 232 } 233 } else { 234 if header.Time.Cmp(big.NewInt(time.Now().Add(allowedFutureBlockTime).Unix())) > 0 { 235 return consensus.ErrFutureBlock 236 } 237 } 238 if header.Time.Cmp(parent.Time) <= 0 { 239 return errZeroBlockTime 240 } 241 // Verify the block's difficulty based in it's timestamp and parent's difficulty 242 expected := ethash.CalcDifficulty(chain, header.Time.Uint64(), parent) 243 244 if expected.Cmp(header.Difficulty) != 0 { 245 return fmt.Errorf("invalid difficulty: have %v, want %v", header.Difficulty, expected) 246 } 247 // Verify that the gas limit is <= 2^63-1 248 cap := uint64(0x7fffffffffffffff) 249 if header.GasLimit > cap { 250 return fmt.Errorf("invalid gasLimit: have %v, max %v", header.GasLimit, cap) 251 } 252 // Verify that the gasUsed is <= gasLimit 253 if header.GasUsed > header.GasLimit { 254 return fmt.Errorf("invalid gasUsed: have %d, gasLimit %d", header.GasUsed, header.GasLimit) 255 } 256 257 // Verify that the gas limit remains within allowed bounds 258 diff := int64(parent.GasLimit) - int64(header.GasLimit) 259 if diff < 0 { 260 diff *= -1 261 } 262 limit := parent.GasLimit / params.GasLimitBoundDivisor 263 264 if uint64(diff) >= limit || header.GasLimit < params.MinGasLimit { 265 return fmt.Errorf("invalid gas limit: have %d, want %d += %d", header.GasLimit, parent.GasLimit, limit) 266 } 267 // Verify that the block number is parent's +1 268 if diff := new(big.Int).Sub(header.Number, parent.Number); diff.Cmp(big.NewInt(1)) != 0 { 269 return consensus.ErrInvalidNumber 270 } 271 // Verify the engine specific seal securing the block 272 if seal { 273 if err := ethash.VerifySeal(chain, header); err != nil { 274 return err 275 } 276 } 277 // If all checks passed, validate any special fields for hard forks 278 if err := misc.VerifyDAOHeaderExtraData(chain.Config(), header); err != nil { 279 return err 280 } 281 if err := misc.VerifyForkHashes(chain.Config(), header, uncle); err != nil { 282 return err 283 } 284 return nil 285 } 286 287 // CalcDifficulty is the difficulty adjustment algorithm. It returns 288 // the difficulty that a new block should have when created at time 289 // given the parent block's time and difficulty. 290 func (ethash *Ethash) CalcDifficulty(chain consensus.ChainReader, time uint64, parent *types.Header) *big.Int { 291 return CalcDifficulty(chain.Config(), time, parent) 292 } 293 294 // CalcDifficulty is the difficulty adjustment algorithm. It returns 295 // the difficulty that a new block should have when created at time 296 // given the parent block's time and difficulty. 297 func CalcDifficulty(config *params.ChainConfig, time uint64, parent *types.Header) *big.Int { 298 next := new(big.Int).Add(parent.Number, big1) 299 switch { 300 case config.IsByzantium(next): 301 return calcDifficultyByzantium(time, parent) 302 case config.IsHomestead(next): 303 return calcDifficultyHomestead(time, parent) 304 default: 305 return calcDifficultyFrontier(time, parent) 306 } 307 } 308 309 // Some weird constants to avoid constant memory allocs for them. 310 var ( 311 expDiffPeriod = big.NewInt(100000) 312 big1 = big.NewInt(1) 313 big2 = big.NewInt(2) 314 big9 = big.NewInt(9) 315 big10 = big.NewInt(10) 316 bigMinus99 = big.NewInt(-99) 317 big2999999 = big.NewInt(2999999) 318 ) 319 320 // calcDifficultyByzantium is the difficulty adjustment algorithm. It returns 321 // the difficulty that a new block should have when created at time given the 322 // parent block's time and difficulty. The calculation uses the Byzantium rules. 323 func calcDifficultyByzantium(time uint64, parent *types.Header) *big.Int { 324 // https://github.com/ethereum/EIPs/issues/100. 325 // algorithm: 326 // diff = (parent_diff + 327 // (parent_diff / 2048 * max((2 if len(parent.uncles) else 1) - ((timestamp - parent.timestamp) // 9), -99)) 328 // ) + 2^(periodCount - 2) 329 330 bigTime := new(big.Int).SetUint64(time) 331 bigParentTime := new(big.Int).Set(parent.Time) 332 333 // holds intermediate values to make the algo easier to read & audit 334 x := new(big.Int) 335 y := new(big.Int) 336 337 // (2 if len(parent_uncles) else 1) - (block_timestamp - parent_timestamp) // 9 338 x.Sub(bigTime, bigParentTime) 339 x.Div(x, big9) 340 if parent.UncleHash == types.EmptyUncleHash { 341 x.Sub(big1, x) 342 } else { 343 x.Sub(big2, x) 344 } 345 // max((2 if len(parent_uncles) else 1) - (block_timestamp - parent_timestamp) // 9, -99) 346 if x.Cmp(bigMinus99) < 0 { 347 x.Set(bigMinus99) 348 } 349 // parent_diff + (parent_diff / 2048 * max((2 if len(parent.uncles) else 1) - ((timestamp - parent.timestamp) // 9), -99)) 350 y.Div(parent.Difficulty, params.DifficultyBoundDivisor) 351 x.Mul(y, x) 352 x.Add(parent.Difficulty, x) 353 354 // minimum difficulty can ever be (before exponential factor) 355 if x.Cmp(params.MinimumDifficulty) < 0 { 356 x.Set(params.MinimumDifficulty) 357 } 358 // calculate a fake block number for the ice-age delay: 359 // https://github.com/ethereum/EIPs/pull/669 360 // fake_block_number = max(0, block.number - 3_000_000) 361 fakeBlockNumber := new(big.Int) 362 if parent.Number.Cmp(big2999999) >= 0 { 363 fakeBlockNumber = fakeBlockNumber.Sub(parent.Number, big2999999) // Note, parent is 1 less than the actual block number 364 } 365 // for the exponential factor 366 periodCount := fakeBlockNumber 367 periodCount.Div(periodCount, expDiffPeriod) 368 369 // the exponential factor, commonly referred to as "the bomb" 370 // diff = diff + 2^(periodCount - 2) 371 if periodCount.Cmp(big1) > 0 { 372 y.Sub(periodCount, big2) 373 y.Exp(big2, y, nil) 374 x.Add(x, y) 375 } 376 return x 377 } 378 379 // calcDifficultyHomestead is the difficulty adjustment algorithm. It returns 380 // the difficulty that a new block should have when created at time given the 381 // parent block's time and difficulty. The calculation uses the Homestead rules. 382 func calcDifficultyHomestead(time uint64, parent *types.Header) *big.Int { 383 // https://github.com/ethereum/EIPs/blob/master/EIPS/eip-2.md 384 // algorithm: 385 // diff = (parent_diff + 386 // (parent_diff / 2048 * max(1 - (block_timestamp - parent_timestamp) // 10, -99)) 387 // ) + 2^(periodCount - 2) 388 389 bigTime := new(big.Int).SetUint64(time) 390 bigParentTime := new(big.Int).Set(parent.Time) 391 392 // holds intermediate values to make the algo easier to read & audit 393 x := new(big.Int) 394 y := new(big.Int) 395 396 // 1 - (block_timestamp - parent_timestamp) // 10 397 x.Sub(bigTime, bigParentTime) 398 x.Div(x, big10) 399 x.Sub(big1, x) 400 401 // max(1 - (block_timestamp - parent_timestamp) // 10, -99) 402 if x.Cmp(bigMinus99) < 0 { 403 x.Set(bigMinus99) 404 } 405 // (parent_diff + parent_diff // 2048 * max(1 - (block_timestamp - parent_timestamp) // 10, -99)) 406 y.Div(parent.Difficulty, params.DifficultyBoundDivisor) 407 x.Mul(y, x) 408 x.Add(parent.Difficulty, x) 409 410 // minimum difficulty can ever be (before exponential factor) 411 if x.Cmp(params.MinimumDifficulty) < 0 { 412 x.Set(params.MinimumDifficulty) 413 } 414 // for the exponential factor 415 periodCount := new(big.Int).Add(parent.Number, big1) 416 periodCount.Div(periodCount, expDiffPeriod) 417 418 // the exponential factor, commonly referred to as "the bomb" 419 // diff = diff + 2^(periodCount - 2) 420 if periodCount.Cmp(big1) > 0 { 421 y.Sub(periodCount, big2) 422 y.Exp(big2, y, nil) 423 x.Add(x, y) 424 } 425 return x 426 } 427 428 // calcDifficultyFrontier is the difficulty adjustment algorithm. It returns the 429 // difficulty that a new block should have when created at time given the parent 430 // block's time and difficulty. The calculation uses the Frontier rules. 431 func calcDifficultyFrontier(time uint64, parent *types.Header) *big.Int { 432 diff := new(big.Int) 433 adjust := new(big.Int).Div(parent.Difficulty, params.DifficultyBoundDivisor) 434 bigTime := new(big.Int) 435 bigParentTime := new(big.Int) 436 437 bigTime.SetUint64(time) 438 bigParentTime.Set(parent.Time) 439 440 if bigTime.Sub(bigTime, bigParentTime).Cmp(params.DurationLimit) < 0 { 441 diff.Add(parent.Difficulty, adjust) 442 } else { 443 diff.Sub(parent.Difficulty, adjust) 444 } 445 if diff.Cmp(params.MinimumDifficulty) < 0 { 446 diff.Set(params.MinimumDifficulty) 447 } 448 449 periodCount := new(big.Int).Add(parent.Number, big1) 450 periodCount.Div(periodCount, expDiffPeriod) 451 if periodCount.Cmp(big1) > 0 { 452 // diff = diff + 2^(periodCount - 2) 453 expDiff := periodCount.Sub(periodCount, big2) 454 expDiff.Exp(big2, expDiff, nil) 455 diff.Add(diff, expDiff) 456 diff = math.BigMax(diff, params.MinimumDifficulty) 457 } 458 return diff 459 } 460 461 // VerifySeal implements consensus.Engine, checking whether the given block satisfies 462 // the PoW difficulty requirements. 463 func (ethash *Ethash) VerifySeal(chain consensus.ChainReader, header *types.Header) error { 464 return ethash.verifySeal(chain, header, false) 465 } 466 467 // verifySeal checks whether a block satisfies the PoW difficulty requirements, 468 // either using the usual ethash cache for it, or alternatively using a full DAG 469 // to make remote mining fast. 470 func (ethash *Ethash) verifySeal(chain consensus.ChainReader, header *types.Header, fulldag bool) error { 471 // If we're running a fake PoW, accept any seal as valid 472 if ethash.config.PowMode == ModeFake || ethash.config.PowMode == ModeFullFake { 473 time.Sleep(ethash.fakeDelay) 474 if ethash.fakeFail == header.Number.Uint64() { 475 return errInvalidPoW 476 } 477 return nil 478 } 479 // If we're running a shared PoW, delegate verification to it 480 if ethash.shared != nil { 481 return ethash.shared.verifySeal(chain, header, fulldag) 482 } 483 // Ensure that we have a valid difficulty for the block 484 if header.Difficulty.Sign() <= 0 { 485 return errInvalidDifficulty 486 } 487 // Recompute the digest and PoW values 488 number := header.Number.Uint64() 489 490 var ( 491 digest []byte 492 result []byte 493 ) 494 // If fast-but-heavy PoW verification was requested, use an ethash dataset 495 if fulldag { 496 dataset := ethash.dataset(number, true) 497 if dataset.generated() { 498 digest, result = hashimotoFull(dataset.dataset, header.HashNoNonce().Bytes(), header.Nonce.Uint64()) 499 500 // Datasets are unmapped in a finalizer. Ensure that the dataset stays alive 501 // until after the call to hashimotoFull so it's not unmapped while being used. 502 runtime.KeepAlive(dataset) 503 } else { 504 // Dataset not yet generated, don't hang, use a cache instead 505 fulldag = false 506 } 507 } 508 // If slow-but-light PoW verification was requested (or DAG not yet ready), use an ethash cache 509 if !fulldag { 510 cache := ethash.cache(number) 511 512 size := datasetSize(number) 513 if ethash.config.PowMode == ModeTest { 514 size = 32 * 1024 515 } 516 digest, result = hashimotoLight(size, cache.cache, header.HashNoNonce().Bytes(), header.Nonce.Uint64()) 517 518 // Caches are unmapped in a finalizer. Ensure that the cache stays alive 519 // until after the call to hashimotoLight so it's not unmapped while being used. 520 runtime.KeepAlive(cache) 521 } 522 // Verify the calculated values against the ones provided in the header 523 if !bytes.Equal(header.MixDigest[:], digest) { 524 return errInvalidMixDigest 525 } 526 target := new(big.Int).Div(two256, header.Difficulty) 527 if new(big.Int).SetBytes(result).Cmp(target) > 0 { 528 return errInvalidPoW 529 } 530 return nil 531 } 532 533 // Prepare implements consensus.Engine, initializing the difficulty field of a 534 // header to conform to the ethash protocol. The changes are done inline. 535 func (ethash *Ethash) Prepare(chain consensus.ChainReader, header *types.Header) error { 536 parent := chain.GetHeader(header.ParentHash, header.Number.Uint64()-1) 537 if parent == nil { 538 return consensus.ErrUnknownAncestor 539 } 540 header.Difficulty = ethash.CalcDifficulty(chain, header.Time.Uint64(), parent) 541 return nil 542 } 543 544 // Finalize implements consensus.Engine, accumulating the block and uncle rewards, 545 // setting the final state and assembling the block. 546 func (ethash *Ethash) Finalize(chain consensus.ChainReader, header *types.Header, state *state.StateDB, txs []*types.Transaction, uncles []*types.Header, receipts []*types.Receipt) (*types.Block, error) { 547 // Accumulate any block and uncle rewards and commit the final state root 548 accumulateRewards(chain.Config(), state, header, uncles) 549 header.Root = state.IntermediateRoot(chain.Config().IsEIP158(header.Number)) 550 551 // Header seems complete, assemble into a block and return 552 return types.NewBlock(header, txs, uncles, receipts), nil 553 } 554 555 // Some weird constants to avoid constant memory allocs for them. 556 var ( 557 big8 = big.NewInt(8) 558 big32 = big.NewInt(32) 559 ) 560 561 // AccumulateRewards credits the coinbase of the given block with the mining 562 // reward. The total reward consists of the static block reward and rewards for 563 // included uncles. The coinbase of each uncle block is also rewarded. 564 func accumulateRewards(config *params.ChainConfig, state *state.StateDB, header *types.Header, uncles []*types.Header) { 565 // Select the correct block reward based on chain progression 566 blockReward := FrontierBlockReward 567 if config.IsByzantium(header.Number) { 568 blockReward = ByzantiumBlockReward 569 } 570 // Accumulate the rewards for the miner and any included uncles 571 reward := new(big.Int).Set(blockReward) 572 r := new(big.Int) 573 for _, uncle := range uncles { 574 r.Add(uncle.Number, big8) 575 r.Sub(r, header.Number) 576 r.Mul(r, blockReward) 577 r.Div(r, big8) 578 state.AddBalance(uncle.Coinbase, r) 579 580 r.Div(blockReward, big32) 581 reward.Add(reward, r) 582 } 583 state.AddBalance(header.Coinbase, reward) 584 }