github.com/EgonCoin/EgonChain@v1.10.16/tests/state_test_util.go (about)

     1  // Copyright 2015 The go-ethereum Authors
     2  // This file is part of the go-ethereum library.
     3  //
     4  // The go-ethereum library is free software: you can redistribute it and/or modify
     5  // it under the terms of the GNU Lesser General Public License as published by
     6  // the Free Software Foundation, either version 3 of the License, or
     7  // (at your option) any later version.
     8  //
     9  // The go-ethereum library is distributed in the hope that it will be useful,
    10  // but WITHOUT ANY WARRANTY; without even the implied warranty of
    11  // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
    12  // GNU Lesser General Public License for more details.
    13  //
    14  // You should have received a copy of the GNU Lesser General Public License
    15  // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
    16  
    17  package tests
    18  
    19  import (
    20  	"encoding/hex"
    21  	"encoding/json"
    22  	"fmt"
    23  	"math/big"
    24  	"strconv"
    25  	"strings"
    26  
    27  	"github.com/EgonCoin/EgonChain/common"
    28  	"github.com/EgonCoin/EgonChain/common/hexutil"
    29  	"github.com/EgonCoin/EgonChain/common/math"
    30  	"github.com/EgonCoin/EgonChain/core"
    31  	"github.com/EgonCoin/EgonChain/core/rawdb"
    32  	"github.com/EgonCoin/EgonChain/core/state"
    33  	"github.com/EgonCoin/EgonChain/core/state/snapshot"
    34  	"github.com/EgonCoin/EgonChain/core/types"
    35  	"github.com/EgonCoin/EgonChain/core/vm"
    36  	"github.com/EgonCoin/EgonChain/crypto"
    37  	"github.com/EgonCoin/EgonChain/ethdb"
    38  	"github.com/EgonCoin/EgonChain/params"
    39  	"github.com/EgonCoin/EgonChain/rlp"
    40  	"golang.org/x/crypto/sha3"
    41  )
    42  
    43  // StateTest checks transaction processing without block context.
    44  // See https://github.com/ethereum/EIPs/issues/176 for the test format specification.
    45  type StateTest struct {
    46  	json stJSON
    47  }
    48  
    49  // StateSubtest selects a specific configuration of a General State Test.
    50  type StateSubtest struct {
    51  	Fork  string
    52  	Index int
    53  }
    54  
    55  func (t *StateTest) UnmarshalJSON(in []byte) error {
    56  	return json.Unmarshal(in, &t.json)
    57  }
    58  
    59  type stJSON struct {
    60  	Env  stEnv                    `json:"env"`
    61  	Pre  core.GenesisAlloc        `json:"pre"`
    62  	Tx   stTransaction            `json:"transaction"`
    63  	Out  hexutil.Bytes            `json:"out"`
    64  	Post map[string][]stPostState `json:"post"`
    65  }
    66  
    67  type stPostState struct {
    68  	Root            common.UnprefixedHash `json:"hash"`
    69  	Logs            common.UnprefixedHash `json:"logs"`
    70  	TxBytes         hexutil.Bytes         `json:"txbytes"`
    71  	ExpectException string                `json:"expectException"`
    72  	Indexes         struct {
    73  		Data  int `json:"data"`
    74  		Gas   int `json:"gas"`
    75  		Value int `json:"value"`
    76  	}
    77  }
    78  
    79  //go:generate gencodec -type stEnv -field-override stEnvMarshaling -out gen_stenv.go
    80  
    81  type stEnv struct {
    82  	Coinbase   common.Address `json:"currentCoinbase"   gencodec:"required"`
    83  	Difficulty *big.Int       `json:"currentDifficulty" gencodec:"optional"`
    84  	Random     *big.Int       `json:"currentRandom"     gencodec:"optional"`
    85  	GasLimit   uint64         `json:"currentGasLimit"   gencodec:"required"`
    86  	Number     uint64         `json:"currentNumber"     gencodec:"required"`
    87  	Timestamp  uint64         `json:"currentTimestamp"  gencodec:"required"`
    88  	BaseFee    *big.Int       `json:"currentBaseFee"    gencodec:"optional"`
    89  }
    90  
    91  type stEnvMarshaling struct {
    92  	Coinbase   common.UnprefixedAddress
    93  	Difficulty *math.HexOrDecimal256
    94  	Random     *math.HexOrDecimal256
    95  	GasLimit   math.HexOrDecimal64
    96  	Number     math.HexOrDecimal64
    97  	Timestamp  math.HexOrDecimal64
    98  	BaseFee    *math.HexOrDecimal256
    99  }
   100  
   101  //go:generate gencodec -type stTransaction -field-override stTransactionMarshaling -out gen_sttransaction.go
   102  
   103  type stTransaction struct {
   104  	GasPrice             *big.Int            `json:"gasPrice"`
   105  	MaxFeePerGas         *big.Int            `json:"maxFeePerGas"`
   106  	MaxPriorityFeePerGas *big.Int            `json:"maxPriorityFeePerGas"`
   107  	Nonce                uint64              `json:"nonce"`
   108  	To                   string              `json:"to"`
   109  	Data                 []string            `json:"data"`
   110  	AccessLists          []*types.AccessList `json:"accessLists,omitempty"`
   111  	GasLimit             []uint64            `json:"gasLimit"`
   112  	Value                []string            `json:"value"`
   113  	PrivateKey           []byte              `json:"secretKey"`
   114  }
   115  
   116  type stTransactionMarshaling struct {
   117  	GasPrice             *math.HexOrDecimal256
   118  	MaxFeePerGas         *math.HexOrDecimal256
   119  	MaxPriorityFeePerGas *math.HexOrDecimal256
   120  	Nonce                math.HexOrDecimal64
   121  	GasLimit             []math.HexOrDecimal64
   122  	PrivateKey           hexutil.Bytes
   123  }
   124  
   125  // GetChainConfig takes a fork definition and returns a chain config.
   126  // The fork definition can be
   127  // - a plain forkname, e.g. `Byzantium`,
   128  // - a fork basename, and a list of EIPs to enable; e.g. `Byzantium+1884+1283`.
   129  func GetChainConfig(forkString string) (baseConfig *params.ChainConfig, eips []int, err error) {
   130  	var (
   131  		splitForks            = strings.Split(forkString, "+")
   132  		ok                    bool
   133  		baseName, eipsStrings = splitForks[0], splitForks[1:]
   134  	)
   135  	if baseConfig, ok = Forks[baseName]; !ok {
   136  		return nil, nil, UnsupportedForkError{baseName}
   137  	}
   138  	for _, eip := range eipsStrings {
   139  		if eipNum, err := strconv.Atoi(eip); err != nil {
   140  			return nil, nil, fmt.Errorf("syntax error, invalid eip number %v", eipNum)
   141  		} else {
   142  			if !vm.ValidEip(eipNum) {
   143  				return nil, nil, fmt.Errorf("syntax error, invalid eip number %v", eipNum)
   144  			}
   145  			eips = append(eips, eipNum)
   146  		}
   147  	}
   148  	return baseConfig, eips, nil
   149  }
   150  
   151  // Subtests returns all valid subtests of the test.
   152  func (t *StateTest) Subtests() []StateSubtest {
   153  	var sub []StateSubtest
   154  	for fork, pss := range t.json.Post {
   155  		for i := range pss {
   156  			sub = append(sub, StateSubtest{fork, i})
   157  		}
   158  	}
   159  	return sub
   160  }
   161  
   162  // Run executes a specific subtest and verifies the post-state and logs
   163  func (t *StateTest) Run(subtest StateSubtest, vmconfig vm.Config, snapshotter bool) (*snapshot.Tree, *state.StateDB, error) {
   164  	snaps, statedb, root, err := t.RunNoVerify(subtest, vmconfig, snapshotter)
   165  	if err != nil {
   166  		return snaps, statedb, err
   167  	}
   168  	post := t.json.Post[subtest.Fork][subtest.Index]
   169  	// N.B: We need to do this in a two-step process, because the first Commit takes care
   170  	// of suicides, and we need to touch the coinbase _after_ it has potentially suicided.
   171  	if root != common.Hash(post.Root) {
   172  		return snaps, statedb, fmt.Errorf("post state root mismatch: got %x, want %x", root, post.Root)
   173  	}
   174  	if logs := rlpHash(statedb.Logs()); logs != common.Hash(post.Logs) {
   175  		return snaps, statedb, fmt.Errorf("post state logs hash mismatch: got %x, want %x", logs, post.Logs)
   176  	}
   177  	return snaps, statedb, nil
   178  }
   179  
   180  // RunNoVerify runs a specific subtest and returns the statedb and post-state root
   181  func (t *StateTest) RunNoVerify(subtest StateSubtest, vmconfig vm.Config, snapshotter bool) (*snapshot.Tree, *state.StateDB, common.Hash, error) {
   182  	config, eips, err := GetChainConfig(subtest.Fork)
   183  	if err != nil {
   184  		return nil, nil, common.Hash{}, UnsupportedForkError{subtest.Fork}
   185  	}
   186  	vmconfig.ExtraEips = eips
   187  	block := t.genesis(config).ToBlock(nil)
   188  	snaps, statedb := MakePreState(rawdb.NewMemoryDatabase(), t.json.Pre, snapshotter)
   189  
   190  	var baseFee *big.Int
   191  	if config.IsLondon(new(big.Int)) {
   192  		baseFee = t.json.Env.BaseFee
   193  		if baseFee == nil {
   194  			// Retesteth uses `0x10` for genesis baseFee. Therefore, it defaults to
   195  			// parent - 2 : 0xa as the basefee for 'this' context.
   196  			baseFee = big.NewInt(0x0a)
   197  		}
   198  	}
   199  	post := t.json.Post[subtest.Fork][subtest.Index]
   200  	msg, err := t.json.Tx.toMessage(post, baseFee)
   201  	if err != nil {
   202  		return nil, nil, common.Hash{}, err
   203  	}
   204  
   205  	// Try to recover tx with current signer
   206  	if len(post.TxBytes) != 0 {
   207  		var ttx types.Transaction
   208  		err := ttx.UnmarshalBinary(post.TxBytes)
   209  		if err != nil {
   210  			return nil, nil, common.Hash{}, err
   211  		}
   212  
   213  		if _, err := types.Sender(types.LatestSigner(config), &ttx); err != nil {
   214  			return nil, nil, common.Hash{}, err
   215  		}
   216  	}
   217  
   218  	// Prepare the EVM.
   219  	txContext := core.NewEVMTxContext(msg)
   220  	context := core.NewEVMBlockContext(block.Header(), nil, &t.json.Env.Coinbase)
   221  	context.GetHash = vmTestBlockHash
   222  	context.BaseFee = baseFee
   223  	if t.json.Env.Random != nil {
   224  		rnd := common.BigToHash(t.json.Env.Random)
   225  		context.Random = &rnd
   226  		context.Difficulty = big.NewInt(0)
   227  	}
   228  	evm := vm.NewEVM(context, txContext, statedb, config, vmconfig)
   229  	// Execute the message.
   230  	snapshot := statedb.Snapshot()
   231  	gaspool := new(core.GasPool)
   232  	gaspool.AddGas(block.GasLimit())
   233  	if _, err := core.ApplyMessage(evm, msg, gaspool); err != nil {
   234  		statedb.RevertToSnapshot(snapshot)
   235  	}
   236  
   237  	// Commit block
   238  	statedb.Commit(config.IsEIP158(block.Number()))
   239  	// Add 0-value mining reward. This only makes a difference in the cases
   240  	// where
   241  	// - the coinbase suicided, or
   242  	// - there are only 'bad' transactions, which aren't executed. In those cases,
   243  	//   the coinbase gets no txfee, so isn't created, and thus needs to be touched
   244  	statedb.AddBalance(block.Coinbase(), new(big.Int))
   245  	// And _now_ get the state root
   246  	root := statedb.IntermediateRoot(config.IsEIP158(block.Number()))
   247  	return snaps, statedb, root, nil
   248  }
   249  
   250  func (t *StateTest) gasLimit(subtest StateSubtest) uint64 {
   251  	return t.json.Tx.GasLimit[t.json.Post[subtest.Fork][subtest.Index].Indexes.Gas]
   252  }
   253  
   254  func MakePreState(db ethdb.Database, accounts core.GenesisAlloc, snapshotter bool) (*snapshot.Tree, *state.StateDB) {
   255  	sdb := state.NewDatabase(db)
   256  	statedb, _ := state.New(common.Hash{}, sdb, nil)
   257  	for addr, a := range accounts {
   258  		statedb.SetCode(addr, a.Code)
   259  		statedb.SetNonce(addr, a.Nonce)
   260  		statedb.SetBalance(addr, a.Balance)
   261  		for k, v := range a.Storage {
   262  			statedb.SetState(addr, k, v)
   263  		}
   264  	}
   265  	// Commit and re-open to start with a clean state.
   266  	root, _ := statedb.Commit(false)
   267  
   268  	var snaps *snapshot.Tree
   269  	if snapshotter {
   270  		snaps, _ = snapshot.New(db, sdb.TrieDB(), 1, root, false, true, false)
   271  	}
   272  	statedb, _ = state.New(root, sdb, snaps)
   273  	return snaps, statedb
   274  }
   275  
   276  func (t *StateTest) genesis(config *params.ChainConfig) *core.Genesis {
   277  	genesis := &core.Genesis{
   278  		Config:     config,
   279  		Coinbase:   t.json.Env.Coinbase,
   280  		Difficulty: t.json.Env.Difficulty,
   281  		GasLimit:   t.json.Env.GasLimit,
   282  		Number:     t.json.Env.Number,
   283  		Timestamp:  t.json.Env.Timestamp,
   284  		Alloc:      t.json.Pre,
   285  	}
   286  	if t.json.Env.Random != nil {
   287  		// Post-Merge
   288  		genesis.Mixhash = common.BigToHash(t.json.Env.Random)
   289  		genesis.Difficulty = big.NewInt(0)
   290  	}
   291  	return genesis
   292  }
   293  
   294  func (tx *stTransaction) toMessage(ps stPostState, baseFee *big.Int) (core.Message, error) {
   295  	// Derive sender from private key if present.
   296  	var from common.Address
   297  	if len(tx.PrivateKey) > 0 {
   298  		key, err := crypto.ToECDSA(tx.PrivateKey)
   299  		if err != nil {
   300  			return nil, fmt.Errorf("invalid private key: %v", err)
   301  		}
   302  		from = crypto.PubkeyToAddress(key.PublicKey)
   303  	}
   304  	// Parse recipient if present.
   305  	var to *common.Address
   306  	if tx.To != "" {
   307  		to = new(common.Address)
   308  		if err := to.UnmarshalText([]byte(tx.To)); err != nil {
   309  			return nil, fmt.Errorf("invalid to address: %v", err)
   310  		}
   311  	}
   312  
   313  	// Get values specific to this post state.
   314  	if ps.Indexes.Data > len(tx.Data) {
   315  		return nil, fmt.Errorf("tx data index %d out of bounds", ps.Indexes.Data)
   316  	}
   317  	if ps.Indexes.Value > len(tx.Value) {
   318  		return nil, fmt.Errorf("tx value index %d out of bounds", ps.Indexes.Value)
   319  	}
   320  	if ps.Indexes.Gas > len(tx.GasLimit) {
   321  		return nil, fmt.Errorf("tx gas limit index %d out of bounds", ps.Indexes.Gas)
   322  	}
   323  	dataHex := tx.Data[ps.Indexes.Data]
   324  	valueHex := tx.Value[ps.Indexes.Value]
   325  	gasLimit := tx.GasLimit[ps.Indexes.Gas]
   326  	// Value, Data hex encoding is messy: https://github.com/ethereum/tests/issues/203
   327  	value := new(big.Int)
   328  	if valueHex != "0x" {
   329  		v, ok := math.ParseBig256(valueHex)
   330  		if !ok {
   331  			return nil, fmt.Errorf("invalid tx value %q", valueHex)
   332  		}
   333  		value = v
   334  	}
   335  	data, err := hex.DecodeString(strings.TrimPrefix(dataHex, "0x"))
   336  	if err != nil {
   337  		return nil, fmt.Errorf("invalid tx data %q", dataHex)
   338  	}
   339  	var accessList types.AccessList
   340  	if tx.AccessLists != nil && tx.AccessLists[ps.Indexes.Data] != nil {
   341  		accessList = *tx.AccessLists[ps.Indexes.Data]
   342  	}
   343  	// If baseFee provided, set gasPrice to effectiveGasPrice.
   344  	gasPrice := tx.GasPrice
   345  	if baseFee != nil {
   346  		if tx.MaxFeePerGas == nil {
   347  			tx.MaxFeePerGas = gasPrice
   348  		}
   349  		if tx.MaxFeePerGas == nil {
   350  			tx.MaxFeePerGas = new(big.Int)
   351  		}
   352  		if tx.MaxPriorityFeePerGas == nil {
   353  			tx.MaxPriorityFeePerGas = tx.MaxFeePerGas
   354  		}
   355  		gasPrice = math.BigMin(new(big.Int).Add(tx.MaxPriorityFeePerGas, baseFee),
   356  			tx.MaxFeePerGas)
   357  	}
   358  	if gasPrice == nil {
   359  		return nil, fmt.Errorf("no gas price provided")
   360  	}
   361  
   362  	msg := types.NewMessage(from, to, tx.Nonce, value, gasLimit, gasPrice,
   363  		tx.MaxFeePerGas, tx.MaxPriorityFeePerGas, data, accessList, false)
   364  	return msg, nil
   365  }
   366  
   367  func rlpHash(x interface{}) (h common.Hash) {
   368  	hw := sha3.NewLegacyKeccak256()
   369  	rlp.Encode(hw, x)
   370  	hw.Sum(h[:0])
   371  	return h
   372  }
   373  
   374  func vmTestBlockHash(n uint64) common.Hash {
   375  	return common.BytesToHash(crypto.Keccak256([]byte(big.NewInt(int64(n)).String())))
   376  }