github.com/tacshi/go-ethereum@v0.0.0-20230616113857-84a434e20921/cmd/evm/internal/t8ntool/transition.go (about) 1 // Copyright 2020 The go-ethereum Authors 2 // This file is part of go-ethereum. 3 // 4 // go-ethereum is free software: you can redistribute it and/or modify 5 // it under the terms of the GNU General Public License as published by 6 // the Free Software Foundation, either version 3 of the License, or 7 // (at your option) any later version. 8 // 9 // go-ethereum is distributed in the hope that it will be useful, 10 // but WITHOUT ANY WARRANTY; without even the implied warranty of 11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 // GNU General Public License for more details. 13 // 14 // You should have received a copy of the GNU General Public License 15 // along with go-ethereum. If not, see <http://www.gnu.org/licenses/>. 16 17 package t8ntool 18 19 import ( 20 "crypto/ecdsa" 21 "encoding/json" 22 "errors" 23 "fmt" 24 "math/big" 25 "os" 26 "path" 27 "strings" 28 29 "github.com/tacshi/go-ethereum/common" 30 "github.com/tacshi/go-ethereum/common/hexutil" 31 "github.com/tacshi/go-ethereum/consensus/misc" 32 "github.com/tacshi/go-ethereum/core" 33 "github.com/tacshi/go-ethereum/core/state" 34 "github.com/tacshi/go-ethereum/core/types" 35 "github.com/tacshi/go-ethereum/core/vm" 36 "github.com/tacshi/go-ethereum/crypto" 37 "github.com/tacshi/go-ethereum/eth/tracers/logger" 38 "github.com/tacshi/go-ethereum/log" 39 "github.com/tacshi/go-ethereum/params" 40 "github.com/tacshi/go-ethereum/rlp" 41 "github.com/tacshi/go-ethereum/tests" 42 "github.com/urfave/cli/v2" 43 ) 44 45 const ( 46 ErrorEVM = 2 47 ErrorConfig = 3 48 ErrorMissingBlockhash = 4 49 50 ErrorJson = 10 51 ErrorIO = 11 52 ErrorRlp = 12 53 54 stdinSelector = "stdin" 55 ) 56 57 type NumberedError struct { 58 errorCode int 59 err error 60 } 61 62 func NewError(errorCode int, err error) *NumberedError { 63 return &NumberedError{errorCode, err} 64 } 65 66 func (n *NumberedError) Error() string { 67 return fmt.Sprintf("ERROR(%d): %v", n.errorCode, n.err.Error()) 68 } 69 70 func (n *NumberedError) ExitCode() int { 71 return n.errorCode 72 } 73 74 // compile-time conformance test 75 var ( 76 _ cli.ExitCoder = (*NumberedError)(nil) 77 ) 78 79 type input struct { 80 Alloc core.GenesisAlloc `json:"alloc,omitempty"` 81 Env *stEnv `json:"env,omitempty"` 82 Txs []*txWithKey `json:"txs,omitempty"` 83 TxRlp string `json:"txsRlp,omitempty"` 84 } 85 86 func Transition(ctx *cli.Context) error { 87 // Configure the go-ethereum logger 88 glogger := log.NewGlogHandler(log.StreamHandler(os.Stderr, log.TerminalFormat(false))) 89 glogger.Verbosity(log.Lvl(ctx.Int(VerbosityFlag.Name))) 90 log.Root().SetHandler(glogger) 91 92 var ( 93 err error 94 tracer vm.EVMLogger 95 ) 96 var getTracer func(txIndex int, txHash common.Hash) (vm.EVMLogger, error) 97 98 baseDir, err := createBasedir(ctx) 99 if err != nil { 100 return NewError(ErrorIO, fmt.Errorf("failed creating output basedir: %v", err)) 101 } 102 if ctx.Bool(TraceFlag.Name) { 103 if ctx.IsSet(TraceDisableMemoryFlag.Name) && ctx.IsSet(TraceEnableMemoryFlag.Name) { 104 return NewError(ErrorConfig, fmt.Errorf("can't use both flags --%s and --%s", TraceDisableMemoryFlag.Name, TraceEnableMemoryFlag.Name)) 105 } 106 if ctx.IsSet(TraceDisableReturnDataFlag.Name) && ctx.IsSet(TraceEnableReturnDataFlag.Name) { 107 return NewError(ErrorConfig, fmt.Errorf("can't use both flags --%s and --%s", TraceDisableReturnDataFlag.Name, TraceEnableReturnDataFlag.Name)) 108 } 109 if ctx.IsSet(TraceDisableMemoryFlag.Name) { 110 log.Warn(fmt.Sprintf("--%s has been deprecated in favour of --%s", TraceDisableMemoryFlag.Name, TraceEnableMemoryFlag.Name)) 111 } 112 if ctx.IsSet(TraceDisableReturnDataFlag.Name) { 113 log.Warn(fmt.Sprintf("--%s has been deprecated in favour of --%s", TraceDisableReturnDataFlag.Name, TraceEnableReturnDataFlag.Name)) 114 } 115 // Configure the EVM logger 116 logConfig := &logger.Config{ 117 DisableStack: ctx.Bool(TraceDisableStackFlag.Name), 118 EnableMemory: !ctx.Bool(TraceDisableMemoryFlag.Name) || ctx.Bool(TraceEnableMemoryFlag.Name), 119 EnableReturnData: !ctx.Bool(TraceDisableReturnDataFlag.Name) || ctx.Bool(TraceEnableReturnDataFlag.Name), 120 Debug: true, 121 } 122 var prevFile *os.File 123 // This one closes the last file 124 defer func() { 125 if prevFile != nil { 126 prevFile.Close() 127 } 128 }() 129 getTracer = func(txIndex int, txHash common.Hash) (vm.EVMLogger, error) { 130 if prevFile != nil { 131 prevFile.Close() 132 } 133 traceFile, err := os.Create(path.Join(baseDir, fmt.Sprintf("trace-%d-%v.jsonl", txIndex, txHash.String()))) 134 if err != nil { 135 return nil, NewError(ErrorIO, fmt.Errorf("failed creating trace-file: %v", err)) 136 } 137 prevFile = traceFile 138 return logger.NewJSONLogger(logConfig, traceFile), nil 139 } 140 } else { 141 getTracer = func(txIndex int, txHash common.Hash) (tracer vm.EVMLogger, err error) { 142 return nil, nil 143 } 144 } 145 // We need to load three things: alloc, env and transactions. May be either in 146 // stdin input or in files. 147 // Check if anything needs to be read from stdin 148 var ( 149 prestate Prestate 150 txs types.Transactions // txs to apply 151 allocStr = ctx.String(InputAllocFlag.Name) 152 153 envStr = ctx.String(InputEnvFlag.Name) 154 txStr = ctx.String(InputTxsFlag.Name) 155 inputData = &input{} 156 ) 157 // Figure out the prestate alloc 158 if allocStr == stdinSelector || envStr == stdinSelector || txStr == stdinSelector { 159 decoder := json.NewDecoder(os.Stdin) 160 if err := decoder.Decode(inputData); err != nil { 161 return NewError(ErrorJson, fmt.Errorf("failed unmarshaling stdin: %v", err)) 162 } 163 } 164 if allocStr != stdinSelector { 165 if err := readFile(allocStr, "alloc", &inputData.Alloc); err != nil { 166 return err 167 } 168 } 169 prestate.Pre = inputData.Alloc 170 171 // Set the block environment 172 if envStr != stdinSelector { 173 var env stEnv 174 if err := readFile(envStr, "env", &env); err != nil { 175 return err 176 } 177 inputData.Env = &env 178 } 179 prestate.Env = *inputData.Env 180 181 vmConfig := vm.Config{ 182 Tracer: tracer, 183 Debug: (tracer != nil), 184 } 185 // Construct the chainconfig 186 var chainConfig *params.ChainConfig 187 if cConf, extraEips, err := tests.GetChainConfig(ctx.String(ForknameFlag.Name)); err != nil { 188 return NewError(ErrorConfig, fmt.Errorf("failed constructing chain configuration: %v", err)) 189 } else { 190 chainConfig = cConf 191 vmConfig.ExtraEips = extraEips 192 } 193 // Set the chain id 194 chainConfig.ChainID = big.NewInt(ctx.Int64(ChainIDFlag.Name)) 195 196 var txsWithKeys []*txWithKey 197 if txStr != stdinSelector { 198 inFile, err := os.Open(txStr) 199 if err != nil { 200 return NewError(ErrorIO, fmt.Errorf("failed reading txs file: %v", err)) 201 } 202 defer inFile.Close() 203 decoder := json.NewDecoder(inFile) 204 if strings.HasSuffix(txStr, ".rlp") { 205 var body hexutil.Bytes 206 if err := decoder.Decode(&body); err != nil { 207 return err 208 } 209 var txs types.Transactions 210 if err := rlp.DecodeBytes(body, &txs); err != nil { 211 return err 212 } 213 for _, tx := range txs { 214 txsWithKeys = append(txsWithKeys, &txWithKey{ 215 key: nil, 216 tx: tx, 217 }) 218 } 219 } else { 220 if err := decoder.Decode(&txsWithKeys); err != nil { 221 return NewError(ErrorJson, fmt.Errorf("failed unmarshaling txs-file: %v", err)) 222 } 223 } 224 } else { 225 if len(inputData.TxRlp) > 0 { 226 // Decode the body of already signed transactions 227 body := common.FromHex(inputData.TxRlp) 228 var txs types.Transactions 229 if err := rlp.DecodeBytes(body, &txs); err != nil { 230 return err 231 } 232 for _, tx := range txs { 233 txsWithKeys = append(txsWithKeys, &txWithKey{ 234 key: nil, 235 tx: tx, 236 }) 237 } 238 } else { 239 // JSON encoded transactions 240 txsWithKeys = inputData.Txs 241 } 242 } 243 // We may have to sign the transactions. 244 signer := types.MakeSigner(chainConfig, big.NewInt(int64(prestate.Env.Number))) 245 246 if txs, err = signUnsignedTransactions(txsWithKeys, signer); err != nil { 247 return NewError(ErrorJson, fmt.Errorf("failed signing transactions: %v", err)) 248 } 249 // Sanity check, to not `panic` in state_transition 250 if chainConfig.IsLondon(big.NewInt(int64(prestate.Env.Number))) { 251 if prestate.Env.BaseFee != nil { 252 // Already set, base fee has precedent over parent base fee. 253 } else if prestate.Env.ParentBaseFee != nil { 254 parent := &types.Header{ 255 Number: new(big.Int).SetUint64(prestate.Env.Number), 256 BaseFee: prestate.Env.ParentBaseFee, 257 GasUsed: prestate.Env.ParentGasUsed, 258 GasLimit: prestate.Env.ParentGasLimit, 259 } 260 prestate.Env.BaseFee = misc.CalcBaseFee(chainConfig, parent) 261 } else { 262 return NewError(ErrorConfig, errors.New("EIP-1559 config but missing 'currentBaseFee' in env section")) 263 } 264 } 265 if chainConfig.IsShanghai(prestate.Env.Number, 0) && prestate.Env.Withdrawals == nil { 266 return NewError(ErrorConfig, errors.New("Shanghai config but missing 'withdrawals' in env section")) 267 } 268 isMerged := chainConfig.TerminalTotalDifficulty != nil && chainConfig.TerminalTotalDifficulty.BitLen() == 0 269 env := prestate.Env 270 if isMerged { 271 // post-merge: 272 // - random must be supplied 273 // - difficulty must be zero 274 switch { 275 case env.Random == nil: 276 return NewError(ErrorConfig, errors.New("post-merge requires currentRandom to be defined in env")) 277 case env.Difficulty != nil && env.Difficulty.BitLen() != 0: 278 return NewError(ErrorConfig, errors.New("post-merge difficulty must be zero (or omitted) in env")) 279 } 280 prestate.Env.Difficulty = nil 281 } else if env.Difficulty == nil { 282 // pre-merge: 283 // If difficulty was not provided by caller, we need to calculate it. 284 switch { 285 case env.ParentDifficulty == nil: 286 return NewError(ErrorConfig, errors.New("currentDifficulty was not provided, and cannot be calculated due to missing parentDifficulty")) 287 case env.Number == 0: 288 return NewError(ErrorConfig, errors.New("currentDifficulty needs to be provided for block number 0")) 289 case env.Timestamp <= env.ParentTimestamp: 290 return NewError(ErrorConfig, fmt.Errorf("currentDifficulty cannot be calculated -- currentTime (%d) needs to be after parent time (%d)", 291 env.Timestamp, env.ParentTimestamp)) 292 } 293 prestate.Env.Difficulty = calcDifficulty(chainConfig, env.Number, env.Timestamp, 294 env.ParentTimestamp, env.ParentDifficulty, env.ParentUncleHash) 295 } 296 // Run the test and aggregate the result 297 s, result, err := prestate.Apply(vmConfig, chainConfig, txs, ctx.Int64(RewardFlag.Name), getTracer) 298 if err != nil { 299 return err 300 } 301 body, _ := rlp.EncodeToBytes(txs) 302 // Dump the excution result 303 collector := make(Alloc) 304 s.DumpToCollector(collector, nil) 305 return dispatchOutput(ctx, baseDir, result, collector, body) 306 } 307 308 // txWithKey is a helper-struct, to allow us to use the types.Transaction along with 309 // a `secretKey`-field, for input 310 type txWithKey struct { 311 key *ecdsa.PrivateKey 312 tx *types.Transaction 313 protected bool 314 } 315 316 func (t *txWithKey) UnmarshalJSON(input []byte) error { 317 // Read the metadata, if present 318 type txMetadata struct { 319 Key *common.Hash `json:"secretKey"` 320 Protected *bool `json:"protected"` 321 } 322 var data txMetadata 323 if err := json.Unmarshal(input, &data); err != nil { 324 return err 325 } 326 if data.Key != nil { 327 k := data.Key.Hex()[2:] 328 if ecdsaKey, err := crypto.HexToECDSA(k); err != nil { 329 return err 330 } else { 331 t.key = ecdsaKey 332 } 333 } 334 if data.Protected != nil { 335 t.protected = *data.Protected 336 } else { 337 t.protected = true 338 } 339 // Now, read the transaction itself 340 var tx types.Transaction 341 if err := json.Unmarshal(input, &tx); err != nil { 342 return err 343 } 344 t.tx = &tx 345 return nil 346 } 347 348 // signUnsignedTransactions converts the input txs to canonical transactions. 349 // 350 // The transactions can have two forms, either 351 // 1. unsigned or 352 // 2. signed 353 // 354 // For (1), r, s, v, need so be zero, and the `secretKey` needs to be set. 355 // If so, we sign it here and now, with the given `secretKey` 356 // If the condition above is not met, then it's considered a signed transaction. 357 // 358 // To manage this, we read the transactions twice, first trying to read the secretKeys, 359 // and secondly to read them with the standard tx json format 360 func signUnsignedTransactions(txs []*txWithKey, signer types.Signer) (types.Transactions, error) { 361 var signedTxs []*types.Transaction 362 for i, txWithKey := range txs { 363 tx := txWithKey.tx 364 key := txWithKey.key 365 v, r, s := tx.RawSignatureValues() 366 if key != nil && v.BitLen()+r.BitLen()+s.BitLen() == 0 { 367 // This transaction needs to be signed 368 var ( 369 signed *types.Transaction 370 err error 371 ) 372 if txWithKey.protected { 373 signed, err = types.SignTx(tx, signer, key) 374 } else { 375 signed, err = types.SignTx(tx, types.FrontierSigner{}, key) 376 } 377 if err != nil { 378 return nil, NewError(ErrorJson, fmt.Errorf("tx %d: failed to sign tx: %v", i, err)) 379 } 380 signedTxs = append(signedTxs, signed) 381 } else { 382 // Already signed 383 signedTxs = append(signedTxs, tx) 384 } 385 } 386 return signedTxs, nil 387 } 388 389 type Alloc map[common.Address]core.GenesisAccount 390 391 func (g Alloc) OnRoot(common.Hash) {} 392 393 func (g Alloc) OnAccount(addr common.Address, dumpAccount state.DumpAccount) { 394 balance, _ := new(big.Int).SetString(dumpAccount.Balance, 10) 395 var storage map[common.Hash]common.Hash 396 if dumpAccount.Storage != nil { 397 storage = make(map[common.Hash]common.Hash) 398 for k, v := range dumpAccount.Storage { 399 storage[k] = common.HexToHash(v) 400 } 401 } 402 genesisAccount := core.GenesisAccount{ 403 Code: dumpAccount.Code, 404 Storage: storage, 405 Balance: balance, 406 Nonce: dumpAccount.Nonce, 407 } 408 g[addr] = genesisAccount 409 } 410 411 // saveFile marshals the object to the given file 412 func saveFile(baseDir, filename string, data interface{}) error { 413 b, err := json.MarshalIndent(data, "", " ") 414 if err != nil { 415 return NewError(ErrorJson, fmt.Errorf("failed marshalling output: %v", err)) 416 } 417 location := path.Join(baseDir, filename) 418 if err = os.WriteFile(location, b, 0644); err != nil { 419 return NewError(ErrorIO, fmt.Errorf("failed writing output: %v", err)) 420 } 421 log.Info("Wrote file", "file", location) 422 return nil 423 } 424 425 // dispatchOutput writes the output data to either stderr or stdout, or to the specified 426 // files 427 func dispatchOutput(ctx *cli.Context, baseDir string, result *ExecutionResult, alloc Alloc, body hexutil.Bytes) error { 428 stdOutObject := make(map[string]interface{}) 429 stdErrObject := make(map[string]interface{}) 430 dispatch := func(baseDir, fName, name string, obj interface{}) error { 431 switch fName { 432 case "stdout": 433 stdOutObject[name] = obj 434 case "stderr": 435 stdErrObject[name] = obj 436 case "": 437 // don't save 438 default: // save to file 439 if err := saveFile(baseDir, fName, obj); err != nil { 440 return err 441 } 442 } 443 return nil 444 } 445 if err := dispatch(baseDir, ctx.String(OutputAllocFlag.Name), "alloc", alloc); err != nil { 446 return err 447 } 448 if err := dispatch(baseDir, ctx.String(OutputResultFlag.Name), "result", result); err != nil { 449 return err 450 } 451 if err := dispatch(baseDir, ctx.String(OutputBodyFlag.Name), "body", body); err != nil { 452 return err 453 } 454 if len(stdOutObject) > 0 { 455 b, err := json.MarshalIndent(stdOutObject, "", " ") 456 if err != nil { 457 return NewError(ErrorJson, fmt.Errorf("failed marshalling output: %v", err)) 458 } 459 os.Stdout.Write(b) 460 os.Stdout.WriteString("\n") 461 } 462 if len(stdErrObject) > 0 { 463 b, err := json.MarshalIndent(stdErrObject, "", " ") 464 if err != nil { 465 return NewError(ErrorJson, fmt.Errorf("failed marshalling output: %v", err)) 466 } 467 os.Stderr.Write(b) 468 os.Stderr.WriteString("\n") 469 } 470 return nil 471 }