github.com/ethw3/go-ethereuma@v0.0.0-20221013053120-c14602a4c23c/tests/fuzzers/stacktrie/trie_fuzzer.go (about)

     1  // Copyright 2020 The go-ethereum Authors
     2  // This file is part of the go-ethereum library.
     3  //
     4  // The go-ethereum library is free software: you can redistribute it and/or modify
     5  // it under the terms of the GNU Lesser General Public License as published by
     6  // the Free Software Foundation, either version 3 of the License, or
     7  // (at your option) any later version.
     8  //
     9  // The go-ethereum library is distributed in the hope that it will be useful,
    10  // but WITHOUT ANY WARRANTY; without even the implied warranty of
    11  // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
    12  // GNU Lesser General Public License for more details.
    13  //
    14  // You should have received a copy of the GNU Lesser General Public License
    15  // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
    16  
    17  package stacktrie
    18  
    19  import (
    20  	"bytes"
    21  	"encoding/binary"
    22  	"errors"
    23  	"fmt"
    24  	"hash"
    25  	"io"
    26  	"sort"
    27  
    28  	"github.com/ethw3/go-ethereuma/ethdb"
    29  	"github.com/ethw3/go-ethereuma/trie"
    30  	"golang.org/x/crypto/sha3"
    31  )
    32  
    33  type fuzzer struct {
    34  	input     io.Reader
    35  	exhausted bool
    36  	debugging bool
    37  }
    38  
    39  func (f *fuzzer) read(size int) []byte {
    40  	out := make([]byte, size)
    41  	if _, err := f.input.Read(out); err != nil {
    42  		f.exhausted = true
    43  	}
    44  	return out
    45  }
    46  
    47  func (f *fuzzer) readSlice(min, max int) []byte {
    48  	var a uint16
    49  	binary.Read(f.input, binary.LittleEndian, &a)
    50  	size := min + int(a)%(max-min)
    51  	out := make([]byte, size)
    52  	if _, err := f.input.Read(out); err != nil {
    53  		f.exhausted = true
    54  	}
    55  	return out
    56  }
    57  
    58  // spongeDb is a dummy db backend which accumulates writes in a sponge
    59  type spongeDb struct {
    60  	sponge hash.Hash
    61  	debug  bool
    62  }
    63  
    64  func (s *spongeDb) Has(key []byte) (bool, error)             { panic("implement me") }
    65  func (s *spongeDb) Get(key []byte) ([]byte, error)           { return nil, errors.New("no such elem") }
    66  func (s *spongeDb) Delete(key []byte) error                  { panic("implement me") }
    67  func (s *spongeDb) NewBatch() ethdb.Batch                    { return &spongeBatch{s} }
    68  func (s *spongeDb) NewBatchWithSize(size int) ethdb.Batch    { return &spongeBatch{s} }
    69  func (s *spongeDb) NewSnapshot() (ethdb.Snapshot, error)     { panic("implement me") }
    70  func (s *spongeDb) Stat(property string) (string, error)     { panic("implement me") }
    71  func (s *spongeDb) Compact(start []byte, limit []byte) error { panic("implement me") }
    72  func (s *spongeDb) Close() error                             { return nil }
    73  
    74  func (s *spongeDb) Put(key []byte, value []byte) error {
    75  	if s.debug {
    76  		fmt.Printf("db.Put %x : %x\n", key, value)
    77  	}
    78  	s.sponge.Write(key)
    79  	s.sponge.Write(value)
    80  	return nil
    81  }
    82  func (s *spongeDb) NewIterator(prefix []byte, start []byte) ethdb.Iterator { panic("implement me") }
    83  
    84  // spongeBatch is a dummy batch which immediately writes to the underlying spongedb
    85  type spongeBatch struct {
    86  	db *spongeDb
    87  }
    88  
    89  func (b *spongeBatch) Put(key, value []byte) error {
    90  	b.db.Put(key, value)
    91  	return nil
    92  }
    93  func (b *spongeBatch) Delete(key []byte) error             { panic("implement me") }
    94  func (b *spongeBatch) ValueSize() int                      { return 100 }
    95  func (b *spongeBatch) Write() error                        { return nil }
    96  func (b *spongeBatch) Reset()                              {}
    97  func (b *spongeBatch) Replay(w ethdb.KeyValueWriter) error { return nil }
    98  
    99  type kv struct {
   100  	k, v []byte
   101  }
   102  type kvs []kv
   103  
   104  func (k kvs) Len() int {
   105  	return len(k)
   106  }
   107  
   108  func (k kvs) Less(i, j int) bool {
   109  	return bytes.Compare(k[i].k, k[j].k) < 0
   110  }
   111  
   112  func (k kvs) Swap(i, j int) {
   113  	k[j], k[i] = k[i], k[j]
   114  }
   115  
   116  // The function must return
   117  // 1 if the fuzzer should increase priority of the
   118  //    given input during subsequent fuzzing (for example, the input is lexically
   119  //    correct and was parsed successfully);
   120  // -1 if the input must not be added to corpus even if gives new coverage; and
   121  // 0  otherwise
   122  // other values are reserved for future use.
   123  func Fuzz(data []byte) int {
   124  	f := fuzzer{
   125  		input:     bytes.NewReader(data),
   126  		exhausted: false,
   127  	}
   128  	return f.fuzz()
   129  }
   130  
   131  func Debug(data []byte) int {
   132  	f := fuzzer{
   133  		input:     bytes.NewReader(data),
   134  		exhausted: false,
   135  		debugging: true,
   136  	}
   137  	return f.fuzz()
   138  }
   139  
   140  func (f *fuzzer) fuzz() int {
   141  	// This spongeDb is used to check the sequence of disk-db-writes
   142  	var (
   143  		spongeA     = &spongeDb{sponge: sha3.NewLegacyKeccak256()}
   144  		dbA         = trie.NewDatabase(spongeA)
   145  		trieA       = trie.NewEmpty(dbA)
   146  		spongeB     = &spongeDb{sponge: sha3.NewLegacyKeccak256()}
   147  		trieB       = trie.NewStackTrie(spongeB)
   148  		vals        kvs
   149  		useful      bool
   150  		maxElements = 10000
   151  		// operate on unique keys only
   152  		keys = make(map[string]struct{})
   153  	)
   154  	// Fill the trie with elements
   155  	for i := 0; !f.exhausted && i < maxElements; i++ {
   156  		k := f.read(32)
   157  		v := f.readSlice(1, 500)
   158  		if f.exhausted {
   159  			// If it was exhausted while reading, the value may be all zeroes,
   160  			// thus 'deletion' which is not supported on stacktrie
   161  			break
   162  		}
   163  		if _, present := keys[string(k)]; present {
   164  			// This key is a duplicate, ignore it
   165  			continue
   166  		}
   167  		keys[string(k)] = struct{}{}
   168  		vals = append(vals, kv{k: k, v: v})
   169  		trieA.Update(k, v)
   170  		useful = true
   171  	}
   172  	if !useful {
   173  		return 0
   174  	}
   175  	// Flush trie -> database
   176  	rootA, nodes, err := trieA.Commit(false)
   177  	if err != nil {
   178  		panic(err)
   179  	}
   180  	if nodes != nil {
   181  		dbA.Update(trie.NewWithNodeSet(nodes))
   182  	}
   183  	// Flush memdb -> disk (sponge)
   184  	dbA.Commit(rootA, false, nil)
   185  
   186  	// Stacktrie requires sorted insertion
   187  	sort.Sort(vals)
   188  	for _, kv := range vals {
   189  		if f.debugging {
   190  			fmt.Printf("{\"%#x\" , \"%#x\"} // stacktrie.Update\n", kv.k, kv.v)
   191  		}
   192  		trieB.Update(kv.k, kv.v)
   193  	}
   194  	rootB := trieB.Hash()
   195  	if _, err := trieB.Commit(); err != nil {
   196  		panic(err)
   197  	}
   198  	if rootA != rootB {
   199  		panic(fmt.Sprintf("roots differ: (trie) %x != %x (stacktrie)", rootA, rootB))
   200  	}
   201  	sumA := spongeA.sponge.Sum(nil)
   202  	sumB := spongeB.sponge.Sum(nil)
   203  	if !bytes.Equal(sumA, sumB) {
   204  		panic(fmt.Sprintf("sequence differ: (trie) %x != %x (stacktrie)", sumA, sumB))
   205  	}
   206  	return 1
   207  }