github.com/theQRL/go-zond@v0.1.1/cmd/utils/export_test.go (about)

     1  // Copyright 2021 The go-ethereum Authors
     2  // This file is part of go-ethereum.
     3  //
     4  // go-ethereum is free software: you can redistribute it and/or modify
     5  // it under the terms of the GNU General Public License as published by
     6  // the Free Software Foundation, either version 3 of the License, or
     7  // (at your option) any later version.
     8  //
     9  // go-ethereum is distributed in the hope that it will be useful,
    10  // but WITHOUT ANY WARRANTY; without even the implied warranty of
    11  // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
    12  // GNU General Public License for more details.
    13  //
    14  // You should have received a copy of the GNU General Public License
    15  // along with go-ethereum. If not, see <http://www.gnu.org/licenses/>.
    16  
    17  package utils
    18  
    19  import (
    20  	"fmt"
    21  	"os"
    22  	"strings"
    23  	"testing"
    24  	"time"
    25  
    26  	"github.com/theQRL/go-zond/core/rawdb"
    27  	"github.com/theQRL/go-zond/rlp"
    28  )
    29  
    30  // TestExport does basic sanity checks on the export/import functionality
    31  func TestExport(t *testing.T) {
    32  	f := fmt.Sprintf("%v/tempdump", os.TempDir())
    33  	defer func() {
    34  		os.Remove(f)
    35  	}()
    36  	testExport(t, f)
    37  }
    38  
    39  func TestExportGzip(t *testing.T) {
    40  	f := fmt.Sprintf("%v/tempdump.gz", os.TempDir())
    41  	defer func() {
    42  		os.Remove(f)
    43  	}()
    44  	testExport(t, f)
    45  }
    46  
    47  type testIterator struct {
    48  	index int
    49  }
    50  
    51  func newTestIterator() *testIterator {
    52  	return &testIterator{index: -1}
    53  }
    54  
    55  func (iter *testIterator) Next() (byte, []byte, []byte, bool) {
    56  	if iter.index >= 999 {
    57  		return 0, nil, nil, false
    58  	}
    59  	iter.index += 1
    60  	if iter.index == 42 {
    61  		iter.index += 1
    62  	}
    63  	return OpBatchAdd, []byte(fmt.Sprintf("key-%04d", iter.index)),
    64  		[]byte(fmt.Sprintf("value %d", iter.index)), true
    65  }
    66  
    67  func (iter *testIterator) Release() {}
    68  
    69  func testExport(t *testing.T, f string) {
    70  	err := ExportChaindata(f, "testdata", newTestIterator(), make(chan struct{}))
    71  	if err != nil {
    72  		t.Fatal(err)
    73  	}
    74  	db := rawdb.NewMemoryDatabase()
    75  	err = ImportLDBData(db, f, 5, make(chan struct{}))
    76  	if err != nil {
    77  		t.Fatal(err)
    78  	}
    79  	// verify
    80  	for i := 0; i < 1000; i++ {
    81  		v, err := db.Get([]byte(fmt.Sprintf("key-%04d", i)))
    82  		if (i < 5 || i == 42) && err == nil {
    83  			t.Fatalf("expected no element at idx %d, got '%v'", i, string(v))
    84  		}
    85  		if !(i < 5 || i == 42) {
    86  			if err != nil {
    87  				t.Fatalf("expected element idx %d: %v", i, err)
    88  			}
    89  			if have, want := string(v), fmt.Sprintf("value %d", i); have != want {
    90  				t.Fatalf("have %v, want %v", have, want)
    91  			}
    92  		}
    93  	}
    94  	v, err := db.Get([]byte(fmt.Sprintf("key-%04d", 1000)))
    95  	if err == nil {
    96  		t.Fatalf("expected no element at idx %d, got '%v'", 1000, string(v))
    97  	}
    98  }
    99  
   100  // testDeletion tests if the deletion markers can be exported/imported correctly
   101  func TestDeletionExport(t *testing.T) {
   102  	f := fmt.Sprintf("%v/tempdump", os.TempDir())
   103  	defer func() {
   104  		os.Remove(f)
   105  	}()
   106  	testDeletion(t, f)
   107  }
   108  
   109  // TestDeletionExportGzip tests if the deletion markers can be exported/imported
   110  // correctly with gz compression.
   111  func TestDeletionExportGzip(t *testing.T) {
   112  	f := fmt.Sprintf("%v/tempdump.gz", os.TempDir())
   113  	defer func() {
   114  		os.Remove(f)
   115  	}()
   116  	testDeletion(t, f)
   117  }
   118  
   119  type deletionIterator struct {
   120  	index int
   121  }
   122  
   123  func newDeletionIterator() *deletionIterator {
   124  	return &deletionIterator{index: -1}
   125  }
   126  
   127  func (iter *deletionIterator) Next() (byte, []byte, []byte, bool) {
   128  	if iter.index >= 999 {
   129  		return 0, nil, nil, false
   130  	}
   131  	iter.index += 1
   132  	if iter.index == 42 {
   133  		iter.index += 1
   134  	}
   135  	return OpBatchDel, []byte(fmt.Sprintf("key-%04d", iter.index)), nil, true
   136  }
   137  
   138  func (iter *deletionIterator) Release() {}
   139  
   140  func testDeletion(t *testing.T, f string) {
   141  	err := ExportChaindata(f, "testdata", newDeletionIterator(), make(chan struct{}))
   142  	if err != nil {
   143  		t.Fatal(err)
   144  	}
   145  	db := rawdb.NewMemoryDatabase()
   146  	for i := 0; i < 1000; i++ {
   147  		db.Put([]byte(fmt.Sprintf("key-%04d", i)), []byte(fmt.Sprintf("value %d", i)))
   148  	}
   149  	err = ImportLDBData(db, f, 5, make(chan struct{}))
   150  	if err != nil {
   151  		t.Fatal(err)
   152  	}
   153  	for i := 0; i < 1000; i++ {
   154  		v, err := db.Get([]byte(fmt.Sprintf("key-%04d", i)))
   155  		if i < 5 || i == 42 {
   156  			if err != nil {
   157  				t.Fatalf("expected element at idx %d, got '%v'", i, err)
   158  			}
   159  			if have, want := string(v), fmt.Sprintf("value %d", i); have != want {
   160  				t.Fatalf("have %v, want %v", have, want)
   161  			}
   162  		}
   163  		if !(i < 5 || i == 42) {
   164  			if err == nil {
   165  				t.Fatalf("expected no element idx %d: %v", i, string(v))
   166  			}
   167  		}
   168  	}
   169  }
   170  
   171  // TestImportFutureFormat tests that we reject unsupported future versions.
   172  func TestImportFutureFormat(t *testing.T) {
   173  	f := fmt.Sprintf("%v/tempdump-future", os.TempDir())
   174  	defer func() {
   175  		os.Remove(f)
   176  	}()
   177  	fh, err := os.OpenFile(f, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, os.ModePerm)
   178  	if err != nil {
   179  		t.Fatal(err)
   180  	}
   181  	defer fh.Close()
   182  	if err := rlp.Encode(fh, &exportHeader{
   183  		Magic:    exportMagic,
   184  		Version:  500,
   185  		Kind:     "testdata",
   186  		UnixTime: uint64(time.Now().Unix()),
   187  	}); err != nil {
   188  		t.Fatal(err)
   189  	}
   190  	db2 := rawdb.NewMemoryDatabase()
   191  	err = ImportLDBData(db2, f, 0, make(chan struct{}))
   192  	if err == nil {
   193  		t.Fatal("Expected error, got none")
   194  	}
   195  	if !strings.HasPrefix(err.Error(), "incompatible version") {
   196  		t.Fatalf("wrong error: %v", err)
   197  	}
   198  }