github.com/jeffallen/go-ethereum@v1.1.4-0.20150910155051-571d3236c49c/p2p/discover/database_test.go (about)

     1  // Copyright 2015 The go-ethereum Authors
     2  // This file is part of the go-ethereum library.
     3  //
     4  // The go-ethereum library is free software: you can redistribute it and/or modify
     5  // it under the terms of the GNU Lesser General Public License as published by
     6  // the Free Software Foundation, either version 3 of the License, or
     7  // (at your option) any later version.
     8  //
     9  // The go-ethereum library is distributed in the hope that it will be useful,
    10  // but WITHOUT ANY WARRANTY; without even the implied warranty of
    11  // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
    12  // GNU Lesser General Public License for more details.
    13  //
    14  // You should have received a copy of the GNU Lesser General Public License
    15  // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
    16  
    17  package discover
    18  
    19  import (
    20  	"bytes"
    21  	"io/ioutil"
    22  	"net"
    23  	"os"
    24  	"path/filepath"
    25  	"reflect"
    26  	"testing"
    27  	"time"
    28  )
    29  
    30  var nodeDBKeyTests = []struct {
    31  	id    NodeID
    32  	field string
    33  	key   []byte
    34  }{
    35  	{
    36  		id:    NodeID{},
    37  		field: "version",
    38  		key:   []byte{0x76, 0x65, 0x72, 0x73, 0x69, 0x6f, 0x6e}, // field
    39  	},
    40  	{
    41  		id:    MustHexID("0x1dd9d65c4552b5eb43d5ad55a2ee3f56c6cbc1c64a5c8d659f51fcd51bace24351232b8d7821617d2b29b54b81cdefb9b3e9c37d7fd5f63270bcc9e1a6f6a439"),
    42  		field: ":discover",
    43  		key: []byte{0x6e, 0x3a, // prefix
    44  			0x1d, 0xd9, 0xd6, 0x5c, 0x45, 0x52, 0xb5, 0xeb, // node id
    45  			0x43, 0xd5, 0xad, 0x55, 0xa2, 0xee, 0x3f, 0x56, //
    46  			0xc6, 0xcb, 0xc1, 0xc6, 0x4a, 0x5c, 0x8d, 0x65, //
    47  			0x9f, 0x51, 0xfc, 0xd5, 0x1b, 0xac, 0xe2, 0x43, //
    48  			0x51, 0x23, 0x2b, 0x8d, 0x78, 0x21, 0x61, 0x7d, //
    49  			0x2b, 0x29, 0xb5, 0x4b, 0x81, 0xcd, 0xef, 0xb9, //
    50  			0xb3, 0xe9, 0xc3, 0x7d, 0x7f, 0xd5, 0xf6, 0x32, //
    51  			0x70, 0xbc, 0xc9, 0xe1, 0xa6, 0xf6, 0xa4, 0x39, //
    52  			0x3a, 0x64, 0x69, 0x73, 0x63, 0x6f, 0x76, 0x65, 0x72, // field
    53  		},
    54  	},
    55  }
    56  
    57  func TestNodeDBKeys(t *testing.T) {
    58  	for i, tt := range nodeDBKeyTests {
    59  		if key := makeKey(tt.id, tt.field); !bytes.Equal(key, tt.key) {
    60  			t.Errorf("make test %d: key mismatch: have 0x%x, want 0x%x", i, key, tt.key)
    61  		}
    62  		id, field := splitKey(tt.key)
    63  		if !bytes.Equal(id[:], tt.id[:]) {
    64  			t.Errorf("split test %d: id mismatch: have 0x%x, want 0x%x", i, id, tt.id)
    65  		}
    66  		if field != tt.field {
    67  			t.Errorf("split test %d: field mismatch: have 0x%x, want 0x%x", i, field, tt.field)
    68  		}
    69  	}
    70  }
    71  
    72  var nodeDBInt64Tests = []struct {
    73  	key   []byte
    74  	value int64
    75  }{
    76  	{key: []byte{0x01}, value: 1},
    77  	{key: []byte{0x02}, value: 2},
    78  	{key: []byte{0x03}, value: 3},
    79  }
    80  
    81  func TestNodeDBInt64(t *testing.T) {
    82  	db, _ := newNodeDB("", Version, NodeID{})
    83  	defer db.close()
    84  
    85  	tests := nodeDBInt64Tests
    86  	for i := 0; i < len(tests); i++ {
    87  		// Insert the next value
    88  		if err := db.storeInt64(tests[i].key, tests[i].value); err != nil {
    89  			t.Errorf("test %d: failed to store value: %v", i, err)
    90  		}
    91  		// Check all existing and non existing values
    92  		for j := 0; j < len(tests); j++ {
    93  			num := db.fetchInt64(tests[j].key)
    94  			switch {
    95  			case j <= i && num != tests[j].value:
    96  				t.Errorf("test %d, item %d: value mismatch: have %v, want %v", i, j, num, tests[j].value)
    97  			case j > i && num != 0:
    98  				t.Errorf("test %d, item %d: value mismatch: have %v, want %v", i, j, num, 0)
    99  			}
   100  		}
   101  	}
   102  }
   103  
   104  func TestNodeDBFetchStore(t *testing.T) {
   105  	node := newNode(
   106  		MustHexID("0x1dd9d65c4552b5eb43d5ad55a2ee3f56c6cbc1c64a5c8d659f51fcd51bace24351232b8d7821617d2b29b54b81cdefb9b3e9c37d7fd5f63270bcc9e1a6f6a439"),
   107  		net.IP{192, 168, 0, 1},
   108  		30303,
   109  		30303,
   110  	)
   111  	inst := time.Now()
   112  	num := 314
   113  
   114  	db, _ := newNodeDB("", Version, NodeID{})
   115  	defer db.close()
   116  
   117  	// Check fetch/store operations on a node ping object
   118  	if stored := db.lastPing(node.ID); stored.Unix() != 0 {
   119  		t.Errorf("ping: non-existing object: %v", stored)
   120  	}
   121  	if err := db.updateLastPing(node.ID, inst); err != nil {
   122  		t.Errorf("ping: failed to update: %v", err)
   123  	}
   124  	if stored := db.lastPing(node.ID); stored.Unix() != inst.Unix() {
   125  		t.Errorf("ping: value mismatch: have %v, want %v", stored, inst)
   126  	}
   127  	// Check fetch/store operations on a node pong object
   128  	if stored := db.lastPong(node.ID); stored.Unix() != 0 {
   129  		t.Errorf("pong: non-existing object: %v", stored)
   130  	}
   131  	if err := db.updateLastPong(node.ID, inst); err != nil {
   132  		t.Errorf("pong: failed to update: %v", err)
   133  	}
   134  	if stored := db.lastPong(node.ID); stored.Unix() != inst.Unix() {
   135  		t.Errorf("pong: value mismatch: have %v, want %v", stored, inst)
   136  	}
   137  	// Check fetch/store operations on a node findnode-failure object
   138  	if stored := db.findFails(node.ID); stored != 0 {
   139  		t.Errorf("find-node fails: non-existing object: %v", stored)
   140  	}
   141  	if err := db.updateFindFails(node.ID, num); err != nil {
   142  		t.Errorf("find-node fails: failed to update: %v", err)
   143  	}
   144  	if stored := db.findFails(node.ID); stored != num {
   145  		t.Errorf("find-node fails: value mismatch: have %v, want %v", stored, num)
   146  	}
   147  	// Check fetch/store operations on an actual node object
   148  	if stored := db.node(node.ID); stored != nil {
   149  		t.Errorf("node: non-existing object: %v", stored)
   150  	}
   151  	if err := db.updateNode(node); err != nil {
   152  		t.Errorf("node: failed to update: %v", err)
   153  	}
   154  	if stored := db.node(node.ID); stored == nil {
   155  		t.Errorf("node: not found")
   156  	} else if !reflect.DeepEqual(stored, node) {
   157  		t.Errorf("node: data mismatch: have %v, want %v", stored, node)
   158  	}
   159  }
   160  
   161  var nodeDBSeedQueryNodes = []struct {
   162  	node *Node
   163  	pong time.Time
   164  }{
   165  	{
   166  		node: newNode(
   167  			MustHexID("0x01d9d65c4552b5eb43d5ad55a2ee3f56c6cbc1c64a5c8d659f51fcd51bace24351232b8d7821617d2b29b54b81cdefb9b3e9c37d7fd5f63270bcc9e1a6f6a439"),
   168  			net.IP{127, 0, 0, 1},
   169  			30303,
   170  			30303,
   171  		),
   172  		pong: time.Now().Add(-2 * time.Second),
   173  	},
   174  	{
   175  		node: newNode(
   176  			MustHexID("0x02d9d65c4552b5eb43d5ad55a2ee3f56c6cbc1c64a5c8d659f51fcd51bace24351232b8d7821617d2b29b54b81cdefb9b3e9c37d7fd5f63270bcc9e1a6f6a439"),
   177  			net.IP{127, 0, 0, 2},
   178  			30303,
   179  			30303,
   180  		),
   181  		pong: time.Now().Add(-3 * time.Second),
   182  	},
   183  	{
   184  		node: newNode(
   185  			MustHexID("0x03d9d65c4552b5eb43d5ad55a2ee3f56c6cbc1c64a5c8d659f51fcd51bace24351232b8d7821617d2b29b54b81cdefb9b3e9c37d7fd5f63270bcc9e1a6f6a439"),
   186  			net.IP{127, 0, 0, 3},
   187  			30303,
   188  			30303,
   189  		),
   190  		pong: time.Now().Add(-1 * time.Second),
   191  	},
   192  }
   193  
   194  func TestNodeDBSeedQuery(t *testing.T) {
   195  	db, _ := newNodeDB("", Version, NodeID{})
   196  	defer db.close()
   197  
   198  	// Insert a batch of nodes for querying
   199  	for i, seed := range nodeDBSeedQueryNodes {
   200  		if err := db.updateNode(seed.node); err != nil {
   201  			t.Fatalf("node %d: failed to insert: %v", i, err)
   202  		}
   203  	}
   204  	// Retrieve the entire batch and check for duplicates
   205  	seeds := db.querySeeds(2 * len(nodeDBSeedQueryNodes))
   206  	if len(seeds) != len(nodeDBSeedQueryNodes) {
   207  		t.Errorf("seed count mismatch: have %v, want %v", len(seeds), len(nodeDBSeedQueryNodes))
   208  	}
   209  	have := make(map[NodeID]struct{})
   210  	for _, seed := range seeds {
   211  		have[seed.ID] = struct{}{}
   212  	}
   213  	want := make(map[NodeID]struct{})
   214  	for _, seed := range nodeDBSeedQueryNodes {
   215  		want[seed.node.ID] = struct{}{}
   216  	}
   217  	for id, _ := range have {
   218  		if _, ok := want[id]; !ok {
   219  			t.Errorf("extra seed: %v", id)
   220  		}
   221  	}
   222  	for id, _ := range want {
   223  		if _, ok := have[id]; !ok {
   224  			t.Errorf("missing seed: %v", id)
   225  		}
   226  	}
   227  	// Make sure the next batch is empty (seed EOF)
   228  	seeds = db.querySeeds(2 * len(nodeDBSeedQueryNodes))
   229  	if len(seeds) != 0 {
   230  		t.Errorf("seed count mismatch: have %v, want %v", len(seeds), 0)
   231  	}
   232  }
   233  
   234  func TestNodeDBSeedQueryContinuation(t *testing.T) {
   235  	db, _ := newNodeDB("", Version, NodeID{})
   236  	defer db.close()
   237  
   238  	// Insert a batch of nodes for querying
   239  	for i, seed := range nodeDBSeedQueryNodes {
   240  		if err := db.updateNode(seed.node); err != nil {
   241  			t.Fatalf("node %d: failed to insert: %v", i, err)
   242  		}
   243  	}
   244  	// Iteratively retrieve the batch, checking for an empty batch on reset
   245  	for i := 0; i < len(nodeDBSeedQueryNodes); i++ {
   246  		if seeds := db.querySeeds(1); len(seeds) != 1 {
   247  			t.Errorf("1st iteration %d: seed count mismatch: have %v, want %v", i, len(seeds), 1)
   248  		}
   249  	}
   250  	if seeds := db.querySeeds(1); len(seeds) != 0 {
   251  		t.Errorf("reset: seed count mismatch: have %v, want %v", len(seeds), 0)
   252  	}
   253  	for i := 0; i < len(nodeDBSeedQueryNodes); i++ {
   254  		if seeds := db.querySeeds(1); len(seeds) != 1 {
   255  			t.Errorf("2nd iteration %d: seed count mismatch: have %v, want %v", i, len(seeds), 1)
   256  		}
   257  	}
   258  }
   259  
   260  func TestNodeDBSelfSeedQuery(t *testing.T) {
   261  	// Assign a node as self to verify evacuation
   262  	self := nodeDBSeedQueryNodes[0].node.ID
   263  	db, _ := newNodeDB("", Version, self)
   264  	defer db.close()
   265  
   266  	// Insert a batch of nodes for querying
   267  	for i, seed := range nodeDBSeedQueryNodes {
   268  		if err := db.updateNode(seed.node); err != nil {
   269  			t.Fatalf("node %d: failed to insert: %v", i, err)
   270  		}
   271  	}
   272  	// Retrieve the entire batch and check that self was evacuated
   273  	seeds := db.querySeeds(2 * len(nodeDBSeedQueryNodes))
   274  	if len(seeds) != len(nodeDBSeedQueryNodes)-1 {
   275  		t.Errorf("seed count mismatch: have %v, want %v", len(seeds), len(nodeDBSeedQueryNodes)-1)
   276  	}
   277  	have := make(map[NodeID]struct{})
   278  	for _, seed := range seeds {
   279  		have[seed.ID] = struct{}{}
   280  	}
   281  	if _, ok := have[self]; ok {
   282  		t.Errorf("self not evacuated")
   283  	}
   284  }
   285  
   286  func TestNodeDBPersistency(t *testing.T) {
   287  	root, err := ioutil.TempDir("", "nodedb-")
   288  	if err != nil {
   289  		t.Fatalf("failed to create temporary data folder: %v", err)
   290  	}
   291  	defer os.RemoveAll(root)
   292  
   293  	var (
   294  		testKey = []byte("somekey")
   295  		testInt = int64(314)
   296  	)
   297  
   298  	// Create a persistent database and store some values
   299  	db, err := newNodeDB(filepath.Join(root, "database"), Version, NodeID{})
   300  	if err != nil {
   301  		t.Fatalf("failed to create persistent database: %v", err)
   302  	}
   303  	if err := db.storeInt64(testKey, testInt); err != nil {
   304  		t.Fatalf("failed to store value: %v.", err)
   305  	}
   306  	db.close()
   307  
   308  	// Reopen the database and check the value
   309  	db, err = newNodeDB(filepath.Join(root, "database"), Version, NodeID{})
   310  	if err != nil {
   311  		t.Fatalf("failed to open persistent database: %v", err)
   312  	}
   313  	if val := db.fetchInt64(testKey); val != testInt {
   314  		t.Fatalf("value mismatch: have %v, want %v", val, testInt)
   315  	}
   316  	db.close()
   317  
   318  	// Change the database version and check flush
   319  	db, err = newNodeDB(filepath.Join(root, "database"), Version+1, NodeID{})
   320  	if err != nil {
   321  		t.Fatalf("failed to open persistent database: %v", err)
   322  	}
   323  	if val := db.fetchInt64(testKey); val != 0 {
   324  		t.Fatalf("value mismatch: have %v, want %v", val, 0)
   325  	}
   326  	db.close()
   327  }
   328  
   329  var nodeDBExpirationNodes = []struct {
   330  	node *Node
   331  	pong time.Time
   332  	exp  bool
   333  }{
   334  	{
   335  		node: newNode(
   336  			MustHexID("0x01d9d65c4552b5eb43d5ad55a2ee3f56c6cbc1c64a5c8d659f51fcd51bace24351232b8d7821617d2b29b54b81cdefb9b3e9c37d7fd5f63270bcc9e1a6f6a439"),
   337  			net.IP{127, 0, 0, 1},
   338  			30303,
   339  			30303,
   340  		),
   341  		pong: time.Now().Add(-nodeDBNodeExpiration + time.Minute),
   342  		exp:  false,
   343  	}, {
   344  		node: newNode(
   345  			MustHexID("0x02d9d65c4552b5eb43d5ad55a2ee3f56c6cbc1c64a5c8d659f51fcd51bace24351232b8d7821617d2b29b54b81cdefb9b3e9c37d7fd5f63270bcc9e1a6f6a439"),
   346  			net.IP{127, 0, 0, 2},
   347  			30303,
   348  			30303,
   349  		),
   350  		pong: time.Now().Add(-nodeDBNodeExpiration - time.Minute),
   351  		exp:  true,
   352  	},
   353  }
   354  
   355  func TestNodeDBExpiration(t *testing.T) {
   356  	db, _ := newNodeDB("", Version, NodeID{})
   357  	defer db.close()
   358  
   359  	// Add all the test nodes and set their last pong time
   360  	for i, seed := range nodeDBExpirationNodes {
   361  		if err := db.updateNode(seed.node); err != nil {
   362  			t.Fatalf("node %d: failed to insert: %v", i, err)
   363  		}
   364  		if err := db.updateLastPong(seed.node.ID, seed.pong); err != nil {
   365  			t.Fatalf("node %d: failed to update pong: %v", i, err)
   366  		}
   367  	}
   368  	// Expire some of them, and check the rest
   369  	if err := db.expireNodes(); err != nil {
   370  		t.Fatalf("failed to expire nodes: %v", err)
   371  	}
   372  	for i, seed := range nodeDBExpirationNodes {
   373  		node := db.node(seed.node.ID)
   374  		if (node == nil && !seed.exp) || (node != nil && seed.exp) {
   375  			t.Errorf("node %d: expiration mismatch: have %v, want %v", i, node, seed.exp)
   376  		}
   377  	}
   378  }
   379  
   380  func TestNodeDBSelfExpiration(t *testing.T) {
   381  	// Find a node in the tests that shouldn't expire, and assign it as self
   382  	var self NodeID
   383  	for _, node := range nodeDBExpirationNodes {
   384  		if !node.exp {
   385  			self = node.node.ID
   386  			break
   387  		}
   388  	}
   389  	db, _ := newNodeDB("", Version, self)
   390  	defer db.close()
   391  
   392  	// Add all the test nodes and set their last pong time
   393  	for i, seed := range nodeDBExpirationNodes {
   394  		if err := db.updateNode(seed.node); err != nil {
   395  			t.Fatalf("node %d: failed to insert: %v", i, err)
   396  		}
   397  		if err := db.updateLastPong(seed.node.ID, seed.pong); err != nil {
   398  			t.Fatalf("node %d: failed to update pong: %v", i, err)
   399  		}
   400  	}
   401  	// Expire the nodes and make sure self has been evacuated too
   402  	if err := db.expireNodes(); err != nil {
   403  		t.Fatalf("failed to expire nodes: %v", err)
   404  	}
   405  	node := db.node(self)
   406  	if node != nil {
   407  		t.Errorf("self not evacuated")
   408  	}
   409  }