github.com/yihuang/erigon@v1.9.7/rlp/decode_test.go (about)

     1  // Copyright 2014 The go-ethereum Authors
     2  // This file is part of the go-ethereum library.
     3  //
     4  // The go-ethereum library is free software: you can redistribute it and/or modify
     5  // it under the terms of the GNU Lesser General Public License as published by
     6  // the Free Software Foundation, either version 3 of the License, or
     7  // (at your option) any later version.
     8  //
     9  // The go-ethereum library is distributed in the hope that it will be useful,
    10  // but WITHOUT ANY WARRANTY; without even the implied warranty of
    11  // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
    12  // GNU Lesser General Public License for more details.
    13  //
    14  // You should have received a copy of the GNU Lesser General Public License
    15  // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
    16  
    17  package rlp
    18  
    19  import (
    20  	"bytes"
    21  	"encoding/hex"
    22  	"errors"
    23  	"fmt"
    24  	"io"
    25  	"math/big"
    26  	"reflect"
    27  	"strings"
    28  	"testing"
    29  )
    30  
    31  func TestStreamKind(t *testing.T) {
    32  	tests := []struct {
    33  		input    string
    34  		wantKind Kind
    35  		wantLen  uint64
    36  	}{
    37  		{"00", Byte, 0},
    38  		{"01", Byte, 0},
    39  		{"7F", Byte, 0},
    40  		{"80", String, 0},
    41  		{"B7", String, 55},
    42  		{"B90400", String, 1024},
    43  		{"BFFFFFFFFFFFFFFFFF", String, ^uint64(0)},
    44  		{"C0", List, 0},
    45  		{"C8", List, 8},
    46  		{"F7", List, 55},
    47  		{"F90400", List, 1024},
    48  		{"FFFFFFFFFFFFFFFFFF", List, ^uint64(0)},
    49  	}
    50  
    51  	for i, test := range tests {
    52  		// using plainReader to inhibit input limit errors.
    53  		s := NewStream(newPlainReader(unhex(test.input)), 0)
    54  		kind, len, err := s.Kind()
    55  		if err != nil {
    56  			t.Errorf("test %d: Kind returned error: %v", i, err)
    57  			continue
    58  		}
    59  		if kind != test.wantKind {
    60  			t.Errorf("test %d: kind mismatch: got %d, want %d", i, kind, test.wantKind)
    61  		}
    62  		if len != test.wantLen {
    63  			t.Errorf("test %d: len mismatch: got %d, want %d", i, len, test.wantLen)
    64  		}
    65  	}
    66  }
    67  
    68  func TestNewListStream(t *testing.T) {
    69  	ls := NewListStream(bytes.NewReader(unhex("0101010101")), 3)
    70  	if k, size, err := ls.Kind(); k != List || size != 3 || err != nil {
    71  		t.Errorf("Kind() returned (%v, %d, %v), expected (List, 3, nil)", k, size, err)
    72  	}
    73  	if size, err := ls.List(); size != 3 || err != nil {
    74  		t.Errorf("List() returned (%d, %v), expected (3, nil)", size, err)
    75  	}
    76  	for i := 0; i < 3; i++ {
    77  		if val, err := ls.Uint(); val != 1 || err != nil {
    78  			t.Errorf("Uint() returned (%d, %v), expected (1, nil)", val, err)
    79  		}
    80  	}
    81  	if err := ls.ListEnd(); err != nil {
    82  		t.Errorf("ListEnd() returned %v, expected (3, nil)", err)
    83  	}
    84  }
    85  
    86  func TestStreamErrors(t *testing.T) {
    87  	withoutInputLimit := func(b []byte) *Stream {
    88  		return NewStream(newPlainReader(b), 0)
    89  	}
    90  	withCustomInputLimit := func(limit uint64) func([]byte) *Stream {
    91  		return func(b []byte) *Stream {
    92  			return NewStream(bytes.NewReader(b), limit)
    93  		}
    94  	}
    95  
    96  	type calls []string
    97  	tests := []struct {
    98  		string
    99  		calls
   100  		newStream func([]byte) *Stream // uses bytes.Reader if nil
   101  		error     error
   102  	}{
   103  		{"C0", calls{"Bytes"}, nil, ErrExpectedString},
   104  		{"C0", calls{"Uint"}, nil, ErrExpectedString},
   105  		{"89000000000000000001", calls{"Uint"}, nil, errUintOverflow},
   106  		{"00", calls{"List"}, nil, ErrExpectedList},
   107  		{"80", calls{"List"}, nil, ErrExpectedList},
   108  		{"C0", calls{"List", "Uint"}, nil, EOL},
   109  		{"C8C9010101010101010101", calls{"List", "Kind"}, nil, ErrElemTooLarge},
   110  		{"C3C2010201", calls{"List", "List", "Uint", "Uint", "ListEnd", "Uint"}, nil, EOL},
   111  		{"00", calls{"ListEnd"}, nil, errNotInList},
   112  		{"C401020304", calls{"List", "Uint", "ListEnd"}, nil, errNotAtEOL},
   113  
   114  		// Non-canonical integers (e.g. leading zero bytes).
   115  		{"00", calls{"Uint"}, nil, ErrCanonInt},
   116  		{"820002", calls{"Uint"}, nil, ErrCanonInt},
   117  		{"8133", calls{"Uint"}, nil, ErrCanonSize},
   118  		{"817F", calls{"Uint"}, nil, ErrCanonSize},
   119  		{"8180", calls{"Uint"}, nil, nil},
   120  
   121  		// Non-valid boolean
   122  		{"02", calls{"Bool"}, nil, errors.New("rlp: invalid boolean value: 2")},
   123  
   124  		// Size tags must use the smallest possible encoding.
   125  		// Leading zero bytes in the size tag are also rejected.
   126  		{"8100", calls{"Uint"}, nil, ErrCanonSize},
   127  		{"8100", calls{"Bytes"}, nil, ErrCanonSize},
   128  		{"8101", calls{"Bytes"}, nil, ErrCanonSize},
   129  		{"817F", calls{"Bytes"}, nil, ErrCanonSize},
   130  		{"8180", calls{"Bytes"}, nil, nil},
   131  		{"B800", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
   132  		{"B90000", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
   133  		{"B90055", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
   134  		{"BA0002FFFF", calls{"Bytes"}, withoutInputLimit, ErrCanonSize},
   135  		{"F800", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
   136  		{"F90000", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
   137  		{"F90055", calls{"Kind"}, withoutInputLimit, ErrCanonSize},
   138  		{"FA0002FFFF", calls{"List"}, withoutInputLimit, ErrCanonSize},
   139  
   140  		// Expected EOF
   141  		{"", calls{"Kind"}, nil, io.EOF},
   142  		{"", calls{"Uint"}, nil, io.EOF},
   143  		{"", calls{"List"}, nil, io.EOF},
   144  		{"8180", calls{"Uint", "Uint"}, nil, io.EOF},
   145  		{"C0", calls{"List", "ListEnd", "List"}, nil, io.EOF},
   146  
   147  		{"", calls{"List"}, withoutInputLimit, io.EOF},
   148  		{"8180", calls{"Uint", "Uint"}, withoutInputLimit, io.EOF},
   149  		{"C0", calls{"List", "ListEnd", "List"}, withoutInputLimit, io.EOF},
   150  
   151  		// Input limit errors.
   152  		{"81", calls{"Bytes"}, nil, ErrValueTooLarge},
   153  		{"81", calls{"Uint"}, nil, ErrValueTooLarge},
   154  		{"81", calls{"Raw"}, nil, ErrValueTooLarge},
   155  		{"BFFFFFFFFFFFFFFFFFFF", calls{"Bytes"}, nil, ErrValueTooLarge},
   156  		{"C801", calls{"List"}, nil, ErrValueTooLarge},
   157  
   158  		// Test for list element size check overflow.
   159  		{"CD04040404FFFFFFFFFFFFFFFFFF0303", calls{"List", "Uint", "Uint", "Uint", "Uint", "List"}, nil, ErrElemTooLarge},
   160  
   161  		// Test for input limit overflow. Since we are counting the limit
   162  		// down toward zero in Stream.remaining, reading too far can overflow
   163  		// remaining to a large value, effectively disabling the limit.
   164  		{"C40102030401", calls{"Raw", "Uint"}, withCustomInputLimit(5), io.EOF},
   165  		{"C4010203048180", calls{"Raw", "Uint"}, withCustomInputLimit(6), ErrValueTooLarge},
   166  
   167  		// Check that the same calls are fine without a limit.
   168  		{"C40102030401", calls{"Raw", "Uint"}, withoutInputLimit, nil},
   169  		{"C4010203048180", calls{"Raw", "Uint"}, withoutInputLimit, nil},
   170  
   171  		// Unexpected EOF. This only happens when there is
   172  		// no input limit, so the reader needs to be 'dumbed down'.
   173  		{"81", calls{"Bytes"}, withoutInputLimit, io.ErrUnexpectedEOF},
   174  		{"81", calls{"Uint"}, withoutInputLimit, io.ErrUnexpectedEOF},
   175  		{"BFFFFFFFFFFFFFFF", calls{"Bytes"}, withoutInputLimit, io.ErrUnexpectedEOF},
   176  		{"C801", calls{"List", "Uint", "Uint"}, withoutInputLimit, io.ErrUnexpectedEOF},
   177  
   178  		// This test verifies that the input position is advanced
   179  		// correctly when calling Bytes for empty strings. Kind can be called
   180  		// any number of times in between and doesn't advance.
   181  		{"C3808080", calls{
   182  			"List",  // enter the list
   183  			"Bytes", // past first element
   184  
   185  			"Kind", "Kind", "Kind", // this shouldn't advance
   186  
   187  			"Bytes", // past second element
   188  
   189  			"Kind", "Kind", // can't hurt to try
   190  
   191  			"Bytes", // past final element
   192  			"Bytes", // this one should fail
   193  		}, nil, EOL},
   194  	}
   195  
   196  testfor:
   197  	for i, test := range tests {
   198  		if test.newStream == nil {
   199  			test.newStream = func(b []byte) *Stream { return NewStream(bytes.NewReader(b), 0) }
   200  		}
   201  		s := test.newStream(unhex(test.string))
   202  		rs := reflect.ValueOf(s)
   203  		for j, call := range test.calls {
   204  			fval := rs.MethodByName(call)
   205  			ret := fval.Call(nil)
   206  			err := "<nil>"
   207  			if lastret := ret[len(ret)-1].Interface(); lastret != nil {
   208  				err = lastret.(error).Error()
   209  			}
   210  			if j == len(test.calls)-1 {
   211  				want := "<nil>"
   212  				if test.error != nil {
   213  					want = test.error.Error()
   214  				}
   215  				if err != want {
   216  					t.Log(test)
   217  					t.Errorf("test %d: last call (%s) error mismatch\ngot:  %s\nwant: %s",
   218  						i, call, err, test.error)
   219  				}
   220  			} else if err != "<nil>" {
   221  				t.Log(test)
   222  				t.Errorf("test %d: call %d (%s) unexpected error: %q", i, j, call, err)
   223  				continue testfor
   224  			}
   225  		}
   226  	}
   227  }
   228  
   229  func TestStreamList(t *testing.T) {
   230  	s := NewStream(bytes.NewReader(unhex("C80102030405060708")), 0)
   231  
   232  	len, err := s.List()
   233  	if err != nil {
   234  		t.Fatalf("List error: %v", err)
   235  	}
   236  	if len != 8 {
   237  		t.Fatalf("List returned invalid length, got %d, want 8", len)
   238  	}
   239  
   240  	for i := uint64(1); i <= 8; i++ {
   241  		v, err := s.Uint()
   242  		if err != nil {
   243  			t.Fatalf("Uint error: %v", err)
   244  		}
   245  		if i != v {
   246  			t.Errorf("Uint returned wrong value, got %d, want %d", v, i)
   247  		}
   248  	}
   249  
   250  	if _, err := s.Uint(); err != EOL {
   251  		t.Errorf("Uint error mismatch, got %v, want %v", err, EOL)
   252  	}
   253  	if err = s.ListEnd(); err != nil {
   254  		t.Fatalf("ListEnd error: %v", err)
   255  	}
   256  }
   257  
   258  func TestStreamRaw(t *testing.T) {
   259  	tests := []struct {
   260  		input  string
   261  		output string
   262  	}{
   263  		{
   264  			"C58401010101",
   265  			"8401010101",
   266  		},
   267  		{
   268  			"F842B84001010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101",
   269  			"B84001010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101",
   270  		},
   271  	}
   272  	for i, tt := range tests {
   273  		s := NewStream(bytes.NewReader(unhex(tt.input)), 0)
   274  		s.List()
   275  
   276  		want := unhex(tt.output)
   277  		raw, err := s.Raw()
   278  		if err != nil {
   279  			t.Fatal(err)
   280  		}
   281  		if !bytes.Equal(want, raw) {
   282  			t.Errorf("test %d: raw mismatch: got %x, want %x", i, raw, want)
   283  		}
   284  	}
   285  }
   286  
   287  func TestDecodeErrors(t *testing.T) {
   288  	r := bytes.NewReader(nil)
   289  
   290  	if err := Decode(r, nil); err != errDecodeIntoNil {
   291  		t.Errorf("Decode(r, nil) error mismatch, got %q, want %q", err, errDecodeIntoNil)
   292  	}
   293  
   294  	var nilptr *struct{}
   295  	if err := Decode(r, nilptr); err != errDecodeIntoNil {
   296  		t.Errorf("Decode(r, nilptr) error mismatch, got %q, want %q", err, errDecodeIntoNil)
   297  	}
   298  
   299  	if err := Decode(r, struct{}{}); err != errNoPointer {
   300  		t.Errorf("Decode(r, struct{}{}) error mismatch, got %q, want %q", err, errNoPointer)
   301  	}
   302  
   303  	expectErr := "rlp: type chan bool is not RLP-serializable"
   304  	if err := Decode(r, new(chan bool)); err == nil || err.Error() != expectErr {
   305  		t.Errorf("Decode(r, new(chan bool)) error mismatch, got %q, want %q", err, expectErr)
   306  	}
   307  
   308  	if err := Decode(r, new(uint)); err != io.EOF {
   309  		t.Errorf("Decode(r, new(int)) error mismatch, got %q, want %q", err, io.EOF)
   310  	}
   311  }
   312  
   313  type decodeTest struct {
   314  	input string
   315  	ptr   interface{}
   316  	value interface{}
   317  	error string
   318  }
   319  
   320  type simplestruct struct {
   321  	A uint
   322  	B string
   323  }
   324  
   325  type recstruct struct {
   326  	I     uint
   327  	Child *recstruct `rlp:"nil"`
   328  }
   329  
   330  type invalidNilTag struct {
   331  	X []byte `rlp:"nil"`
   332  }
   333  
   334  type invalidTail1 struct {
   335  	A uint `rlp:"tail"`
   336  	B string
   337  }
   338  
   339  type invalidTail2 struct {
   340  	A uint
   341  	B string `rlp:"tail"`
   342  }
   343  
   344  type tailRaw struct {
   345  	A    uint
   346  	Tail []RawValue `rlp:"tail"`
   347  }
   348  
   349  type tailUint struct {
   350  	A    uint
   351  	Tail []uint `rlp:"tail"`
   352  }
   353  
   354  type tailPrivateFields struct {
   355  	A    uint
   356  	Tail []uint `rlp:"tail"`
   357  	x, y bool
   358  }
   359  
   360  type nilListUint struct {
   361  	X *uint `rlp:"nilList"`
   362  }
   363  
   364  type nilStringSlice struct {
   365  	X *[]uint `rlp:"nilString"`
   366  }
   367  
   368  type intField struct {
   369  	X int
   370  }
   371  
   372  var (
   373  	veryBigInt = big.NewInt(0).Add(
   374  		big.NewInt(0).Lsh(big.NewInt(0xFFFFFFFFFFFFFF), 16),
   375  		big.NewInt(0xFFFF),
   376  	)
   377  )
   378  
   379  type hasIgnoredField struct {
   380  	A uint
   381  	B uint `rlp:"-"`
   382  	C uint
   383  }
   384  
   385  var decodeTests = []decodeTest{
   386  	// booleans
   387  	{input: "01", ptr: new(bool), value: true},
   388  	{input: "80", ptr: new(bool), value: false},
   389  	{input: "02", ptr: new(bool), error: "rlp: invalid boolean value: 2"},
   390  
   391  	// integers
   392  	{input: "05", ptr: new(uint32), value: uint32(5)},
   393  	{input: "80", ptr: new(uint32), value: uint32(0)},
   394  	{input: "820505", ptr: new(uint32), value: uint32(0x0505)},
   395  	{input: "83050505", ptr: new(uint32), value: uint32(0x050505)},
   396  	{input: "8405050505", ptr: new(uint32), value: uint32(0x05050505)},
   397  	{input: "850505050505", ptr: new(uint32), error: "rlp: input string too long for uint32"},
   398  	{input: "C0", ptr: new(uint32), error: "rlp: expected input string or byte for uint32"},
   399  	{input: "00", ptr: new(uint32), error: "rlp: non-canonical integer (leading zero bytes) for uint32"},
   400  	{input: "8105", ptr: new(uint32), error: "rlp: non-canonical size information for uint32"},
   401  	{input: "820004", ptr: new(uint32), error: "rlp: non-canonical integer (leading zero bytes) for uint32"},
   402  	{input: "B8020004", ptr: new(uint32), error: "rlp: non-canonical size information for uint32"},
   403  
   404  	// slices
   405  	{input: "C0", ptr: new([]uint), value: []uint{}},
   406  	{input: "C80102030405060708", ptr: new([]uint), value: []uint{1, 2, 3, 4, 5, 6, 7, 8}},
   407  	{input: "F8020004", ptr: new([]uint), error: "rlp: non-canonical size information for []uint"},
   408  
   409  	// arrays
   410  	{input: "C50102030405", ptr: new([5]uint), value: [5]uint{1, 2, 3, 4, 5}},
   411  	{input: "C0", ptr: new([5]uint), error: "rlp: input list has too few elements for [5]uint"},
   412  	{input: "C102", ptr: new([5]uint), error: "rlp: input list has too few elements for [5]uint"},
   413  	{input: "C6010203040506", ptr: new([5]uint), error: "rlp: input list has too many elements for [5]uint"},
   414  	{input: "F8020004", ptr: new([5]uint), error: "rlp: non-canonical size information for [5]uint"},
   415  
   416  	// zero sized arrays
   417  	{input: "C0", ptr: new([0]uint), value: [0]uint{}},
   418  	{input: "C101", ptr: new([0]uint), error: "rlp: input list has too many elements for [0]uint"},
   419  
   420  	// byte slices
   421  	{input: "01", ptr: new([]byte), value: []byte{1}},
   422  	{input: "80", ptr: new([]byte), value: []byte{}},
   423  	{input: "8D6162636465666768696A6B6C6D", ptr: new([]byte), value: []byte("abcdefghijklm")},
   424  	{input: "C0", ptr: new([]byte), error: "rlp: expected input string or byte for []uint8"},
   425  	{input: "8105", ptr: new([]byte), error: "rlp: non-canonical size information for []uint8"},
   426  
   427  	// byte arrays
   428  	{input: "02", ptr: new([1]byte), value: [1]byte{2}},
   429  	{input: "8180", ptr: new([1]byte), value: [1]byte{128}},
   430  	{input: "850102030405", ptr: new([5]byte), value: [5]byte{1, 2, 3, 4, 5}},
   431  
   432  	// byte array errors
   433  	{input: "02", ptr: new([5]byte), error: "rlp: input string too short for [5]uint8"},
   434  	{input: "80", ptr: new([5]byte), error: "rlp: input string too short for [5]uint8"},
   435  	{input: "820000", ptr: new([5]byte), error: "rlp: input string too short for [5]uint8"},
   436  	{input: "C0", ptr: new([5]byte), error: "rlp: expected input string or byte for [5]uint8"},
   437  	{input: "C3010203", ptr: new([5]byte), error: "rlp: expected input string or byte for [5]uint8"},
   438  	{input: "86010203040506", ptr: new([5]byte), error: "rlp: input string too long for [5]uint8"},
   439  	{input: "8105", ptr: new([1]byte), error: "rlp: non-canonical size information for [1]uint8"},
   440  	{input: "817F", ptr: new([1]byte), error: "rlp: non-canonical size information for [1]uint8"},
   441  
   442  	// zero sized byte arrays
   443  	{input: "80", ptr: new([0]byte), value: [0]byte{}},
   444  	{input: "01", ptr: new([0]byte), error: "rlp: input string too long for [0]uint8"},
   445  	{input: "8101", ptr: new([0]byte), error: "rlp: input string too long for [0]uint8"},
   446  
   447  	// strings
   448  	{input: "00", ptr: new(string), value: "\000"},
   449  	{input: "8D6162636465666768696A6B6C6D", ptr: new(string), value: "abcdefghijklm"},
   450  	{input: "C0", ptr: new(string), error: "rlp: expected input string or byte for string"},
   451  
   452  	// big ints
   453  	{input: "01", ptr: new(*big.Int), value: big.NewInt(1)},
   454  	{input: "89FFFFFFFFFFFFFFFFFF", ptr: new(*big.Int), value: veryBigInt},
   455  	{input: "10", ptr: new(big.Int), value: *big.NewInt(16)}, // non-pointer also works
   456  	{input: "C0", ptr: new(*big.Int), error: "rlp: expected input string or byte for *big.Int"},
   457  	{input: "820001", ptr: new(big.Int), error: "rlp: non-canonical integer (leading zero bytes) for *big.Int"},
   458  	{input: "8105", ptr: new(big.Int), error: "rlp: non-canonical size information for *big.Int"},
   459  
   460  	// structs
   461  	{
   462  		input: "C50583343434",
   463  		ptr:   new(simplestruct),
   464  		value: simplestruct{5, "444"},
   465  	},
   466  	{
   467  		input: "C601C402C203C0",
   468  		ptr:   new(recstruct),
   469  		value: recstruct{1, &recstruct{2, &recstruct{3, nil}}},
   470  	},
   471  
   472  	// struct errors
   473  	{
   474  		input: "C0",
   475  		ptr:   new(simplestruct),
   476  		error: "rlp: too few elements for rlp.simplestruct",
   477  	},
   478  	{
   479  		input: "C105",
   480  		ptr:   new(simplestruct),
   481  		error: "rlp: too few elements for rlp.simplestruct",
   482  	},
   483  	{
   484  		input: "C7C50583343434C0",
   485  		ptr:   new([]*simplestruct),
   486  		error: "rlp: too few elements for rlp.simplestruct, decoding into ([]*rlp.simplestruct)[1]",
   487  	},
   488  	{
   489  		input: "83222222",
   490  		ptr:   new(simplestruct),
   491  		error: "rlp: expected input list for rlp.simplestruct",
   492  	},
   493  	{
   494  		input: "C3010101",
   495  		ptr:   new(simplestruct),
   496  		error: "rlp: input list has too many elements for rlp.simplestruct",
   497  	},
   498  	{
   499  		input: "C501C3C00000",
   500  		ptr:   new(recstruct),
   501  		error: "rlp: expected input string or byte for uint, decoding into (rlp.recstruct).Child.I",
   502  	},
   503  	{
   504  		input: "C103",
   505  		ptr:   new(intField),
   506  		error: "rlp: type int is not RLP-serializable (struct field rlp.intField.X)",
   507  	},
   508  	{
   509  		input: "C50102C20102",
   510  		ptr:   new(tailUint),
   511  		error: "rlp: expected input string or byte for uint, decoding into (rlp.tailUint).Tail[1]",
   512  	},
   513  	{
   514  		input: "C0",
   515  		ptr:   new(invalidNilTag),
   516  		error: `rlp: invalid struct tag "nil" for rlp.invalidNilTag.X (field is not a pointer)`,
   517  	},
   518  
   519  	// struct tag "tail"
   520  	{
   521  		input: "C3010203",
   522  		ptr:   new(tailRaw),
   523  		value: tailRaw{A: 1, Tail: []RawValue{unhex("02"), unhex("03")}},
   524  	},
   525  	{
   526  		input: "C20102",
   527  		ptr:   new(tailRaw),
   528  		value: tailRaw{A: 1, Tail: []RawValue{unhex("02")}},
   529  	},
   530  	{
   531  		input: "C101",
   532  		ptr:   new(tailRaw),
   533  		value: tailRaw{A: 1, Tail: []RawValue{}},
   534  	},
   535  	{
   536  		input: "C3010203",
   537  		ptr:   new(tailPrivateFields),
   538  		value: tailPrivateFields{A: 1, Tail: []uint{2, 3}},
   539  	},
   540  	{
   541  		input: "C0",
   542  		ptr:   new(invalidTail1),
   543  		error: `rlp: invalid struct tag "tail" for rlp.invalidTail1.A (must be on last field)`,
   544  	},
   545  	{
   546  		input: "C0",
   547  		ptr:   new(invalidTail2),
   548  		error: `rlp: invalid struct tag "tail" for rlp.invalidTail2.B (field type is not slice)`,
   549  	},
   550  
   551  	// struct tag "-"
   552  	{
   553  		input: "C20102",
   554  		ptr:   new(hasIgnoredField),
   555  		value: hasIgnoredField{A: 1, C: 2},
   556  	},
   557  
   558  	// struct tag "nilList"
   559  	{
   560  		input: "C180",
   561  		ptr:   new(nilListUint),
   562  		error: "rlp: wrong kind of empty value (got String, want List) for *uint, decoding into (rlp.nilListUint).X",
   563  	},
   564  	{
   565  		input: "C1C0",
   566  		ptr:   new(nilListUint),
   567  		value: nilListUint{},
   568  	},
   569  	{
   570  		input: "C103",
   571  		ptr:   new(nilListUint),
   572  		value: func() interface{} {
   573  			v := uint(3)
   574  			return nilListUint{X: &v}
   575  		}(),
   576  	},
   577  
   578  	// struct tag "nilString"
   579  	{
   580  		input: "C1C0",
   581  		ptr:   new(nilStringSlice),
   582  		error: "rlp: wrong kind of empty value (got List, want String) for *[]uint, decoding into (rlp.nilStringSlice).X",
   583  	},
   584  	{
   585  		input: "C180",
   586  		ptr:   new(nilStringSlice),
   587  		value: nilStringSlice{},
   588  	},
   589  	{
   590  		input: "C2C103",
   591  		ptr:   new(nilStringSlice),
   592  		value: nilStringSlice{X: &[]uint{3}},
   593  	},
   594  
   595  	// RawValue
   596  	{input: "01", ptr: new(RawValue), value: RawValue(unhex("01"))},
   597  	{input: "82FFFF", ptr: new(RawValue), value: RawValue(unhex("82FFFF"))},
   598  	{input: "C20102", ptr: new([]RawValue), value: []RawValue{unhex("01"), unhex("02")}},
   599  
   600  	// pointers
   601  	{input: "00", ptr: new(*[]byte), value: &[]byte{0}},
   602  	{input: "80", ptr: new(*uint), value: uintp(0)},
   603  	{input: "C0", ptr: new(*uint), error: "rlp: expected input string or byte for uint"},
   604  	{input: "07", ptr: new(*uint), value: uintp(7)},
   605  	{input: "817F", ptr: new(*uint), error: "rlp: non-canonical size information for uint"},
   606  	{input: "8180", ptr: new(*uint), value: uintp(0x80)},
   607  	{input: "C109", ptr: new(*[]uint), value: &[]uint{9}},
   608  	{input: "C58403030303", ptr: new(*[][]byte), value: &[][]byte{{3, 3, 3, 3}}},
   609  
   610  	// check that input position is advanced also for empty values.
   611  	{input: "C3808005", ptr: new([]*uint), value: []*uint{uintp(0), uintp(0), uintp(5)}},
   612  
   613  	// interface{}
   614  	{input: "00", ptr: new(interface{}), value: []byte{0}},
   615  	{input: "01", ptr: new(interface{}), value: []byte{1}},
   616  	{input: "80", ptr: new(interface{}), value: []byte{}},
   617  	{input: "850505050505", ptr: new(interface{}), value: []byte{5, 5, 5, 5, 5}},
   618  	{input: "C0", ptr: new(interface{}), value: []interface{}{}},
   619  	{input: "C50183040404", ptr: new(interface{}), value: []interface{}{[]byte{1}, []byte{4, 4, 4}}},
   620  	{
   621  		input: "C3010203",
   622  		ptr:   new([]io.Reader),
   623  		error: "rlp: type io.Reader is not RLP-serializable",
   624  	},
   625  
   626  	// fuzzer crashes
   627  	{
   628  		input: "c330f9c030f93030ce3030303030303030bd303030303030",
   629  		ptr:   new(interface{}),
   630  		error: "rlp: element is larger than containing list",
   631  	},
   632  }
   633  
   634  func uintp(i uint) *uint { return &i }
   635  
   636  func runTests(t *testing.T, decode func([]byte, interface{}) error) {
   637  	for i, test := range decodeTests {
   638  		input, err := hex.DecodeString(test.input)
   639  		if err != nil {
   640  			t.Errorf("test %d: invalid hex input %q", i, test.input)
   641  			continue
   642  		}
   643  		err = decode(input, test.ptr)
   644  		if err != nil && test.error == "" {
   645  			t.Errorf("test %d: unexpected Decode error: %v\ndecoding into %T\ninput %q",
   646  				i, err, test.ptr, test.input)
   647  			continue
   648  		}
   649  		if test.error != "" && fmt.Sprint(err) != test.error {
   650  			t.Errorf("test %d: Decode error mismatch\ngot  %v\nwant %v\ndecoding into %T\ninput %q",
   651  				i, err, test.error, test.ptr, test.input)
   652  			continue
   653  		}
   654  		deref := reflect.ValueOf(test.ptr).Elem().Interface()
   655  		if err == nil && !reflect.DeepEqual(deref, test.value) {
   656  			t.Errorf("test %d: value mismatch\ngot  %#v\nwant %#v\ndecoding into %T\ninput %q",
   657  				i, deref, test.value, test.ptr, test.input)
   658  		}
   659  	}
   660  }
   661  
   662  func TestDecodeWithByteReader(t *testing.T) {
   663  	runTests(t, func(input []byte, into interface{}) error {
   664  		return Decode(bytes.NewReader(input), into)
   665  	})
   666  }
   667  
   668  // plainReader reads from a byte slice but does not
   669  // implement ReadByte. It is also not recognized by the
   670  // size validation. This is useful to test how the decoder
   671  // behaves on a non-buffered input stream.
   672  type plainReader []byte
   673  
   674  func newPlainReader(b []byte) io.Reader {
   675  	return (*plainReader)(&b)
   676  }
   677  
   678  func (r *plainReader) Read(buf []byte) (n int, err error) {
   679  	if len(*r) == 0 {
   680  		return 0, io.EOF
   681  	}
   682  	n = copy(buf, *r)
   683  	*r = (*r)[n:]
   684  	return n, nil
   685  }
   686  
   687  func TestDecodeWithNonByteReader(t *testing.T) {
   688  	runTests(t, func(input []byte, into interface{}) error {
   689  		return Decode(newPlainReader(input), into)
   690  	})
   691  }
   692  
   693  func TestDecodeStreamReset(t *testing.T) {
   694  	s := NewStream(nil, 0)
   695  	runTests(t, func(input []byte, into interface{}) error {
   696  		s.Reset(bytes.NewReader(input), 0)
   697  		return s.Decode(into)
   698  	})
   699  }
   700  
   701  type testDecoder struct{ called bool }
   702  
   703  func (t *testDecoder) DecodeRLP(s *Stream) error {
   704  	if _, err := s.Uint(); err != nil {
   705  		return err
   706  	}
   707  	t.called = true
   708  	return nil
   709  }
   710  
   711  func TestDecodeDecoder(t *testing.T) {
   712  	var s struct {
   713  		T1 testDecoder
   714  		T2 *testDecoder
   715  		T3 **testDecoder
   716  	}
   717  	if err := Decode(bytes.NewReader(unhex("C3010203")), &s); err != nil {
   718  		t.Fatalf("Decode error: %v", err)
   719  	}
   720  
   721  	if !s.T1.called {
   722  		t.Errorf("DecodeRLP was not called for (non-pointer) testDecoder")
   723  	}
   724  
   725  	if s.T2 == nil {
   726  		t.Errorf("*testDecoder has not been allocated")
   727  	} else if !s.T2.called {
   728  		t.Errorf("DecodeRLP was not called for *testDecoder")
   729  	}
   730  
   731  	if s.T3 == nil || *s.T3 == nil {
   732  		t.Errorf("**testDecoder has not been allocated")
   733  	} else if !(*s.T3).called {
   734  		t.Errorf("DecodeRLP was not called for **testDecoder")
   735  	}
   736  }
   737  
   738  func TestDecodeDecoderNilPointer(t *testing.T) {
   739  	var s struct {
   740  		T1 *testDecoder `rlp:"nil"`
   741  		T2 *testDecoder
   742  	}
   743  	if err := Decode(bytes.NewReader(unhex("C2C002")), &s); err != nil {
   744  		t.Fatalf("Decode error: %v", err)
   745  	}
   746  	if s.T1 != nil {
   747  		t.Errorf("decoder T1 allocated for empty input (called: %v)", s.T1.called)
   748  	}
   749  	if s.T2 == nil || !s.T2.called {
   750  		t.Errorf("decoder T2 not allocated/called")
   751  	}
   752  }
   753  
   754  type byteDecoder byte
   755  
   756  func (bd *byteDecoder) DecodeRLP(s *Stream) error {
   757  	_, err := s.Uint()
   758  	*bd = 255
   759  	return err
   760  }
   761  
   762  func (bd byteDecoder) called() bool {
   763  	return bd == 255
   764  }
   765  
   766  // This test verifies that the byte slice/byte array logic
   767  // does not kick in for element types implementing Decoder.
   768  func TestDecoderInByteSlice(t *testing.T) {
   769  	var slice []byteDecoder
   770  	if err := Decode(bytes.NewReader(unhex("C101")), &slice); err != nil {
   771  		t.Errorf("unexpected Decode error %v", err)
   772  	} else if !slice[0].called() {
   773  		t.Errorf("DecodeRLP not called for slice element")
   774  	}
   775  
   776  	var array [1]byteDecoder
   777  	if err := Decode(bytes.NewReader(unhex("C101")), &array); err != nil {
   778  		t.Errorf("unexpected Decode error %v", err)
   779  	} else if !array[0].called() {
   780  		t.Errorf("DecodeRLP not called for array element")
   781  	}
   782  }
   783  
   784  type unencodableDecoder func()
   785  
   786  func (f *unencodableDecoder) DecodeRLP(s *Stream) error {
   787  	if _, err := s.List(); err != nil {
   788  		return err
   789  	}
   790  	if err := s.ListEnd(); err != nil {
   791  		return err
   792  	}
   793  	*f = func() {}
   794  	return nil
   795  }
   796  
   797  func TestDecoderFunc(t *testing.T) {
   798  	var x func()
   799  	if err := DecodeBytes([]byte{0xC0}, (*unencodableDecoder)(&x)); err != nil {
   800  		t.Fatal(err)
   801  	}
   802  	x()
   803  }
   804  
   805  func ExampleDecode() {
   806  	input, _ := hex.DecodeString("C90A1486666F6F626172")
   807  
   808  	type example struct {
   809  		A, B    uint
   810  		private uint // private fields are ignored
   811  		String  string
   812  	}
   813  
   814  	var s example
   815  	err := Decode(bytes.NewReader(input), &s)
   816  	if err != nil {
   817  		fmt.Printf("Error: %v\n", err)
   818  	} else {
   819  		fmt.Printf("Decoded value: %#v\n", s)
   820  	}
   821  	// Output:
   822  	// Decoded value: rlp.example{A:0xa, B:0x14, private:0x0, String:"foobar"}
   823  }
   824  
   825  func ExampleDecode_structTagNil() {
   826  	// In this example, we'll use the "nil" struct tag to change
   827  	// how a pointer-typed field is decoded. The input contains an RLP
   828  	// list of one element, an empty string.
   829  	input := []byte{0xC1, 0x80}
   830  
   831  	// This type uses the normal rules.
   832  	// The empty input string is decoded as a pointer to an empty Go string.
   833  	var normalRules struct {
   834  		String *string
   835  	}
   836  	Decode(bytes.NewReader(input), &normalRules)
   837  	fmt.Printf("normal: String = %q\n", *normalRules.String)
   838  
   839  	// This type uses the struct tag.
   840  	// The empty input string is decoded as a nil pointer.
   841  	var withEmptyOK struct {
   842  		String *string `rlp:"nil"`
   843  	}
   844  	Decode(bytes.NewReader(input), &withEmptyOK)
   845  	fmt.Printf("with nil tag: String = %v\n", withEmptyOK.String)
   846  
   847  	// Output:
   848  	// normal: String = ""
   849  	// with nil tag: String = <nil>
   850  }
   851  
   852  func ExampleStream() {
   853  	input, _ := hex.DecodeString("C90A1486666F6F626172")
   854  	s := NewStream(bytes.NewReader(input), 0)
   855  
   856  	// Check what kind of value lies ahead
   857  	kind, size, _ := s.Kind()
   858  	fmt.Printf("Kind: %v size:%d\n", kind, size)
   859  
   860  	// Enter the list
   861  	if _, err := s.List(); err != nil {
   862  		fmt.Printf("List error: %v\n", err)
   863  		return
   864  	}
   865  
   866  	// Decode elements
   867  	fmt.Println(s.Uint())
   868  	fmt.Println(s.Uint())
   869  	fmt.Println(s.Bytes())
   870  
   871  	// Acknowledge end of list
   872  	if err := s.ListEnd(); err != nil {
   873  		fmt.Printf("ListEnd error: %v\n", err)
   874  	}
   875  	// Output:
   876  	// Kind: List size:9
   877  	// 10 <nil>
   878  	// 20 <nil>
   879  	// [102 111 111 98 97 114] <nil>
   880  }
   881  
   882  func BenchmarkDecode(b *testing.B) {
   883  	enc := encodeTestSlice(90000)
   884  	b.SetBytes(int64(len(enc)))
   885  	b.ReportAllocs()
   886  	b.ResetTimer()
   887  
   888  	for i := 0; i < b.N; i++ {
   889  		var s []uint
   890  		r := bytes.NewReader(enc)
   891  		if err := Decode(r, &s); err != nil {
   892  			b.Fatalf("Decode error: %v", err)
   893  		}
   894  	}
   895  }
   896  
   897  func BenchmarkDecodeIntSliceReuse(b *testing.B) {
   898  	enc := encodeTestSlice(100000)
   899  	b.SetBytes(int64(len(enc)))
   900  	b.ReportAllocs()
   901  	b.ResetTimer()
   902  
   903  	var s []uint
   904  	for i := 0; i < b.N; i++ {
   905  		r := bytes.NewReader(enc)
   906  		if err := Decode(r, &s); err != nil {
   907  			b.Fatalf("Decode error: %v", err)
   908  		}
   909  	}
   910  }
   911  
   912  func encodeTestSlice(n uint) []byte {
   913  	s := make([]uint, n)
   914  	for i := uint(0); i < n; i++ {
   915  		s[i] = i
   916  	}
   917  	b, err := EncodeToBytes(s)
   918  	if err != nil {
   919  		panic(fmt.Sprintf("encode error: %v", err))
   920  	}
   921  	return b
   922  }
   923  
   924  func unhex(str string) []byte {
   925  	b, err := hex.DecodeString(strings.Replace(str, " ", "", -1))
   926  	if err != nil {
   927  		panic(fmt.Sprintf("invalid hex string: %q", str))
   928  	}
   929  	return b
   930  }