github.com/yihuang/erigon@v1.9.7/rlp/decode_test.go (about) 1 // Copyright 2014 The go-ethereum Authors 2 // This file is part of the go-ethereum library. 3 // 4 // The go-ethereum library is free software: you can redistribute it and/or modify 5 // it under the terms of the GNU Lesser General Public License as published by 6 // the Free Software Foundation, either version 3 of the License, or 7 // (at your option) any later version. 8 // 9 // The go-ethereum library is distributed in the hope that it will be useful, 10 // but WITHOUT ANY WARRANTY; without even the implied warranty of 11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 // GNU Lesser General Public License for more details. 13 // 14 // You should have received a copy of the GNU Lesser General Public License 15 // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>. 16 17 package rlp 18 19 import ( 20 "bytes" 21 "encoding/hex" 22 "errors" 23 "fmt" 24 "io" 25 "math/big" 26 "reflect" 27 "strings" 28 "testing" 29 ) 30 31 func TestStreamKind(t *testing.T) { 32 tests := []struct { 33 input string 34 wantKind Kind 35 wantLen uint64 36 }{ 37 {"00", Byte, 0}, 38 {"01", Byte, 0}, 39 {"7F", Byte, 0}, 40 {"80", String, 0}, 41 {"B7", String, 55}, 42 {"B90400", String, 1024}, 43 {"BFFFFFFFFFFFFFFFFF", String, ^uint64(0)}, 44 {"C0", List, 0}, 45 {"C8", List, 8}, 46 {"F7", List, 55}, 47 {"F90400", List, 1024}, 48 {"FFFFFFFFFFFFFFFFFF", List, ^uint64(0)}, 49 } 50 51 for i, test := range tests { 52 // using plainReader to inhibit input limit errors. 53 s := NewStream(newPlainReader(unhex(test.input)), 0) 54 kind, len, err := s.Kind() 55 if err != nil { 56 t.Errorf("test %d: Kind returned error: %v", i, err) 57 continue 58 } 59 if kind != test.wantKind { 60 t.Errorf("test %d: kind mismatch: got %d, want %d", i, kind, test.wantKind) 61 } 62 if len != test.wantLen { 63 t.Errorf("test %d: len mismatch: got %d, want %d", i, len, test.wantLen) 64 } 65 } 66 } 67 68 func TestNewListStream(t *testing.T) { 69 ls := NewListStream(bytes.NewReader(unhex("0101010101")), 3) 70 if k, size, err := ls.Kind(); k != List || size != 3 || err != nil { 71 t.Errorf("Kind() returned (%v, %d, %v), expected (List, 3, nil)", k, size, err) 72 } 73 if size, err := ls.List(); size != 3 || err != nil { 74 t.Errorf("List() returned (%d, %v), expected (3, nil)", size, err) 75 } 76 for i := 0; i < 3; i++ { 77 if val, err := ls.Uint(); val != 1 || err != nil { 78 t.Errorf("Uint() returned (%d, %v), expected (1, nil)", val, err) 79 } 80 } 81 if err := ls.ListEnd(); err != nil { 82 t.Errorf("ListEnd() returned %v, expected (3, nil)", err) 83 } 84 } 85 86 func TestStreamErrors(t *testing.T) { 87 withoutInputLimit := func(b []byte) *Stream { 88 return NewStream(newPlainReader(b), 0) 89 } 90 withCustomInputLimit := func(limit uint64) func([]byte) *Stream { 91 return func(b []byte) *Stream { 92 return NewStream(bytes.NewReader(b), limit) 93 } 94 } 95 96 type calls []string 97 tests := []struct { 98 string 99 calls 100 newStream func([]byte) *Stream // uses bytes.Reader if nil 101 error error 102 }{ 103 {"C0", calls{"Bytes"}, nil, ErrExpectedString}, 104 {"C0", calls{"Uint"}, nil, ErrExpectedString}, 105 {"89000000000000000001", calls{"Uint"}, nil, errUintOverflow}, 106 {"00", calls{"List"}, nil, ErrExpectedList}, 107 {"80", calls{"List"}, nil, ErrExpectedList}, 108 {"C0", calls{"List", "Uint"}, nil, EOL}, 109 {"C8C9010101010101010101", calls{"List", "Kind"}, nil, ErrElemTooLarge}, 110 {"C3C2010201", calls{"List", "List", "Uint", "Uint", "ListEnd", "Uint"}, nil, EOL}, 111 {"00", calls{"ListEnd"}, nil, errNotInList}, 112 {"C401020304", calls{"List", "Uint", "ListEnd"}, nil, errNotAtEOL}, 113 114 // Non-canonical integers (e.g. leading zero bytes). 115 {"00", calls{"Uint"}, nil, ErrCanonInt}, 116 {"820002", calls{"Uint"}, nil, ErrCanonInt}, 117 {"8133", calls{"Uint"}, nil, ErrCanonSize}, 118 {"817F", calls{"Uint"}, nil, ErrCanonSize}, 119 {"8180", calls{"Uint"}, nil, nil}, 120 121 // Non-valid boolean 122 {"02", calls{"Bool"}, nil, errors.New("rlp: invalid boolean value: 2")}, 123 124 // Size tags must use the smallest possible encoding. 125 // Leading zero bytes in the size tag are also rejected. 126 {"8100", calls{"Uint"}, nil, ErrCanonSize}, 127 {"8100", calls{"Bytes"}, nil, ErrCanonSize}, 128 {"8101", calls{"Bytes"}, nil, ErrCanonSize}, 129 {"817F", calls{"Bytes"}, nil, ErrCanonSize}, 130 {"8180", calls{"Bytes"}, nil, nil}, 131 {"B800", calls{"Kind"}, withoutInputLimit, ErrCanonSize}, 132 {"B90000", calls{"Kind"}, withoutInputLimit, ErrCanonSize}, 133 {"B90055", calls{"Kind"}, withoutInputLimit, ErrCanonSize}, 134 {"BA0002FFFF", calls{"Bytes"}, withoutInputLimit, ErrCanonSize}, 135 {"F800", calls{"Kind"}, withoutInputLimit, ErrCanonSize}, 136 {"F90000", calls{"Kind"}, withoutInputLimit, ErrCanonSize}, 137 {"F90055", calls{"Kind"}, withoutInputLimit, ErrCanonSize}, 138 {"FA0002FFFF", calls{"List"}, withoutInputLimit, ErrCanonSize}, 139 140 // Expected EOF 141 {"", calls{"Kind"}, nil, io.EOF}, 142 {"", calls{"Uint"}, nil, io.EOF}, 143 {"", calls{"List"}, nil, io.EOF}, 144 {"8180", calls{"Uint", "Uint"}, nil, io.EOF}, 145 {"C0", calls{"List", "ListEnd", "List"}, nil, io.EOF}, 146 147 {"", calls{"List"}, withoutInputLimit, io.EOF}, 148 {"8180", calls{"Uint", "Uint"}, withoutInputLimit, io.EOF}, 149 {"C0", calls{"List", "ListEnd", "List"}, withoutInputLimit, io.EOF}, 150 151 // Input limit errors. 152 {"81", calls{"Bytes"}, nil, ErrValueTooLarge}, 153 {"81", calls{"Uint"}, nil, ErrValueTooLarge}, 154 {"81", calls{"Raw"}, nil, ErrValueTooLarge}, 155 {"BFFFFFFFFFFFFFFFFFFF", calls{"Bytes"}, nil, ErrValueTooLarge}, 156 {"C801", calls{"List"}, nil, ErrValueTooLarge}, 157 158 // Test for list element size check overflow. 159 {"CD04040404FFFFFFFFFFFFFFFFFF0303", calls{"List", "Uint", "Uint", "Uint", "Uint", "List"}, nil, ErrElemTooLarge}, 160 161 // Test for input limit overflow. Since we are counting the limit 162 // down toward zero in Stream.remaining, reading too far can overflow 163 // remaining to a large value, effectively disabling the limit. 164 {"C40102030401", calls{"Raw", "Uint"}, withCustomInputLimit(5), io.EOF}, 165 {"C4010203048180", calls{"Raw", "Uint"}, withCustomInputLimit(6), ErrValueTooLarge}, 166 167 // Check that the same calls are fine without a limit. 168 {"C40102030401", calls{"Raw", "Uint"}, withoutInputLimit, nil}, 169 {"C4010203048180", calls{"Raw", "Uint"}, withoutInputLimit, nil}, 170 171 // Unexpected EOF. This only happens when there is 172 // no input limit, so the reader needs to be 'dumbed down'. 173 {"81", calls{"Bytes"}, withoutInputLimit, io.ErrUnexpectedEOF}, 174 {"81", calls{"Uint"}, withoutInputLimit, io.ErrUnexpectedEOF}, 175 {"BFFFFFFFFFFFFFFF", calls{"Bytes"}, withoutInputLimit, io.ErrUnexpectedEOF}, 176 {"C801", calls{"List", "Uint", "Uint"}, withoutInputLimit, io.ErrUnexpectedEOF}, 177 178 // This test verifies that the input position is advanced 179 // correctly when calling Bytes for empty strings. Kind can be called 180 // any number of times in between and doesn't advance. 181 {"C3808080", calls{ 182 "List", // enter the list 183 "Bytes", // past first element 184 185 "Kind", "Kind", "Kind", // this shouldn't advance 186 187 "Bytes", // past second element 188 189 "Kind", "Kind", // can't hurt to try 190 191 "Bytes", // past final element 192 "Bytes", // this one should fail 193 }, nil, EOL}, 194 } 195 196 testfor: 197 for i, test := range tests { 198 if test.newStream == nil { 199 test.newStream = func(b []byte) *Stream { return NewStream(bytes.NewReader(b), 0) } 200 } 201 s := test.newStream(unhex(test.string)) 202 rs := reflect.ValueOf(s) 203 for j, call := range test.calls { 204 fval := rs.MethodByName(call) 205 ret := fval.Call(nil) 206 err := "<nil>" 207 if lastret := ret[len(ret)-1].Interface(); lastret != nil { 208 err = lastret.(error).Error() 209 } 210 if j == len(test.calls)-1 { 211 want := "<nil>" 212 if test.error != nil { 213 want = test.error.Error() 214 } 215 if err != want { 216 t.Log(test) 217 t.Errorf("test %d: last call (%s) error mismatch\ngot: %s\nwant: %s", 218 i, call, err, test.error) 219 } 220 } else if err != "<nil>" { 221 t.Log(test) 222 t.Errorf("test %d: call %d (%s) unexpected error: %q", i, j, call, err) 223 continue testfor 224 } 225 } 226 } 227 } 228 229 func TestStreamList(t *testing.T) { 230 s := NewStream(bytes.NewReader(unhex("C80102030405060708")), 0) 231 232 len, err := s.List() 233 if err != nil { 234 t.Fatalf("List error: %v", err) 235 } 236 if len != 8 { 237 t.Fatalf("List returned invalid length, got %d, want 8", len) 238 } 239 240 for i := uint64(1); i <= 8; i++ { 241 v, err := s.Uint() 242 if err != nil { 243 t.Fatalf("Uint error: %v", err) 244 } 245 if i != v { 246 t.Errorf("Uint returned wrong value, got %d, want %d", v, i) 247 } 248 } 249 250 if _, err := s.Uint(); err != EOL { 251 t.Errorf("Uint error mismatch, got %v, want %v", err, EOL) 252 } 253 if err = s.ListEnd(); err != nil { 254 t.Fatalf("ListEnd error: %v", err) 255 } 256 } 257 258 func TestStreamRaw(t *testing.T) { 259 tests := []struct { 260 input string 261 output string 262 }{ 263 { 264 "C58401010101", 265 "8401010101", 266 }, 267 { 268 "F842B84001010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101", 269 "B84001010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101", 270 }, 271 } 272 for i, tt := range tests { 273 s := NewStream(bytes.NewReader(unhex(tt.input)), 0) 274 s.List() 275 276 want := unhex(tt.output) 277 raw, err := s.Raw() 278 if err != nil { 279 t.Fatal(err) 280 } 281 if !bytes.Equal(want, raw) { 282 t.Errorf("test %d: raw mismatch: got %x, want %x", i, raw, want) 283 } 284 } 285 } 286 287 func TestDecodeErrors(t *testing.T) { 288 r := bytes.NewReader(nil) 289 290 if err := Decode(r, nil); err != errDecodeIntoNil { 291 t.Errorf("Decode(r, nil) error mismatch, got %q, want %q", err, errDecodeIntoNil) 292 } 293 294 var nilptr *struct{} 295 if err := Decode(r, nilptr); err != errDecodeIntoNil { 296 t.Errorf("Decode(r, nilptr) error mismatch, got %q, want %q", err, errDecodeIntoNil) 297 } 298 299 if err := Decode(r, struct{}{}); err != errNoPointer { 300 t.Errorf("Decode(r, struct{}{}) error mismatch, got %q, want %q", err, errNoPointer) 301 } 302 303 expectErr := "rlp: type chan bool is not RLP-serializable" 304 if err := Decode(r, new(chan bool)); err == nil || err.Error() != expectErr { 305 t.Errorf("Decode(r, new(chan bool)) error mismatch, got %q, want %q", err, expectErr) 306 } 307 308 if err := Decode(r, new(uint)); err != io.EOF { 309 t.Errorf("Decode(r, new(int)) error mismatch, got %q, want %q", err, io.EOF) 310 } 311 } 312 313 type decodeTest struct { 314 input string 315 ptr interface{} 316 value interface{} 317 error string 318 } 319 320 type simplestruct struct { 321 A uint 322 B string 323 } 324 325 type recstruct struct { 326 I uint 327 Child *recstruct `rlp:"nil"` 328 } 329 330 type invalidNilTag struct { 331 X []byte `rlp:"nil"` 332 } 333 334 type invalidTail1 struct { 335 A uint `rlp:"tail"` 336 B string 337 } 338 339 type invalidTail2 struct { 340 A uint 341 B string `rlp:"tail"` 342 } 343 344 type tailRaw struct { 345 A uint 346 Tail []RawValue `rlp:"tail"` 347 } 348 349 type tailUint struct { 350 A uint 351 Tail []uint `rlp:"tail"` 352 } 353 354 type tailPrivateFields struct { 355 A uint 356 Tail []uint `rlp:"tail"` 357 x, y bool 358 } 359 360 type nilListUint struct { 361 X *uint `rlp:"nilList"` 362 } 363 364 type nilStringSlice struct { 365 X *[]uint `rlp:"nilString"` 366 } 367 368 type intField struct { 369 X int 370 } 371 372 var ( 373 veryBigInt = big.NewInt(0).Add( 374 big.NewInt(0).Lsh(big.NewInt(0xFFFFFFFFFFFFFF), 16), 375 big.NewInt(0xFFFF), 376 ) 377 ) 378 379 type hasIgnoredField struct { 380 A uint 381 B uint `rlp:"-"` 382 C uint 383 } 384 385 var decodeTests = []decodeTest{ 386 // booleans 387 {input: "01", ptr: new(bool), value: true}, 388 {input: "80", ptr: new(bool), value: false}, 389 {input: "02", ptr: new(bool), error: "rlp: invalid boolean value: 2"}, 390 391 // integers 392 {input: "05", ptr: new(uint32), value: uint32(5)}, 393 {input: "80", ptr: new(uint32), value: uint32(0)}, 394 {input: "820505", ptr: new(uint32), value: uint32(0x0505)}, 395 {input: "83050505", ptr: new(uint32), value: uint32(0x050505)}, 396 {input: "8405050505", ptr: new(uint32), value: uint32(0x05050505)}, 397 {input: "850505050505", ptr: new(uint32), error: "rlp: input string too long for uint32"}, 398 {input: "C0", ptr: new(uint32), error: "rlp: expected input string or byte for uint32"}, 399 {input: "00", ptr: new(uint32), error: "rlp: non-canonical integer (leading zero bytes) for uint32"}, 400 {input: "8105", ptr: new(uint32), error: "rlp: non-canonical size information for uint32"}, 401 {input: "820004", ptr: new(uint32), error: "rlp: non-canonical integer (leading zero bytes) for uint32"}, 402 {input: "B8020004", ptr: new(uint32), error: "rlp: non-canonical size information for uint32"}, 403 404 // slices 405 {input: "C0", ptr: new([]uint), value: []uint{}}, 406 {input: "C80102030405060708", ptr: new([]uint), value: []uint{1, 2, 3, 4, 5, 6, 7, 8}}, 407 {input: "F8020004", ptr: new([]uint), error: "rlp: non-canonical size information for []uint"}, 408 409 // arrays 410 {input: "C50102030405", ptr: new([5]uint), value: [5]uint{1, 2, 3, 4, 5}}, 411 {input: "C0", ptr: new([5]uint), error: "rlp: input list has too few elements for [5]uint"}, 412 {input: "C102", ptr: new([5]uint), error: "rlp: input list has too few elements for [5]uint"}, 413 {input: "C6010203040506", ptr: new([5]uint), error: "rlp: input list has too many elements for [5]uint"}, 414 {input: "F8020004", ptr: new([5]uint), error: "rlp: non-canonical size information for [5]uint"}, 415 416 // zero sized arrays 417 {input: "C0", ptr: new([0]uint), value: [0]uint{}}, 418 {input: "C101", ptr: new([0]uint), error: "rlp: input list has too many elements for [0]uint"}, 419 420 // byte slices 421 {input: "01", ptr: new([]byte), value: []byte{1}}, 422 {input: "80", ptr: new([]byte), value: []byte{}}, 423 {input: "8D6162636465666768696A6B6C6D", ptr: new([]byte), value: []byte("abcdefghijklm")}, 424 {input: "C0", ptr: new([]byte), error: "rlp: expected input string or byte for []uint8"}, 425 {input: "8105", ptr: new([]byte), error: "rlp: non-canonical size information for []uint8"}, 426 427 // byte arrays 428 {input: "02", ptr: new([1]byte), value: [1]byte{2}}, 429 {input: "8180", ptr: new([1]byte), value: [1]byte{128}}, 430 {input: "850102030405", ptr: new([5]byte), value: [5]byte{1, 2, 3, 4, 5}}, 431 432 // byte array errors 433 {input: "02", ptr: new([5]byte), error: "rlp: input string too short for [5]uint8"}, 434 {input: "80", ptr: new([5]byte), error: "rlp: input string too short for [5]uint8"}, 435 {input: "820000", ptr: new([5]byte), error: "rlp: input string too short for [5]uint8"}, 436 {input: "C0", ptr: new([5]byte), error: "rlp: expected input string or byte for [5]uint8"}, 437 {input: "C3010203", ptr: new([5]byte), error: "rlp: expected input string or byte for [5]uint8"}, 438 {input: "86010203040506", ptr: new([5]byte), error: "rlp: input string too long for [5]uint8"}, 439 {input: "8105", ptr: new([1]byte), error: "rlp: non-canonical size information for [1]uint8"}, 440 {input: "817F", ptr: new([1]byte), error: "rlp: non-canonical size information for [1]uint8"}, 441 442 // zero sized byte arrays 443 {input: "80", ptr: new([0]byte), value: [0]byte{}}, 444 {input: "01", ptr: new([0]byte), error: "rlp: input string too long for [0]uint8"}, 445 {input: "8101", ptr: new([0]byte), error: "rlp: input string too long for [0]uint8"}, 446 447 // strings 448 {input: "00", ptr: new(string), value: "\000"}, 449 {input: "8D6162636465666768696A6B6C6D", ptr: new(string), value: "abcdefghijklm"}, 450 {input: "C0", ptr: new(string), error: "rlp: expected input string or byte for string"}, 451 452 // big ints 453 {input: "01", ptr: new(*big.Int), value: big.NewInt(1)}, 454 {input: "89FFFFFFFFFFFFFFFFFF", ptr: new(*big.Int), value: veryBigInt}, 455 {input: "10", ptr: new(big.Int), value: *big.NewInt(16)}, // non-pointer also works 456 {input: "C0", ptr: new(*big.Int), error: "rlp: expected input string or byte for *big.Int"}, 457 {input: "820001", ptr: new(big.Int), error: "rlp: non-canonical integer (leading zero bytes) for *big.Int"}, 458 {input: "8105", ptr: new(big.Int), error: "rlp: non-canonical size information for *big.Int"}, 459 460 // structs 461 { 462 input: "C50583343434", 463 ptr: new(simplestruct), 464 value: simplestruct{5, "444"}, 465 }, 466 { 467 input: "C601C402C203C0", 468 ptr: new(recstruct), 469 value: recstruct{1, &recstruct{2, &recstruct{3, nil}}}, 470 }, 471 472 // struct errors 473 { 474 input: "C0", 475 ptr: new(simplestruct), 476 error: "rlp: too few elements for rlp.simplestruct", 477 }, 478 { 479 input: "C105", 480 ptr: new(simplestruct), 481 error: "rlp: too few elements for rlp.simplestruct", 482 }, 483 { 484 input: "C7C50583343434C0", 485 ptr: new([]*simplestruct), 486 error: "rlp: too few elements for rlp.simplestruct, decoding into ([]*rlp.simplestruct)[1]", 487 }, 488 { 489 input: "83222222", 490 ptr: new(simplestruct), 491 error: "rlp: expected input list for rlp.simplestruct", 492 }, 493 { 494 input: "C3010101", 495 ptr: new(simplestruct), 496 error: "rlp: input list has too many elements for rlp.simplestruct", 497 }, 498 { 499 input: "C501C3C00000", 500 ptr: new(recstruct), 501 error: "rlp: expected input string or byte for uint, decoding into (rlp.recstruct).Child.I", 502 }, 503 { 504 input: "C103", 505 ptr: new(intField), 506 error: "rlp: type int is not RLP-serializable (struct field rlp.intField.X)", 507 }, 508 { 509 input: "C50102C20102", 510 ptr: new(tailUint), 511 error: "rlp: expected input string or byte for uint, decoding into (rlp.tailUint).Tail[1]", 512 }, 513 { 514 input: "C0", 515 ptr: new(invalidNilTag), 516 error: `rlp: invalid struct tag "nil" for rlp.invalidNilTag.X (field is not a pointer)`, 517 }, 518 519 // struct tag "tail" 520 { 521 input: "C3010203", 522 ptr: new(tailRaw), 523 value: tailRaw{A: 1, Tail: []RawValue{unhex("02"), unhex("03")}}, 524 }, 525 { 526 input: "C20102", 527 ptr: new(tailRaw), 528 value: tailRaw{A: 1, Tail: []RawValue{unhex("02")}}, 529 }, 530 { 531 input: "C101", 532 ptr: new(tailRaw), 533 value: tailRaw{A: 1, Tail: []RawValue{}}, 534 }, 535 { 536 input: "C3010203", 537 ptr: new(tailPrivateFields), 538 value: tailPrivateFields{A: 1, Tail: []uint{2, 3}}, 539 }, 540 { 541 input: "C0", 542 ptr: new(invalidTail1), 543 error: `rlp: invalid struct tag "tail" for rlp.invalidTail1.A (must be on last field)`, 544 }, 545 { 546 input: "C0", 547 ptr: new(invalidTail2), 548 error: `rlp: invalid struct tag "tail" for rlp.invalidTail2.B (field type is not slice)`, 549 }, 550 551 // struct tag "-" 552 { 553 input: "C20102", 554 ptr: new(hasIgnoredField), 555 value: hasIgnoredField{A: 1, C: 2}, 556 }, 557 558 // struct tag "nilList" 559 { 560 input: "C180", 561 ptr: new(nilListUint), 562 error: "rlp: wrong kind of empty value (got String, want List) for *uint, decoding into (rlp.nilListUint).X", 563 }, 564 { 565 input: "C1C0", 566 ptr: new(nilListUint), 567 value: nilListUint{}, 568 }, 569 { 570 input: "C103", 571 ptr: new(nilListUint), 572 value: func() interface{} { 573 v := uint(3) 574 return nilListUint{X: &v} 575 }(), 576 }, 577 578 // struct tag "nilString" 579 { 580 input: "C1C0", 581 ptr: new(nilStringSlice), 582 error: "rlp: wrong kind of empty value (got List, want String) for *[]uint, decoding into (rlp.nilStringSlice).X", 583 }, 584 { 585 input: "C180", 586 ptr: new(nilStringSlice), 587 value: nilStringSlice{}, 588 }, 589 { 590 input: "C2C103", 591 ptr: new(nilStringSlice), 592 value: nilStringSlice{X: &[]uint{3}}, 593 }, 594 595 // RawValue 596 {input: "01", ptr: new(RawValue), value: RawValue(unhex("01"))}, 597 {input: "82FFFF", ptr: new(RawValue), value: RawValue(unhex("82FFFF"))}, 598 {input: "C20102", ptr: new([]RawValue), value: []RawValue{unhex("01"), unhex("02")}}, 599 600 // pointers 601 {input: "00", ptr: new(*[]byte), value: &[]byte{0}}, 602 {input: "80", ptr: new(*uint), value: uintp(0)}, 603 {input: "C0", ptr: new(*uint), error: "rlp: expected input string or byte for uint"}, 604 {input: "07", ptr: new(*uint), value: uintp(7)}, 605 {input: "817F", ptr: new(*uint), error: "rlp: non-canonical size information for uint"}, 606 {input: "8180", ptr: new(*uint), value: uintp(0x80)}, 607 {input: "C109", ptr: new(*[]uint), value: &[]uint{9}}, 608 {input: "C58403030303", ptr: new(*[][]byte), value: &[][]byte{{3, 3, 3, 3}}}, 609 610 // check that input position is advanced also for empty values. 611 {input: "C3808005", ptr: new([]*uint), value: []*uint{uintp(0), uintp(0), uintp(5)}}, 612 613 // interface{} 614 {input: "00", ptr: new(interface{}), value: []byte{0}}, 615 {input: "01", ptr: new(interface{}), value: []byte{1}}, 616 {input: "80", ptr: new(interface{}), value: []byte{}}, 617 {input: "850505050505", ptr: new(interface{}), value: []byte{5, 5, 5, 5, 5}}, 618 {input: "C0", ptr: new(interface{}), value: []interface{}{}}, 619 {input: "C50183040404", ptr: new(interface{}), value: []interface{}{[]byte{1}, []byte{4, 4, 4}}}, 620 { 621 input: "C3010203", 622 ptr: new([]io.Reader), 623 error: "rlp: type io.Reader is not RLP-serializable", 624 }, 625 626 // fuzzer crashes 627 { 628 input: "c330f9c030f93030ce3030303030303030bd303030303030", 629 ptr: new(interface{}), 630 error: "rlp: element is larger than containing list", 631 }, 632 } 633 634 func uintp(i uint) *uint { return &i } 635 636 func runTests(t *testing.T, decode func([]byte, interface{}) error) { 637 for i, test := range decodeTests { 638 input, err := hex.DecodeString(test.input) 639 if err != nil { 640 t.Errorf("test %d: invalid hex input %q", i, test.input) 641 continue 642 } 643 err = decode(input, test.ptr) 644 if err != nil && test.error == "" { 645 t.Errorf("test %d: unexpected Decode error: %v\ndecoding into %T\ninput %q", 646 i, err, test.ptr, test.input) 647 continue 648 } 649 if test.error != "" && fmt.Sprint(err) != test.error { 650 t.Errorf("test %d: Decode error mismatch\ngot %v\nwant %v\ndecoding into %T\ninput %q", 651 i, err, test.error, test.ptr, test.input) 652 continue 653 } 654 deref := reflect.ValueOf(test.ptr).Elem().Interface() 655 if err == nil && !reflect.DeepEqual(deref, test.value) { 656 t.Errorf("test %d: value mismatch\ngot %#v\nwant %#v\ndecoding into %T\ninput %q", 657 i, deref, test.value, test.ptr, test.input) 658 } 659 } 660 } 661 662 func TestDecodeWithByteReader(t *testing.T) { 663 runTests(t, func(input []byte, into interface{}) error { 664 return Decode(bytes.NewReader(input), into) 665 }) 666 } 667 668 // plainReader reads from a byte slice but does not 669 // implement ReadByte. It is also not recognized by the 670 // size validation. This is useful to test how the decoder 671 // behaves on a non-buffered input stream. 672 type plainReader []byte 673 674 func newPlainReader(b []byte) io.Reader { 675 return (*plainReader)(&b) 676 } 677 678 func (r *plainReader) Read(buf []byte) (n int, err error) { 679 if len(*r) == 0 { 680 return 0, io.EOF 681 } 682 n = copy(buf, *r) 683 *r = (*r)[n:] 684 return n, nil 685 } 686 687 func TestDecodeWithNonByteReader(t *testing.T) { 688 runTests(t, func(input []byte, into interface{}) error { 689 return Decode(newPlainReader(input), into) 690 }) 691 } 692 693 func TestDecodeStreamReset(t *testing.T) { 694 s := NewStream(nil, 0) 695 runTests(t, func(input []byte, into interface{}) error { 696 s.Reset(bytes.NewReader(input), 0) 697 return s.Decode(into) 698 }) 699 } 700 701 type testDecoder struct{ called bool } 702 703 func (t *testDecoder) DecodeRLP(s *Stream) error { 704 if _, err := s.Uint(); err != nil { 705 return err 706 } 707 t.called = true 708 return nil 709 } 710 711 func TestDecodeDecoder(t *testing.T) { 712 var s struct { 713 T1 testDecoder 714 T2 *testDecoder 715 T3 **testDecoder 716 } 717 if err := Decode(bytes.NewReader(unhex("C3010203")), &s); err != nil { 718 t.Fatalf("Decode error: %v", err) 719 } 720 721 if !s.T1.called { 722 t.Errorf("DecodeRLP was not called for (non-pointer) testDecoder") 723 } 724 725 if s.T2 == nil { 726 t.Errorf("*testDecoder has not been allocated") 727 } else if !s.T2.called { 728 t.Errorf("DecodeRLP was not called for *testDecoder") 729 } 730 731 if s.T3 == nil || *s.T3 == nil { 732 t.Errorf("**testDecoder has not been allocated") 733 } else if !(*s.T3).called { 734 t.Errorf("DecodeRLP was not called for **testDecoder") 735 } 736 } 737 738 func TestDecodeDecoderNilPointer(t *testing.T) { 739 var s struct { 740 T1 *testDecoder `rlp:"nil"` 741 T2 *testDecoder 742 } 743 if err := Decode(bytes.NewReader(unhex("C2C002")), &s); err != nil { 744 t.Fatalf("Decode error: %v", err) 745 } 746 if s.T1 != nil { 747 t.Errorf("decoder T1 allocated for empty input (called: %v)", s.T1.called) 748 } 749 if s.T2 == nil || !s.T2.called { 750 t.Errorf("decoder T2 not allocated/called") 751 } 752 } 753 754 type byteDecoder byte 755 756 func (bd *byteDecoder) DecodeRLP(s *Stream) error { 757 _, err := s.Uint() 758 *bd = 255 759 return err 760 } 761 762 func (bd byteDecoder) called() bool { 763 return bd == 255 764 } 765 766 // This test verifies that the byte slice/byte array logic 767 // does not kick in for element types implementing Decoder. 768 func TestDecoderInByteSlice(t *testing.T) { 769 var slice []byteDecoder 770 if err := Decode(bytes.NewReader(unhex("C101")), &slice); err != nil { 771 t.Errorf("unexpected Decode error %v", err) 772 } else if !slice[0].called() { 773 t.Errorf("DecodeRLP not called for slice element") 774 } 775 776 var array [1]byteDecoder 777 if err := Decode(bytes.NewReader(unhex("C101")), &array); err != nil { 778 t.Errorf("unexpected Decode error %v", err) 779 } else if !array[0].called() { 780 t.Errorf("DecodeRLP not called for array element") 781 } 782 } 783 784 type unencodableDecoder func() 785 786 func (f *unencodableDecoder) DecodeRLP(s *Stream) error { 787 if _, err := s.List(); err != nil { 788 return err 789 } 790 if err := s.ListEnd(); err != nil { 791 return err 792 } 793 *f = func() {} 794 return nil 795 } 796 797 func TestDecoderFunc(t *testing.T) { 798 var x func() 799 if err := DecodeBytes([]byte{0xC0}, (*unencodableDecoder)(&x)); err != nil { 800 t.Fatal(err) 801 } 802 x() 803 } 804 805 func ExampleDecode() { 806 input, _ := hex.DecodeString("C90A1486666F6F626172") 807 808 type example struct { 809 A, B uint 810 private uint // private fields are ignored 811 String string 812 } 813 814 var s example 815 err := Decode(bytes.NewReader(input), &s) 816 if err != nil { 817 fmt.Printf("Error: %v\n", err) 818 } else { 819 fmt.Printf("Decoded value: %#v\n", s) 820 } 821 // Output: 822 // Decoded value: rlp.example{A:0xa, B:0x14, private:0x0, String:"foobar"} 823 } 824 825 func ExampleDecode_structTagNil() { 826 // In this example, we'll use the "nil" struct tag to change 827 // how a pointer-typed field is decoded. The input contains an RLP 828 // list of one element, an empty string. 829 input := []byte{0xC1, 0x80} 830 831 // This type uses the normal rules. 832 // The empty input string is decoded as a pointer to an empty Go string. 833 var normalRules struct { 834 String *string 835 } 836 Decode(bytes.NewReader(input), &normalRules) 837 fmt.Printf("normal: String = %q\n", *normalRules.String) 838 839 // This type uses the struct tag. 840 // The empty input string is decoded as a nil pointer. 841 var withEmptyOK struct { 842 String *string `rlp:"nil"` 843 } 844 Decode(bytes.NewReader(input), &withEmptyOK) 845 fmt.Printf("with nil tag: String = %v\n", withEmptyOK.String) 846 847 // Output: 848 // normal: String = "" 849 // with nil tag: String = <nil> 850 } 851 852 func ExampleStream() { 853 input, _ := hex.DecodeString("C90A1486666F6F626172") 854 s := NewStream(bytes.NewReader(input), 0) 855 856 // Check what kind of value lies ahead 857 kind, size, _ := s.Kind() 858 fmt.Printf("Kind: %v size:%d\n", kind, size) 859 860 // Enter the list 861 if _, err := s.List(); err != nil { 862 fmt.Printf("List error: %v\n", err) 863 return 864 } 865 866 // Decode elements 867 fmt.Println(s.Uint()) 868 fmt.Println(s.Uint()) 869 fmt.Println(s.Bytes()) 870 871 // Acknowledge end of list 872 if err := s.ListEnd(); err != nil { 873 fmt.Printf("ListEnd error: %v\n", err) 874 } 875 // Output: 876 // Kind: List size:9 877 // 10 <nil> 878 // 20 <nil> 879 // [102 111 111 98 97 114] <nil> 880 } 881 882 func BenchmarkDecode(b *testing.B) { 883 enc := encodeTestSlice(90000) 884 b.SetBytes(int64(len(enc))) 885 b.ReportAllocs() 886 b.ResetTimer() 887 888 for i := 0; i < b.N; i++ { 889 var s []uint 890 r := bytes.NewReader(enc) 891 if err := Decode(r, &s); err != nil { 892 b.Fatalf("Decode error: %v", err) 893 } 894 } 895 } 896 897 func BenchmarkDecodeIntSliceReuse(b *testing.B) { 898 enc := encodeTestSlice(100000) 899 b.SetBytes(int64(len(enc))) 900 b.ReportAllocs() 901 b.ResetTimer() 902 903 var s []uint 904 for i := 0; i < b.N; i++ { 905 r := bytes.NewReader(enc) 906 if err := Decode(r, &s); err != nil { 907 b.Fatalf("Decode error: %v", err) 908 } 909 } 910 } 911 912 func encodeTestSlice(n uint) []byte { 913 s := make([]uint, n) 914 for i := uint(0); i < n; i++ { 915 s[i] = i 916 } 917 b, err := EncodeToBytes(s) 918 if err != nil { 919 panic(fmt.Sprintf("encode error: %v", err)) 920 } 921 return b 922 } 923 924 func unhex(str string) []byte { 925 b, err := hex.DecodeString(strings.Replace(str, " ", "", -1)) 926 if err != nil { 927 panic(fmt.Sprintf("invalid hex string: %q", str)) 928 } 929 return b 930 }