github.com/ltltlt/go-source-code@v0.0.0-20190830023027-95be009773aa/encoding/json/decode.go (about) 1 // Copyright 2010 The Go Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style 3 // license that can be found in the LICENSE file. 4 5 // Represents JSON data structure using native Go types: booleans, floats, 6 // strings, arrays, and maps. 7 8 package json 9 10 import ( 11 "bytes" 12 "encoding" 13 "encoding/base64" 14 "errors" 15 "fmt" 16 "reflect" 17 "runtime" 18 "strconv" 19 "unicode" 20 "unicode/utf16" 21 "unicode/utf8" 22 ) 23 24 // Unmarshal parses the JSON-encoded data and stores the result 25 // in the value pointed to by v. If v is nil or not a pointer, 26 // Unmarshal returns an InvalidUnmarshalError. 27 // 28 // Unmarshal uses the inverse of the encodings that 29 // Marshal uses, allocating maps, slices, and pointers as necessary, 30 // with the following additional rules: 31 // 32 // To unmarshal JSON into a pointer, Unmarshal first handles the case of 33 // the JSON being the JSON literal null. In that case, Unmarshal sets 34 // the pointer to nil. Otherwise, Unmarshal unmarshals the JSON into 35 // the value pointed at by the pointer. If the pointer is nil, Unmarshal 36 // allocates a new value for it to point to. 37 // 38 // To unmarshal JSON into a value implementing the Unmarshaler interface, 39 // Unmarshal calls that value's UnmarshalJSON method, including 40 // when the input is a JSON null. 41 // Otherwise, if the value implements encoding.TextUnmarshaler 42 // and the input is a JSON quoted string, Unmarshal calls that value's 43 // UnmarshalText method with the unquoted form of the string. 44 // 45 // To unmarshal JSON into a struct, Unmarshal matches incoming object 46 // keys to the keys used by Marshal (either the struct field name or its tag), 47 // preferring an exact match but also accepting a case-insensitive match. By 48 // default, object keys which don't have a corresponding struct field are 49 // ignored (see Decoder.DisallowUnknownFields for an alternative). 50 // 51 // To unmarshal JSON into an interface value, 52 // Unmarshal stores one of these in the interface value: 53 // 54 // bool, for JSON booleans 55 // float64, for JSON numbers 56 // string, for JSON strings 57 // []interface{}, for JSON arrays 58 // map[string]interface{}, for JSON objects 59 // nil for JSON null 60 // 61 // To unmarshal a JSON array into a slice, Unmarshal resets the slice length 62 // to zero and then appends each element to the slice. 63 // As a special case, to unmarshal an empty JSON array into a slice, 64 // Unmarshal replaces the slice with a new empty slice. 65 // 66 // To unmarshal a JSON array into a Go array, Unmarshal decodes 67 // JSON array elements into corresponding Go array elements. 68 // If the Go array is smaller than the JSON array, 69 // the additional JSON array elements are discarded. 70 // If the JSON array is smaller than the Go array, 71 // the additional Go array elements are set to zero values. 72 // 73 // To unmarshal a JSON object into a map, Unmarshal first establishes a map to 74 // use. If the map is nil, Unmarshal allocates a new map. Otherwise Unmarshal 75 // reuses the existing map, keeping existing entries. Unmarshal then stores 76 // key-value pairs from the JSON object into the map. The map's key type must 77 // either be a string, an integer, or implement encoding.TextUnmarshaler. 78 // 79 // If a JSON value is not appropriate for a given target type, 80 // or if a JSON number overflows the target type, Unmarshal 81 // skips that field and completes the unmarshaling as best it can. 82 // If no more serious errors are encountered, Unmarshal returns 83 // an UnmarshalTypeError describing the earliest such error. In any 84 // case, it's not guaranteed that all the remaining fields following 85 // the problematic one will be unmarshaled into the target object. 86 // 87 // The JSON null value unmarshals into an interface, map, pointer, or slice 88 // by setting that Go value to nil. Because null is often used in JSON to mean 89 // ``not present,'' unmarshaling a JSON null into any other Go type has no effect 90 // on the value and produces no error. 91 // 92 // When unmarshaling quoted strings, invalid UTF-8 or 93 // invalid UTF-16 surrogate pairs are not treated as an error. 94 // Instead, they are replaced by the Unicode replacement 95 // character U+FFFD. 96 // 97 func Unmarshal(data []byte, v interface{}) error { 98 // Check for well-formedness. 99 // Avoids filling out half a data structure 100 // before discovering a JSON syntax error. 101 var d decodeState 102 err := checkValid(data, &d.scan) 103 if err != nil { 104 return err 105 } 106 107 d.init(data) 108 return d.unmarshal(v) 109 } 110 111 // Unmarshaler is the interface implemented by types 112 // that can unmarshal a JSON description of themselves. 113 // The input can be assumed to be a valid encoding of 114 // a JSON value. UnmarshalJSON must copy the JSON data 115 // if it wishes to retain the data after returning. 116 // 117 // By convention, to approximate the behavior of Unmarshal itself, 118 // Unmarshalers implement UnmarshalJSON([]byte("null")) as a no-op. 119 type Unmarshaler interface { 120 UnmarshalJSON([]byte) error 121 } 122 123 // An UnmarshalTypeError describes a JSON value that was 124 // not appropriate for a value of a specific Go type. 125 type UnmarshalTypeError struct { 126 Value string // description of JSON value - "bool", "array", "number -5" 127 Type reflect.Type // type of Go value it could not be assigned to 128 Offset int64 // error occurred after reading Offset bytes 129 Struct string // name of the struct type containing the field 130 Field string // name of the field holding the Go value 131 } 132 133 func (e *UnmarshalTypeError) Error() string { 134 if e.Struct != "" || e.Field != "" { 135 return "json: cannot unmarshal " + e.Value + " into Go struct field " + e.Struct + "." + e.Field + " of type " + e.Type.String() 136 } 137 return "json: cannot unmarshal " + e.Value + " into Go value of type " + e.Type.String() 138 } 139 140 // An UnmarshalFieldError describes a JSON object key that 141 // led to an unexported (and therefore unwritable) struct field. 142 // 143 // Deprecated: No longer used; kept for compatibility. 144 type UnmarshalFieldError struct { 145 Key string 146 Type reflect.Type 147 Field reflect.StructField 148 } 149 150 func (e *UnmarshalFieldError) Error() string { 151 return "json: cannot unmarshal object key " + strconv.Quote(e.Key) + " into unexported field " + e.Field.Name + " of type " + e.Type.String() 152 } 153 154 // An InvalidUnmarshalError describes an invalid argument passed to Unmarshal. 155 // (The argument to Unmarshal must be a non-nil pointer.) 156 type InvalidUnmarshalError struct { 157 Type reflect.Type 158 } 159 160 func (e *InvalidUnmarshalError) Error() string { 161 if e.Type == nil { 162 return "json: Unmarshal(nil)" 163 } 164 165 if e.Type.Kind() != reflect.Ptr { 166 return "json: Unmarshal(non-pointer " + e.Type.String() + ")" 167 } 168 return "json: Unmarshal(nil " + e.Type.String() + ")" 169 } 170 171 func (d *decodeState) unmarshal(v interface{}) (err error) { 172 defer func() { 173 if r := recover(); r != nil { 174 if _, ok := r.(runtime.Error); ok { 175 panic(r) 176 } 177 err = r.(error) 178 } 179 }() 180 181 rv := reflect.ValueOf(v) 182 if rv.Kind() != reflect.Ptr || rv.IsNil() { 183 return &InvalidUnmarshalError{reflect.TypeOf(v)} 184 } 185 186 d.scan.reset() 187 // We decode rv not rv.Elem because the Unmarshaler interface 188 // test must be applied at the top level of the value. 189 d.value(rv) 190 return d.savedError 191 } 192 193 // A Number represents a JSON number literal. 194 type Number string 195 196 // String returns the literal text of the number. 197 func (n Number) String() string { return string(n) } 198 199 // Float64 returns the number as a float64. 200 func (n Number) Float64() (float64, error) { 201 return strconv.ParseFloat(string(n), 64) 202 } 203 204 // Int64 returns the number as an int64. 205 func (n Number) Int64() (int64, error) { 206 return strconv.ParseInt(string(n), 10, 64) 207 } 208 209 // isValidNumber reports whether s is a valid JSON number literal. 210 func isValidNumber(s string) bool { 211 // This function implements the JSON numbers grammar. 212 // See https://tools.ietf.org/html/rfc7159#section-6 213 // and http://json.org/number.gif 214 215 if s == "" { 216 return false 217 } 218 219 // Optional - 220 if s[0] == '-' { 221 s = s[1:] 222 if s == "" { 223 return false 224 } 225 } 226 227 // Digits 228 switch { 229 default: 230 return false 231 232 case s[0] == '0': 233 s = s[1:] 234 235 case '1' <= s[0] && s[0] <= '9': 236 s = s[1:] 237 for len(s) > 0 && '0' <= s[0] && s[0] <= '9' { 238 s = s[1:] 239 } 240 } 241 242 // . followed by 1 or more digits. 243 if len(s) >= 2 && s[0] == '.' && '0' <= s[1] && s[1] <= '9' { 244 s = s[2:] 245 for len(s) > 0 && '0' <= s[0] && s[0] <= '9' { 246 s = s[1:] 247 } 248 } 249 250 // e or E followed by an optional - or + and 251 // 1 or more digits. 252 if len(s) >= 2 && (s[0] == 'e' || s[0] == 'E') { 253 s = s[1:] 254 if s[0] == '+' || s[0] == '-' { 255 s = s[1:] 256 if s == "" { 257 return false 258 } 259 } 260 for len(s) > 0 && '0' <= s[0] && s[0] <= '9' { 261 s = s[1:] 262 } 263 } 264 265 // Make sure we are at the end. 266 return s == "" 267 } 268 269 // decodeState represents the state while decoding a JSON value. 270 type decodeState struct { 271 data []byte 272 off int // read offset in data 273 scan scanner 274 nextscan scanner // for calls to nextValue 275 errorContext struct { // provides context for type errors 276 Struct string 277 Field string 278 } 279 savedError error 280 useNumber bool 281 disallowUnknownFields bool 282 } 283 284 // errPhase is used for errors that should not happen unless 285 // there is a bug in the JSON decoder or something is editing 286 // the data slice while the decoder executes. 287 var errPhase = errors.New("JSON decoder out of sync - data changing underfoot?") 288 289 func (d *decodeState) init(data []byte) *decodeState { 290 d.data = data 291 d.off = 0 292 d.savedError = nil 293 d.errorContext.Struct = "" 294 d.errorContext.Field = "" 295 return d 296 } 297 298 // error aborts the decoding by panicking with err. 299 func (d *decodeState) error(err error) { 300 panic(d.addErrorContext(err)) 301 } 302 303 // saveError saves the first err it is called with, 304 // for reporting at the end of the unmarshal. 305 func (d *decodeState) saveError(err error) { 306 if d.savedError == nil { 307 d.savedError = d.addErrorContext(err) 308 } 309 } 310 311 // addErrorContext returns a new error enhanced with information from d.errorContext 312 func (d *decodeState) addErrorContext(err error) error { 313 if d.errorContext.Struct != "" || d.errorContext.Field != "" { 314 switch err := err.(type) { 315 case *UnmarshalTypeError: 316 err.Struct = d.errorContext.Struct 317 err.Field = d.errorContext.Field 318 return err 319 } 320 } 321 return err 322 } 323 324 // next cuts off and returns the next full JSON value in d.data[d.off:]. 325 // The next value is known to be an object or array, not a literal. 326 func (d *decodeState) next() []byte { 327 c := d.data[d.off] 328 item, rest, err := nextValue(d.data[d.off:], &d.nextscan) 329 if err != nil { 330 d.error(err) 331 } 332 d.off = len(d.data) - len(rest) 333 334 // Our scanner has seen the opening brace/bracket 335 // and thinks we're still in the middle of the object. 336 // invent a closing brace/bracket to get it out. 337 if c == '{' { 338 d.scan.step(&d.scan, '}') 339 } else { 340 d.scan.step(&d.scan, ']') 341 } 342 343 return item 344 } 345 346 // scanWhile processes bytes in d.data[d.off:] until it 347 // receives a scan code not equal to op. 348 // It updates d.off and returns the new scan code. 349 func (d *decodeState) scanWhile(op int) int { 350 var newOp int 351 for { 352 if d.off >= len(d.data) { 353 newOp = d.scan.eof() 354 d.off = len(d.data) + 1 // mark processed EOF with len+1 355 } else { 356 c := d.data[d.off] 357 d.off++ 358 newOp = d.scan.step(&d.scan, c) 359 } 360 if newOp != op { 361 break 362 } 363 } 364 return newOp 365 } 366 367 // value decodes a JSON value from d.data[d.off:] into the value. 368 // it updates d.off to point past the decoded value. 369 func (d *decodeState) value(v reflect.Value) { 370 if !v.IsValid() { 371 _, rest, err := nextValue(d.data[d.off:], &d.nextscan) 372 if err != nil { 373 d.error(err) 374 } 375 d.off = len(d.data) - len(rest) 376 377 // d.scan thinks we're still at the beginning of the item. 378 // Feed in an empty string - the shortest, simplest value - 379 // so that it knows we got to the end of the value. 380 if d.scan.redo { 381 // rewind. 382 d.scan.redo = false 383 d.scan.step = stateBeginValue 384 } 385 d.scan.step(&d.scan, '"') 386 d.scan.step(&d.scan, '"') 387 388 n := len(d.scan.parseState) 389 if n > 0 && d.scan.parseState[n-1] == parseObjectKey { 390 // d.scan thinks we just read an object key; finish the object 391 d.scan.step(&d.scan, ':') 392 d.scan.step(&d.scan, '"') 393 d.scan.step(&d.scan, '"') 394 d.scan.step(&d.scan, '}') 395 } 396 397 return 398 } 399 400 switch op := d.scanWhile(scanSkipSpace); op { 401 default: 402 d.error(errPhase) 403 404 case scanBeginArray: 405 d.array(v) 406 407 case scanBeginObject: 408 d.object(v) 409 410 case scanBeginLiteral: 411 d.literal(v) 412 } 413 } 414 415 type unquotedValue struct{} 416 417 // valueQuoted is like value but decodes a 418 // quoted string literal or literal null into an interface value. 419 // If it finds anything other than a quoted string literal or null, 420 // valueQuoted returns unquotedValue{}. 421 func (d *decodeState) valueQuoted() interface{} { 422 switch op := d.scanWhile(scanSkipSpace); op { 423 default: 424 d.error(errPhase) 425 426 case scanBeginArray: 427 d.array(reflect.Value{}) 428 429 case scanBeginObject: 430 d.object(reflect.Value{}) 431 432 case scanBeginLiteral: 433 switch v := d.literalInterface().(type) { 434 case nil, string: 435 return v 436 } 437 } 438 return unquotedValue{} 439 } 440 441 // indirect walks down v allocating pointers as needed, 442 // until it gets to a non-pointer. 443 // if it encounters an Unmarshaler, indirect stops and returns that. 444 // if decodingNull is true, indirect stops at the last pointer so it can be set to nil. 445 func (d *decodeState) indirect(v reflect.Value, decodingNull bool) (Unmarshaler, encoding.TextUnmarshaler, reflect.Value) { 446 // Issue #24153 indicates that it is generally not a guaranteed property 447 // that you may round-trip a reflect.Value by calling Value.Addr().Elem() 448 // and expect the value to still be settable for values derived from 449 // unexported embedded struct fields. 450 // 451 // The logic below effectively does this when it first addresses the value 452 // (to satisfy possible pointer methods) and continues to dereference 453 // subsequent pointers as necessary. 454 // 455 // After the first round-trip, we set v back to the original value to 456 // preserve the original RW flags contained in reflect.Value. 457 v0 := v 458 haveAddr := false 459 460 // If v is a named type and is addressable, 461 // start with its address, so that if the type has pointer methods, 462 // we find them. 463 if v.Kind() != reflect.Ptr && v.Type().Name() != "" && v.CanAddr() { 464 haveAddr = true 465 v = v.Addr() 466 } 467 for { 468 // Load value from interface, but only if the result will be 469 // usefully addressable. 470 if v.Kind() == reflect.Interface && !v.IsNil() { 471 e := v.Elem() 472 if e.Kind() == reflect.Ptr && !e.IsNil() && (!decodingNull || e.Elem().Kind() == reflect.Ptr) { 473 haveAddr = false 474 v = e 475 continue 476 } 477 } 478 479 if v.Kind() != reflect.Ptr { 480 break 481 } 482 483 if v.Elem().Kind() != reflect.Ptr && decodingNull && v.CanSet() { 484 break 485 } 486 if v.IsNil() { 487 v.Set(reflect.New(v.Type().Elem())) 488 } 489 if v.Type().NumMethod() > 0 { 490 if u, ok := v.Interface().(Unmarshaler); ok { 491 return u, nil, reflect.Value{} 492 } 493 if !decodingNull { 494 if u, ok := v.Interface().(encoding.TextUnmarshaler); ok { 495 return nil, u, reflect.Value{} 496 } 497 } 498 } 499 500 if haveAddr { 501 v = v0 // restore original value after round-trip Value.Addr().Elem() 502 haveAddr = false 503 } else { 504 v = v.Elem() 505 } 506 } 507 return nil, nil, v 508 } 509 510 // array consumes an array from d.data[d.off-1:], decoding into the value v. 511 // the first byte of the array ('[') has been read already. 512 func (d *decodeState) array(v reflect.Value) { 513 // Check for unmarshaler. 514 u, ut, pv := d.indirect(v, false) 515 if u != nil { 516 d.off-- 517 err := u.UnmarshalJSON(d.next()) 518 if err != nil { 519 d.error(err) 520 } 521 return 522 } 523 if ut != nil { 524 d.saveError(&UnmarshalTypeError{Value: "array", Type: v.Type(), Offset: int64(d.off)}) 525 d.off-- 526 d.next() 527 return 528 } 529 530 v = pv 531 532 // Check type of target. 533 switch v.Kind() { 534 case reflect.Interface: 535 if v.NumMethod() == 0 { 536 // Decoding into nil interface? Switch to non-reflect code. 537 v.Set(reflect.ValueOf(d.arrayInterface())) 538 return 539 } 540 // Otherwise it's invalid. 541 fallthrough 542 default: 543 d.saveError(&UnmarshalTypeError{Value: "array", Type: v.Type(), Offset: int64(d.off)}) 544 d.off-- 545 d.next() 546 return 547 case reflect.Array: 548 case reflect.Slice: 549 break 550 } 551 552 i := 0 553 for { 554 // Look ahead for ] - can only happen on first iteration. 555 op := d.scanWhile(scanSkipSpace) 556 if op == scanEndArray { 557 break 558 } 559 560 // Back up so d.value can have the byte we just read. 561 d.off-- 562 d.scan.undo(op) 563 564 // Get element of array, growing if necessary. 565 if v.Kind() == reflect.Slice { 566 // Grow slice if necessary 567 if i >= v.Cap() { 568 newcap := v.Cap() + v.Cap()/2 569 if newcap < 4 { 570 newcap = 4 571 } 572 newv := reflect.MakeSlice(v.Type(), v.Len(), newcap) 573 reflect.Copy(newv, v) 574 v.Set(newv) 575 } 576 if i >= v.Len() { 577 v.SetLen(i + 1) 578 } 579 } 580 581 if i < v.Len() { 582 // Decode into element. 583 d.value(v.Index(i)) 584 } else { 585 // Ran out of fixed array: skip. 586 d.value(reflect.Value{}) 587 } 588 i++ 589 590 // Next token must be , or ]. 591 op = d.scanWhile(scanSkipSpace) 592 if op == scanEndArray { 593 break 594 } 595 if op != scanArrayValue { 596 d.error(errPhase) 597 } 598 } 599 600 if i < v.Len() { 601 if v.Kind() == reflect.Array { 602 // Array. Zero the rest. 603 z := reflect.Zero(v.Type().Elem()) 604 for ; i < v.Len(); i++ { 605 v.Index(i).Set(z) 606 } 607 } else { 608 v.SetLen(i) 609 } 610 } 611 if i == 0 && v.Kind() == reflect.Slice { 612 v.Set(reflect.MakeSlice(v.Type(), 0, 0)) 613 } 614 } 615 616 var nullLiteral = []byte("null") 617 var textUnmarshalerType = reflect.TypeOf(new(encoding.TextUnmarshaler)).Elem() 618 619 // object consumes an object from d.data[d.off-1:], decoding into the value v. 620 // the first byte ('{') of the object has been read already. 621 func (d *decodeState) object(v reflect.Value) { 622 // Check for unmarshaler. 623 u, ut, pv := d.indirect(v, false) 624 if u != nil { 625 d.off-- 626 err := u.UnmarshalJSON(d.next()) 627 if err != nil { 628 d.error(err) 629 } 630 return 631 } 632 if ut != nil { 633 d.saveError(&UnmarshalTypeError{Value: "object", Type: v.Type(), Offset: int64(d.off)}) 634 d.off-- 635 d.next() // skip over { } in input 636 return 637 } 638 v = pv 639 640 // Decoding into nil interface? Switch to non-reflect code. 641 if v.Kind() == reflect.Interface && v.NumMethod() == 0 { 642 v.Set(reflect.ValueOf(d.objectInterface())) 643 return 644 } 645 646 // Check type of target: 647 // struct or 648 // map[T1]T2 where T1 is string, an integer type, 649 // or an encoding.TextUnmarshaler 650 switch v.Kind() { 651 case reflect.Map: 652 // Map key must either have string kind, have an integer kind, 653 // or be an encoding.TextUnmarshaler. 654 t := v.Type() 655 switch t.Key().Kind() { 656 case reflect.String, 657 reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64, 658 reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr: 659 default: 660 if !reflect.PtrTo(t.Key()).Implements(textUnmarshalerType) { 661 d.saveError(&UnmarshalTypeError{Value: "object", Type: v.Type(), Offset: int64(d.off)}) 662 d.off-- 663 d.next() // skip over { } in input 664 return 665 } 666 } 667 if v.IsNil() { 668 v.Set(reflect.MakeMap(t)) 669 } 670 case reflect.Struct: 671 // ok 672 default: 673 d.saveError(&UnmarshalTypeError{Value: "object", Type: v.Type(), Offset: int64(d.off)}) 674 d.off-- 675 d.next() // skip over { } in input 676 return 677 } 678 679 var mapElem reflect.Value 680 681 for { 682 // Read opening " of string key or closing }. 683 op := d.scanWhile(scanSkipSpace) 684 if op == scanEndObject { 685 // closing } - can only happen on first iteration. 686 break 687 } 688 if op != scanBeginLiteral { 689 d.error(errPhase) 690 } 691 692 // Read key. 693 start := d.off - 1 694 op = d.scanWhile(scanContinue) 695 item := d.data[start : d.off-1] 696 key, ok := unquoteBytes(item) 697 if !ok { 698 d.error(errPhase) 699 } 700 701 // Figure out field corresponding to key. 702 var subv reflect.Value 703 destring := false // whether the value is wrapped in a string to be decoded first 704 705 if v.Kind() == reflect.Map { 706 elemType := v.Type().Elem() 707 if !mapElem.IsValid() { 708 mapElem = reflect.New(elemType).Elem() 709 } else { 710 mapElem.Set(reflect.Zero(elemType)) 711 } 712 subv = mapElem 713 } else { 714 var f *field 715 fields := cachedTypeFields(v.Type()) 716 for i := range fields { 717 ff := &fields[i] 718 if bytes.Equal(ff.nameBytes, key) { 719 f = ff 720 break 721 } 722 if f == nil && ff.equalFold(ff.nameBytes, key) { 723 f = ff 724 } 725 } 726 if f != nil { 727 subv = v 728 destring = f.quoted 729 for _, i := range f.index { 730 if subv.Kind() == reflect.Ptr { 731 if subv.IsNil() { 732 // If a struct embeds a pointer to an unexported type, 733 // it is not possible to set a newly allocated value 734 // since the field is unexported. 735 // 736 // See https://golang.org/issue/21357 737 if !subv.CanSet() { 738 d.saveError(fmt.Errorf("json: cannot set embedded pointer to unexported struct: %v", subv.Type().Elem())) 739 // Invalidate subv to ensure d.value(subv) skips over 740 // the JSON value without assigning it to subv. 741 subv = reflect.Value{} 742 destring = false 743 break 744 } 745 subv.Set(reflect.New(subv.Type().Elem())) 746 } 747 subv = subv.Elem() 748 } 749 subv = subv.Field(i) 750 } 751 d.errorContext.Field = f.name 752 d.errorContext.Struct = v.Type().Name() 753 } else if d.disallowUnknownFields { 754 d.saveError(fmt.Errorf("json: unknown field %q", key)) 755 } 756 } 757 758 // Read : before value. 759 if op == scanSkipSpace { 760 op = d.scanWhile(scanSkipSpace) 761 } 762 if op != scanObjectKey { 763 d.error(errPhase) 764 } 765 766 if destring { 767 switch qv := d.valueQuoted().(type) { 768 case nil: 769 d.literalStore(nullLiteral, subv, false) 770 case string: 771 d.literalStore([]byte(qv), subv, true) 772 default: 773 d.saveError(fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal unquoted value into %v", subv.Type())) 774 } 775 } else { 776 d.value(subv) 777 } 778 779 // Write value back to map; 780 // if using struct, subv points into struct already. 781 if v.Kind() == reflect.Map { 782 kt := v.Type().Key() 783 var kv reflect.Value 784 switch { 785 case kt.Kind() == reflect.String: 786 kv = reflect.ValueOf(key).Convert(kt) 787 case reflect.PtrTo(kt).Implements(textUnmarshalerType): 788 kv = reflect.New(v.Type().Key()) 789 d.literalStore(item, kv, true) 790 kv = kv.Elem() 791 default: 792 switch kt.Kind() { 793 case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: 794 s := string(key) 795 n, err := strconv.ParseInt(s, 10, 64) 796 if err != nil || reflect.Zero(kt).OverflowInt(n) { 797 d.saveError(&UnmarshalTypeError{Value: "number " + s, Type: kt, Offset: int64(start + 1)}) 798 return 799 } 800 kv = reflect.ValueOf(n).Convert(kt) 801 case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr: 802 s := string(key) 803 n, err := strconv.ParseUint(s, 10, 64) 804 if err != nil || reflect.Zero(kt).OverflowUint(n) { 805 d.saveError(&UnmarshalTypeError{Value: "number " + s, Type: kt, Offset: int64(start + 1)}) 806 return 807 } 808 kv = reflect.ValueOf(n).Convert(kt) 809 default: 810 panic("json: Unexpected key type") // should never occur 811 } 812 } 813 v.SetMapIndex(kv, subv) 814 } 815 816 // Next token must be , or }. 817 op = d.scanWhile(scanSkipSpace) 818 if op == scanEndObject { 819 break 820 } 821 if op != scanObjectValue { 822 d.error(errPhase) 823 } 824 825 d.errorContext.Struct = "" 826 d.errorContext.Field = "" 827 } 828 } 829 830 // literal consumes a literal from d.data[d.off-1:], decoding into the value v. 831 // The first byte of the literal has been read already 832 // (that's how the caller knows it's a literal). 833 func (d *decodeState) literal(v reflect.Value) { 834 // All bytes inside literal return scanContinue op code. 835 start := d.off - 1 836 op := d.scanWhile(scanContinue) 837 838 // Scan read one byte too far; back up. 839 d.off-- 840 d.scan.undo(op) 841 842 d.literalStore(d.data[start:d.off], v, false) 843 } 844 845 // convertNumber converts the number literal s to a float64 or a Number 846 // depending on the setting of d.useNumber. 847 func (d *decodeState) convertNumber(s string) (interface{}, error) { 848 if d.useNumber { 849 return Number(s), nil 850 } 851 f, err := strconv.ParseFloat(s, 64) 852 if err != nil { 853 return nil, &UnmarshalTypeError{Value: "number " + s, Type: reflect.TypeOf(0.0), Offset: int64(d.off)} 854 } 855 return f, nil 856 } 857 858 var numberType = reflect.TypeOf(Number("")) 859 860 // literalStore decodes a literal stored in item into v. 861 // 862 // fromQuoted indicates whether this literal came from unwrapping a 863 // string from the ",string" struct tag option. this is used only to 864 // produce more helpful error messages. 865 func (d *decodeState) literalStore(item []byte, v reflect.Value, fromQuoted bool) { 866 // Check for unmarshaler. 867 if len(item) == 0 { 868 //Empty string given 869 d.saveError(fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal %q into %v", item, v.Type())) 870 return 871 } 872 isNull := item[0] == 'n' // null 873 u, ut, pv := d.indirect(v, isNull) 874 if u != nil { 875 err := u.UnmarshalJSON(item) 876 if err != nil { 877 d.error(err) 878 } 879 return 880 } 881 if ut != nil { 882 if item[0] != '"' { 883 if fromQuoted { 884 d.saveError(fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal %q into %v", item, v.Type())) 885 } else { 886 var val string 887 switch item[0] { 888 case 'n': 889 val = "null" 890 case 't', 'f': 891 val = "bool" 892 default: 893 val = "number" 894 } 895 d.saveError(&UnmarshalTypeError{Value: val, Type: v.Type(), Offset: int64(d.off)}) 896 } 897 return 898 } 899 s, ok := unquoteBytes(item) 900 if !ok { 901 if fromQuoted { 902 d.error(fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal %q into %v", item, v.Type())) 903 } else { 904 d.error(errPhase) 905 } 906 } 907 err := ut.UnmarshalText(s) 908 if err != nil { 909 d.error(err) 910 } 911 return 912 } 913 914 v = pv 915 916 switch c := item[0]; c { 917 case 'n': // null 918 // The main parser checks that only true and false can reach here, 919 // but if this was a quoted string input, it could be anything. 920 if fromQuoted && string(item) != "null" { 921 d.saveError(fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal %q into %v", item, v.Type())) 922 break 923 } 924 switch v.Kind() { 925 case reflect.Interface, reflect.Ptr, reflect.Map, reflect.Slice: 926 v.Set(reflect.Zero(v.Type())) 927 // otherwise, ignore null for primitives/string 928 } 929 case 't', 'f': // true, false 930 value := item[0] == 't' 931 // The main parser checks that only true and false can reach here, 932 // but if this was a quoted string input, it could be anything. 933 if fromQuoted && string(item) != "true" && string(item) != "false" { 934 d.saveError(fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal %q into %v", item, v.Type())) 935 break 936 } 937 switch v.Kind() { 938 default: 939 if fromQuoted { 940 d.saveError(fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal %q into %v", item, v.Type())) 941 } else { 942 d.saveError(&UnmarshalTypeError{Value: "bool", Type: v.Type(), Offset: int64(d.off)}) 943 } 944 case reflect.Bool: 945 v.SetBool(value) 946 case reflect.Interface: 947 if v.NumMethod() == 0 { 948 v.Set(reflect.ValueOf(value)) 949 } else { 950 d.saveError(&UnmarshalTypeError{Value: "bool", Type: v.Type(), Offset: int64(d.off)}) 951 } 952 } 953 954 case '"': // string 955 s, ok := unquoteBytes(item) 956 if !ok { 957 if fromQuoted { 958 d.error(fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal %q into %v", item, v.Type())) 959 } else { 960 d.error(errPhase) 961 } 962 } 963 switch v.Kind() { 964 default: 965 d.saveError(&UnmarshalTypeError{Value: "string", Type: v.Type(), Offset: int64(d.off)}) 966 case reflect.Slice: 967 if v.Type().Elem().Kind() != reflect.Uint8 { 968 d.saveError(&UnmarshalTypeError{Value: "string", Type: v.Type(), Offset: int64(d.off)}) 969 break 970 } 971 b := make([]byte, base64.StdEncoding.DecodedLen(len(s))) 972 n, err := base64.StdEncoding.Decode(b, s) 973 if err != nil { 974 d.saveError(err) 975 break 976 } 977 v.SetBytes(b[:n]) 978 case reflect.String: 979 v.SetString(string(s)) 980 case reflect.Interface: 981 if v.NumMethod() == 0 { 982 v.Set(reflect.ValueOf(string(s))) 983 } else { 984 d.saveError(&UnmarshalTypeError{Value: "string", Type: v.Type(), Offset: int64(d.off)}) 985 } 986 } 987 988 default: // number 989 if c != '-' && (c < '0' || c > '9') { 990 if fromQuoted { 991 d.error(fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal %q into %v", item, v.Type())) 992 } else { 993 d.error(errPhase) 994 } 995 } 996 s := string(item) 997 switch v.Kind() { 998 default: 999 if v.Kind() == reflect.String && v.Type() == numberType { 1000 v.SetString(s) 1001 if !isValidNumber(s) { 1002 d.error(fmt.Errorf("json: invalid number literal, trying to unmarshal %q into Number", item)) 1003 } 1004 break 1005 } 1006 if fromQuoted { 1007 d.error(fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal %q into %v", item, v.Type())) 1008 } else { 1009 d.error(&UnmarshalTypeError{Value: "number", Type: v.Type(), Offset: int64(d.off)}) 1010 } 1011 case reflect.Interface: 1012 n, err := d.convertNumber(s) 1013 if err != nil { 1014 d.saveError(err) 1015 break 1016 } 1017 if v.NumMethod() != 0 { 1018 d.saveError(&UnmarshalTypeError{Value: "number", Type: v.Type(), Offset: int64(d.off)}) 1019 break 1020 } 1021 v.Set(reflect.ValueOf(n)) 1022 1023 case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: 1024 n, err := strconv.ParseInt(s, 10, 64) 1025 if err != nil || v.OverflowInt(n) { 1026 d.saveError(&UnmarshalTypeError{Value: "number " + s, Type: v.Type(), Offset: int64(d.off)}) 1027 break 1028 } 1029 v.SetInt(n) 1030 1031 case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr: 1032 n, err := strconv.ParseUint(s, 10, 64) 1033 if err != nil || v.OverflowUint(n) { 1034 d.saveError(&UnmarshalTypeError{Value: "number " + s, Type: v.Type(), Offset: int64(d.off)}) 1035 break 1036 } 1037 v.SetUint(n) 1038 1039 case reflect.Float32, reflect.Float64: 1040 n, err := strconv.ParseFloat(s, v.Type().Bits()) 1041 if err != nil || v.OverflowFloat(n) { 1042 d.saveError(&UnmarshalTypeError{Value: "number " + s, Type: v.Type(), Offset: int64(d.off)}) 1043 break 1044 } 1045 v.SetFloat(n) 1046 } 1047 } 1048 } 1049 1050 // The xxxInterface routines build up a value to be stored 1051 // in an empty interface. They are not strictly necessary, 1052 // but they avoid the weight of reflection in this common case. 1053 1054 // valueInterface is like value but returns interface{} 1055 func (d *decodeState) valueInterface() interface{} { 1056 switch d.scanWhile(scanSkipSpace) { 1057 default: 1058 d.error(errPhase) 1059 panic("unreachable") 1060 case scanBeginArray: 1061 return d.arrayInterface() 1062 case scanBeginObject: 1063 return d.objectInterface() 1064 case scanBeginLiteral: 1065 return d.literalInterface() 1066 } 1067 } 1068 1069 // arrayInterface is like array but returns []interface{}. 1070 func (d *decodeState) arrayInterface() []interface{} { 1071 var v = make([]interface{}, 0) 1072 for { 1073 // Look ahead for ] - can only happen on first iteration. 1074 op := d.scanWhile(scanSkipSpace) 1075 if op == scanEndArray { 1076 break 1077 } 1078 1079 // Back up so d.value can have the byte we just read. 1080 d.off-- 1081 d.scan.undo(op) 1082 1083 v = append(v, d.valueInterface()) 1084 1085 // Next token must be , or ]. 1086 op = d.scanWhile(scanSkipSpace) 1087 if op == scanEndArray { 1088 break 1089 } 1090 if op != scanArrayValue { 1091 d.error(errPhase) 1092 } 1093 } 1094 return v 1095 } 1096 1097 // objectInterface is like object but returns map[string]interface{}. 1098 func (d *decodeState) objectInterface() map[string]interface{} { 1099 m := make(map[string]interface{}) 1100 for { 1101 // Read opening " of string key or closing }. 1102 op := d.scanWhile(scanSkipSpace) 1103 if op == scanEndObject { 1104 // closing } - can only happen on first iteration. 1105 break 1106 } 1107 if op != scanBeginLiteral { 1108 d.error(errPhase) 1109 } 1110 1111 // Read string key. 1112 start := d.off - 1 1113 op = d.scanWhile(scanContinue) 1114 item := d.data[start : d.off-1] 1115 key, ok := unquote(item) 1116 if !ok { 1117 d.error(errPhase) 1118 } 1119 1120 // Read : before value. 1121 if op == scanSkipSpace { 1122 op = d.scanWhile(scanSkipSpace) 1123 } 1124 if op != scanObjectKey { 1125 d.error(errPhase) 1126 } 1127 1128 // Read value. 1129 m[key] = d.valueInterface() 1130 1131 // Next token must be , or }. 1132 op = d.scanWhile(scanSkipSpace) 1133 if op == scanEndObject { 1134 break 1135 } 1136 if op != scanObjectValue { 1137 d.error(errPhase) 1138 } 1139 } 1140 return m 1141 } 1142 1143 // literalInterface is like literal but returns an interface value. 1144 func (d *decodeState) literalInterface() interface{} { 1145 // All bytes inside literal return scanContinue op code. 1146 start := d.off - 1 1147 op := d.scanWhile(scanContinue) 1148 1149 // Scan read one byte too far; back up. 1150 d.off-- 1151 d.scan.undo(op) 1152 item := d.data[start:d.off] 1153 1154 switch c := item[0]; c { 1155 case 'n': // null 1156 return nil 1157 1158 case 't', 'f': // true, false 1159 return c == 't' 1160 1161 case '"': // string 1162 s, ok := unquote(item) 1163 if !ok { 1164 d.error(errPhase) 1165 } 1166 return s 1167 1168 default: // number 1169 if c != '-' && (c < '0' || c > '9') { 1170 d.error(errPhase) 1171 } 1172 n, err := d.convertNumber(string(item)) 1173 if err != nil { 1174 d.saveError(err) 1175 } 1176 return n 1177 } 1178 } 1179 1180 // getu4 decodes \uXXXX from the beginning of s, returning the hex value, 1181 // or it returns -1. 1182 func getu4(s []byte) rune { 1183 if len(s) < 6 || s[0] != '\\' || s[1] != 'u' { 1184 return -1 1185 } 1186 var r rune 1187 for _, c := range s[2:6] { 1188 switch { 1189 case '0' <= c && c <= '9': 1190 c = c - '0' 1191 case 'a' <= c && c <= 'f': 1192 c = c - 'a' + 10 1193 case 'A' <= c && c <= 'F': 1194 c = c - 'A' + 10 1195 default: 1196 return -1 1197 } 1198 r = r*16 + rune(c) 1199 } 1200 return r 1201 } 1202 1203 // unquote converts a quoted JSON string literal s into an actual string t. 1204 // The rules are different than for Go, so cannot use strconv.Unquote. 1205 func unquote(s []byte) (t string, ok bool) { 1206 s, ok = unquoteBytes(s) 1207 t = string(s) 1208 return 1209 } 1210 1211 func unquoteBytes(s []byte) (t []byte, ok bool) { 1212 if len(s) < 2 || s[0] != '"' || s[len(s)-1] != '"' { 1213 return 1214 } 1215 s = s[1 : len(s)-1] 1216 1217 // Check for unusual characters. If there are none, 1218 // then no unquoting is needed, so return a slice of the 1219 // original bytes. 1220 r := 0 1221 for r < len(s) { 1222 c := s[r] 1223 if c == '\\' || c == '"' || c < ' ' { 1224 break 1225 } 1226 if c < utf8.RuneSelf { 1227 r++ 1228 continue 1229 } 1230 rr, size := utf8.DecodeRune(s[r:]) 1231 if rr == utf8.RuneError && size == 1 { 1232 break 1233 } 1234 r += size 1235 } 1236 if r == len(s) { 1237 return s, true 1238 } 1239 1240 b := make([]byte, len(s)+2*utf8.UTFMax) 1241 w := copy(b, s[0:r]) 1242 for r < len(s) { 1243 // Out of room? Can only happen if s is full of 1244 // malformed UTF-8 and we're replacing each 1245 // byte with RuneError. 1246 if w >= len(b)-2*utf8.UTFMax { 1247 nb := make([]byte, (len(b)+utf8.UTFMax)*2) 1248 copy(nb, b[0:w]) 1249 b = nb 1250 } 1251 switch c := s[r]; { 1252 case c == '\\': 1253 r++ 1254 if r >= len(s) { 1255 return 1256 } 1257 switch s[r] { 1258 default: 1259 return 1260 case '"', '\\', '/', '\'': 1261 b[w] = s[r] 1262 r++ 1263 w++ 1264 case 'b': 1265 b[w] = '\b' 1266 r++ 1267 w++ 1268 case 'f': 1269 b[w] = '\f' 1270 r++ 1271 w++ 1272 case 'n': 1273 b[w] = '\n' 1274 r++ 1275 w++ 1276 case 'r': 1277 b[w] = '\r' 1278 r++ 1279 w++ 1280 case 't': 1281 b[w] = '\t' 1282 r++ 1283 w++ 1284 case 'u': 1285 r-- 1286 rr := getu4(s[r:]) 1287 if rr < 0 { 1288 return 1289 } 1290 r += 6 1291 if utf16.IsSurrogate(rr) { 1292 rr1 := getu4(s[r:]) 1293 if dec := utf16.DecodeRune(rr, rr1); dec != unicode.ReplacementChar { 1294 // A valid pair; consume. 1295 r += 6 1296 w += utf8.EncodeRune(b[w:], dec) 1297 break 1298 } 1299 // Invalid surrogate; fall back to replacement rune. 1300 rr = unicode.ReplacementChar 1301 } 1302 w += utf8.EncodeRune(b[w:], rr) 1303 } 1304 1305 // Quote, control characters are invalid. 1306 case c == '"', c < ' ': 1307 return 1308 1309 // ASCII 1310 case c < utf8.RuneSelf: 1311 b[w] = c 1312 r++ 1313 w++ 1314 1315 // Coerce to well-formed UTF-8. 1316 default: 1317 rr, size := utf8.DecodeRune(s[r:]) 1318 r += size 1319 w += utf8.EncodeRune(b[w:], rr) 1320 } 1321 } 1322 return b[0:w], true 1323 }