github.com/miolini/go@v0.0.0-20160405192216-fca68c8cb408/src/compress/zlib/reader.go (about) 1 // Copyright 2009 The Go Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style 3 // license that can be found in the LICENSE file. 4 5 /* 6 Package zlib implements reading and writing of zlib format compressed data, 7 as specified in RFC 1950. 8 9 The implementation provides filters that uncompress during reading 10 and compress during writing. For example, to write compressed data 11 to a buffer: 12 13 var b bytes.Buffer 14 w := zlib.NewWriter(&b) 15 w.Write([]byte("hello, world\n")) 16 w.Close() 17 18 and to read that data back: 19 20 r, err := zlib.NewReader(&b) 21 io.Copy(os.Stdout, r) 22 r.Close() 23 */ 24 package zlib 25 26 import ( 27 "bufio" 28 "compress/flate" 29 "errors" 30 "hash" 31 "hash/adler32" 32 "io" 33 ) 34 35 const zlibDeflate = 8 36 37 var ( 38 // ErrChecksum is returned when reading ZLIB data that has an invalid checksum. 39 ErrChecksum = errors.New("zlib: invalid checksum") 40 // ErrDictionary is returned when reading ZLIB data that has an invalid dictionary. 41 ErrDictionary = errors.New("zlib: invalid dictionary") 42 // ErrHeader is returned when reading ZLIB data that has an invalid header. 43 ErrHeader = errors.New("zlib: invalid header") 44 ) 45 46 type reader struct { 47 r flate.Reader 48 decompressor io.ReadCloser 49 digest hash.Hash32 50 err error 51 scratch [4]byte 52 } 53 54 // Resetter resets a ReadCloser returned by NewReader or NewReaderDict to 55 // to switch to a new underlying Reader. This permits reusing a ReadCloser 56 // instead of allocating a new one. 57 type Resetter interface { 58 // Reset discards any buffered data and resets the Resetter as if it was 59 // newly initialized with the given reader. 60 Reset(r io.Reader, dict []byte) error 61 } 62 63 // NewReader creates a new ReadCloser. 64 // Reads from the returned ReadCloser read and decompress data from r. 65 // The implementation buffers input and may read more data than necessary from r. 66 // It is the caller's responsibility to call Close on the ReadCloser when done. 67 // 68 // The ReadCloser returned by NewReader also implements Resetter. 69 func NewReader(r io.Reader) (io.ReadCloser, error) { 70 return NewReaderDict(r, nil) 71 } 72 73 // NewReaderDict is like NewReader but uses a preset dictionary. 74 // NewReaderDict ignores the dictionary if the compressed data does not refer to it. 75 // If the compressed data refers to a different dictionary, NewReaderDict returns ErrDictionary. 76 // 77 // The ReadCloser returned by NewReaderDict also implements Resetter. 78 func NewReaderDict(r io.Reader, dict []byte) (io.ReadCloser, error) { 79 z := new(reader) 80 err := z.Reset(r, dict) 81 if err != nil { 82 return nil, err 83 } 84 return z, nil 85 } 86 87 func (z *reader) Read(p []byte) (int, error) { 88 if z.err != nil { 89 return 0, z.err 90 } 91 92 var n int 93 n, z.err = z.decompressor.Read(p) 94 z.digest.Write(p[0:n]) 95 if z.err != io.EOF { 96 // In the normal case we return here. 97 return n, z.err 98 } 99 100 // Finished file; check checksum. 101 if _, err := io.ReadFull(z.r, z.scratch[0:4]); err != nil { 102 if err == io.EOF { 103 err = io.ErrUnexpectedEOF 104 } 105 z.err = err 106 return n, z.err 107 } 108 // ZLIB (RFC 1950) is big-endian, unlike GZIP (RFC 1952). 109 checksum := uint32(z.scratch[0])<<24 | uint32(z.scratch[1])<<16 | uint32(z.scratch[2])<<8 | uint32(z.scratch[3]) 110 if checksum != z.digest.Sum32() { 111 z.err = ErrChecksum 112 return n, z.err 113 } 114 return n, io.EOF 115 } 116 117 // Calling Close does not close the wrapped io.Reader originally passed to NewReader. 118 func (z *reader) Close() error { 119 if z.err != nil && z.err != io.EOF { 120 return z.err 121 } 122 z.err = z.decompressor.Close() 123 return z.err 124 } 125 126 func (z *reader) Reset(r io.Reader, dict []byte) error { 127 *z = reader{decompressor: z.decompressor} 128 if fr, ok := r.(flate.Reader); ok { 129 z.r = fr 130 } else { 131 z.r = bufio.NewReader(r) 132 } 133 134 // Read the header (RFC 1950 section 2.2.). 135 _, z.err = io.ReadFull(z.r, z.scratch[0:2]) 136 if z.err != nil { 137 if z.err == io.EOF { 138 z.err = io.ErrUnexpectedEOF 139 } 140 return z.err 141 } 142 h := uint(z.scratch[0])<<8 | uint(z.scratch[1]) 143 if (z.scratch[0]&0x0f != zlibDeflate) || (h%31 != 0) { 144 z.err = ErrHeader 145 return z.err 146 } 147 haveDict := z.scratch[1]&0x20 != 0 148 if haveDict { 149 _, z.err = io.ReadFull(z.r, z.scratch[0:4]) 150 if z.err != nil { 151 if z.err == io.EOF { 152 z.err = io.ErrUnexpectedEOF 153 } 154 return z.err 155 } 156 checksum := uint32(z.scratch[0])<<24 | uint32(z.scratch[1])<<16 | uint32(z.scratch[2])<<8 | uint32(z.scratch[3]) 157 if checksum != adler32.Checksum(dict) { 158 z.err = ErrDictionary 159 return z.err 160 } 161 } 162 163 if z.decompressor == nil { 164 if haveDict { 165 z.decompressor = flate.NewReaderDict(z.r, dict) 166 } else { 167 z.decompressor = flate.NewReader(z.r) 168 } 169 } else { 170 z.decompressor.(flate.Resetter).Reset(z.r, dict) 171 } 172 z.digest = adler32.New() 173 return nil 174 }