github.com/mdempsky/go@v0.0.0-20151201204031-5dd372bd1e70/src/io/io.go (about) 1 // Copyright 2009 The Go Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style 3 // license that can be found in the LICENSE file. 4 5 // Package io provides basic interfaces to I/O primitives. 6 // Its primary job is to wrap existing implementations of such primitives, 7 // such as those in package os, into shared public interfaces that 8 // abstract the functionality, plus some other related primitives. 9 // 10 // Because these interfaces and primitives wrap lower-level operations with 11 // various implementations, unless otherwise informed clients should not 12 // assume they are safe for parallel execution. 13 package io 14 15 import ( 16 "errors" 17 ) 18 19 // ErrShortWrite means that a write accepted fewer bytes than requested 20 // but failed to return an explicit error. 21 var ErrShortWrite = errors.New("short write") 22 23 // ErrShortBuffer means that a read required a longer buffer than was provided. 24 var ErrShortBuffer = errors.New("short buffer") 25 26 // EOF is the error returned by Read when no more input is available. 27 // Functions should return EOF only to signal a graceful end of input. 28 // If the EOF occurs unexpectedly in a structured data stream, 29 // the appropriate error is either ErrUnexpectedEOF or some other error 30 // giving more detail. 31 var EOF = errors.New("EOF") 32 33 // ErrUnexpectedEOF means that EOF was encountered in the 34 // middle of reading a fixed-size block or data structure. 35 var ErrUnexpectedEOF = errors.New("unexpected EOF") 36 37 // ErrNoProgress is returned by some clients of an io.Reader when 38 // many calls to Read have failed to return any data or error, 39 // usually the sign of a broken io.Reader implementation. 40 var ErrNoProgress = errors.New("multiple Read calls return no data or error") 41 42 // Reader is the interface that wraps the basic Read method. 43 // 44 // Read reads up to len(p) bytes into p. It returns the number of bytes 45 // read (0 <= n <= len(p)) and any error encountered. Even if Read 46 // returns n < len(p), it may use all of p as scratch space during the call. 47 // If some data is available but not len(p) bytes, Read conventionally 48 // returns what is available instead of waiting for more. 49 // 50 // When Read encounters an error or end-of-file condition after 51 // successfully reading n > 0 bytes, it returns the number of 52 // bytes read. It may return the (non-nil) error from the same call 53 // or return the error (and n == 0) from a subsequent call. 54 // An instance of this general case is that a Reader returning 55 // a non-zero number of bytes at the end of the input stream may 56 // return either err == EOF or err == nil. The next Read should 57 // return 0, EOF. 58 // 59 // Callers should always process the n > 0 bytes returned before 60 // considering the error err. Doing so correctly handles I/O errors 61 // that happen after reading some bytes and also both of the 62 // allowed EOF behaviors. 63 // 64 // Implementations of Read are discouraged from returning a 65 // zero byte count with a nil error, except when len(p) == 0. 66 // Callers should treat a return of 0 and nil as indicating that 67 // nothing happened; in particular it does not indicate EOF. 68 // 69 // Implementations must not retain p. 70 type Reader interface { 71 Read(p []byte) (n int, err error) 72 } 73 74 // Writer is the interface that wraps the basic Write method. 75 // 76 // Write writes len(p) bytes from p to the underlying data stream. 77 // It returns the number of bytes written from p (0 <= n <= len(p)) 78 // and any error encountered that caused the write to stop early. 79 // Write must return a non-nil error if it returns n < len(p). 80 // Write must not modify the slice data, even temporarily. 81 // 82 // Implementations must not retain p. 83 type Writer interface { 84 Write(p []byte) (n int, err error) 85 } 86 87 // Closer is the interface that wraps the basic Close method. 88 // 89 // The behavior of Close after the first call is undefined. 90 // Specific implementations may document their own behavior. 91 type Closer interface { 92 Close() error 93 } 94 95 // Seeker is the interface that wraps the basic Seek method. 96 // 97 // Seek sets the offset for the next Read or Write to offset, 98 // interpreted according to whence: 0 means relative to the start of 99 // the file, 1 means relative to the current offset, and 2 means 100 // relative to the end. Seek returns the new offset relative to the 101 // start of the file and an error, if any. 102 // 103 // Seeking to an offset before the start of the file is an error. 104 // Seeking to any positive offset is legal, but the behavior of subsequent 105 // I/O operations on the underlying object is implementation-dependent. 106 type Seeker interface { 107 Seek(offset int64, whence int) (int64, error) 108 } 109 110 // ReadWriter is the interface that groups the basic Read and Write methods. 111 type ReadWriter interface { 112 Reader 113 Writer 114 } 115 116 // ReadCloser is the interface that groups the basic Read and Close methods. 117 type ReadCloser interface { 118 Reader 119 Closer 120 } 121 122 // WriteCloser is the interface that groups the basic Write and Close methods. 123 type WriteCloser interface { 124 Writer 125 Closer 126 } 127 128 // ReadWriteCloser is the interface that groups the basic Read, Write and Close methods. 129 type ReadWriteCloser interface { 130 Reader 131 Writer 132 Closer 133 } 134 135 // ReadSeeker is the interface that groups the basic Read and Seek methods. 136 type ReadSeeker interface { 137 Reader 138 Seeker 139 } 140 141 // WriteSeeker is the interface that groups the basic Write and Seek methods. 142 type WriteSeeker interface { 143 Writer 144 Seeker 145 } 146 147 // ReadWriteSeeker is the interface that groups the basic Read, Write and Seek methods. 148 type ReadWriteSeeker interface { 149 Reader 150 Writer 151 Seeker 152 } 153 154 // ReaderFrom is the interface that wraps the ReadFrom method. 155 // 156 // ReadFrom reads data from r until EOF or error. 157 // The return value n is the number of bytes read. 158 // Any error except io.EOF encountered during the read is also returned. 159 // 160 // The Copy function uses ReaderFrom if available. 161 type ReaderFrom interface { 162 ReadFrom(r Reader) (n int64, err error) 163 } 164 165 // WriterTo is the interface that wraps the WriteTo method. 166 // 167 // WriteTo writes data to w until there's no more data to write or 168 // when an error occurs. The return value n is the number of bytes 169 // written. Any error encountered during the write is also returned. 170 // 171 // The Copy function uses WriterTo if available. 172 type WriterTo interface { 173 WriteTo(w Writer) (n int64, err error) 174 } 175 176 // ReaderAt is the interface that wraps the basic ReadAt method. 177 // 178 // ReadAt reads len(p) bytes into p starting at offset off in the 179 // underlying input source. It returns the number of bytes 180 // read (0 <= n <= len(p)) and any error encountered. 181 // 182 // When ReadAt returns n < len(p), it returns a non-nil error 183 // explaining why more bytes were not returned. In this respect, 184 // ReadAt is stricter than Read. 185 // 186 // Even if ReadAt returns n < len(p), it may use all of p as scratch 187 // space during the call. If some data is available but not len(p) bytes, 188 // ReadAt blocks until either all the data is available or an error occurs. 189 // In this respect ReadAt is different from Read. 190 // 191 // If the n = len(p) bytes returned by ReadAt are at the end of the 192 // input source, ReadAt may return either err == EOF or err == nil. 193 // 194 // If ReadAt is reading from an input source with a seek offset, 195 // ReadAt should not affect nor be affected by the underlying 196 // seek offset. 197 // 198 // Clients of ReadAt can execute parallel ReadAt calls on the 199 // same input source. 200 // 201 // Implementations must not retain p. 202 type ReaderAt interface { 203 ReadAt(p []byte, off int64) (n int, err error) 204 } 205 206 // WriterAt is the interface that wraps the basic WriteAt method. 207 // 208 // WriteAt writes len(p) bytes from p to the underlying data stream 209 // at offset off. It returns the number of bytes written from p (0 <= n <= len(p)) 210 // and any error encountered that caused the write to stop early. 211 // WriteAt must return a non-nil error if it returns n < len(p). 212 // 213 // If WriteAt is writing to a destination with a seek offset, 214 // WriteAt should not affect nor be affected by the underlying 215 // seek offset. 216 // 217 // Clients of WriteAt can execute parallel WriteAt calls on the same 218 // destination if the ranges do not overlap. 219 // 220 // Implementations must not retain p. 221 type WriterAt interface { 222 WriteAt(p []byte, off int64) (n int, err error) 223 } 224 225 // ByteReader is the interface that wraps the ReadByte method. 226 // 227 // ReadByte reads and returns the next byte from the input. 228 type ByteReader interface { 229 ReadByte() (c byte, err error) 230 } 231 232 // ByteScanner is the interface that adds the UnreadByte method to the 233 // basic ReadByte method. 234 // 235 // UnreadByte causes the next call to ReadByte to return the same byte 236 // as the previous call to ReadByte. 237 // It may be an error to call UnreadByte twice without an intervening 238 // call to ReadByte. 239 type ByteScanner interface { 240 ByteReader 241 UnreadByte() error 242 } 243 244 // ByteWriter is the interface that wraps the WriteByte method. 245 type ByteWriter interface { 246 WriteByte(c byte) error 247 } 248 249 // RuneReader is the interface that wraps the ReadRune method. 250 // 251 // ReadRune reads a single UTF-8 encoded Unicode character 252 // and returns the rune and its size in bytes. If no character is 253 // available, err will be set. 254 type RuneReader interface { 255 ReadRune() (r rune, size int, err error) 256 } 257 258 // RuneScanner is the interface that adds the UnreadRune method to the 259 // basic ReadRune method. 260 // 261 // UnreadRune causes the next call to ReadRune to return the same rune 262 // as the previous call to ReadRune. 263 // It may be an error to call UnreadRune twice without an intervening 264 // call to ReadRune. 265 type RuneScanner interface { 266 RuneReader 267 UnreadRune() error 268 } 269 270 // stringWriter is the interface that wraps the WriteString method. 271 type stringWriter interface { 272 WriteString(s string) (n int, err error) 273 } 274 275 // WriteString writes the contents of the string s to w, which accepts a slice of bytes. 276 // If w implements a WriteString method, it is invoked directly. 277 func WriteString(w Writer, s string) (n int, err error) { 278 if sw, ok := w.(stringWriter); ok { 279 return sw.WriteString(s) 280 } 281 return w.Write([]byte(s)) 282 } 283 284 // ReadAtLeast reads from r into buf until it has read at least min bytes. 285 // It returns the number of bytes copied and an error if fewer bytes were read. 286 // The error is EOF only if no bytes were read. 287 // If an EOF happens after reading fewer than min bytes, 288 // ReadAtLeast returns ErrUnexpectedEOF. 289 // If min is greater than the length of buf, ReadAtLeast returns ErrShortBuffer. 290 // On return, n >= min if and only if err == nil. 291 func ReadAtLeast(r Reader, buf []byte, min int) (n int, err error) { 292 if len(buf) < min { 293 return 0, ErrShortBuffer 294 } 295 for n < min && err == nil { 296 var nn int 297 nn, err = r.Read(buf[n:]) 298 n += nn 299 } 300 if n >= min { 301 err = nil 302 } else if n > 0 && err == EOF { 303 err = ErrUnexpectedEOF 304 } 305 return 306 } 307 308 // ReadFull reads exactly len(buf) bytes from r into buf. 309 // It returns the number of bytes copied and an error if fewer bytes were read. 310 // The error is EOF only if no bytes were read. 311 // If an EOF happens after reading some but not all the bytes, 312 // ReadFull returns ErrUnexpectedEOF. 313 // On return, n == len(buf) if and only if err == nil. 314 func ReadFull(r Reader, buf []byte) (n int, err error) { 315 return ReadAtLeast(r, buf, len(buf)) 316 } 317 318 // CopyN copies n bytes (or until an error) from src to dst. 319 // It returns the number of bytes copied and the earliest 320 // error encountered while copying. 321 // On return, written == n if and only if err == nil. 322 // 323 // If dst implements the ReaderFrom interface, 324 // the copy is implemented using it. 325 func CopyN(dst Writer, src Reader, n int64) (written int64, err error) { 326 written, err = Copy(dst, LimitReader(src, n)) 327 if written == n { 328 return n, nil 329 } 330 if written < n && err == nil { 331 // src stopped early; must have been EOF. 332 err = EOF 333 } 334 return 335 } 336 337 // Copy copies from src to dst until either EOF is reached 338 // on src or an error occurs. It returns the number of bytes 339 // copied and the first error encountered while copying, if any. 340 // 341 // A successful Copy returns err == nil, not err == EOF. 342 // Because Copy is defined to read from src until EOF, it does 343 // not treat an EOF from Read as an error to be reported. 344 // 345 // If src implements the WriterTo interface, 346 // the copy is implemented by calling src.WriteTo(dst). 347 // Otherwise, if dst implements the ReaderFrom interface, 348 // the copy is implemented by calling dst.ReadFrom(src). 349 func Copy(dst Writer, src Reader) (written int64, err error) { 350 return copyBuffer(dst, src, nil) 351 } 352 353 // CopyBuffer is identical to Copy except that it stages through the 354 // provided buffer (if one is required) rather than allocating a 355 // temporary one. If buf is nil, one is allocated; otherwise if it has 356 // zero length, CopyBuffer panics. 357 func CopyBuffer(dst Writer, src Reader, buf []byte) (written int64, err error) { 358 if buf != nil && len(buf) == 0 { 359 panic("empty buffer in io.CopyBuffer") 360 } 361 return copyBuffer(dst, src, buf) 362 } 363 364 // copyBuffer is the actual implementation of Copy and CopyBuffer. 365 // if buf is nil, one is allocated. 366 func copyBuffer(dst Writer, src Reader, buf []byte) (written int64, err error) { 367 // If the reader has a WriteTo method, use it to do the copy. 368 // Avoids an allocation and a copy. 369 if wt, ok := src.(WriterTo); ok { 370 return wt.WriteTo(dst) 371 } 372 // Similarly, if the writer has a ReadFrom method, use it to do the copy. 373 if rt, ok := dst.(ReaderFrom); ok { 374 return rt.ReadFrom(src) 375 } 376 if buf == nil { 377 buf = make([]byte, 32*1024) 378 } 379 for { 380 nr, er := src.Read(buf) 381 if nr > 0 { 382 nw, ew := dst.Write(buf[0:nr]) 383 if nw > 0 { 384 written += int64(nw) 385 } 386 if ew != nil { 387 err = ew 388 break 389 } 390 if nr != nw { 391 err = ErrShortWrite 392 break 393 } 394 } 395 if er == EOF { 396 break 397 } 398 if er != nil { 399 err = er 400 break 401 } 402 } 403 return written, err 404 } 405 406 // LimitReader returns a Reader that reads from r 407 // but stops with EOF after n bytes. 408 // The underlying implementation is a *LimitedReader. 409 func LimitReader(r Reader, n int64) Reader { return &LimitedReader{r, n} } 410 411 // A LimitedReader reads from R but limits the amount of 412 // data returned to just N bytes. Each call to Read 413 // updates N to reflect the new amount remaining. 414 type LimitedReader struct { 415 R Reader // underlying reader 416 N int64 // max bytes remaining 417 } 418 419 func (l *LimitedReader) Read(p []byte) (n int, err error) { 420 if l.N <= 0 { 421 return 0, EOF 422 } 423 if int64(len(p)) > l.N { 424 p = p[0:l.N] 425 } 426 n, err = l.R.Read(p) 427 l.N -= int64(n) 428 return 429 } 430 431 // NewSectionReader returns a SectionReader that reads from r 432 // starting at offset off and stops with EOF after n bytes. 433 func NewSectionReader(r ReaderAt, off int64, n int64) *SectionReader { 434 return &SectionReader{r, off, off, off + n} 435 } 436 437 // SectionReader implements Read, Seek, and ReadAt on a section 438 // of an underlying ReaderAt. 439 type SectionReader struct { 440 r ReaderAt 441 base int64 442 off int64 443 limit int64 444 } 445 446 func (s *SectionReader) Read(p []byte) (n int, err error) { 447 if s.off >= s.limit { 448 return 0, EOF 449 } 450 if max := s.limit - s.off; int64(len(p)) > max { 451 p = p[0:max] 452 } 453 n, err = s.r.ReadAt(p, s.off) 454 s.off += int64(n) 455 return 456 } 457 458 var errWhence = errors.New("Seek: invalid whence") 459 var errOffset = errors.New("Seek: invalid offset") 460 461 func (s *SectionReader) Seek(offset int64, whence int) (int64, error) { 462 switch whence { 463 default: 464 return 0, errWhence 465 case 0: 466 offset += s.base 467 case 1: 468 offset += s.off 469 case 2: 470 offset += s.limit 471 } 472 if offset < s.base { 473 return 0, errOffset 474 } 475 s.off = offset 476 return offset - s.base, nil 477 } 478 479 func (s *SectionReader) ReadAt(p []byte, off int64) (n int, err error) { 480 if off < 0 || off >= s.limit-s.base { 481 return 0, EOF 482 } 483 off += s.base 484 if max := s.limit - off; int64(len(p)) > max { 485 p = p[0:max] 486 n, err = s.r.ReadAt(p, off) 487 if err == nil { 488 err = EOF 489 } 490 return n, err 491 } 492 return s.r.ReadAt(p, off) 493 } 494 495 // Size returns the size of the section in bytes. 496 func (s *SectionReader) Size() int64 { return s.limit - s.base } 497 498 // TeeReader returns a Reader that writes to w what it reads from r. 499 // All reads from r performed through it are matched with 500 // corresponding writes to w. There is no internal buffering - 501 // the write must complete before the read completes. 502 // Any error encountered while writing is reported as a read error. 503 func TeeReader(r Reader, w Writer) Reader { 504 return &teeReader{r, w} 505 } 506 507 type teeReader struct { 508 r Reader 509 w Writer 510 } 511 512 func (t *teeReader) Read(p []byte) (n int, err error) { 513 n, err = t.r.Read(p) 514 if n > 0 { 515 if n, err := t.w.Write(p[:n]); err != nil { 516 return n, err 517 } 518 } 519 return 520 }