github.com/mdempsky/go@v0.0.0-20151201204031-5dd372bd1e70/src/io/io.go (about)

     1  // Copyright 2009 The Go Authors. All rights reserved.
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  // Package io provides basic interfaces to I/O primitives.
     6  // Its primary job is to wrap existing implementations of such primitives,
     7  // such as those in package os, into shared public interfaces that
     8  // abstract the functionality, plus some other related primitives.
     9  //
    10  // Because these interfaces and primitives wrap lower-level operations with
    11  // various implementations, unless otherwise informed clients should not
    12  // assume they are safe for parallel execution.
    13  package io
    14  
    15  import (
    16  	"errors"
    17  )
    18  
    19  // ErrShortWrite means that a write accepted fewer bytes than requested
    20  // but failed to return an explicit error.
    21  var ErrShortWrite = errors.New("short write")
    22  
    23  // ErrShortBuffer means that a read required a longer buffer than was provided.
    24  var ErrShortBuffer = errors.New("short buffer")
    25  
    26  // EOF is the error returned by Read when no more input is available.
    27  // Functions should return EOF only to signal a graceful end of input.
    28  // If the EOF occurs unexpectedly in a structured data stream,
    29  // the appropriate error is either ErrUnexpectedEOF or some other error
    30  // giving more detail.
    31  var EOF = errors.New("EOF")
    32  
    33  // ErrUnexpectedEOF means that EOF was encountered in the
    34  // middle of reading a fixed-size block or data structure.
    35  var ErrUnexpectedEOF = errors.New("unexpected EOF")
    36  
    37  // ErrNoProgress is returned by some clients of an io.Reader when
    38  // many calls to Read have failed to return any data or error,
    39  // usually the sign of a broken io.Reader implementation.
    40  var ErrNoProgress = errors.New("multiple Read calls return no data or error")
    41  
    42  // Reader is the interface that wraps the basic Read method.
    43  //
    44  // Read reads up to len(p) bytes into p.  It returns the number of bytes
    45  // read (0 <= n <= len(p)) and any error encountered.  Even if Read
    46  // returns n < len(p), it may use all of p as scratch space during the call.
    47  // If some data is available but not len(p) bytes, Read conventionally
    48  // returns what is available instead of waiting for more.
    49  //
    50  // When Read encounters an error or end-of-file condition after
    51  // successfully reading n > 0 bytes, it returns the number of
    52  // bytes read.  It may return the (non-nil) error from the same call
    53  // or return the error (and n == 0) from a subsequent call.
    54  // An instance of this general case is that a Reader returning
    55  // a non-zero number of bytes at the end of the input stream may
    56  // return either err == EOF or err == nil.  The next Read should
    57  // return 0, EOF.
    58  //
    59  // Callers should always process the n > 0 bytes returned before
    60  // considering the error err.  Doing so correctly handles I/O errors
    61  // that happen after reading some bytes and also both of the
    62  // allowed EOF behaviors.
    63  //
    64  // Implementations of Read are discouraged from returning a
    65  // zero byte count with a nil error, except when len(p) == 0.
    66  // Callers should treat a return of 0 and nil as indicating that
    67  // nothing happened; in particular it does not indicate EOF.
    68  //
    69  // Implementations must not retain p.
    70  type Reader interface {
    71  	Read(p []byte) (n int, err error)
    72  }
    73  
    74  // Writer is the interface that wraps the basic Write method.
    75  //
    76  // Write writes len(p) bytes from p to the underlying data stream.
    77  // It returns the number of bytes written from p (0 <= n <= len(p))
    78  // and any error encountered that caused the write to stop early.
    79  // Write must return a non-nil error if it returns n < len(p).
    80  // Write must not modify the slice data, even temporarily.
    81  //
    82  // Implementations must not retain p.
    83  type Writer interface {
    84  	Write(p []byte) (n int, err error)
    85  }
    86  
    87  // Closer is the interface that wraps the basic Close method.
    88  //
    89  // The behavior of Close after the first call is undefined.
    90  // Specific implementations may document their own behavior.
    91  type Closer interface {
    92  	Close() error
    93  }
    94  
    95  // Seeker is the interface that wraps the basic Seek method.
    96  //
    97  // Seek sets the offset for the next Read or Write to offset,
    98  // interpreted according to whence: 0 means relative to the start of
    99  // the file, 1 means relative to the current offset, and 2 means
   100  // relative to the end. Seek returns the new offset relative to the
   101  // start of the file and an error, if any.
   102  //
   103  // Seeking to an offset before the start of the file is an error.
   104  // Seeking to any positive offset is legal, but the behavior of subsequent
   105  // I/O operations on the underlying object is implementation-dependent.
   106  type Seeker interface {
   107  	Seek(offset int64, whence int) (int64, error)
   108  }
   109  
   110  // ReadWriter is the interface that groups the basic Read and Write methods.
   111  type ReadWriter interface {
   112  	Reader
   113  	Writer
   114  }
   115  
   116  // ReadCloser is the interface that groups the basic Read and Close methods.
   117  type ReadCloser interface {
   118  	Reader
   119  	Closer
   120  }
   121  
   122  // WriteCloser is the interface that groups the basic Write and Close methods.
   123  type WriteCloser interface {
   124  	Writer
   125  	Closer
   126  }
   127  
   128  // ReadWriteCloser is the interface that groups the basic Read, Write and Close methods.
   129  type ReadWriteCloser interface {
   130  	Reader
   131  	Writer
   132  	Closer
   133  }
   134  
   135  // ReadSeeker is the interface that groups the basic Read and Seek methods.
   136  type ReadSeeker interface {
   137  	Reader
   138  	Seeker
   139  }
   140  
   141  // WriteSeeker is the interface that groups the basic Write and Seek methods.
   142  type WriteSeeker interface {
   143  	Writer
   144  	Seeker
   145  }
   146  
   147  // ReadWriteSeeker is the interface that groups the basic Read, Write and Seek methods.
   148  type ReadWriteSeeker interface {
   149  	Reader
   150  	Writer
   151  	Seeker
   152  }
   153  
   154  // ReaderFrom is the interface that wraps the ReadFrom method.
   155  //
   156  // ReadFrom reads data from r until EOF or error.
   157  // The return value n is the number of bytes read.
   158  // Any error except io.EOF encountered during the read is also returned.
   159  //
   160  // The Copy function uses ReaderFrom if available.
   161  type ReaderFrom interface {
   162  	ReadFrom(r Reader) (n int64, err error)
   163  }
   164  
   165  // WriterTo is the interface that wraps the WriteTo method.
   166  //
   167  // WriteTo writes data to w until there's no more data to write or
   168  // when an error occurs. The return value n is the number of bytes
   169  // written. Any error encountered during the write is also returned.
   170  //
   171  // The Copy function uses WriterTo if available.
   172  type WriterTo interface {
   173  	WriteTo(w Writer) (n int64, err error)
   174  }
   175  
   176  // ReaderAt is the interface that wraps the basic ReadAt method.
   177  //
   178  // ReadAt reads len(p) bytes into p starting at offset off in the
   179  // underlying input source.  It returns the number of bytes
   180  // read (0 <= n <= len(p)) and any error encountered.
   181  //
   182  // When ReadAt returns n < len(p), it returns a non-nil error
   183  // explaining why more bytes were not returned.  In this respect,
   184  // ReadAt is stricter than Read.
   185  //
   186  // Even if ReadAt returns n < len(p), it may use all of p as scratch
   187  // space during the call.  If some data is available but not len(p) bytes,
   188  // ReadAt blocks until either all the data is available or an error occurs.
   189  // In this respect ReadAt is different from Read.
   190  //
   191  // If the n = len(p) bytes returned by ReadAt are at the end of the
   192  // input source, ReadAt may return either err == EOF or err == nil.
   193  //
   194  // If ReadAt is reading from an input source with a seek offset,
   195  // ReadAt should not affect nor be affected by the underlying
   196  // seek offset.
   197  //
   198  // Clients of ReadAt can execute parallel ReadAt calls on the
   199  // same input source.
   200  //
   201  // Implementations must not retain p.
   202  type ReaderAt interface {
   203  	ReadAt(p []byte, off int64) (n int, err error)
   204  }
   205  
   206  // WriterAt is the interface that wraps the basic WriteAt method.
   207  //
   208  // WriteAt writes len(p) bytes from p to the underlying data stream
   209  // at offset off.  It returns the number of bytes written from p (0 <= n <= len(p))
   210  // and any error encountered that caused the write to stop early.
   211  // WriteAt must return a non-nil error if it returns n < len(p).
   212  //
   213  // If WriteAt is writing to a destination with a seek offset,
   214  // WriteAt should not affect nor be affected by the underlying
   215  // seek offset.
   216  //
   217  // Clients of WriteAt can execute parallel WriteAt calls on the same
   218  // destination if the ranges do not overlap.
   219  //
   220  // Implementations must not retain p.
   221  type WriterAt interface {
   222  	WriteAt(p []byte, off int64) (n int, err error)
   223  }
   224  
   225  // ByteReader is the interface that wraps the ReadByte method.
   226  //
   227  // ReadByte reads and returns the next byte from the input.
   228  type ByteReader interface {
   229  	ReadByte() (c byte, err error)
   230  }
   231  
   232  // ByteScanner is the interface that adds the UnreadByte method to the
   233  // basic ReadByte method.
   234  //
   235  // UnreadByte causes the next call to ReadByte to return the same byte
   236  // as the previous call to ReadByte.
   237  // It may be an error to call UnreadByte twice without an intervening
   238  // call to ReadByte.
   239  type ByteScanner interface {
   240  	ByteReader
   241  	UnreadByte() error
   242  }
   243  
   244  // ByteWriter is the interface that wraps the WriteByte method.
   245  type ByteWriter interface {
   246  	WriteByte(c byte) error
   247  }
   248  
   249  // RuneReader is the interface that wraps the ReadRune method.
   250  //
   251  // ReadRune reads a single UTF-8 encoded Unicode character
   252  // and returns the rune and its size in bytes. If no character is
   253  // available, err will be set.
   254  type RuneReader interface {
   255  	ReadRune() (r rune, size int, err error)
   256  }
   257  
   258  // RuneScanner is the interface that adds the UnreadRune method to the
   259  // basic ReadRune method.
   260  //
   261  // UnreadRune causes the next call to ReadRune to return the same rune
   262  // as the previous call to ReadRune.
   263  // It may be an error to call UnreadRune twice without an intervening
   264  // call to ReadRune.
   265  type RuneScanner interface {
   266  	RuneReader
   267  	UnreadRune() error
   268  }
   269  
   270  // stringWriter is the interface that wraps the WriteString method.
   271  type stringWriter interface {
   272  	WriteString(s string) (n int, err error)
   273  }
   274  
   275  // WriteString writes the contents of the string s to w, which accepts a slice of bytes.
   276  // If w implements a WriteString method, it is invoked directly.
   277  func WriteString(w Writer, s string) (n int, err error) {
   278  	if sw, ok := w.(stringWriter); ok {
   279  		return sw.WriteString(s)
   280  	}
   281  	return w.Write([]byte(s))
   282  }
   283  
   284  // ReadAtLeast reads from r into buf until it has read at least min bytes.
   285  // It returns the number of bytes copied and an error if fewer bytes were read.
   286  // The error is EOF only if no bytes were read.
   287  // If an EOF happens after reading fewer than min bytes,
   288  // ReadAtLeast returns ErrUnexpectedEOF.
   289  // If min is greater than the length of buf, ReadAtLeast returns ErrShortBuffer.
   290  // On return, n >= min if and only if err == nil.
   291  func ReadAtLeast(r Reader, buf []byte, min int) (n int, err error) {
   292  	if len(buf) < min {
   293  		return 0, ErrShortBuffer
   294  	}
   295  	for n < min && err == nil {
   296  		var nn int
   297  		nn, err = r.Read(buf[n:])
   298  		n += nn
   299  	}
   300  	if n >= min {
   301  		err = nil
   302  	} else if n > 0 && err == EOF {
   303  		err = ErrUnexpectedEOF
   304  	}
   305  	return
   306  }
   307  
   308  // ReadFull reads exactly len(buf) bytes from r into buf.
   309  // It returns the number of bytes copied and an error if fewer bytes were read.
   310  // The error is EOF only if no bytes were read.
   311  // If an EOF happens after reading some but not all the bytes,
   312  // ReadFull returns ErrUnexpectedEOF.
   313  // On return, n == len(buf) if and only if err == nil.
   314  func ReadFull(r Reader, buf []byte) (n int, err error) {
   315  	return ReadAtLeast(r, buf, len(buf))
   316  }
   317  
   318  // CopyN copies n bytes (or until an error) from src to dst.
   319  // It returns the number of bytes copied and the earliest
   320  // error encountered while copying.
   321  // On return, written == n if and only if err == nil.
   322  //
   323  // If dst implements the ReaderFrom interface,
   324  // the copy is implemented using it.
   325  func CopyN(dst Writer, src Reader, n int64) (written int64, err error) {
   326  	written, err = Copy(dst, LimitReader(src, n))
   327  	if written == n {
   328  		return n, nil
   329  	}
   330  	if written < n && err == nil {
   331  		// src stopped early; must have been EOF.
   332  		err = EOF
   333  	}
   334  	return
   335  }
   336  
   337  // Copy copies from src to dst until either EOF is reached
   338  // on src or an error occurs.  It returns the number of bytes
   339  // copied and the first error encountered while copying, if any.
   340  //
   341  // A successful Copy returns err == nil, not err == EOF.
   342  // Because Copy is defined to read from src until EOF, it does
   343  // not treat an EOF from Read as an error to be reported.
   344  //
   345  // If src implements the WriterTo interface,
   346  // the copy is implemented by calling src.WriteTo(dst).
   347  // Otherwise, if dst implements the ReaderFrom interface,
   348  // the copy is implemented by calling dst.ReadFrom(src).
   349  func Copy(dst Writer, src Reader) (written int64, err error) {
   350  	return copyBuffer(dst, src, nil)
   351  }
   352  
   353  // CopyBuffer is identical to Copy except that it stages through the
   354  // provided buffer (if one is required) rather than allocating a
   355  // temporary one. If buf is nil, one is allocated; otherwise if it has
   356  // zero length, CopyBuffer panics.
   357  func CopyBuffer(dst Writer, src Reader, buf []byte) (written int64, err error) {
   358  	if buf != nil && len(buf) == 0 {
   359  		panic("empty buffer in io.CopyBuffer")
   360  	}
   361  	return copyBuffer(dst, src, buf)
   362  }
   363  
   364  // copyBuffer is the actual implementation of Copy and CopyBuffer.
   365  // if buf is nil, one is allocated.
   366  func copyBuffer(dst Writer, src Reader, buf []byte) (written int64, err error) {
   367  	// If the reader has a WriteTo method, use it to do the copy.
   368  	// Avoids an allocation and a copy.
   369  	if wt, ok := src.(WriterTo); ok {
   370  		return wt.WriteTo(dst)
   371  	}
   372  	// Similarly, if the writer has a ReadFrom method, use it to do the copy.
   373  	if rt, ok := dst.(ReaderFrom); ok {
   374  		return rt.ReadFrom(src)
   375  	}
   376  	if buf == nil {
   377  		buf = make([]byte, 32*1024)
   378  	}
   379  	for {
   380  		nr, er := src.Read(buf)
   381  		if nr > 0 {
   382  			nw, ew := dst.Write(buf[0:nr])
   383  			if nw > 0 {
   384  				written += int64(nw)
   385  			}
   386  			if ew != nil {
   387  				err = ew
   388  				break
   389  			}
   390  			if nr != nw {
   391  				err = ErrShortWrite
   392  				break
   393  			}
   394  		}
   395  		if er == EOF {
   396  			break
   397  		}
   398  		if er != nil {
   399  			err = er
   400  			break
   401  		}
   402  	}
   403  	return written, err
   404  }
   405  
   406  // LimitReader returns a Reader that reads from r
   407  // but stops with EOF after n bytes.
   408  // The underlying implementation is a *LimitedReader.
   409  func LimitReader(r Reader, n int64) Reader { return &LimitedReader{r, n} }
   410  
   411  // A LimitedReader reads from R but limits the amount of
   412  // data returned to just N bytes. Each call to Read
   413  // updates N to reflect the new amount remaining.
   414  type LimitedReader struct {
   415  	R Reader // underlying reader
   416  	N int64  // max bytes remaining
   417  }
   418  
   419  func (l *LimitedReader) Read(p []byte) (n int, err error) {
   420  	if l.N <= 0 {
   421  		return 0, EOF
   422  	}
   423  	if int64(len(p)) > l.N {
   424  		p = p[0:l.N]
   425  	}
   426  	n, err = l.R.Read(p)
   427  	l.N -= int64(n)
   428  	return
   429  }
   430  
   431  // NewSectionReader returns a SectionReader that reads from r
   432  // starting at offset off and stops with EOF after n bytes.
   433  func NewSectionReader(r ReaderAt, off int64, n int64) *SectionReader {
   434  	return &SectionReader{r, off, off, off + n}
   435  }
   436  
   437  // SectionReader implements Read, Seek, and ReadAt on a section
   438  // of an underlying ReaderAt.
   439  type SectionReader struct {
   440  	r     ReaderAt
   441  	base  int64
   442  	off   int64
   443  	limit int64
   444  }
   445  
   446  func (s *SectionReader) Read(p []byte) (n int, err error) {
   447  	if s.off >= s.limit {
   448  		return 0, EOF
   449  	}
   450  	if max := s.limit - s.off; int64(len(p)) > max {
   451  		p = p[0:max]
   452  	}
   453  	n, err = s.r.ReadAt(p, s.off)
   454  	s.off += int64(n)
   455  	return
   456  }
   457  
   458  var errWhence = errors.New("Seek: invalid whence")
   459  var errOffset = errors.New("Seek: invalid offset")
   460  
   461  func (s *SectionReader) Seek(offset int64, whence int) (int64, error) {
   462  	switch whence {
   463  	default:
   464  		return 0, errWhence
   465  	case 0:
   466  		offset += s.base
   467  	case 1:
   468  		offset += s.off
   469  	case 2:
   470  		offset += s.limit
   471  	}
   472  	if offset < s.base {
   473  		return 0, errOffset
   474  	}
   475  	s.off = offset
   476  	return offset - s.base, nil
   477  }
   478  
   479  func (s *SectionReader) ReadAt(p []byte, off int64) (n int, err error) {
   480  	if off < 0 || off >= s.limit-s.base {
   481  		return 0, EOF
   482  	}
   483  	off += s.base
   484  	if max := s.limit - off; int64(len(p)) > max {
   485  		p = p[0:max]
   486  		n, err = s.r.ReadAt(p, off)
   487  		if err == nil {
   488  			err = EOF
   489  		}
   490  		return n, err
   491  	}
   492  	return s.r.ReadAt(p, off)
   493  }
   494  
   495  // Size returns the size of the section in bytes.
   496  func (s *SectionReader) Size() int64 { return s.limit - s.base }
   497  
   498  // TeeReader returns a Reader that writes to w what it reads from r.
   499  // All reads from r performed through it are matched with
   500  // corresponding writes to w.  There is no internal buffering -
   501  // the write must complete before the read completes.
   502  // Any error encountered while writing is reported as a read error.
   503  func TeeReader(r Reader, w Writer) Reader {
   504  	return &teeReader{r, w}
   505  }
   506  
   507  type teeReader struct {
   508  	r Reader
   509  	w Writer
   510  }
   511  
   512  func (t *teeReader) Read(p []byte) (n int, err error) {
   513  	n, err = t.r.Read(p)
   514  	if n > 0 {
   515  		if n, err := t.w.Write(p[:n]); err != nil {
   516  			return n, err
   517  		}
   518  	}
   519  	return
   520  }