github.com/maxnasonov/afero@v1.8.4/ioutil.go (about)

     1  // Copyright ©2015 The Go Authors
     2  // Copyright ©2015 Steve Francia <spf@spf13.com>
     3  //
     4  // Licensed under the Apache License, Version 2.0 (the "License");
     5  // you may not use this file except in compliance with the License.
     6  // You may obtain a copy of the License at
     7  //
     8  //     http://www.apache.org/licenses/LICENSE-2.0
     9  //
    10  // Unless required by applicable law or agreed to in writing, software
    11  // distributed under the License is distributed on an "AS IS" BASIS,
    12  // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    13  // See the License for the specific language governing permissions and
    14  // limitations under the License.
    15  
    16  package afero
    17  
    18  import (
    19  	"bytes"
    20  	"io"
    21  	"os"
    22  	"path/filepath"
    23  	"sort"
    24  	"strconv"
    25  	"strings"
    26  	"sync"
    27  	"time"
    28  )
    29  
    30  // byName implements sort.Interface.
    31  type byName []os.FileInfo
    32  
    33  func (f byName) Len() int           { return len(f) }
    34  func (f byName) Less(i, j int) bool { return f[i].Name() < f[j].Name() }
    35  func (f byName) Swap(i, j int)      { f[i], f[j] = f[j], f[i] }
    36  
    37  // ReadDir reads the directory named by dirname and returns
    38  // a list of sorted directory entries.
    39  func (a Afero) ReadDir(dirname string) ([]os.FileInfo, error) {
    40  	return ReadDir(a.Fs, dirname)
    41  }
    42  
    43  func ReadDir(fs Fs, dirname string) ([]os.FileInfo, error) {
    44  	f, err := fs.Open(dirname)
    45  	if err != nil {
    46  		return nil, err
    47  	}
    48  	list, err := f.Readdir(-1)
    49  	f.Close()
    50  	if err != nil {
    51  		return nil, err
    52  	}
    53  	sort.Sort(byName(list))
    54  	return list, nil
    55  }
    56  
    57  // ReadFile reads the file named by filename and returns the contents.
    58  // A successful call returns err == nil, not err == EOF. Because ReadFile
    59  // reads the whole file, it does not treat an EOF from Read as an error
    60  // to be reported.
    61  func (a Afero) ReadFile(filename string) ([]byte, error) {
    62  	return ReadFile(a.Fs, filename)
    63  }
    64  
    65  func ReadFile(fs Fs, filename string) ([]byte, error) {
    66  	f, err := fs.Open(filename)
    67  	if err != nil {
    68  		return nil, err
    69  	}
    70  	defer f.Close()
    71  	// It's a good but not certain bet that FileInfo will tell us exactly how much to
    72  	// read, so let's try it but be prepared for the answer to be wrong.
    73  	var n int64
    74  
    75  	if fi, err := f.Stat(); err == nil {
    76  		// Don't preallocate a huge buffer, just in case.
    77  		if size := fi.Size(); size < 1e9 {
    78  			n = size
    79  		}
    80  	}
    81  	// As initial capacity for readAll, use n + a little extra in case Size is zero,
    82  	// and to avoid another allocation after Read has filled the buffer.  The readAll
    83  	// call will read into its allocated internal buffer cheaply.  If the size was
    84  	// wrong, we'll either waste some space off the end or reallocate as needed, but
    85  	// in the overwhelmingly common case we'll get it just right.
    86  	return readAll(f, n+bytes.MinRead)
    87  }
    88  
    89  // readAll reads from r until an error or EOF and returns the data it read
    90  // from the internal buffer allocated with a specified capacity.
    91  func readAll(r io.Reader, capacity int64) (b []byte, err error) {
    92  	buf := bytes.NewBuffer(make([]byte, 0, capacity))
    93  	// If the buffer overflows, we will get bytes.ErrTooLarge.
    94  	// Return that as an error. Any other panic remains.
    95  	defer func() {
    96  		e := recover()
    97  		if e == nil {
    98  			return
    99  		}
   100  		if panicErr, ok := e.(error); ok && panicErr == bytes.ErrTooLarge {
   101  			err = panicErr
   102  		} else {
   103  			panic(e)
   104  		}
   105  	}()
   106  	_, err = buf.ReadFrom(r)
   107  	return buf.Bytes(), err
   108  }
   109  
   110  // ReadAll reads from r until an error or EOF and returns the data it read.
   111  // A successful call returns err == nil, not err == EOF. Because ReadAll is
   112  // defined to read from src until EOF, it does not treat an EOF from Read
   113  // as an error to be reported.
   114  func ReadAll(r io.Reader) ([]byte, error) {
   115  	return readAll(r, bytes.MinRead)
   116  }
   117  
   118  // WriteFile writes data to a file named by filename.
   119  // If the file does not exist, WriteFile creates it with permissions perm;
   120  // otherwise WriteFile truncates it before writing.
   121  func (a Afero) WriteFile(filename string, data []byte, perm os.FileMode) error {
   122  	return WriteFile(a.Fs, filename, data, perm)
   123  }
   124  
   125  func WriteFile(fs Fs, filename string, data []byte, perm os.FileMode) error {
   126  	f, err := fs.OpenFile(filename, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, perm)
   127  	if err != nil {
   128  		return err
   129  	}
   130  	n, err := f.Write(data)
   131  	if err == nil && n < len(data) {
   132  		err = io.ErrShortWrite
   133  	}
   134  	if err1 := f.Close(); err == nil {
   135  		err = err1
   136  	}
   137  	return err
   138  }
   139  
   140  // Random number state.
   141  // We generate random temporary file names so that there's a good
   142  // chance the file doesn't exist yet - keeps the number of tries in
   143  // TempFile to a minimum.
   144  var rand uint32
   145  var randmu sync.Mutex
   146  
   147  func reseed() uint32 {
   148  	return uint32(time.Now().UnixNano() + int64(os.Getpid()))
   149  }
   150  
   151  func nextRandom() string {
   152  	randmu.Lock()
   153  	r := rand
   154  	if r == 0 {
   155  		r = reseed()
   156  	}
   157  	r = r*1664525 + 1013904223 // constants from Numerical Recipes
   158  	rand = r
   159  	randmu.Unlock()
   160  	return strconv.Itoa(int(1e9 + r%1e9))[1:]
   161  }
   162  
   163  // TempFile creates a new temporary file in the directory dir,
   164  // opens the file for reading and writing, and returns the resulting *os.File.
   165  // The filename is generated by taking pattern and adding a random
   166  // string to the end. If pattern includes a "*", the random string
   167  // replaces the last "*".
   168  // If dir is the empty string, TempFile uses the default directory
   169  // for temporary files (see os.TempDir).
   170  // Multiple programs calling TempFile simultaneously
   171  // will not choose the same file. The caller can use f.Name()
   172  // to find the pathname of the file. It is the caller's responsibility
   173  // to remove the file when no longer needed.
   174  func (a Afero) TempFile(dir, pattern string) (f File, err error) {
   175  	return TempFile(a.Fs, dir, pattern)
   176  }
   177  
   178  func TempFile(fs Fs, dir, pattern string) (f File, err error) {
   179  	if dir == "" {
   180  		dir = os.TempDir()
   181  	}
   182  
   183  	var prefix, suffix string
   184  	if pos := strings.LastIndex(pattern, "*"); pos != -1 {
   185  		prefix, suffix = pattern[:pos], pattern[pos+1:]
   186  	} else {
   187  		prefix = pattern
   188  	}
   189  
   190  	nconflict := 0
   191  	for i := 0; i < 10000; i++ {
   192  		name := filepath.Join(dir, prefix+nextRandom()+suffix)
   193  		f, err = fs.OpenFile(name, os.O_RDWR|os.O_CREATE|os.O_EXCL, 0600)
   194  		if os.IsExist(err) {
   195  			if nconflict++; nconflict > 10 {
   196  				randmu.Lock()
   197  				rand = reseed()
   198  				randmu.Unlock()
   199  			}
   200  			continue
   201  		}
   202  		break
   203  	}
   204  	return
   205  }
   206  
   207  // TempDir creates a new temporary directory in the directory dir
   208  // with a name beginning with prefix and returns the path of the
   209  // new directory.  If dir is the empty string, TempDir uses the
   210  // default directory for temporary files (see os.TempDir).
   211  // Multiple programs calling TempDir simultaneously
   212  // will not choose the same directory.  It is the caller's responsibility
   213  // to remove the directory when no longer needed.
   214  func (a Afero) TempDir(dir, prefix string) (name string, err error) {
   215  	return TempDir(a.Fs, dir, prefix)
   216  }
   217  func TempDir(fs Fs, dir, prefix string) (name string, err error) {
   218  	if dir == "" {
   219  		dir = os.TempDir()
   220  	}
   221  
   222  	nconflict := 0
   223  	for i := 0; i < 10000; i++ {
   224  		try := filepath.Join(dir, prefix+nextRandom())
   225  		err = fs.Mkdir(try, 0700)
   226  		if os.IsExist(err) {
   227  			if nconflict++; nconflict > 10 {
   228  				randmu.Lock()
   229  				rand = reseed()
   230  				randmu.Unlock()
   231  			}
   232  			continue
   233  		}
   234  		if err == nil {
   235  			name = try
   236  		}
   237  		break
   238  	}
   239  	return
   240  }