github.hscsec.cn/u-root/u-root@v7.0.0+incompatible/cmds/core/tail/tail.go (about)

     1  // Copyright 2012-2017 the u-root Authors. All rights reserved
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  // Tail prints the lasts 10 lines of a file. Can additionally follow the
     6  // the end of the file as it grows.
     7  //
     8  // Synopsis:
     9  //     tail [-f] [-n lines_to_show] [FILE]
    10  //
    11  // Description:
    12  //     If no files are specified, read from stdin.
    13  //
    14  // Options:
    15  //     -f: follow the end of the file as it grows
    16  //     -n: specify the number of lines to show (default: 10)
    17  
    18  // Missing features:
    19  // - follow-mode (i.e. tail -f)
    20  
    21  package main
    22  
    23  import (
    24  	"bytes"
    25  	"flag"
    26  	"fmt"
    27  	"io"
    28  	"log"
    29  	"os"
    30  	"syscall"
    31  )
    32  
    33  var (
    34  	flagFollow   = flag.Bool("f", false, "follow the end of the file")
    35  	flagNumLines = flag.Int("n", 10, "specify the number of lines to show")
    36  )
    37  
    38  type ReadAtSeeker interface {
    39  	io.ReaderAt
    40  	io.Seeker
    41  }
    42  
    43  // TailConfig is a configuration object for the Tail function
    44  type TailConfig struct {
    45  	// enable follow-mode (-f)
    46  	follow bool
    47  
    48  	// specifies the number of lines to print (-n)
    49  	numLines uint
    50  }
    51  
    52  // getBlockSize returns the number of bytes to read for each ReadAt call. This
    53  // helps minimize the number of syscalls to get the last N lines of the file.
    54  func getBlockSize(numLines uint) int64 {
    55  	// This is currently computed as 81 * N, where N is the requested number of
    56  	// lines, and 81 is a relatively generous estimation of the average line
    57  	// length.
    58  	return 81 * int64(numLines)
    59  }
    60  
    61  // lastNLines finds the n-th-to-last line in `buf`, and returns a new slice
    62  // containing only the last `n` lines. If less lines are found, the input slice
    63  // is returned unmodified.
    64  func lastNLines(buf []byte, n uint) []byte {
    65  	slice := buf
    66  	// `data` contains up to `n` lines of the file
    67  	var data []byte
    68  	if len(slice) != 0 {
    69  		if slice[len(slice)-1] == '\n' {
    70  			// don't consider the last new line for the line count
    71  			slice = slice[:len(slice)-1]
    72  		}
    73  		var (
    74  			foundLines uint
    75  			idx        int
    76  		)
    77  		for {
    78  			if foundLines >= n {
    79  				break
    80  			}
    81  			// find newlines backwards from the end of `slice`
    82  			idx = bytes.LastIndexByte(slice, '\n')
    83  			if idx == -1 {
    84  				// there are less than `n` lines
    85  				break
    86  			}
    87  			foundLines++
    88  			slice = slice[:idx-1]
    89  		}
    90  		if idx == -1 {
    91  			// if there are less than `numLines` lines, use all what we have read
    92  			data = buf
    93  		} else {
    94  			data = buf[idx+1:] // +1 to skip the newline belonging to the previous line
    95  		}
    96  	}
    97  	return data
    98  }
    99  
   100  // readLastLinesBackwards reads the last N lines from the provided file, reading
   101  // backwards from the end of the file. This is more efficient than reading from
   102  // the beginning, but can only be done on seekable files, (e.g. this won't work
   103  // on stdin). For non-seekable files see readLastLinesFromBeginning.
   104  // It returns an error, if any. If no error is encountered, the File object's
   105  // offset is positioned after the last read location.
   106  func readLastLinesBackwards(input ReadAtSeeker, writer io.Writer, numLines uint) error {
   107  	blkSize := getBlockSize(numLines)
   108  	// go to the end of the file
   109  	lastPos, err := input.Seek(0, os.SEEK_END)
   110  	if err != nil {
   111  		return err
   112  	}
   113  	// read block by block backwards until `numLines` lines are found
   114  	readData := make([]byte, 0)
   115  	buf := make([]byte, blkSize)
   116  	pos := lastPos
   117  	var foundLines uint
   118  	// for each block, count how many new lines, until they add up to `numLines`
   119  	for {
   120  		if pos == 0 {
   121  			break
   122  		}
   123  		var thisChunkSize int64
   124  		if pos < blkSize {
   125  			thisChunkSize = pos
   126  		} else {
   127  			thisChunkSize = blkSize
   128  		}
   129  		pos -= thisChunkSize
   130  		n, err := input.ReadAt(buf, pos)
   131  		if err != nil && err != io.EOF {
   132  			return err
   133  		}
   134  		// merge this block to what was read so far
   135  		readData = append(buf[:n], readData...)
   136  		// count how many lines we have so far, and stop reading if we have
   137  		// enough
   138  		foundLines += uint(bytes.Count(buf[:n], []byte{'\n'}))
   139  		if foundLines >= numLines {
   140  			break
   141  		}
   142  	}
   143  	// find the start of the n-th to last line
   144  	data := lastNLines(readData, numLines)
   145  	// write the requested lines to the writer
   146  	if _, err = writer.Write(data); err != nil {
   147  		return err
   148  	}
   149  	// reposition the stream at the end, so the caller can keep reading the file
   150  	// (e.g. when using follow-mode)
   151  	_, err = input.Seek(lastPos, io.SeekStart)
   152  	return err
   153  }
   154  
   155  // readLastLinesFromBeginning reads the last N lines from the provided file,
   156  // reading from the beginning of the file and keeping track of the last N lines.
   157  // This is necessary for files that are not seekable (e.g. stdin), but it's less
   158  // efficient. For an efficient alternative that works on seekable files see
   159  // readLastLinesBackwards.
   160  // It returns an error, if any. If no error is encountered, the File object's
   161  // offset is positioned after the last read location.
   162  func readLastLinesFromBeginning(input io.ReadSeeker, writer io.Writer, numLines uint) error {
   163  	blkSize := getBlockSize(numLines)
   164  	// read block by block until EOF and store a reference to the last lines
   165  	buf := make([]byte, blkSize)
   166  	var (
   167  		slice      []byte // will hold the final data, after moving line by line
   168  		foundLines uint
   169  	)
   170  	for {
   171  		n, err := io.ReadFull(input, buf)
   172  		if err != nil {
   173  			if err == io.EOF {
   174  				break
   175  			}
   176  			if err != io.ErrUnexpectedEOF {
   177  				return err
   178  			}
   179  		}
   180  		// look for newlines and keep a slice starting at the n-th to last line
   181  		// (no further than numLines)
   182  		foundLines += uint(bytes.Count(buf[:n], []byte{'\n'}))
   183  		slice = append(slice, buf[:n]...) // this is the slice that points to the wanted lines
   184  		// process the current slice
   185  		slice = lastNLines(slice, numLines)
   186  	}
   187  	if _, err := writer.Write(slice); err != nil {
   188  		return err
   189  	}
   190  	return nil
   191  }
   192  
   193  // Tail reads the last N lines from the input File and writes them to the Writer.
   194  // The TailConfig object allows to specify the precise behaviour.
   195  func Tail(inFile *os.File, writer io.Writer, config TailConfig) error {
   196  	if config.follow {
   197  		return fmt.Errorf("follow-mode not implemented yet")
   198  	}
   199  	if inFile == nil {
   200  		return fmt.Errorf("no input file specified")
   201  	}
   202  	// try reading from the end of the file
   203  	retryFromBeginning := false
   204  	err := readLastLinesBackwards(inFile, writer, config.numLines)
   205  	if err != nil {
   206  		// if it failed because it couldn't seek, mark it for retry reading from
   207  		// the beginning
   208  		if pathErr, ok := err.(*os.PathError); ok && pathErr.Err == syscall.ESPIPE {
   209  			retryFromBeginning = true
   210  		} else {
   211  			return err
   212  		}
   213  	}
   214  	// if reading backwards failed because the file is not seekable,
   215  	// retry from the beginning
   216  	if retryFromBeginning {
   217  		if err = readLastLinesFromBeginning(inFile, writer, config.numLines); err != nil {
   218  			return err
   219  		}
   220  	}
   221  	return nil
   222  }
   223  
   224  func main() {
   225  	flag.Parse()
   226  
   227  	var (
   228  		inFile *os.File
   229  		writer = os.Stdout
   230  		err    error
   231  	)
   232  	switch nArgs := len(flag.Args()); nArgs {
   233  	case 0:
   234  		inFile = os.Stdin
   235  	case 1:
   236  		inFile, err = os.Open(flag.Args()[0])
   237  		if err != nil {
   238  			log.Fatal(err)
   239  		}
   240  	default:
   241  		// TODO support multiple files
   242  		log.Fatal("tail: can only read one file at a time")
   243  	}
   244  
   245  	if *flagNumLines < 0 {
   246  		log.Fatalf("The number of lines cannot be negative")
   247  	}
   248  	config := TailConfig{follow: *flagFollow, numLines: uint(*flagNumLines)}
   249  	if err := Tail(inFile, writer, config); err != nil {
   250  		log.Fatalf("tail: %v", err)
   251  	}
   252  }