github.com/m3db/m3@v1.5.0/src/dbnode/digest/reader_test.go (about)

     1  // Copyright (c) 2016 Uber Technologies, Inc.
     2  //
     3  // Permission is hereby granted, free of charge, to any person obtaining a copy
     4  // of this software and associated documentation files (the "Software"), to deal
     5  // in the Software without restriction, including without limitation the rights
     6  // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
     7  // copies of the Software, and to permit persons to whom the Software is
     8  // furnished to do so, subject to the following conditions:
     9  //
    10  // The above copyright notice and this permission notice shall be included in
    11  // all copies or substantial portions of the Software.
    12  //
    13  // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
    14  // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
    15  // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
    16  // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
    17  // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
    18  // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
    19  // THE SOFTWARE.
    20  
    21  package digest
    22  
    23  import (
    24  	"errors"
    25  	"os"
    26  	"testing"
    27  
    28  	"github.com/stretchr/testify/require"
    29  )
    30  
    31  const (
    32  	testReaderBufferSize = 10
    33  )
    34  
    35  func createTestFdWithDigestReader(t *testing.T) (*fdWithDigestReader, *os.File, *mockDigest) {
    36  	fd, md := createTestFdWithDigest(t)
    37  	reader := NewFdWithDigestReader(testReaderBufferSize).(*fdWithDigestReader)
    38  	reader.readerWithDigest.(*readerWithDigest).digest = md
    39  	reader.Reset(fd)
    40  	return reader, fd, md
    41  }
    42  
    43  func createTestFdWithDigestContentsReader(t *testing.T) (*fdWithDigestContentsReader, *os.File, *mockDigest) {
    44  	fdr, fd, md := createTestFdWithDigestReader(t)
    45  	reader := NewFdWithDigestContentsReader(testReaderBufferSize).(*fdWithDigestContentsReader)
    46  	reader.FdWithDigestReader = fdr
    47  	return reader, fd, md
    48  }
    49  
    50  func bufferFor(t *testing.T, fd *os.File) []byte {
    51  	stat, err := fd.Stat()
    52  	require.NoError(t, err)
    53  	size := int(stat.Size())
    54  	return make([]byte, size)
    55  }
    56  
    57  func TestFdWithDigestReaderReset(t *testing.T) {
    58  	reader, _, _ := createTestFdWithDigestReader(t)
    59  	require.NotNil(t, reader.Fd())
    60  	reader.Reset(nil)
    61  	require.Nil(t, reader.Fd())
    62  }
    63  
    64  func TestFdWithDigestReadBytesFileReadError(t *testing.T) {
    65  	reader, fd, _ := createTestFdWithDigestReader(t)
    66  	defer func() {
    67  		fd.Close()
    68  		os.Remove(fd.Name())
    69  	}()
    70  
    71  	toRead := make([]byte, 1)
    72  	_, err := reader.Read(toRead)
    73  	require.Error(t, err)
    74  }
    75  
    76  func TestFdWithDigestReadBytesDigestWriteError(t *testing.T) {
    77  	reader, fd, md := createTestFdWithDigestReader(t)
    78  	defer func() {
    79  		fd.Close()
    80  		os.Remove(fd.Name())
    81  	}()
    82  
    83  	b := make([]byte, 1)
    84  	_, err := fd.Write(b)
    85  	require.NoError(t, err)
    86  	_, err = fd.Seek(-1, 1)
    87  	require.NoError(t, err)
    88  
    89  	md.err = errors.New("foo")
    90  	reader.Reset(fd)
    91  	_, err = reader.Read(b)
    92  	require.Equal(t, "foo", err.Error())
    93  }
    94  
    95  func TestFdWithDigestReadBytesSuccess(t *testing.T) {
    96  	reader, fd, md := createTestFdWithDigestReader(t)
    97  	defer func() {
    98  		fd.Close()
    99  		os.Remove(fd.Name())
   100  	}()
   101  
   102  	b := []byte{0x1}
   103  	fd.Write(b)
   104  	fd.Seek(-1, 1)
   105  
   106  	n, err := reader.Read(b)
   107  	require.NoError(t, err)
   108  	require.Equal(t, 1, n)
   109  	require.Equal(t, b, md.b)
   110  }
   111  
   112  func TestFdWithDigestReadBytesBuffered(t *testing.T) {
   113  	reader, fd, md := createTestFdWithDigestReader(t)
   114  	defer func() {
   115  		fd.Close()
   116  		os.Remove(fd.Name())
   117  	}()
   118  
   119  	b := make([]byte, 154)
   120  	b[153] = byte(1)
   121  	fd.Write(b)
   122  	fd.Seek(0, 0)
   123  
   124  	for _, readSize := range []int{27, 127} {
   125  		toRead := make([]byte, readSize)
   126  		n, err := reader.Read(toRead)
   127  		require.NoError(t, err)
   128  		require.Equal(t, readSize, n)
   129  	}
   130  
   131  	require.Equal(t, b, md.b)
   132  }
   133  
   134  func TestFdWithDigestReadAllFileReadError(t *testing.T) {
   135  	reader, fd, _ := createTestFdWithDigestReader(t)
   136  	defer func() {
   137  		fd.Close()
   138  		os.Remove(fd.Name())
   139  	}()
   140  
   141  	reader.Reset(nil)
   142  	buf := bufferFor(t, fd)
   143  	_, err := reader.ReadAllAndValidate(buf, 0)
   144  	require.Error(t, err)
   145  }
   146  
   147  func testFdWithDigestReadAllValidation(t *testing.T, expectedDigest uint32, expectedErr error) {
   148  	reader, fd, md := createTestFdWithDigestReader(t)
   149  	defer func() {
   150  		fd.Close()
   151  		os.Remove(fd.Name())
   152  	}()
   153  
   154  	b := []byte{0x1}
   155  	fd.Write(b)
   156  	fd.Seek(-1, 1)
   157  
   158  	md.digest = 1
   159  	buf := bufferFor(t, fd)
   160  	_, err := reader.ReadAllAndValidate(buf, expectedDigest)
   161  	require.Equal(t, expectedErr, err)
   162  }
   163  
   164  func TestFdWithDigestReadAllValidationError(t *testing.T) {
   165  	testFdWithDigestReadAllValidation(t, 2, errChecksumMismatch)
   166  }
   167  
   168  func TestFdWithDigestReadAllValidationSuccess(t *testing.T) {
   169  	testFdWithDigestReadAllValidation(t, 1, nil)
   170  }
   171  
   172  func TestFdWithDigestValidateDigest(t *testing.T) {
   173  	reader := NewFdWithDigestReader(testReaderBufferSize).(*fdWithDigestReader)
   174  	reader.readerWithDigest.(*readerWithDigest).digest = &mockDigest{digest: 123}
   175  	require.NoError(t, reader.Validate(123))
   176  	require.Equal(t, errChecksumMismatch, reader.Validate(100))
   177  }
   178  
   179  func TestFdWithDigestReaderClose(t *testing.T) {
   180  	reader, fd, _ := createTestFdWithDigestReader(t)
   181  	defer func() {
   182  		fd.Close()
   183  		os.Remove(fd.Name())
   184  	}()
   185  
   186  	require.NotNil(t, reader.Fd())
   187  	require.NoError(t, reader.Close())
   188  	require.Nil(t, reader.Fd())
   189  }
   190  
   191  func TestFdWithDigestReadDigestReadError(t *testing.T) {
   192  	reader, fd, _ := createTestFdWithDigestContentsReader(t)
   193  	defer func() {
   194  		fd.Close()
   195  		os.Remove(fd.Name())
   196  	}()
   197  
   198  	reader.Reset(nil)
   199  	_, err := reader.ReadDigest()
   200  	require.Error(t, err)
   201  }
   202  
   203  func TestFdWithDigestReadDigestTooFewBytes(t *testing.T) {
   204  	reader, fd, _ := createTestFdWithDigestContentsReader(t)
   205  	defer func() {
   206  		fd.Close()
   207  		os.Remove(fd.Name())
   208  	}()
   209  
   210  	b := []byte{0x1}
   211  	fd.Write(b)
   212  	fd.Seek(-1, 1)
   213  
   214  	_, err := reader.ReadDigest()
   215  	require.Equal(t, errReadFewerThanExpectedBytes, err)
   216  }
   217  
   218  func TestFdWithDigestReadDigestSuccess(t *testing.T) {
   219  	reader, fd, _ := createTestFdWithDigestContentsReader(t)
   220  	defer func() {
   221  		fd.Close()
   222  		os.Remove(fd.Name())
   223  	}()
   224  
   225  	b := []byte{0xa, 0x0, 0x0, 0x0}
   226  	fd.Write(b)
   227  	fd.Seek(0, 0)
   228  
   229  	res, err := reader.ReadDigest()
   230  	require.NoError(t, err)
   231  	require.Equal(t, uint32(10), res)
   232  }