github.com/pingcap/tiflow@v0.0.0-20240520035814-5bf52d54e205/dm/relay/binlog_writer_test.go (about)

     1  // Copyright 2019 PingCAP, Inc.
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //     http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // See the License for the specific language governing permissions and
    12  // limitations under the License.
    13  
    14  package relay
    15  
    16  import (
    17  	"bytes"
    18  	"os"
    19  	"path/filepath"
    20  	"testing"
    21  
    22  	"github.com/pingcap/tiflow/dm/pkg/log"
    23  	"github.com/pingcap/tiflow/dm/pkg/terror"
    24  	"github.com/stretchr/testify/require"
    25  	"github.com/stretchr/testify/suite"
    26  )
    27  
    28  type testBinlogWriterSuite struct {
    29  	suite.Suite
    30  }
    31  
    32  func TestBinlogWriterSuite(t *testing.T) {
    33  	suite.Run(t, new(testBinlogWriterSuite))
    34  }
    35  
    36  func (t *testBinlogWriterSuite) TestWrite() {
    37  	dir := t.T().TempDir()
    38  	uuid := "3ccc475b-2343-11e7-be21-6c0b84d59f30.000001"
    39  	binlogDir := filepath.Join(dir, uuid)
    40  	require.NoError(t.T(), os.Mkdir(binlogDir, 0o755))
    41  
    42  	filename := "test-mysql-bin.000001"
    43  	var (
    44  		allData bytes.Buffer
    45  		data1   = []byte("test-data")
    46  	)
    47  
    48  	{
    49  		w := NewBinlogWriter(log.L(), dir)
    50  		require.NotNil(t.T(), w)
    51  		require.NoError(t.T(), w.Open(uuid, filename))
    52  		fwStatus := w.Status()
    53  		require.Equal(t.T(), filename, fwStatus.Filename)
    54  		require.Equal(t.T(), int64(allData.Len()), fwStatus.Offset)
    55  		fwStatusStr := fwStatus.String()
    56  		require.Contains(t.T(), fwStatusStr, filename)
    57  		require.NoError(t.T(), w.Close())
    58  	}
    59  
    60  	{
    61  		// not opened
    62  		w := NewBinlogWriter(log.L(), dir)
    63  		err := w.Write(data1)
    64  		require.Contains(t.T(), err.Error(), "no underlying writer opened")
    65  
    66  		// open non exist dir
    67  		err = w.Open("not-exist-uuid", "bin.000001")
    68  		require.Contains(t.T(), err.Error(), "no such file or directory")
    69  	}
    70  
    71  	{
    72  		// normal call flow
    73  		w := NewBinlogWriter(log.L(), dir)
    74  		err := w.Open(uuid, filename)
    75  		require.NoError(t.T(), err)
    76  		require.NotNil(t.T(), w.file)
    77  		require.Equal(t.T(), filename, w.filename.Load())
    78  		require.Equal(t.T(), int64(0), w.offset.Load())
    79  
    80  		err = w.Write(data1)
    81  		require.NoError(t.T(), err)
    82  		err = w.Flush()
    83  		require.NoError(t.T(), err)
    84  		allData.Write(data1)
    85  
    86  		fwStatus := w.Status()
    87  		require.Equal(t.T(), fwStatus.Filename, w.filename.Load())
    88  		require.Equal(t.T(), int64(len(data1)), fwStatus.Offset)
    89  
    90  		// write data again
    91  		data2 := []byte("another-data")
    92  		err = w.Write(data2)
    93  		require.NoError(t.T(), err)
    94  		allData.Write(data2)
    95  
    96  		require.LessOrEqual(t.T(), int64(allData.Len()), w.offset.Load())
    97  
    98  		err = w.Close()
    99  		require.NoError(t.T(), err)
   100  		require.Nil(t.T(), w.file)
   101  		require.Equal(t.T(), "", w.filename.Load())
   102  		require.Equal(t.T(), int64(0), w.offset.Load())
   103  
   104  		// try to read the data back
   105  		fullName := filepath.Join(binlogDir, filename)
   106  		dataInFile, err := os.ReadFile(fullName)
   107  		require.NoError(t.T(), err)
   108  		require.Equal(t.T(), allData.Bytes(), dataInFile)
   109  	}
   110  
   111  	{
   112  		// cover for error
   113  		w := NewBinlogWriter(log.L(), dir)
   114  		err := w.Open(uuid, filename)
   115  		require.NoError(t.T(), err)
   116  		require.NotNil(t.T(), w.file)
   117  
   118  		err = w.Write(data1)
   119  		require.NoError(t.T(), err)
   120  		err = w.Flush()
   121  		require.NoError(t.T(), err)
   122  
   123  		require.NoError(t.T(), w.file.Close())
   124  		// write data again
   125  		data2 := []byte("another-data")
   126  		// we cannot determine the error is caused by `Write` or `Flush`
   127  		// nolint:errcheck
   128  		w.Write(data2)
   129  		// nolint:errcheck
   130  		w.Flush()
   131  		require.True(t.T(), terror.ErrBinlogWriterWriteDataLen.Equal(w.Close()))
   132  	}
   133  }