github.com/m3db/m3@v1.5.1-0.20231129193456-75a402aa583b/src/m3em/integration/large_file_transfer_test.go (about)

     1  // Copyright (c) 2017 Uber Technologies, Inc.
     2  //
     3  // Permission is hereby granted, free of charge, to any person obtaining a copy
     4  // of this software and associated documentation files (the "Software"), to deal
     5  // in the Software without restriction, including without limitation the rights
     6  // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
     7  // copies of the Software, and to permit persons to whom the Software is
     8  // furnished to do so, subject to the following conditions:
     9  //
    10  // The above copyright notice and this permission notice shall be included in
    11  // all copies or substantial portions of the Software.
    12  //
    13  // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
    14  // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
    15  // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
    16  // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
    17  // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
    18  // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
    19  // THE SOFTWARE.
    20  
    21  // +build integration
    22  
    23  package integration
    24  
    25  import (
    26  	"io/ioutil"
    27  	"os"
    28  	"path"
    29  	"testing"
    30  
    31  	"github.com/m3db/m3/src/m3em/build"
    32  
    33  	"github.com/stretchr/testify/require"
    34  )
    35  
    36  func TestLargeFileTransfer(t *testing.T) {
    37  	if testing.Short() {
    38  		t.Skip("skipping integration test")
    39  	}
    40  	th := newTestHarness(t)
    41  
    42  	// create test build
    43  	largeTestFileSize := int64(1024 * 1024 * 100) /* 100 MB */
    44  	largeTestFile := newLargeTempFile(t, th.harnessDir, largeTestFileSize)
    45  	defer os.Remove(largeTestFile.Name())
    46  	testBuildID := "target-file.out"
    47  	testBinary := build.NewServiceBuild(testBuildID, largeTestFile.Name())
    48  
    49  	// create test config
    50  	confContents := []byte("some longer string of text\nthat goes on, on and on\n")
    51  	testConfigID := "target-file.conf"
    52  	testConfig := build.NewServiceConfig(testConfigID, confContents)
    53  
    54  	th.Start()
    55  	defer th.Close()
    56  	node := th.nodeService
    57  
    58  	require.NoError(t, node.Setup(testBinary, testConfig, "tok", false))
    59  
    60  	// test copied build file contents
    61  	buildOutputPath := path.Join(th.agentOptions.WorkingDirectory(), testBuildID)
    62  	_, err := ioutil.ReadFile(buildOutputPath)
    63  	require.NoError(t, err)
    64  	// NB(prateek): not testing if bytes are equal as this is a large file,
    65  	// the operator <-> agent communication verifies checksum and num chunks
    66  	// sent are correct.
    67  
    68  	// test copied config file contents
    69  	configOutputPath := path.Join(th.agentOptions.WorkingDirectory(), testConfigID)
    70  	obsBytes, err := ioutil.ReadFile(configOutputPath)
    71  	require.NoError(t, err)
    72  	require.Equal(t, confContents, obsBytes)
    73  }