github.com/zhouyu0/docker-note@v0.0.0-20190722021225-b8d3825084db/integration/build/build_session_test.go (about)

     1  package build
     2  
     3  import (
     4  	"context"
     5  	"io/ioutil"
     6  	"net/http"
     7  	"strings"
     8  	"testing"
     9  
    10  	"github.com/docker/docker/api/types"
    11  	dclient "github.com/docker/docker/client"
    12  	"github.com/docker/docker/internal/test/daemon"
    13  	"github.com/docker/docker/internal/test/fakecontext"
    14  	"github.com/docker/docker/internal/test/request"
    15  	"github.com/moby/buildkit/session"
    16  	"github.com/moby/buildkit/session/filesync"
    17  	"golang.org/x/sync/errgroup"
    18  	"gotest.tools/assert"
    19  	is "gotest.tools/assert/cmp"
    20  	"gotest.tools/skip"
    21  )
    22  
    23  func TestBuildWithSession(t *testing.T) {
    24  	skip.If(t, testEnv.IsRemoteDaemon, "cannot run daemon when remote daemon")
    25  	skip.If(t, testEnv.DaemonInfo.OSType == "windows")
    26  	d := daemon.New(t, daemon.WithExperimental)
    27  	d.StartWithBusybox(t)
    28  	defer d.Stop(t)
    29  
    30  	client := d.NewClientT(t)
    31  
    32  	dockerfile := `
    33  		FROM busybox
    34  		COPY file /
    35  		RUN cat /file
    36  	`
    37  
    38  	fctx := fakecontext.New(t, "",
    39  		fakecontext.WithFile("file", "some content"),
    40  	)
    41  	defer fctx.Close()
    42  
    43  	out := testBuildWithSession(t, client, client.DaemonHost(), fctx.Dir, dockerfile)
    44  	assert.Check(t, is.Contains(out, "some content"))
    45  
    46  	fctx.Add("second", "contentcontent")
    47  
    48  	dockerfile += `
    49  	COPY second /
    50  	RUN cat /second
    51  	`
    52  
    53  	out = testBuildWithSession(t, client, client.DaemonHost(), fctx.Dir, dockerfile)
    54  	assert.Check(t, is.Equal(strings.Count(out, "Using cache"), 2))
    55  	assert.Check(t, is.Contains(out, "contentcontent"))
    56  
    57  	du, err := client.DiskUsage(context.TODO())
    58  	assert.Check(t, err)
    59  	assert.Check(t, du.BuilderSize > 10)
    60  
    61  	out = testBuildWithSession(t, client, client.DaemonHost(), fctx.Dir, dockerfile)
    62  	assert.Check(t, is.Equal(strings.Count(out, "Using cache"), 4))
    63  
    64  	du2, err := client.DiskUsage(context.TODO())
    65  	assert.Check(t, err)
    66  	assert.Check(t, is.Equal(du.BuilderSize, du2.BuilderSize))
    67  
    68  	// rebuild with regular tar, confirm cache still applies
    69  	fctx.Add("Dockerfile", dockerfile)
    70  	// FIXME(vdemeester) use sock here
    71  	res, body, err := request.Do(
    72  		"/build",
    73  		request.Host(client.DaemonHost()),
    74  		request.Method(http.MethodPost),
    75  		request.RawContent(fctx.AsTarReader(t)),
    76  		request.ContentType("application/x-tar"))
    77  	assert.NilError(t, err)
    78  	assert.Check(t, is.DeepEqual(http.StatusOK, res.StatusCode))
    79  
    80  	outBytes, err := request.ReadBody(body)
    81  	assert.NilError(t, err)
    82  	assert.Check(t, is.Contains(string(outBytes), "Successfully built"))
    83  	assert.Check(t, is.Equal(strings.Count(string(outBytes), "Using cache"), 4))
    84  
    85  	_, err = client.BuildCachePrune(context.TODO(), types.BuildCachePruneOptions{All: true})
    86  	assert.Check(t, err)
    87  
    88  	du, err = client.DiskUsage(context.TODO())
    89  	assert.Check(t, err)
    90  	assert.Check(t, is.Equal(du.BuilderSize, int64(0)))
    91  }
    92  
    93  func testBuildWithSession(t *testing.T, client dclient.APIClient, daemonHost string, dir, dockerfile string) (outStr string) {
    94  	ctx := context.Background()
    95  	sess, err := session.NewSession(ctx, "foo1", "foo")
    96  	assert.Check(t, err)
    97  
    98  	fsProvider := filesync.NewFSSyncProvider([]filesync.SyncedDir{
    99  		{Dir: dir},
   100  	})
   101  	sess.Allow(fsProvider)
   102  
   103  	g, ctx := errgroup.WithContext(ctx)
   104  
   105  	g.Go(func() error {
   106  		return sess.Run(ctx, client.DialSession)
   107  	})
   108  
   109  	g.Go(func() error {
   110  		// FIXME use sock here
   111  		res, body, err := request.Do(
   112  			"/build?remote=client-session&session="+sess.ID(),
   113  			request.Host(daemonHost),
   114  			request.Method(http.MethodPost),
   115  			request.With(func(req *http.Request) error {
   116  				req.Body = ioutil.NopCloser(strings.NewReader(dockerfile))
   117  				return nil
   118  			}),
   119  		)
   120  		if err != nil {
   121  			return err
   122  		}
   123  		assert.Check(t, is.DeepEqual(res.StatusCode, http.StatusOK))
   124  		out, err := request.ReadBody(body)
   125  		assert.NilError(t, err)
   126  		assert.Check(t, is.Contains(string(out), "Successfully built"))
   127  		sess.Close()
   128  		outStr = string(out)
   129  		return nil
   130  	})
   131  
   132  	err = g.Wait()
   133  	assert.Check(t, err)
   134  	return
   135  }