build_session_test.go 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141
  1. package build
  2. import (
  3. "context"
  4. "io"
  5. "net"
  6. "net/http"
  7. "strings"
  8. "testing"
  9. "github.com/docker/docker/api/types"
  10. dclient "github.com/docker/docker/client"
  11. "github.com/docker/docker/testutil"
  12. "github.com/docker/docker/testutil/fakecontext"
  13. "github.com/docker/docker/testutil/request"
  14. "github.com/moby/buildkit/session"
  15. "github.com/moby/buildkit/session/filesync"
  16. "github.com/tonistiigi/fsutil"
  17. "golang.org/x/sync/errgroup"
  18. "gotest.tools/v3/assert"
  19. is "gotest.tools/v3/assert/cmp"
  20. "gotest.tools/v3/skip"
  21. )
  22. func TestBuildWithSession(t *testing.T) {
  23. t.Skip("TODO: BuildKit")
  24. skip.If(t, testEnv.DaemonInfo.OSType == "windows")
  25. ctx := testutil.StartSpan(baseContext, t)
  26. client := testEnv.APIClient()
  27. dockerfile := `
  28. FROM busybox
  29. COPY file /
  30. RUN cat /file
  31. `
  32. fctx := fakecontext.New(t, "",
  33. fakecontext.WithFile("file", "some content"),
  34. )
  35. defer fctx.Close()
  36. out := testBuildWithSession(ctx, t, client, client.DaemonHost(), fctx.Dir, dockerfile)
  37. assert.Check(t, is.Contains(out, "some content"))
  38. fctx.Add("second", "contentcontent")
  39. dockerfile += `
  40. COPY second /
  41. RUN cat /second
  42. `
  43. out = testBuildWithSession(ctx, t, client, client.DaemonHost(), fctx.Dir, dockerfile)
  44. assert.Check(t, is.Equal(strings.Count(out, "Using cache"), 2))
  45. assert.Check(t, is.Contains(out, "contentcontent"))
  46. du, err := client.DiskUsage(ctx, types.DiskUsageOptions{})
  47. assert.Check(t, err)
  48. assert.Check(t, du.BuilderSize > 10)
  49. out = testBuildWithSession(ctx, t, client, client.DaemonHost(), fctx.Dir, dockerfile)
  50. assert.Check(t, is.Equal(strings.Count(out, "Using cache"), 4))
  51. du2, err := client.DiskUsage(ctx, types.DiskUsageOptions{})
  52. assert.Check(t, err)
  53. assert.Check(t, is.Equal(du.BuilderSize, du2.BuilderSize))
  54. // rebuild with regular tar, confirm cache still applies
  55. fctx.Add("Dockerfile", dockerfile)
  56. // FIXME(vdemeester) use sock here
  57. res, body, err := request.Do(ctx,
  58. "/build",
  59. request.Host(client.DaemonHost()),
  60. request.Method(http.MethodPost),
  61. request.RawContent(fctx.AsTarReader(t)),
  62. request.ContentType("application/x-tar"))
  63. assert.NilError(t, err)
  64. assert.Check(t, is.DeepEqual(http.StatusOK, res.StatusCode))
  65. outBytes, err := request.ReadBody(body)
  66. assert.NilError(t, err)
  67. assert.Check(t, is.Contains(string(outBytes), "Successfully built"))
  68. assert.Check(t, is.Equal(strings.Count(string(outBytes), "Using cache"), 4))
  69. _, err = client.BuildCachePrune(ctx, types.BuildCachePruneOptions{All: true})
  70. assert.Check(t, err)
  71. du, err = client.DiskUsage(ctx, types.DiskUsageOptions{})
  72. assert.Check(t, err)
  73. assert.Check(t, is.Equal(du.BuilderSize, int64(0)))
  74. }
  75. //nolint:unused // false positive: linter detects this as "unused"
  76. func testBuildWithSession(ctx context.Context, t *testing.T, client dclient.APIClient, daemonHost string, dir, dockerfile string) (outStr string) {
  77. sess, err := session.NewSession(ctx, "foo1", "foo")
  78. assert.Check(t, err)
  79. fs, err := fsutil.NewFS(dir)
  80. assert.NilError(t, err)
  81. fsProvider := filesync.NewFSSyncProvider(filesync.StaticDirSource{
  82. "": fs,
  83. })
  84. sess.Allow(fsProvider)
  85. g, ctx := errgroup.WithContext(ctx)
  86. g.Go(func() error {
  87. return sess.Run(ctx, func(ctx context.Context, proto string, meta map[string][]string) (net.Conn, error) {
  88. return client.DialHijack(ctx, "/session", "h2c", meta)
  89. })
  90. })
  91. g.Go(func() error {
  92. // FIXME use sock here
  93. res, body, err := request.Do(ctx,
  94. "/build?remote=client-session&session="+sess.ID(),
  95. request.Host(daemonHost),
  96. request.Method(http.MethodPost),
  97. request.With(func(req *http.Request) error {
  98. req.Body = io.NopCloser(strings.NewReader(dockerfile))
  99. return nil
  100. }),
  101. )
  102. if err != nil {
  103. return err
  104. }
  105. assert.Check(t, is.DeepEqual(res.StatusCode, http.StatusOK))
  106. out, err := request.ReadBody(body)
  107. assert.NilError(t, err)
  108. assert.Check(t, is.Contains(string(out), "Successfully built"))
  109. sess.Close()
  110. outStr = string(out)
  111. return nil
  112. })
  113. err = g.Wait()
  114. assert.Check(t, err)
  115. return
  116. }