dispatchers_test.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472
  1. package dockerfile
  2. import (
  3. "bytes"
  4. "context"
  5. "runtime"
  6. "testing"
  7. "github.com/docker/docker/api/types"
  8. "github.com/docker/docker/api/types/backend"
  9. "github.com/docker/docker/api/types/container"
  10. "github.com/docker/docker/api/types/strslice"
  11. "github.com/docker/docker/builder"
  12. "github.com/docker/docker/builder/dockerfile/instructions"
  13. "github.com/docker/docker/pkg/system"
  14. "github.com/docker/go-connections/nat"
  15. "github.com/stretchr/testify/assert"
  16. "github.com/stretchr/testify/require"
  17. )
  18. func newBuilderWithMockBackend() *Builder {
  19. mockBackend := &MockBackend{}
  20. ctx := context.Background()
  21. b := &Builder{
  22. options: &types.ImageBuildOptions{},
  23. docker: mockBackend,
  24. Stdout: new(bytes.Buffer),
  25. clientCtx: ctx,
  26. disableCommit: true,
  27. imageSources: newImageSources(ctx, builderOptions{
  28. Options: &types.ImageBuildOptions{},
  29. Backend: mockBackend,
  30. }),
  31. imageProber: newImageProber(mockBackend, nil, runtime.GOOS, false),
  32. containerManager: newContainerManager(mockBackend),
  33. }
  34. return b
  35. }
  36. func TestEnv2Variables(t *testing.T) {
  37. b := newBuilderWithMockBackend()
  38. sb := newDispatchRequest(b, '\\', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  39. envCommand := &instructions.EnvCommand{
  40. Env: instructions.KeyValuePairs{
  41. instructions.KeyValuePair{Key: "var1", Value: "val1"},
  42. instructions.KeyValuePair{Key: "var2", Value: "val2"},
  43. },
  44. }
  45. err := dispatch(sb, envCommand)
  46. require.NoError(t, err)
  47. expected := []string{
  48. "var1=val1",
  49. "var2=val2",
  50. }
  51. assert.Equal(t, expected, sb.state.runConfig.Env)
  52. }
  53. func TestEnvValueWithExistingRunConfigEnv(t *testing.T) {
  54. b := newBuilderWithMockBackend()
  55. sb := newDispatchRequest(b, '\\', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  56. sb.state.runConfig.Env = []string{"var1=old", "var2=fromenv"}
  57. envCommand := &instructions.EnvCommand{
  58. Env: instructions.KeyValuePairs{
  59. instructions.KeyValuePair{Key: "var1", Value: "val1"},
  60. },
  61. }
  62. err := dispatch(sb, envCommand)
  63. require.NoError(t, err)
  64. expected := []string{
  65. "var1=val1",
  66. "var2=fromenv",
  67. }
  68. assert.Equal(t, expected, sb.state.runConfig.Env)
  69. }
  70. func TestMaintainer(t *testing.T) {
  71. maintainerEntry := "Some Maintainer <maintainer@example.com>"
  72. b := newBuilderWithMockBackend()
  73. sb := newDispatchRequest(b, '\\', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  74. cmd := &instructions.MaintainerCommand{Maintainer: maintainerEntry}
  75. err := dispatch(sb, cmd)
  76. require.NoError(t, err)
  77. assert.Equal(t, maintainerEntry, sb.state.maintainer)
  78. }
  79. func TestLabel(t *testing.T) {
  80. labelName := "label"
  81. labelValue := "value"
  82. b := newBuilderWithMockBackend()
  83. sb := newDispatchRequest(b, '\\', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  84. cmd := &instructions.LabelCommand{
  85. Labels: instructions.KeyValuePairs{
  86. instructions.KeyValuePair{Key: labelName, Value: labelValue},
  87. },
  88. }
  89. err := dispatch(sb, cmd)
  90. require.NoError(t, err)
  91. require.Contains(t, sb.state.runConfig.Labels, labelName)
  92. assert.Equal(t, sb.state.runConfig.Labels[labelName], labelValue)
  93. }
  94. func TestFromScratch(t *testing.T) {
  95. b := newBuilderWithMockBackend()
  96. sb := newDispatchRequest(b, '\\', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  97. cmd := &instructions.Stage{
  98. BaseName: "scratch",
  99. }
  100. err := initializeStage(sb, cmd)
  101. if runtime.GOOS == "windows" && !system.LCOWSupported() {
  102. assert.EqualError(t, err, "Windows does not support FROM scratch")
  103. return
  104. }
  105. require.NoError(t, err)
  106. assert.True(t, sb.state.hasFromImage())
  107. assert.Equal(t, "", sb.state.imageID)
  108. // Windows does not set the default path. TODO @jhowardmsft LCOW support. This will need revisiting as we get further into the implementation
  109. expected := "PATH=" + system.DefaultPathEnv(runtime.GOOS)
  110. if runtime.GOOS == "windows" {
  111. expected = ""
  112. }
  113. assert.Equal(t, []string{expected}, sb.state.runConfig.Env)
  114. }
  115. func TestFromWithArg(t *testing.T) {
  116. tag, expected := ":sometag", "expectedthisid"
  117. getImage := func(name string) (builder.Image, builder.ReleaseableLayer, error) {
  118. assert.Equal(t, "alpine"+tag, name)
  119. return &mockImage{id: "expectedthisid"}, nil, nil
  120. }
  121. b := newBuilderWithMockBackend()
  122. b.docker.(*MockBackend).getImageFunc = getImage
  123. args := newBuildArgs(make(map[string]*string))
  124. val := "sometag"
  125. metaArg := instructions.ArgCommand{
  126. Key: "THETAG",
  127. Value: &val,
  128. }
  129. cmd := &instructions.Stage{
  130. BaseName: "alpine:${THETAG}",
  131. }
  132. err := processMetaArg(metaArg, NewShellLex('\\'), args)
  133. sb := newDispatchRequest(b, '\\', nil, args, newStagesBuildResults())
  134. require.NoError(t, err)
  135. err = initializeStage(sb, cmd)
  136. require.NoError(t, err)
  137. assert.Equal(t, expected, sb.state.imageID)
  138. assert.Equal(t, expected, sb.state.baseImage.ImageID())
  139. assert.Len(t, sb.state.buildArgs.GetAllAllowed(), 0)
  140. assert.Len(t, sb.state.buildArgs.GetAllMeta(), 1)
  141. }
  142. func TestFromWithUndefinedArg(t *testing.T) {
  143. tag, expected := "sometag", "expectedthisid"
  144. getImage := func(name string) (builder.Image, builder.ReleaseableLayer, error) {
  145. assert.Equal(t, "alpine", name)
  146. return &mockImage{id: "expectedthisid"}, nil, nil
  147. }
  148. b := newBuilderWithMockBackend()
  149. b.docker.(*MockBackend).getImageFunc = getImage
  150. sb := newDispatchRequest(b, '\\', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  151. b.options.BuildArgs = map[string]*string{"THETAG": &tag}
  152. cmd := &instructions.Stage{
  153. BaseName: "alpine${THETAG}",
  154. }
  155. err := initializeStage(sb, cmd)
  156. require.NoError(t, err)
  157. assert.Equal(t, expected, sb.state.imageID)
  158. }
  159. func TestFromMultiStageWithNamedStage(t *testing.T) {
  160. b := newBuilderWithMockBackend()
  161. firstFrom := &instructions.Stage{BaseName: "someimg", Name: "base"}
  162. secondFrom := &instructions.Stage{BaseName: "base"}
  163. previousResults := newStagesBuildResults()
  164. firstSB := newDispatchRequest(b, '\\', nil, newBuildArgs(make(map[string]*string)), previousResults)
  165. secondSB := newDispatchRequest(b, '\\', nil, newBuildArgs(make(map[string]*string)), previousResults)
  166. err := initializeStage(firstSB, firstFrom)
  167. require.NoError(t, err)
  168. assert.True(t, firstSB.state.hasFromImage())
  169. previousResults.indexed["base"] = firstSB.state.runConfig
  170. previousResults.flat = append(previousResults.flat, firstSB.state.runConfig)
  171. err = initializeStage(secondSB, secondFrom)
  172. require.NoError(t, err)
  173. assert.True(t, secondSB.state.hasFromImage())
  174. }
  175. func TestOnbuild(t *testing.T) {
  176. b := newBuilderWithMockBackend()
  177. sb := newDispatchRequest(b, '\\', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  178. cmd := &instructions.OnbuildCommand{
  179. Expression: "ADD . /app/src",
  180. }
  181. err := dispatch(sb, cmd)
  182. require.NoError(t, err)
  183. assert.Equal(t, "ADD . /app/src", sb.state.runConfig.OnBuild[0])
  184. }
  185. func TestWorkdir(t *testing.T) {
  186. b := newBuilderWithMockBackend()
  187. sb := newDispatchRequest(b, '`', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  188. workingDir := "/app"
  189. if runtime.GOOS == "windows" {
  190. workingDir = "C:\\app"
  191. }
  192. cmd := &instructions.WorkdirCommand{
  193. Path: workingDir,
  194. }
  195. err := dispatch(sb, cmd)
  196. require.NoError(t, err)
  197. assert.Equal(t, workingDir, sb.state.runConfig.WorkingDir)
  198. }
  199. func TestCmd(t *testing.T) {
  200. b := newBuilderWithMockBackend()
  201. sb := newDispatchRequest(b, '`', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  202. command := "./executable"
  203. cmd := &instructions.CmdCommand{
  204. ShellDependantCmdLine: instructions.ShellDependantCmdLine{
  205. CmdLine: strslice.StrSlice{command},
  206. PrependShell: true,
  207. },
  208. }
  209. err := dispatch(sb, cmd)
  210. require.NoError(t, err)
  211. var expectedCommand strslice.StrSlice
  212. if runtime.GOOS == "windows" {
  213. expectedCommand = strslice.StrSlice(append([]string{"cmd"}, "/S", "/C", command))
  214. } else {
  215. expectedCommand = strslice.StrSlice(append([]string{"/bin/sh"}, "-c", command))
  216. }
  217. assert.Equal(t, expectedCommand, sb.state.runConfig.Cmd)
  218. assert.True(t, sb.state.cmdSet)
  219. }
  220. func TestHealthcheckNone(t *testing.T) {
  221. b := newBuilderWithMockBackend()
  222. sb := newDispatchRequest(b, '`', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  223. cmd := &instructions.HealthCheckCommand{
  224. Health: &container.HealthConfig{
  225. Test: []string{"NONE"},
  226. },
  227. }
  228. err := dispatch(sb, cmd)
  229. require.NoError(t, err)
  230. require.NotNil(t, sb.state.runConfig.Healthcheck)
  231. assert.Equal(t, []string{"NONE"}, sb.state.runConfig.Healthcheck.Test)
  232. }
  233. func TestHealthcheckCmd(t *testing.T) {
  234. b := newBuilderWithMockBackend()
  235. sb := newDispatchRequest(b, '`', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  236. expectedTest := []string{"CMD-SHELL", "curl -f http://localhost/ || exit 1"}
  237. cmd := &instructions.HealthCheckCommand{
  238. Health: &container.HealthConfig{
  239. Test: expectedTest,
  240. },
  241. }
  242. err := dispatch(sb, cmd)
  243. require.NoError(t, err)
  244. require.NotNil(t, sb.state.runConfig.Healthcheck)
  245. assert.Equal(t, expectedTest, sb.state.runConfig.Healthcheck.Test)
  246. }
  247. func TestEntrypoint(t *testing.T) {
  248. b := newBuilderWithMockBackend()
  249. sb := newDispatchRequest(b, '`', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  250. entrypointCmd := "/usr/sbin/nginx"
  251. cmd := &instructions.EntrypointCommand{
  252. ShellDependantCmdLine: instructions.ShellDependantCmdLine{
  253. CmdLine: strslice.StrSlice{entrypointCmd},
  254. PrependShell: true,
  255. },
  256. }
  257. err := dispatch(sb, cmd)
  258. require.NoError(t, err)
  259. require.NotNil(t, sb.state.runConfig.Entrypoint)
  260. var expectedEntrypoint strslice.StrSlice
  261. if runtime.GOOS == "windows" {
  262. expectedEntrypoint = strslice.StrSlice(append([]string{"cmd"}, "/S", "/C", entrypointCmd))
  263. } else {
  264. expectedEntrypoint = strslice.StrSlice(append([]string{"/bin/sh"}, "-c", entrypointCmd))
  265. }
  266. assert.Equal(t, expectedEntrypoint, sb.state.runConfig.Entrypoint)
  267. }
  268. func TestExpose(t *testing.T) {
  269. b := newBuilderWithMockBackend()
  270. sb := newDispatchRequest(b, '`', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  271. exposedPort := "80"
  272. cmd := &instructions.ExposeCommand{
  273. Ports: []string{exposedPort},
  274. }
  275. err := dispatch(sb, cmd)
  276. require.NoError(t, err)
  277. require.NotNil(t, sb.state.runConfig.ExposedPorts)
  278. require.Len(t, sb.state.runConfig.ExposedPorts, 1)
  279. portsMapping, err := nat.ParsePortSpec(exposedPort)
  280. require.NoError(t, err)
  281. assert.Contains(t, sb.state.runConfig.ExposedPorts, portsMapping[0].Port)
  282. }
  283. func TestUser(t *testing.T) {
  284. b := newBuilderWithMockBackend()
  285. sb := newDispatchRequest(b, '`', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  286. cmd := &instructions.UserCommand{
  287. User: "test",
  288. }
  289. err := dispatch(sb, cmd)
  290. require.NoError(t, err)
  291. assert.Equal(t, "test", sb.state.runConfig.User)
  292. }
  293. func TestVolume(t *testing.T) {
  294. b := newBuilderWithMockBackend()
  295. sb := newDispatchRequest(b, '`', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  296. exposedVolume := "/foo"
  297. cmd := &instructions.VolumeCommand{
  298. Volumes: []string{exposedVolume},
  299. }
  300. err := dispatch(sb, cmd)
  301. require.NoError(t, err)
  302. require.NotNil(t, sb.state.runConfig.Volumes)
  303. assert.Len(t, sb.state.runConfig.Volumes, 1)
  304. assert.Contains(t, sb.state.runConfig.Volumes, exposedVolume)
  305. }
  306. func TestStopSignal(t *testing.T) {
  307. if runtime.GOOS == "windows" {
  308. t.Skip("Windows does not support stopsignal")
  309. return
  310. }
  311. b := newBuilderWithMockBackend()
  312. sb := newDispatchRequest(b, '`', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  313. signal := "SIGKILL"
  314. cmd := &instructions.StopSignalCommand{
  315. Signal: signal,
  316. }
  317. err := dispatch(sb, cmd)
  318. require.NoError(t, err)
  319. assert.Equal(t, signal, sb.state.runConfig.StopSignal)
  320. }
  321. func TestArg(t *testing.T) {
  322. b := newBuilderWithMockBackend()
  323. sb := newDispatchRequest(b, '`', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  324. argName := "foo"
  325. argVal := "bar"
  326. cmd := &instructions.ArgCommand{Key: argName, Value: &argVal}
  327. err := dispatch(sb, cmd)
  328. require.NoError(t, err)
  329. expected := map[string]string{argName: argVal}
  330. assert.Equal(t, expected, sb.state.buildArgs.GetAllAllowed())
  331. }
  332. func TestShell(t *testing.T) {
  333. b := newBuilderWithMockBackend()
  334. sb := newDispatchRequest(b, '`', nil, newBuildArgs(make(map[string]*string)), newStagesBuildResults())
  335. shellCmd := "powershell"
  336. cmd := &instructions.ShellCommand{Shell: strslice.StrSlice{shellCmd}}
  337. err := dispatch(sb, cmd)
  338. require.NoError(t, err)
  339. expectedShell := strslice.StrSlice([]string{shellCmd})
  340. assert.Equal(t, expectedShell, sb.state.runConfig.Shell)
  341. }
  342. func TestPrependEnvOnCmd(t *testing.T) {
  343. buildArgs := newBuildArgs(nil)
  344. buildArgs.AddArg("NO_PROXY", nil)
  345. args := []string{"sorted=nope", "args=not", "http_proxy=foo", "NO_PROXY=YA"}
  346. cmd := []string{"foo", "bar"}
  347. cmdWithEnv := prependEnvOnCmd(buildArgs, args, cmd)
  348. expected := strslice.StrSlice([]string{
  349. "|3", "NO_PROXY=YA", "args=not", "sorted=nope", "foo", "bar"})
  350. assert.Equal(t, expected, cmdWithEnv)
  351. }
  352. func TestRunWithBuildArgs(t *testing.T) {
  353. b := newBuilderWithMockBackend()
  354. args := newBuildArgs(make(map[string]*string))
  355. args.argsFromOptions["HTTP_PROXY"] = strPtr("FOO")
  356. b.disableCommit = false
  357. sb := newDispatchRequest(b, '`', nil, args, newStagesBuildResults())
  358. runConfig := &container.Config{}
  359. origCmd := strslice.StrSlice([]string{"cmd", "in", "from", "image"})
  360. cmdWithShell := strslice.StrSlice(append(getShell(runConfig, runtime.GOOS), "echo foo"))
  361. envVars := []string{"|1", "one=two"}
  362. cachedCmd := strslice.StrSlice(append(envVars, cmdWithShell...))
  363. imageCache := &mockImageCache{
  364. getCacheFunc: func(parentID string, cfg *container.Config) (string, error) {
  365. // Check the runConfig.Cmd sent to probeCache()
  366. assert.Equal(t, cachedCmd, cfg.Cmd)
  367. assert.Equal(t, strslice.StrSlice(nil), cfg.Entrypoint)
  368. return "", nil
  369. },
  370. }
  371. mockBackend := b.docker.(*MockBackend)
  372. mockBackend.makeImageCacheFunc = func(_ []string, _ string) builder.ImageCache {
  373. return imageCache
  374. }
  375. b.imageProber = newImageProber(mockBackend, nil, runtime.GOOS, false)
  376. mockBackend.getImageFunc = func(_ string) (builder.Image, builder.ReleaseableLayer, error) {
  377. return &mockImage{
  378. id: "abcdef",
  379. config: &container.Config{Cmd: origCmd},
  380. }, nil, nil
  381. }
  382. mockBackend.containerCreateFunc = func(config types.ContainerCreateConfig) (container.ContainerCreateCreatedBody, error) {
  383. // Check the runConfig.Cmd sent to create()
  384. assert.Equal(t, cmdWithShell, config.Config.Cmd)
  385. assert.Contains(t, config.Config.Env, "one=two")
  386. assert.Equal(t, strslice.StrSlice{""}, config.Config.Entrypoint)
  387. return container.ContainerCreateCreatedBody{ID: "12345"}, nil
  388. }
  389. mockBackend.commitFunc = func(cID string, cfg *backend.ContainerCommitConfig) (string, error) {
  390. // Check the runConfig.Cmd sent to commit()
  391. assert.Equal(t, origCmd, cfg.Config.Cmd)
  392. assert.Equal(t, cachedCmd, cfg.ContainerConfig.Cmd)
  393. assert.Equal(t, strslice.StrSlice(nil), cfg.Config.Entrypoint)
  394. return "", nil
  395. }
  396. from := &instructions.Stage{BaseName: "abcdef"}
  397. err := initializeStage(sb, from)
  398. require.NoError(t, err)
  399. sb.state.buildArgs.AddArg("one", strPtr("two"))
  400. run := &instructions.RunCommand{
  401. ShellDependantCmdLine: instructions.ShellDependantCmdLine{
  402. CmdLine: strslice.StrSlice{"echo foo"},
  403. PrependShell: true,
  404. },
  405. }
  406. require.NoError(t, dispatch(sb, run))
  407. // Check that runConfig.Cmd has not been modified by run
  408. assert.Equal(t, origCmd, sb.state.runConfig.Cmd)
  409. }