run_linux_test.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305
  1. package container // import "github.com/docker/docker/integration/container"
  2. import (
  3. "bytes"
  4. "io"
  5. "os"
  6. "os/exec"
  7. "path/filepath"
  8. "strings"
  9. "testing"
  10. "time"
  11. containertypes "github.com/docker/docker/api/types/container"
  12. "github.com/docker/docker/api/types/versions"
  13. "github.com/docker/docker/client"
  14. "github.com/docker/docker/integration/internal/container"
  15. net "github.com/docker/docker/integration/internal/network"
  16. "github.com/docker/docker/pkg/stdcopy"
  17. "github.com/docker/docker/testutil"
  18. "github.com/docker/docker/testutil/daemon"
  19. "golang.org/x/sys/unix"
  20. "gotest.tools/v3/assert"
  21. is "gotest.tools/v3/assert/cmp"
  22. "gotest.tools/v3/poll"
  23. "gotest.tools/v3/skip"
  24. )
  25. func TestNISDomainname(t *testing.T) {
  26. // Older versions of the daemon would concatenate hostname and domainname,
  27. // so hostname "foobar" and domainname "baz.cyphar.com" would produce
  28. // `foobar.baz.cyphar.com` as hostname.
  29. skip.If(t, versions.LessThan(testEnv.DaemonAPIVersion(), "1.40"), "skip test from new feature")
  30. skip.If(t, testEnv.DaemonInfo.OSType != "linux")
  31. // Rootless supports custom Hostname but doesn't support custom Domainname
  32. // OCI runtime create failed: container_linux.go:349: starting container process caused "process_linux.go:449: container init caused \
  33. // "write sysctl key kernel.domainname: open /proc/sys/kernel/domainname: permission denied\"": unknown.
  34. skip.If(t, testEnv.IsRootless, "rootless mode doesn't support setting Domainname (TODO: https://github.com/moby/moby/issues/40632)")
  35. ctx := setupTest(t)
  36. apiClient := testEnv.APIClient()
  37. const (
  38. hostname = "foobar"
  39. domainname = "baz.cyphar.com"
  40. )
  41. cID := container.Run(ctx, t, apiClient, func(c *container.TestContainerConfig) {
  42. c.Config.Hostname = hostname
  43. c.Config.Domainname = domainname
  44. })
  45. inspect, err := apiClient.ContainerInspect(ctx, cID)
  46. assert.NilError(t, err)
  47. assert.Check(t, is.Equal(hostname, inspect.Config.Hostname))
  48. assert.Check(t, is.Equal(domainname, inspect.Config.Domainname))
  49. // Check hostname.
  50. res, err := container.Exec(ctx, apiClient, cID,
  51. []string{"cat", "/proc/sys/kernel/hostname"})
  52. assert.NilError(t, err)
  53. assert.Assert(t, is.Len(res.Stderr(), 0))
  54. assert.Equal(t, 0, res.ExitCode)
  55. assert.Check(t, is.Equal(hostname, strings.TrimSpace(res.Stdout())))
  56. // Check domainname.
  57. res, err = container.Exec(ctx, apiClient, cID,
  58. []string{"cat", "/proc/sys/kernel/domainname"})
  59. assert.NilError(t, err)
  60. assert.Assert(t, is.Len(res.Stderr(), 0))
  61. assert.Equal(t, 0, res.ExitCode)
  62. assert.Check(t, is.Equal(domainname, strings.TrimSpace(res.Stdout())))
  63. }
  64. func TestHostnameDnsResolution(t *testing.T) {
  65. skip.If(t, testEnv.DaemonInfo.OSType != "linux")
  66. ctx := setupTest(t)
  67. apiClient := testEnv.APIClient()
  68. const (
  69. hostname = "foobar"
  70. )
  71. // using user defined network as we want to use internal DNS
  72. netName := "foobar-net"
  73. net.CreateNoError(ctx, t, apiClient, netName, net.WithDriver("bridge"))
  74. cID := container.Run(ctx, t, apiClient, func(c *container.TestContainerConfig) {
  75. c.Config.Hostname = hostname
  76. c.HostConfig.NetworkMode = containertypes.NetworkMode(netName)
  77. })
  78. inspect, err := apiClient.ContainerInspect(ctx, cID)
  79. assert.NilError(t, err)
  80. assert.Check(t, is.Equal(hostname, inspect.Config.Hostname))
  81. // Clear hosts file so ping will use DNS for hostname resolution
  82. res, err := container.Exec(ctx, apiClient, cID,
  83. []string{"sh", "-c", "echo 127.0.0.1 localhost | tee /etc/hosts && ping -c 1 foobar"})
  84. assert.NilError(t, err)
  85. assert.Check(t, is.Equal("", res.Stderr()))
  86. assert.Equal(t, 0, res.ExitCode)
  87. }
  88. func TestUnprivilegedPortsAndPing(t *testing.T) {
  89. skip.If(t, testEnv.DaemonInfo.OSType != "linux")
  90. skip.If(t, testEnv.IsRootless, "rootless mode doesn't support setting net.ipv4.ping_group_range and net.ipv4.ip_unprivileged_port_start")
  91. ctx := setupTest(t)
  92. apiClient := testEnv.APIClient()
  93. cID := container.Run(ctx, t, apiClient, func(c *container.TestContainerConfig) {
  94. c.Config.User = "1000:1000"
  95. })
  96. // Check net.ipv4.ping_group_range.
  97. res, err := container.Exec(ctx, apiClient, cID, []string{"cat", "/proc/sys/net/ipv4/ping_group_range"})
  98. assert.NilError(t, err)
  99. assert.Assert(t, is.Len(res.Stderr(), 0))
  100. assert.Equal(t, 0, res.ExitCode)
  101. assert.Equal(t, `0 2147483647`, strings.TrimSpace(res.Stdout()))
  102. // Check net.ipv4.ip_unprivileged_port_start.
  103. res, err = container.Exec(ctx, apiClient, cID, []string{"cat", "/proc/sys/net/ipv4/ip_unprivileged_port_start"})
  104. assert.NilError(t, err)
  105. assert.Assert(t, is.Len(res.Stderr(), 0))
  106. assert.Equal(t, 0, res.ExitCode)
  107. assert.Equal(t, "0", strings.TrimSpace(res.Stdout()))
  108. }
  109. func TestPrivilegedHostDevices(t *testing.T) {
  110. // Host devices are linux only. Also it creates host devices,
  111. // so needs to be same host.
  112. skip.If(t, testEnv.IsRemoteDaemon)
  113. skip.If(t, testEnv.DaemonInfo.OSType != "linux")
  114. ctx := setupTest(t)
  115. apiClient := testEnv.APIClient()
  116. const (
  117. devTest = "/dev/test"
  118. devRootOnlyTest = "/dev/root-only/test"
  119. )
  120. // Create Null devices.
  121. if err := unix.Mknod(devTest, unix.S_IFCHR|0o600, int(unix.Mkdev(1, 3))); err != nil {
  122. t.Fatal(err)
  123. }
  124. defer os.Remove(devTest)
  125. if err := os.Mkdir(filepath.Dir(devRootOnlyTest), 0o700); err != nil {
  126. t.Fatal(err)
  127. }
  128. defer os.RemoveAll(filepath.Dir(devRootOnlyTest))
  129. if err := unix.Mknod(devRootOnlyTest, unix.S_IFCHR|0o600, int(unix.Mkdev(1, 3))); err != nil {
  130. t.Fatal(err)
  131. }
  132. defer os.Remove(devRootOnlyTest)
  133. cID := container.Run(ctx, t, apiClient, container.WithPrivileged(true))
  134. // Check test device.
  135. res, err := container.Exec(ctx, apiClient, cID, []string{"ls", devTest})
  136. assert.NilError(t, err)
  137. assert.Equal(t, 0, res.ExitCode)
  138. assert.Check(t, is.Equal(strings.TrimSpace(res.Stdout()), devTest))
  139. // Check root-only test device.
  140. res, err = container.Exec(ctx, apiClient, cID, []string{"ls", devRootOnlyTest})
  141. assert.NilError(t, err)
  142. if testEnv.IsRootless() {
  143. assert.Equal(t, 1, res.ExitCode)
  144. assert.Check(t, is.Contains(res.Stderr(), "No such file or directory"))
  145. } else {
  146. assert.Equal(t, 0, res.ExitCode)
  147. assert.Check(t, is.Equal(strings.TrimSpace(res.Stdout()), devRootOnlyTest))
  148. }
  149. }
  150. func TestRunConsoleSize(t *testing.T) {
  151. skip.If(t, testEnv.DaemonInfo.OSType != "linux")
  152. skip.If(t, versions.LessThan(testEnv.DaemonAPIVersion(), "1.42"), "skip test from new feature")
  153. ctx := setupTest(t)
  154. apiClient := testEnv.APIClient()
  155. cID := container.Run(ctx, t, apiClient,
  156. container.WithTty(true),
  157. container.WithImage("busybox"),
  158. container.WithCmd("stty", "size"),
  159. container.WithConsoleSize(57, 123),
  160. )
  161. poll.WaitOn(t, container.IsStopped(ctx, apiClient, cID), poll.WithDelay(100*time.Millisecond))
  162. out, err := apiClient.ContainerLogs(ctx, cID, containertypes.LogsOptions{ShowStdout: true})
  163. assert.NilError(t, err)
  164. defer out.Close()
  165. var b bytes.Buffer
  166. _, err = io.Copy(&b, out)
  167. assert.NilError(t, err)
  168. assert.Equal(t, strings.TrimSpace(b.String()), "123 57")
  169. }
  170. func TestRunWithAlternativeContainerdShim(t *testing.T) {
  171. skip.If(t, testEnv.IsRemoteDaemon)
  172. skip.If(t, testEnv.DaemonInfo.OSType != "linux")
  173. ctx := testutil.StartSpan(baseContext, t)
  174. realShimPath, err := exec.LookPath("containerd-shim-runc-v2")
  175. assert.Assert(t, err)
  176. realShimPath, err = filepath.Abs(realShimPath)
  177. assert.Assert(t, err)
  178. // t.TempDir() can't be used here as the temporary directory returned by
  179. // that function cannot be accessed by the fake-root user for rootless
  180. // Docker. It creates a nested hierarchy of directories where the
  181. // outermost has permission 0700.
  182. shimDir, err := os.MkdirTemp("", t.Name())
  183. assert.Assert(t, err)
  184. t.Cleanup(func() {
  185. if err := os.RemoveAll(shimDir); err != nil {
  186. t.Errorf("shimDir RemoveAll cleanup: %v", err)
  187. }
  188. })
  189. assert.Assert(t, os.Chmod(shimDir, 0o777))
  190. shimDir, err = filepath.Abs(shimDir)
  191. assert.Assert(t, err)
  192. assert.Assert(t, os.Symlink(realShimPath, filepath.Join(shimDir, "containerd-shim-realfake-v42")))
  193. d := daemon.New(t,
  194. daemon.WithEnvVars("PATH="+shimDir+":"+os.Getenv("PATH")),
  195. daemon.WithContainerdSocket(""), // A new containerd instance needs to be started which inherits the PATH env var defined above.
  196. )
  197. d.StartWithBusybox(ctx, t)
  198. defer d.Stop(t)
  199. apiClient := d.NewClientT(t)
  200. cID := container.Run(ctx, t, apiClient,
  201. container.WithImage("busybox"),
  202. container.WithCmd("sh", "-c", `echo 'Hello, world!'`),
  203. container.WithRuntime("io.containerd.realfake.v42"),
  204. )
  205. poll.WaitOn(t, container.IsStopped(ctx, apiClient, cID), poll.WithDelay(100*time.Millisecond))
  206. out, err := apiClient.ContainerLogs(ctx, cID, containertypes.LogsOptions{ShowStdout: true})
  207. assert.NilError(t, err)
  208. defer out.Close()
  209. var b bytes.Buffer
  210. _, err = stdcopy.StdCopy(&b, io.Discard, out)
  211. assert.NilError(t, err)
  212. assert.Equal(t, strings.TrimSpace(b.String()), "Hello, world!")
  213. d.Stop(t)
  214. d.Start(t, "--default-runtime="+"io.containerd.realfake.v42")
  215. cID = container.Run(ctx, t, apiClient,
  216. container.WithImage("busybox"),
  217. container.WithCmd("sh", "-c", `echo 'Hello, world!'`),
  218. )
  219. poll.WaitOn(t, container.IsStopped(ctx, apiClient, cID), poll.WithDelay(100*time.Millisecond))
  220. out, err = apiClient.ContainerLogs(ctx, cID, containertypes.LogsOptions{ShowStdout: true})
  221. assert.NilError(t, err)
  222. defer out.Close()
  223. b.Reset()
  224. _, err = stdcopy.StdCopy(&b, io.Discard, out)
  225. assert.NilError(t, err)
  226. assert.Equal(t, strings.TrimSpace(b.String()), "Hello, world!")
  227. }
  228. func TestMacAddressIsAppliedToMainNetworkWithShortID(t *testing.T) {
  229. skip.If(t, testEnv.IsRemoteDaemon)
  230. skip.If(t, testEnv.DaemonInfo.OSType != "linux")
  231. ctx := testutil.StartSpan(baseContext, t)
  232. d := daemon.New(t)
  233. d.StartWithBusybox(ctx, t)
  234. defer d.Stop(t)
  235. apiClient, err := client.NewClientWithOpts(client.FromEnv, client.WithVersion("1.43"))
  236. assert.NilError(t, err)
  237. n := net.CreateNoError(ctx, t, apiClient, "testnet", net.WithIPAM("192.168.101.0/24", "192.168.101.1"))
  238. cid := container.Run(ctx, t, apiClient,
  239. container.WithImage("busybox:latest"),
  240. container.WithCmd("/bin/sleep", "infinity"),
  241. container.WithStopSignal("SIGKILL"),
  242. container.WithNetworkMode(n[:10]),
  243. container.WithContainerWideMacAddress("02:42:08:26:a9:55"))
  244. defer container.Remove(ctx, t, apiClient, cid, containertypes.RemoveOptions{Force: true})
  245. c := container.Inspect(ctx, t, apiClient, cid)
  246. assert.Equal(t, c.NetworkSettings.Networks["testnet"].MacAddress, "02:42:08:26:a9:55")
  247. }