daemon_unix.go 46 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265
  1. // +build linux freebsd
  2. package daemon
  3. import (
  4. "bytes"
  5. "encoding/json"
  6. "fmt"
  7. "io/ioutil"
  8. "net"
  9. "os"
  10. "path/filepath"
  11. "runtime"
  12. "runtime/debug"
  13. "strconv"
  14. "strings"
  15. "syscall"
  16. "github.com/Sirupsen/logrus"
  17. "github.com/docker/docker/api/types"
  18. "github.com/docker/docker/api/types/blkiodev"
  19. pblkiodev "github.com/docker/docker/api/types/blkiodev"
  20. containertypes "github.com/docker/docker/api/types/container"
  21. "github.com/docker/docker/container"
  22. "github.com/docker/docker/image"
  23. "github.com/docker/docker/pkg/idtools"
  24. "github.com/docker/docker/pkg/parsers"
  25. "github.com/docker/docker/pkg/parsers/kernel"
  26. "github.com/docker/docker/pkg/sysinfo"
  27. "github.com/docker/docker/runconfig"
  28. runconfigopts "github.com/docker/docker/runconfig/opts"
  29. "github.com/docker/libnetwork"
  30. nwconfig "github.com/docker/libnetwork/config"
  31. "github.com/docker/libnetwork/drivers/bridge"
  32. "github.com/docker/libnetwork/netlabel"
  33. "github.com/docker/libnetwork/netutils"
  34. "github.com/docker/libnetwork/options"
  35. lntypes "github.com/docker/libnetwork/types"
  36. "github.com/golang/protobuf/ptypes"
  37. "github.com/opencontainers/runc/libcontainer/cgroups"
  38. "github.com/opencontainers/runc/libcontainer/label"
  39. rsystem "github.com/opencontainers/runc/libcontainer/system"
  40. "github.com/opencontainers/runc/libcontainer/user"
  41. specs "github.com/opencontainers/runtime-spec/specs-go"
  42. "github.com/pkg/errors"
  43. "github.com/vishvananda/netlink"
  44. )
  45. const (
  46. // See https://git.kernel.org/cgit/linux/kernel/git/tip/tip.git/tree/kernel/sched/sched.h?id=8cd9234c64c584432f6992fe944ca9e46ca8ea76#n269
  47. linuxMinCPUShares = 2
  48. linuxMaxCPUShares = 262144
  49. platformSupported = true
  50. // It's not kernel limit, we want this 4M limit to supply a reasonable functional container
  51. linuxMinMemory = 4194304
  52. // constants for remapped root settings
  53. defaultIDSpecifier string = "default"
  54. defaultRemappedID string = "dockremap"
  55. // constant for cgroup drivers
  56. cgroupFsDriver = "cgroupfs"
  57. cgroupSystemdDriver = "systemd"
  58. )
  59. func getMemoryResources(config containertypes.Resources) *specs.Memory {
  60. memory := specs.Memory{}
  61. if config.Memory > 0 {
  62. limit := uint64(config.Memory)
  63. memory.Limit = &limit
  64. }
  65. if config.MemoryReservation > 0 {
  66. reservation := uint64(config.MemoryReservation)
  67. memory.Reservation = &reservation
  68. }
  69. if config.MemorySwap != 0 {
  70. swap := uint64(config.MemorySwap)
  71. memory.Swap = &swap
  72. }
  73. if config.MemorySwappiness != nil {
  74. swappiness := uint64(*config.MemorySwappiness)
  75. memory.Swappiness = &swappiness
  76. }
  77. if config.KernelMemory != 0 {
  78. kernelMemory := uint64(config.KernelMemory)
  79. memory.Kernel = &kernelMemory
  80. }
  81. return &memory
  82. }
  83. func getCPUResources(config containertypes.Resources) *specs.CPU {
  84. cpu := specs.CPU{}
  85. if config.CPUShares != 0 {
  86. shares := uint64(config.CPUShares)
  87. cpu.Shares = &shares
  88. }
  89. if config.CpusetCpus != "" {
  90. cpuset := config.CpusetCpus
  91. cpu.Cpus = &cpuset
  92. }
  93. if config.CpusetMems != "" {
  94. cpuset := config.CpusetMems
  95. cpu.Mems = &cpuset
  96. }
  97. if config.CPUPeriod != 0 {
  98. period := uint64(config.CPUPeriod)
  99. cpu.Period = &period
  100. }
  101. if config.CPUQuota != 0 {
  102. quota := uint64(config.CPUQuota)
  103. cpu.Quota = &quota
  104. }
  105. if config.CPURealtimePeriod != 0 {
  106. period := uint64(config.CPURealtimePeriod)
  107. cpu.RealtimePeriod = &period
  108. }
  109. if config.CPURealtimeRuntime != 0 {
  110. runtime := uint64(config.CPURealtimeRuntime)
  111. cpu.RealtimeRuntime = &runtime
  112. }
  113. return &cpu
  114. }
  115. func getBlkioWeightDevices(config containertypes.Resources) ([]specs.WeightDevice, error) {
  116. var stat syscall.Stat_t
  117. var blkioWeightDevices []specs.WeightDevice
  118. for _, weightDevice := range config.BlkioWeightDevice {
  119. if err := syscall.Stat(weightDevice.Path, &stat); err != nil {
  120. return nil, err
  121. }
  122. weight := weightDevice.Weight
  123. d := specs.WeightDevice{Weight: &weight}
  124. d.Major = int64(stat.Rdev / 256)
  125. d.Minor = int64(stat.Rdev % 256)
  126. blkioWeightDevices = append(blkioWeightDevices, d)
  127. }
  128. return blkioWeightDevices, nil
  129. }
  130. func parseSecurityOpt(container *container.Container, config *containertypes.HostConfig) error {
  131. var (
  132. labelOpts []string
  133. err error
  134. )
  135. for _, opt := range config.SecurityOpt {
  136. if opt == "no-new-privileges" {
  137. container.NoNewPrivileges = true
  138. continue
  139. }
  140. var con []string
  141. if strings.Contains(opt, "=") {
  142. con = strings.SplitN(opt, "=", 2)
  143. } else if strings.Contains(opt, ":") {
  144. con = strings.SplitN(opt, ":", 2)
  145. logrus.Warn("Security options with `:` as a separator are deprecated and will be completely unsupported in 1.14, use `=` instead.")
  146. }
  147. if len(con) != 2 {
  148. return fmt.Errorf("invalid --security-opt 1: %q", opt)
  149. }
  150. switch con[0] {
  151. case "label":
  152. labelOpts = append(labelOpts, con[1])
  153. case "apparmor":
  154. container.AppArmorProfile = con[1]
  155. case "seccomp":
  156. container.SeccompProfile = con[1]
  157. default:
  158. return fmt.Errorf("invalid --security-opt 2: %q", opt)
  159. }
  160. }
  161. container.ProcessLabel, container.MountLabel, err = label.InitLabels(labelOpts)
  162. return err
  163. }
  164. func getBlkioThrottleDevices(devs []*blkiodev.ThrottleDevice) ([]specs.ThrottleDevice, error) {
  165. var throttleDevices []specs.ThrottleDevice
  166. var stat syscall.Stat_t
  167. for _, d := range devs {
  168. if err := syscall.Stat(d.Path, &stat); err != nil {
  169. return nil, err
  170. }
  171. rate := d.Rate
  172. d := specs.ThrottleDevice{Rate: &rate}
  173. d.Major = int64(stat.Rdev / 256)
  174. d.Minor = int64(stat.Rdev % 256)
  175. throttleDevices = append(throttleDevices, d)
  176. }
  177. return throttleDevices, nil
  178. }
  179. func checkKernel() error {
  180. // Check for unsupported kernel versions
  181. // FIXME: it would be cleaner to not test for specific versions, but rather
  182. // test for specific functionalities.
  183. // Unfortunately we can't test for the feature "does not cause a kernel panic"
  184. // without actually causing a kernel panic, so we need this workaround until
  185. // the circumstances of pre-3.10 crashes are clearer.
  186. // For details see https://github.com/docker/docker/issues/407
  187. // Docker 1.11 and above doesn't actually run on kernels older than 3.4,
  188. // due to containerd-shim usage of PR_SET_CHILD_SUBREAPER (introduced in 3.4).
  189. if !kernel.CheckKernelVersion(3, 10, 0) {
  190. v, _ := kernel.GetKernelVersion()
  191. if os.Getenv("DOCKER_NOWARN_KERNEL_VERSION") == "" {
  192. logrus.Fatalf("Your Linux kernel version %s is not supported for running docker. Please upgrade your kernel to 3.10.0 or newer.", v.String())
  193. }
  194. }
  195. return nil
  196. }
  197. // adaptContainerSettings is called during container creation to modify any
  198. // settings necessary in the HostConfig structure.
  199. func (daemon *Daemon) adaptContainerSettings(hostConfig *containertypes.HostConfig, adjustCPUShares bool) error {
  200. if adjustCPUShares && hostConfig.CPUShares > 0 {
  201. // Handle unsupported CPUShares
  202. if hostConfig.CPUShares < linuxMinCPUShares {
  203. logrus.Warnf("Changing requested CPUShares of %d to minimum allowed of %d", hostConfig.CPUShares, linuxMinCPUShares)
  204. hostConfig.CPUShares = linuxMinCPUShares
  205. } else if hostConfig.CPUShares > linuxMaxCPUShares {
  206. logrus.Warnf("Changing requested CPUShares of %d to maximum allowed of %d", hostConfig.CPUShares, linuxMaxCPUShares)
  207. hostConfig.CPUShares = linuxMaxCPUShares
  208. }
  209. }
  210. if hostConfig.Memory > 0 && hostConfig.MemorySwap == 0 {
  211. // By default, MemorySwap is set to twice the size of Memory.
  212. hostConfig.MemorySwap = hostConfig.Memory * 2
  213. }
  214. if hostConfig.ShmSize == 0 {
  215. hostConfig.ShmSize = container.DefaultSHMSize
  216. }
  217. var err error
  218. if hostConfig.SecurityOpt == nil {
  219. hostConfig.SecurityOpt, err = daemon.generateSecurityOpt(hostConfig.IpcMode, hostConfig.PidMode, hostConfig.Privileged)
  220. if err != nil {
  221. return err
  222. }
  223. }
  224. if hostConfig.MemorySwappiness == nil {
  225. defaultSwappiness := int64(-1)
  226. hostConfig.MemorySwappiness = &defaultSwappiness
  227. }
  228. if hostConfig.OomKillDisable == nil {
  229. defaultOomKillDisable := false
  230. hostConfig.OomKillDisable = &defaultOomKillDisable
  231. }
  232. return nil
  233. }
  234. func verifyContainerResources(resources *containertypes.Resources, sysInfo *sysinfo.SysInfo, update bool) ([]string, error) {
  235. warnings := []string{}
  236. // memory subsystem checks and adjustments
  237. if resources.Memory != 0 && resources.Memory < linuxMinMemory {
  238. return warnings, fmt.Errorf("Minimum memory limit allowed is 4MB")
  239. }
  240. if resources.Memory > 0 && !sysInfo.MemoryLimit {
  241. warnings = append(warnings, "Your kernel does not support memory limit capabilities or the cgroup is not mounted. Limitation discarded.")
  242. logrus.Warn("Your kernel does not support memory limit capabilities or the cgroup is not mounted. Limitation discarded.")
  243. resources.Memory = 0
  244. resources.MemorySwap = -1
  245. }
  246. if resources.Memory > 0 && resources.MemorySwap != -1 && !sysInfo.SwapLimit {
  247. warnings = append(warnings, "Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap.")
  248. logrus.Warn("Your kernel does not support swap limit capabilities,or the cgroup is not mounted. Memory limited without swap.")
  249. resources.MemorySwap = -1
  250. }
  251. if resources.Memory > 0 && resources.MemorySwap > 0 && resources.MemorySwap < resources.Memory {
  252. return warnings, fmt.Errorf("Minimum memoryswap limit should be larger than memory limit, see usage")
  253. }
  254. if resources.Memory == 0 && resources.MemorySwap > 0 && !update {
  255. return warnings, fmt.Errorf("You should always set the Memory limit when using Memoryswap limit, see usage")
  256. }
  257. if resources.MemorySwappiness != nil && *resources.MemorySwappiness != -1 && !sysInfo.MemorySwappiness {
  258. warnings = append(warnings, "Your kernel does not support memory swappiness capabilities or the cgroup is not mounted. Memory swappiness discarded.")
  259. logrus.Warn("Your kernel does not support memory swappiness capabilities, or the cgroup is not mounted. Memory swappiness discarded.")
  260. resources.MemorySwappiness = nil
  261. }
  262. if resources.MemorySwappiness != nil {
  263. swappiness := *resources.MemorySwappiness
  264. if swappiness < -1 || swappiness > 100 {
  265. return warnings, fmt.Errorf("Invalid value: %v, valid memory swappiness range is 0-100", swappiness)
  266. }
  267. }
  268. if resources.MemoryReservation > 0 && !sysInfo.MemoryReservation {
  269. warnings = append(warnings, "Your kernel does not support memory soft limit capabilities or the cgroup is not mounted. Limitation discarded.")
  270. logrus.Warn("Your kernel does not support memory soft limit capabilities or the cgroup is not mounted. Limitation discarded.")
  271. resources.MemoryReservation = 0
  272. }
  273. if resources.MemoryReservation > 0 && resources.MemoryReservation < linuxMinMemory {
  274. return warnings, fmt.Errorf("Minimum memory reservation allowed is 4MB")
  275. }
  276. if resources.Memory > 0 && resources.MemoryReservation > 0 && resources.Memory < resources.MemoryReservation {
  277. return warnings, fmt.Errorf("Minimum memory limit can not be less than memory reservation limit, see usage")
  278. }
  279. if resources.KernelMemory > 0 && !sysInfo.KernelMemory {
  280. warnings = append(warnings, "Your kernel does not support kernel memory limit capabilities or the cgroup is not mounted. Limitation discarded.")
  281. logrus.Warn("Your kernel does not support kernel memory limit capabilities or the cgroup is not mounted. Limitation discarded.")
  282. resources.KernelMemory = 0
  283. }
  284. if resources.KernelMemory > 0 && resources.KernelMemory < linuxMinMemory {
  285. return warnings, fmt.Errorf("Minimum kernel memory limit allowed is 4MB")
  286. }
  287. if resources.KernelMemory > 0 && !kernel.CheckKernelVersion(4, 0, 0) {
  288. warnings = append(warnings, "You specified a kernel memory limit on a kernel older than 4.0. Kernel memory limits are experimental on older kernels, it won't work as expected and can cause your system to be unstable.")
  289. logrus.Warn("You specified a kernel memory limit on a kernel older than 4.0. Kernel memory limits are experimental on older kernels, it won't work as expected and can cause your system to be unstable.")
  290. }
  291. if resources.OomKillDisable != nil && !sysInfo.OomKillDisable {
  292. // only produce warnings if the setting wasn't to *disable* the OOM Kill; no point
  293. // warning the caller if they already wanted the feature to be off
  294. if *resources.OomKillDisable {
  295. warnings = append(warnings, "Your kernel does not support OomKillDisable. OomKillDisable discarded.")
  296. logrus.Warn("Your kernel does not support OomKillDisable. OomKillDisable discarded.")
  297. }
  298. resources.OomKillDisable = nil
  299. }
  300. if resources.PidsLimit != 0 && !sysInfo.PidsLimit {
  301. warnings = append(warnings, "Your kernel does not support pids limit capabilities or the cgroup is not mounted. PIDs limit discarded.")
  302. logrus.Warn("Your kernel does not support pids limit capabilities or the cgroup is not mounted. PIDs limit discarded.")
  303. resources.PidsLimit = 0
  304. }
  305. // cpu subsystem checks and adjustments
  306. if resources.CPUShares > 0 && !sysInfo.CPUShares {
  307. warnings = append(warnings, "Your kernel does not support CPU shares or the cgroup is not mounted. Shares discarded.")
  308. logrus.Warn("Your kernel does not support CPU shares or the cgroup is not mounted. Shares discarded.")
  309. resources.CPUShares = 0
  310. }
  311. if resources.CPUPeriod > 0 && !sysInfo.CPUCfsPeriod {
  312. warnings = append(warnings, "Your kernel does not support CPU cfs period or the cgroup is not mounted. Period discarded.")
  313. logrus.Warn("Your kernel does not support CPU cfs period or the cgroup is not mounted. Period discarded.")
  314. resources.CPUPeriod = 0
  315. }
  316. if resources.CPUPeriod != 0 && (resources.CPUPeriod < 1000 || resources.CPUPeriod > 1000000) {
  317. return warnings, fmt.Errorf("CPU cfs period can not be less than 1ms (i.e. 1000) or larger than 1s (i.e. 1000000)")
  318. }
  319. if resources.CPUQuota > 0 && !sysInfo.CPUCfsQuota {
  320. warnings = append(warnings, "Your kernel does not support CPU cfs quota or the cgroup is not mounted. Quota discarded.")
  321. logrus.Warn("Your kernel does not support CPU cfs quota or the cgroup is not mounted. Quota discarded.")
  322. resources.CPUQuota = 0
  323. }
  324. if resources.CPUQuota > 0 && resources.CPUQuota < 1000 {
  325. return warnings, fmt.Errorf("CPU cfs quota can not be less than 1ms (i.e. 1000)")
  326. }
  327. if resources.CPUPercent > 0 {
  328. warnings = append(warnings, fmt.Sprintf("%s does not support CPU percent. Percent discarded.", runtime.GOOS))
  329. logrus.Warnf("%s does not support CPU percent. Percent discarded.", runtime.GOOS)
  330. resources.CPUPercent = 0
  331. }
  332. // cpuset subsystem checks and adjustments
  333. if (resources.CpusetCpus != "" || resources.CpusetMems != "") && !sysInfo.Cpuset {
  334. warnings = append(warnings, "Your kernel does not support cpuset or the cgroup is not mounted. Cpuset discarded.")
  335. logrus.Warn("Your kernel does not support cpuset or the cgroup is not mounted. Cpuset discarded.")
  336. resources.CpusetCpus = ""
  337. resources.CpusetMems = ""
  338. }
  339. cpusAvailable, err := sysInfo.IsCpusetCpusAvailable(resources.CpusetCpus)
  340. if err != nil {
  341. return warnings, fmt.Errorf("Invalid value %s for cpuset cpus", resources.CpusetCpus)
  342. }
  343. if !cpusAvailable {
  344. return warnings, fmt.Errorf("Requested CPUs are not available - requested %s, available: %s", resources.CpusetCpus, sysInfo.Cpus)
  345. }
  346. memsAvailable, err := sysInfo.IsCpusetMemsAvailable(resources.CpusetMems)
  347. if err != nil {
  348. return warnings, fmt.Errorf("Invalid value %s for cpuset mems", resources.CpusetMems)
  349. }
  350. if !memsAvailable {
  351. return warnings, fmt.Errorf("Requested memory nodes are not available - requested %s, available: %s", resources.CpusetMems, sysInfo.Mems)
  352. }
  353. // blkio subsystem checks and adjustments
  354. if resources.BlkioWeight > 0 && !sysInfo.BlkioWeight {
  355. warnings = append(warnings, "Your kernel does not support Block I/O weight or the cgroup is not mounted. Weight discarded.")
  356. logrus.Warn("Your kernel does not support Block I/O weight or the cgroup is not mounted. Weight discarded.")
  357. resources.BlkioWeight = 0
  358. }
  359. if resources.BlkioWeight > 0 && (resources.BlkioWeight < 10 || resources.BlkioWeight > 1000) {
  360. return warnings, fmt.Errorf("Range of blkio weight is from 10 to 1000")
  361. }
  362. if resources.IOMaximumBandwidth != 0 || resources.IOMaximumIOps != 0 {
  363. return warnings, fmt.Errorf("Invalid QoS settings: %s does not support Maximum IO Bandwidth or Maximum IO IOps", runtime.GOOS)
  364. }
  365. if len(resources.BlkioWeightDevice) > 0 && !sysInfo.BlkioWeightDevice {
  366. warnings = append(warnings, "Your kernel does not support Block I/O weight_device or the cgroup is not mounted. Weight-device discarded.")
  367. logrus.Warn("Your kernel does not support Block I/O weight_device or the cgroup is not mounted. Weight-device discarded.")
  368. resources.BlkioWeightDevice = []*pblkiodev.WeightDevice{}
  369. }
  370. if len(resources.BlkioDeviceReadBps) > 0 && !sysInfo.BlkioReadBpsDevice {
  371. warnings = append(warnings, "Your kernel does not support BPS Block I/O read limit or the cgroup is not mounted. Block I/O BPS read limit discarded.")
  372. logrus.Warn("Your kernel does not support BPS Block I/O read limit or the cgroup is not mounted. Block I/O BPS read limit discarded")
  373. resources.BlkioDeviceReadBps = []*pblkiodev.ThrottleDevice{}
  374. }
  375. if len(resources.BlkioDeviceWriteBps) > 0 && !sysInfo.BlkioWriteBpsDevice {
  376. warnings = append(warnings, "Your kernel does not support BPS Block I/O write limit or the cgroup is not mounted. Block I/O BPS write limit discarded.")
  377. logrus.Warn("Your kernel does not support BPS Block I/O write limit or the cgroup is not mounted. Block I/O BPS write limit discarded.")
  378. resources.BlkioDeviceWriteBps = []*pblkiodev.ThrottleDevice{}
  379. }
  380. if len(resources.BlkioDeviceReadIOps) > 0 && !sysInfo.BlkioReadIOpsDevice {
  381. warnings = append(warnings, "Your kernel does not support IOPS Block read limit or the cgroup is not mounted. Block I/O IOPS read limit discarded.")
  382. logrus.Warn("Your kernel does not support IOPS Block I/O read limit in IO or the cgroup is not mounted. Block I/O IOPS read limit discarded.")
  383. resources.BlkioDeviceReadIOps = []*pblkiodev.ThrottleDevice{}
  384. }
  385. if len(resources.BlkioDeviceWriteIOps) > 0 && !sysInfo.BlkioWriteIOpsDevice {
  386. warnings = append(warnings, "Your kernel does not support IOPS Block write limit or the cgroup is not mounted. Block I/O IOPS write limit discarded.")
  387. logrus.Warn("Your kernel does not support IOPS Block I/O write limit or the cgroup is not mounted. Block I/O IOPS write limit discarded.")
  388. resources.BlkioDeviceWriteIOps = []*pblkiodev.ThrottleDevice{}
  389. }
  390. return warnings, nil
  391. }
  392. func (daemon *Daemon) getCgroupDriver() string {
  393. cgroupDriver := cgroupFsDriver
  394. if UsingSystemd(daemon.configStore) {
  395. cgroupDriver = cgroupSystemdDriver
  396. }
  397. return cgroupDriver
  398. }
  399. // getCD gets the raw value of the native.cgroupdriver option, if set.
  400. func getCD(config *Config) string {
  401. for _, option := range config.ExecOptions {
  402. key, val, err := parsers.ParseKeyValueOpt(option)
  403. if err != nil || !strings.EqualFold(key, "native.cgroupdriver") {
  404. continue
  405. }
  406. return val
  407. }
  408. return ""
  409. }
  410. // VerifyCgroupDriver validates native.cgroupdriver
  411. func VerifyCgroupDriver(config *Config) error {
  412. cd := getCD(config)
  413. if cd == "" || cd == cgroupFsDriver || cd == cgroupSystemdDriver {
  414. return nil
  415. }
  416. return fmt.Errorf("native.cgroupdriver option %s not supported", cd)
  417. }
  418. // UsingSystemd returns true if cli option includes native.cgroupdriver=systemd
  419. func UsingSystemd(config *Config) bool {
  420. return getCD(config) == cgroupSystemdDriver
  421. }
  422. // verifyPlatformContainerSettings performs platform-specific validation of the
  423. // hostconfig and config structures.
  424. func verifyPlatformContainerSettings(daemon *Daemon, hostConfig *containertypes.HostConfig, config *containertypes.Config, update bool) ([]string, error) {
  425. warnings := []string{}
  426. sysInfo := sysinfo.New(true)
  427. warnings, err := daemon.verifyExperimentalContainerSettings(hostConfig, config)
  428. if err != nil {
  429. return warnings, err
  430. }
  431. w, err := verifyContainerResources(&hostConfig.Resources, sysInfo, update)
  432. // no matter err is nil or not, w could have data in itself.
  433. warnings = append(warnings, w...)
  434. if err != nil {
  435. return warnings, err
  436. }
  437. if hostConfig.ShmSize < 0 {
  438. return warnings, fmt.Errorf("SHM size can not be less than 0")
  439. }
  440. if hostConfig.OomScoreAdj < -1000 || hostConfig.OomScoreAdj > 1000 {
  441. return warnings, fmt.Errorf("Invalid value %d, range for oom score adj is [-1000, 1000]", hostConfig.OomScoreAdj)
  442. }
  443. // ip-forwarding does not affect container with '--net=host' (or '--net=none')
  444. if sysInfo.IPv4ForwardingDisabled && !(hostConfig.NetworkMode.IsHost() || hostConfig.NetworkMode.IsNone()) {
  445. warnings = append(warnings, "IPv4 forwarding is disabled. Networking will not work.")
  446. logrus.Warn("IPv4 forwarding is disabled. Networking will not work")
  447. }
  448. // check for various conflicting options with user namespaces
  449. if daemon.configStore.RemappedRoot != "" && hostConfig.UsernsMode.IsPrivate() {
  450. if hostConfig.Privileged {
  451. return warnings, fmt.Errorf("Privileged mode is incompatible with user namespaces")
  452. }
  453. if hostConfig.NetworkMode.IsHost() && !hostConfig.UsernsMode.IsHost() {
  454. return warnings, fmt.Errorf("Cannot share the host's network namespace when user namespaces are enabled")
  455. }
  456. if hostConfig.PidMode.IsHost() && !hostConfig.UsernsMode.IsHost() {
  457. return warnings, fmt.Errorf("Cannot share the host PID namespace when user namespaces are enabled")
  458. }
  459. }
  460. if hostConfig.CgroupParent != "" && UsingSystemd(daemon.configStore) {
  461. // CgroupParent for systemd cgroup should be named as "xxx.slice"
  462. if len(hostConfig.CgroupParent) <= 6 || !strings.HasSuffix(hostConfig.CgroupParent, ".slice") {
  463. return warnings, fmt.Errorf("cgroup-parent for systemd cgroup should be a valid slice named as \"xxx.slice\"")
  464. }
  465. }
  466. if hostConfig.Runtime == "" {
  467. hostConfig.Runtime = daemon.configStore.GetDefaultRuntimeName()
  468. }
  469. if rt := daemon.configStore.GetRuntime(hostConfig.Runtime); rt == nil {
  470. return warnings, fmt.Errorf("Unknown runtime specified %s", hostConfig.Runtime)
  471. }
  472. return warnings, nil
  473. }
  474. // platformReload update configuration with platform specific options
  475. func (daemon *Daemon) platformReload(config *Config) map[string]string {
  476. if config.IsValueSet("runtimes") {
  477. daemon.configStore.Runtimes = config.Runtimes
  478. // Always set the default one
  479. daemon.configStore.Runtimes[stockRuntimeName] = types.Runtime{Path: DefaultRuntimeBinary}
  480. }
  481. if config.DefaultRuntime != "" {
  482. daemon.configStore.DefaultRuntime = config.DefaultRuntime
  483. }
  484. // Update attributes
  485. var runtimeList bytes.Buffer
  486. for name, rt := range daemon.configStore.Runtimes {
  487. if runtimeList.Len() > 0 {
  488. runtimeList.WriteRune(' ')
  489. }
  490. runtimeList.WriteString(fmt.Sprintf("%s:%s", name, rt))
  491. }
  492. return map[string]string{
  493. "runtimes": runtimeList.String(),
  494. "default-runtime": daemon.configStore.DefaultRuntime,
  495. }
  496. }
  497. // verifyDaemonSettings performs validation of daemon config struct
  498. func verifyDaemonSettings(config *Config) error {
  499. // Check for mutually incompatible config options
  500. if config.bridgeConfig.Iface != "" && config.bridgeConfig.IP != "" {
  501. return fmt.Errorf("You specified -b & --bip, mutually exclusive options. Please specify only one")
  502. }
  503. if !config.bridgeConfig.EnableIPTables && !config.bridgeConfig.InterContainerCommunication {
  504. return fmt.Errorf("You specified --iptables=false with --icc=false. ICC=false uses iptables to function. Please set --icc or --iptables to true")
  505. }
  506. if !config.bridgeConfig.EnableIPTables && config.bridgeConfig.EnableIPMasq {
  507. config.bridgeConfig.EnableIPMasq = false
  508. }
  509. if err := VerifyCgroupDriver(config); err != nil {
  510. return err
  511. }
  512. if config.CgroupParent != "" && UsingSystemd(config) {
  513. if len(config.CgroupParent) <= 6 || !strings.HasSuffix(config.CgroupParent, ".slice") {
  514. return fmt.Errorf("cgroup-parent for systemd cgroup should be a valid slice named as \"xxx.slice\"")
  515. }
  516. }
  517. if config.DefaultRuntime == "" {
  518. config.DefaultRuntime = stockRuntimeName
  519. }
  520. if config.Runtimes == nil {
  521. config.Runtimes = make(map[string]types.Runtime)
  522. }
  523. config.Runtimes[stockRuntimeName] = types.Runtime{Path: DefaultRuntimeBinary}
  524. return nil
  525. }
  526. // checkSystem validates platform-specific requirements
  527. func checkSystem() error {
  528. if os.Geteuid() != 0 {
  529. return fmt.Errorf("The Docker daemon needs to be run as root")
  530. }
  531. return checkKernel()
  532. }
  533. // configureMaxThreads sets the Go runtime max threads threshold
  534. // which is 90% of the kernel setting from /proc/sys/kernel/threads-max
  535. func configureMaxThreads(config *Config) error {
  536. mt, err := ioutil.ReadFile("/proc/sys/kernel/threads-max")
  537. if err != nil {
  538. return err
  539. }
  540. mtint, err := strconv.Atoi(strings.TrimSpace(string(mt)))
  541. if err != nil {
  542. return err
  543. }
  544. maxThreads := (mtint / 100) * 90
  545. debug.SetMaxThreads(maxThreads)
  546. logrus.Debugf("Golang's threads limit set to %d", maxThreads)
  547. return nil
  548. }
  549. // configureKernelSecuritySupport configures and validates security support for the kernel
  550. func configureKernelSecuritySupport(config *Config, driverName string) error {
  551. if config.EnableSelinuxSupport {
  552. if !selinuxEnabled() {
  553. logrus.Warn("Docker could not enable SELinux on the host system")
  554. }
  555. } else {
  556. selinuxSetDisabled()
  557. }
  558. return nil
  559. }
  560. func (daemon *Daemon) initNetworkController(config *Config, activeSandboxes map[string]interface{}) (libnetwork.NetworkController, error) {
  561. netOptions, err := daemon.networkOptions(config, daemon.PluginStore, activeSandboxes)
  562. if err != nil {
  563. return nil, err
  564. }
  565. controller, err := libnetwork.New(netOptions...)
  566. if err != nil {
  567. return nil, fmt.Errorf("error obtaining controller instance: %v", err)
  568. }
  569. if len(activeSandboxes) > 0 {
  570. logrus.Info("There are old running containers, the network config will not take affect")
  571. return controller, nil
  572. }
  573. // Initialize default network on "null"
  574. if n, _ := controller.NetworkByName("none"); n == nil {
  575. if _, err := controller.NewNetwork("null", "none", "", libnetwork.NetworkOptionPersist(true)); err != nil {
  576. return nil, fmt.Errorf("Error creating default \"null\" network: %v", err)
  577. }
  578. }
  579. // Initialize default network on "host"
  580. if n, _ := controller.NetworkByName("host"); n == nil {
  581. if _, err := controller.NewNetwork("host", "host", "", libnetwork.NetworkOptionPersist(true)); err != nil {
  582. return nil, fmt.Errorf("Error creating default \"host\" network: %v", err)
  583. }
  584. }
  585. // Clear stale bridge network
  586. if n, err := controller.NetworkByName("bridge"); err == nil {
  587. if err = n.Delete(); err != nil {
  588. return nil, fmt.Errorf("could not delete the default bridge network: %v", err)
  589. }
  590. }
  591. if !config.DisableBridge {
  592. // Initialize default driver "bridge"
  593. if err := initBridgeDriver(controller, config); err != nil {
  594. return nil, err
  595. }
  596. } else {
  597. removeDefaultBridgeInterface()
  598. }
  599. return controller, nil
  600. }
  601. func driverOptions(config *Config) []nwconfig.Option {
  602. bridgeConfig := options.Generic{
  603. "EnableIPForwarding": config.bridgeConfig.EnableIPForward,
  604. "EnableIPTables": config.bridgeConfig.EnableIPTables,
  605. "EnableUserlandProxy": config.bridgeConfig.EnableUserlandProxy,
  606. "UserlandProxyPath": config.bridgeConfig.UserlandProxyPath}
  607. bridgeOption := options.Generic{netlabel.GenericData: bridgeConfig}
  608. dOptions := []nwconfig.Option{}
  609. dOptions = append(dOptions, nwconfig.OptionDriverConfig("bridge", bridgeOption))
  610. return dOptions
  611. }
  612. func initBridgeDriver(controller libnetwork.NetworkController, config *Config) error {
  613. bridgeName := bridge.DefaultBridgeName
  614. if config.bridgeConfig.Iface != "" {
  615. bridgeName = config.bridgeConfig.Iface
  616. }
  617. netOption := map[string]string{
  618. bridge.BridgeName: bridgeName,
  619. bridge.DefaultBridge: strconv.FormatBool(true),
  620. netlabel.DriverMTU: strconv.Itoa(config.Mtu),
  621. bridge.EnableIPMasquerade: strconv.FormatBool(config.bridgeConfig.EnableIPMasq),
  622. bridge.EnableICC: strconv.FormatBool(config.bridgeConfig.InterContainerCommunication),
  623. }
  624. // --ip processing
  625. if config.bridgeConfig.DefaultIP != nil {
  626. netOption[bridge.DefaultBindingIP] = config.bridgeConfig.DefaultIP.String()
  627. }
  628. var (
  629. ipamV4Conf *libnetwork.IpamConf
  630. ipamV6Conf *libnetwork.IpamConf
  631. )
  632. ipamV4Conf = &libnetwork.IpamConf{AuxAddresses: make(map[string]string)}
  633. nwList, nw6List, err := netutils.ElectInterfaceAddresses(bridgeName)
  634. if err != nil {
  635. return errors.Wrap(err, "list bridge addresses failed")
  636. }
  637. nw := nwList[0]
  638. if len(nwList) > 1 && config.bridgeConfig.FixedCIDR != "" {
  639. _, fCIDR, err := net.ParseCIDR(config.bridgeConfig.FixedCIDR)
  640. if err != nil {
  641. return errors.Wrap(err, "parse CIDR failed")
  642. }
  643. // Iterate through in case there are multiple addresses for the bridge
  644. for _, entry := range nwList {
  645. if fCIDR.Contains(entry.IP) {
  646. nw = entry
  647. break
  648. }
  649. }
  650. }
  651. ipamV4Conf.PreferredPool = lntypes.GetIPNetCanonical(nw).String()
  652. hip, _ := lntypes.GetHostPartIP(nw.IP, nw.Mask)
  653. if hip.IsGlobalUnicast() {
  654. ipamV4Conf.Gateway = nw.IP.String()
  655. }
  656. if config.bridgeConfig.IP != "" {
  657. ipamV4Conf.PreferredPool = config.bridgeConfig.IP
  658. ip, _, err := net.ParseCIDR(config.bridgeConfig.IP)
  659. if err != nil {
  660. return err
  661. }
  662. ipamV4Conf.Gateway = ip.String()
  663. } else if bridgeName == bridge.DefaultBridgeName && ipamV4Conf.PreferredPool != "" {
  664. logrus.Infof("Default bridge (%s) is assigned with an IP address %s. Daemon option --bip can be used to set a preferred IP address", bridgeName, ipamV4Conf.PreferredPool)
  665. }
  666. if config.bridgeConfig.FixedCIDR != "" {
  667. _, fCIDR, err := net.ParseCIDR(config.bridgeConfig.FixedCIDR)
  668. if err != nil {
  669. return err
  670. }
  671. ipamV4Conf.SubPool = fCIDR.String()
  672. }
  673. if config.bridgeConfig.DefaultGatewayIPv4 != nil {
  674. ipamV4Conf.AuxAddresses["DefaultGatewayIPv4"] = config.bridgeConfig.DefaultGatewayIPv4.String()
  675. }
  676. var deferIPv6Alloc bool
  677. if config.bridgeConfig.FixedCIDRv6 != "" {
  678. _, fCIDRv6, err := net.ParseCIDR(config.bridgeConfig.FixedCIDRv6)
  679. if err != nil {
  680. return err
  681. }
  682. // In case user has specified the daemon flag --fixed-cidr-v6 and the passed network has
  683. // at least 48 host bits, we need to guarantee the current behavior where the containers'
  684. // IPv6 addresses will be constructed based on the containers' interface MAC address.
  685. // We do so by telling libnetwork to defer the IPv6 address allocation for the endpoints
  686. // on this network until after the driver has created the endpoint and returned the
  687. // constructed address. Libnetwork will then reserve this address with the ipam driver.
  688. ones, _ := fCIDRv6.Mask.Size()
  689. deferIPv6Alloc = ones <= 80
  690. if ipamV6Conf == nil {
  691. ipamV6Conf = &libnetwork.IpamConf{AuxAddresses: make(map[string]string)}
  692. }
  693. ipamV6Conf.PreferredPool = fCIDRv6.String()
  694. // In case the --fixed-cidr-v6 is specified and the current docker0 bridge IPv6
  695. // address belongs to the same network, we need to inform libnetwork about it, so
  696. // that it can be reserved with IPAM and it will not be given away to somebody else
  697. for _, nw6 := range nw6List {
  698. if fCIDRv6.Contains(nw6.IP) {
  699. ipamV6Conf.Gateway = nw6.IP.String()
  700. break
  701. }
  702. }
  703. }
  704. if config.bridgeConfig.DefaultGatewayIPv6 != nil {
  705. if ipamV6Conf == nil {
  706. ipamV6Conf = &libnetwork.IpamConf{AuxAddresses: make(map[string]string)}
  707. }
  708. ipamV6Conf.AuxAddresses["DefaultGatewayIPv6"] = config.bridgeConfig.DefaultGatewayIPv6.String()
  709. }
  710. v4Conf := []*libnetwork.IpamConf{ipamV4Conf}
  711. v6Conf := []*libnetwork.IpamConf{}
  712. if ipamV6Conf != nil {
  713. v6Conf = append(v6Conf, ipamV6Conf)
  714. }
  715. // Initialize default network on "bridge" with the same name
  716. _, err = controller.NewNetwork("bridge", "bridge", "",
  717. libnetwork.NetworkOptionEnableIPv6(config.bridgeConfig.EnableIPv6),
  718. libnetwork.NetworkOptionDriverOpts(netOption),
  719. libnetwork.NetworkOptionIpam("default", "", v4Conf, v6Conf, nil),
  720. libnetwork.NetworkOptionDeferIPv6Alloc(deferIPv6Alloc))
  721. if err != nil {
  722. return fmt.Errorf("Error creating default \"bridge\" network: %v", err)
  723. }
  724. return nil
  725. }
  726. // Remove default bridge interface if present (--bridge=none use case)
  727. func removeDefaultBridgeInterface() {
  728. if lnk, err := netlink.LinkByName(bridge.DefaultBridgeName); err == nil {
  729. if err := netlink.LinkDel(lnk); err != nil {
  730. logrus.Warnf("Failed to remove bridge interface (%s): %v", bridge.DefaultBridgeName, err)
  731. }
  732. }
  733. }
  734. func (daemon *Daemon) getLayerInit() func(string) error {
  735. return daemon.setupInitLayer
  736. }
  737. // setupInitLayer populates a directory with mountpoints suitable
  738. // for bind-mounting things into the container.
  739. //
  740. // This extra layer is used by all containers as the top-most ro layer. It protects
  741. // the container from unwanted side-effects on the rw layer.
  742. func setupInitLayer(initLayer string, rootUID, rootGID int) error {
  743. for pth, typ := range map[string]string{
  744. "/dev/pts": "dir",
  745. "/dev/shm": "dir",
  746. "/proc": "dir",
  747. "/sys": "dir",
  748. "/.dockerenv": "file",
  749. "/etc/resolv.conf": "file",
  750. "/etc/hosts": "file",
  751. "/etc/hostname": "file",
  752. "/dev/console": "file",
  753. "/etc/mtab": "/proc/mounts",
  754. } {
  755. parts := strings.Split(pth, "/")
  756. prev := "/"
  757. for _, p := range parts[1:] {
  758. prev = filepath.Join(prev, p)
  759. syscall.Unlink(filepath.Join(initLayer, prev))
  760. }
  761. if _, err := os.Stat(filepath.Join(initLayer, pth)); err != nil {
  762. if os.IsNotExist(err) {
  763. if err := idtools.MkdirAllNewAs(filepath.Join(initLayer, filepath.Dir(pth)), 0755, rootUID, rootGID); err != nil {
  764. return err
  765. }
  766. switch typ {
  767. case "dir":
  768. if err := idtools.MkdirAllNewAs(filepath.Join(initLayer, pth), 0755, rootUID, rootGID); err != nil {
  769. return err
  770. }
  771. case "file":
  772. f, err := os.OpenFile(filepath.Join(initLayer, pth), os.O_CREATE, 0755)
  773. if err != nil {
  774. return err
  775. }
  776. f.Chown(rootUID, rootGID)
  777. f.Close()
  778. default:
  779. if err := os.Symlink(typ, filepath.Join(initLayer, pth)); err != nil {
  780. return err
  781. }
  782. }
  783. } else {
  784. return err
  785. }
  786. }
  787. }
  788. // Layer is ready to use, if it wasn't before.
  789. return nil
  790. }
  791. // Parse the remapped root (user namespace) option, which can be one of:
  792. // username - valid username from /etc/passwd
  793. // username:groupname - valid username; valid groupname from /etc/group
  794. // uid - 32-bit unsigned int valid Linux UID value
  795. // uid:gid - uid value; 32-bit unsigned int Linux GID value
  796. //
  797. // If no groupname is specified, and a username is specified, an attempt
  798. // will be made to lookup a gid for that username as a groupname
  799. //
  800. // If names are used, they are verified to exist in passwd/group
  801. func parseRemappedRoot(usergrp string) (string, string, error) {
  802. var (
  803. userID, groupID int
  804. username, groupname string
  805. )
  806. idparts := strings.Split(usergrp, ":")
  807. if len(idparts) > 2 {
  808. return "", "", fmt.Errorf("Invalid user/group specification in --userns-remap: %q", usergrp)
  809. }
  810. if uid, err := strconv.ParseInt(idparts[0], 10, 32); err == nil {
  811. // must be a uid; take it as valid
  812. userID = int(uid)
  813. luser, err := user.LookupUid(userID)
  814. if err != nil {
  815. return "", "", fmt.Errorf("Uid %d has no entry in /etc/passwd: %v", userID, err)
  816. }
  817. username = luser.Name
  818. if len(idparts) == 1 {
  819. // if the uid was numeric and no gid was specified, take the uid as the gid
  820. groupID = userID
  821. lgrp, err := user.LookupGid(groupID)
  822. if err != nil {
  823. return "", "", fmt.Errorf("Gid %d has no entry in /etc/group: %v", groupID, err)
  824. }
  825. groupname = lgrp.Name
  826. }
  827. } else {
  828. lookupName := idparts[0]
  829. // special case: if the user specified "default", they want Docker to create or
  830. // use (after creation) the "dockremap" user/group for root remapping
  831. if lookupName == defaultIDSpecifier {
  832. lookupName = defaultRemappedID
  833. }
  834. luser, err := user.LookupUser(lookupName)
  835. if err != nil && idparts[0] != defaultIDSpecifier {
  836. // error if the name requested isn't the special "dockremap" ID
  837. return "", "", fmt.Errorf("Error during uid lookup for %q: %v", lookupName, err)
  838. } else if err != nil {
  839. // special case-- if the username == "default", then we have been asked
  840. // to create a new entry pair in /etc/{passwd,group} for which the /etc/sub{uid,gid}
  841. // ranges will be used for the user and group mappings in user namespaced containers
  842. _, _, err := idtools.AddNamespaceRangesUser(defaultRemappedID)
  843. if err == nil {
  844. return defaultRemappedID, defaultRemappedID, nil
  845. }
  846. return "", "", fmt.Errorf("Error during %q user creation: %v", defaultRemappedID, err)
  847. }
  848. username = luser.Name
  849. if len(idparts) == 1 {
  850. // we only have a string username, and no group specified; look up gid from username as group
  851. group, err := user.LookupGroup(lookupName)
  852. if err != nil {
  853. return "", "", fmt.Errorf("Error during gid lookup for %q: %v", lookupName, err)
  854. }
  855. groupID = group.Gid
  856. groupname = group.Name
  857. }
  858. }
  859. if len(idparts) == 2 {
  860. // groupname or gid is separately specified and must be resolved
  861. // to an unsigned 32-bit gid
  862. if gid, err := strconv.ParseInt(idparts[1], 10, 32); err == nil {
  863. // must be a gid, take it as valid
  864. groupID = int(gid)
  865. lgrp, err := user.LookupGid(groupID)
  866. if err != nil {
  867. return "", "", fmt.Errorf("Gid %d has no entry in /etc/passwd: %v", groupID, err)
  868. }
  869. groupname = lgrp.Name
  870. } else {
  871. // not a number; attempt a lookup
  872. if _, err := user.LookupGroup(idparts[1]); err != nil {
  873. return "", "", fmt.Errorf("Error during groupname lookup for %q: %v", idparts[1], err)
  874. }
  875. groupname = idparts[1]
  876. }
  877. }
  878. return username, groupname, nil
  879. }
  880. func setupRemappedRoot(config *Config) ([]idtools.IDMap, []idtools.IDMap, error) {
  881. if runtime.GOOS != "linux" && config.RemappedRoot != "" {
  882. return nil, nil, fmt.Errorf("User namespaces are only supported on Linux")
  883. }
  884. // if the daemon was started with remapped root option, parse
  885. // the config option to the int uid,gid values
  886. var (
  887. uidMaps, gidMaps []idtools.IDMap
  888. )
  889. if config.RemappedRoot != "" {
  890. username, groupname, err := parseRemappedRoot(config.RemappedRoot)
  891. if err != nil {
  892. return nil, nil, err
  893. }
  894. if username == "root" {
  895. // Cannot setup user namespaces with a 1-to-1 mapping; "--root=0:0" is a no-op
  896. // effectively
  897. logrus.Warn("User namespaces: root cannot be remapped with itself; user namespaces are OFF")
  898. return uidMaps, gidMaps, nil
  899. }
  900. logrus.Infof("User namespaces: ID ranges will be mapped to subuid/subgid ranges of: %s:%s", username, groupname)
  901. // update remapped root setting now that we have resolved them to actual names
  902. config.RemappedRoot = fmt.Sprintf("%s:%s", username, groupname)
  903. uidMaps, gidMaps, err = idtools.CreateIDMappings(username, groupname)
  904. if err != nil {
  905. return nil, nil, fmt.Errorf("Can't create ID mappings: %v", err)
  906. }
  907. }
  908. return uidMaps, gidMaps, nil
  909. }
  910. func setupDaemonRoot(config *Config, rootDir string, rootUID, rootGID int) error {
  911. config.Root = rootDir
  912. // the docker root metadata directory needs to have execute permissions for all users (g+x,o+x)
  913. // so that syscalls executing as non-root, operating on subdirectories of the graph root
  914. // (e.g. mounted layers of a container) can traverse this path.
  915. // The user namespace support will create subdirectories for the remapped root host uid:gid
  916. // pair owned by that same uid:gid pair for proper write access to those needed metadata and
  917. // layer content subtrees.
  918. if _, err := os.Stat(rootDir); err == nil {
  919. // root current exists; verify the access bits are correct by setting them
  920. if err = os.Chmod(rootDir, 0711); err != nil {
  921. return err
  922. }
  923. } else if os.IsNotExist(err) {
  924. // no root exists yet, create it 0711 with root:root ownership
  925. if err := os.MkdirAll(rootDir, 0711); err != nil {
  926. return err
  927. }
  928. }
  929. // if user namespaces are enabled we will create a subtree underneath the specified root
  930. // with any/all specified remapped root uid/gid options on the daemon creating
  931. // a new subdirectory with ownership set to the remapped uid/gid (so as to allow
  932. // `chdir()` to work for containers namespaced to that uid/gid)
  933. if config.RemappedRoot != "" {
  934. config.Root = filepath.Join(rootDir, fmt.Sprintf("%d.%d", rootUID, rootGID))
  935. logrus.Debugf("Creating user namespaced daemon root: %s", config.Root)
  936. // Create the root directory if it doesn't exist
  937. if err := idtools.MkdirAllAs(config.Root, 0700, rootUID, rootGID); err != nil {
  938. return fmt.Errorf("Cannot create daemon root: %s: %v", config.Root, err)
  939. }
  940. // we also need to verify that any pre-existing directories in the path to
  941. // the graphroot won't block access to remapped root--if any pre-existing directory
  942. // has strict permissions that don't allow "x", container start will fail, so
  943. // better to warn and fail now
  944. dirPath := config.Root
  945. for {
  946. dirPath = filepath.Dir(dirPath)
  947. if dirPath == "/" {
  948. break
  949. }
  950. if !idtools.CanAccess(dirPath, rootUID, rootGID) {
  951. return fmt.Errorf("A subdirectory in your graphroot path (%s) restricts access to the remapped root uid/gid; please fix by allowing 'o+x' permissions on existing directories.", config.Root)
  952. }
  953. }
  954. }
  955. return nil
  956. }
  957. // registerLinks writes the links to a file.
  958. func (daemon *Daemon) registerLinks(container *container.Container, hostConfig *containertypes.HostConfig) error {
  959. if hostConfig == nil || hostConfig.NetworkMode.IsUserDefined() {
  960. return nil
  961. }
  962. for _, l := range hostConfig.Links {
  963. name, alias, err := runconfigopts.ParseLink(l)
  964. if err != nil {
  965. return err
  966. }
  967. child, err := daemon.GetContainer(name)
  968. if err != nil {
  969. return fmt.Errorf("Could not get container for %s", name)
  970. }
  971. for child.HostConfig.NetworkMode.IsContainer() {
  972. parts := strings.SplitN(string(child.HostConfig.NetworkMode), ":", 2)
  973. child, err = daemon.GetContainer(parts[1])
  974. if err != nil {
  975. return fmt.Errorf("Could not get container for %s", parts[1])
  976. }
  977. }
  978. if child.HostConfig.NetworkMode.IsHost() {
  979. return runconfig.ErrConflictHostNetworkAndLinks
  980. }
  981. if err := daemon.registerLink(container, child, alias); err != nil {
  982. return err
  983. }
  984. }
  985. // After we load all the links into the daemon
  986. // set them to nil on the hostconfig
  987. return container.WriteHostConfig()
  988. }
  989. // conditionalMountOnStart is a platform specific helper function during the
  990. // container start to call mount.
  991. func (daemon *Daemon) conditionalMountOnStart(container *container.Container) error {
  992. return daemon.Mount(container)
  993. }
  994. // conditionalUnmountOnCleanup is a platform specific helper function called
  995. // during the cleanup of a container to unmount.
  996. func (daemon *Daemon) conditionalUnmountOnCleanup(container *container.Container) error {
  997. return daemon.Unmount(container)
  998. }
  999. func (daemon *Daemon) stats(c *container.Container) (*types.StatsJSON, error) {
  1000. if !c.IsRunning() {
  1001. return nil, errNotRunning{c.ID}
  1002. }
  1003. stats, err := daemon.containerd.Stats(c.ID)
  1004. if err != nil {
  1005. return nil, err
  1006. }
  1007. s := &types.StatsJSON{}
  1008. cgs := stats.CgroupStats
  1009. if cgs != nil {
  1010. s.BlkioStats = types.BlkioStats{
  1011. IoServiceBytesRecursive: copyBlkioEntry(cgs.BlkioStats.IoServiceBytesRecursive),
  1012. IoServicedRecursive: copyBlkioEntry(cgs.BlkioStats.IoServicedRecursive),
  1013. IoQueuedRecursive: copyBlkioEntry(cgs.BlkioStats.IoQueuedRecursive),
  1014. IoServiceTimeRecursive: copyBlkioEntry(cgs.BlkioStats.IoServiceTimeRecursive),
  1015. IoWaitTimeRecursive: copyBlkioEntry(cgs.BlkioStats.IoWaitTimeRecursive),
  1016. IoMergedRecursive: copyBlkioEntry(cgs.BlkioStats.IoMergedRecursive),
  1017. IoTimeRecursive: copyBlkioEntry(cgs.BlkioStats.IoTimeRecursive),
  1018. SectorsRecursive: copyBlkioEntry(cgs.BlkioStats.SectorsRecursive),
  1019. }
  1020. cpu := cgs.CpuStats
  1021. s.CPUStats = types.CPUStats{
  1022. CPUUsage: types.CPUUsage{
  1023. TotalUsage: cpu.CpuUsage.TotalUsage,
  1024. PercpuUsage: cpu.CpuUsage.PercpuUsage,
  1025. UsageInKernelmode: cpu.CpuUsage.UsageInKernelmode,
  1026. UsageInUsermode: cpu.CpuUsage.UsageInUsermode,
  1027. },
  1028. ThrottlingData: types.ThrottlingData{
  1029. Periods: cpu.ThrottlingData.Periods,
  1030. ThrottledPeriods: cpu.ThrottlingData.ThrottledPeriods,
  1031. ThrottledTime: cpu.ThrottlingData.ThrottledTime,
  1032. },
  1033. }
  1034. mem := cgs.MemoryStats.Usage
  1035. s.MemoryStats = types.MemoryStats{
  1036. Usage: mem.Usage,
  1037. MaxUsage: mem.MaxUsage,
  1038. Stats: cgs.MemoryStats.Stats,
  1039. Failcnt: mem.Failcnt,
  1040. Limit: mem.Limit,
  1041. }
  1042. // if the container does not set memory limit, use the machineMemory
  1043. if mem.Limit > daemon.statsCollector.machineMemory && daemon.statsCollector.machineMemory > 0 {
  1044. s.MemoryStats.Limit = daemon.statsCollector.machineMemory
  1045. }
  1046. if cgs.PidsStats != nil {
  1047. s.PidsStats = types.PidsStats{
  1048. Current: cgs.PidsStats.Current,
  1049. }
  1050. }
  1051. }
  1052. s.Read, err = ptypes.Timestamp(stats.Timestamp)
  1053. if err != nil {
  1054. return nil, err
  1055. }
  1056. return s, nil
  1057. }
  1058. // setDefaultIsolation determines the default isolation mode for the
  1059. // daemon to run in. This is only applicable on Windows
  1060. func (daemon *Daemon) setDefaultIsolation() error {
  1061. return nil
  1062. }
  1063. func rootFSToAPIType(rootfs *image.RootFS) types.RootFS {
  1064. var layers []string
  1065. for _, l := range rootfs.DiffIDs {
  1066. layers = append(layers, l.String())
  1067. }
  1068. return types.RootFS{
  1069. Type: rootfs.Type,
  1070. Layers: layers,
  1071. }
  1072. }
  1073. // setupDaemonProcess sets various settings for the daemon's process
  1074. func setupDaemonProcess(config *Config) error {
  1075. // setup the daemons oom_score_adj
  1076. return setupOOMScoreAdj(config.OOMScoreAdjust)
  1077. }
  1078. func setupOOMScoreAdj(score int) error {
  1079. f, err := os.OpenFile("/proc/self/oom_score_adj", os.O_WRONLY, 0)
  1080. if err != nil {
  1081. return err
  1082. }
  1083. stringScore := strconv.Itoa(score)
  1084. _, err = f.WriteString(stringScore)
  1085. if os.IsPermission(err) {
  1086. // Setting oom_score_adj does not work in an
  1087. // unprivileged container. Ignore the error, but log
  1088. // it if we appear not to be in that situation.
  1089. if !rsystem.RunningInUserNS() {
  1090. logrus.Debugf("Permission denied writing %q to /proc/self/oom_score_adj", stringScore)
  1091. }
  1092. return nil
  1093. }
  1094. f.Close()
  1095. return err
  1096. }
  1097. func (daemon *Daemon) initCgroupsPath(path string) error {
  1098. if path == "/" || path == "." {
  1099. return nil
  1100. }
  1101. daemon.initCgroupsPath(filepath.Dir(path))
  1102. _, root, err := cgroups.FindCgroupMountpointAndRoot("cpu")
  1103. if err != nil {
  1104. return err
  1105. }
  1106. path = filepath.Join(root, path)
  1107. sysinfo := sysinfo.New(false)
  1108. if err := os.MkdirAll(path, 0755); err != nil && !os.IsExist(err) {
  1109. return err
  1110. }
  1111. if sysinfo.CPURealtimePeriod && daemon.configStore.CPURealtimePeriod != 0 {
  1112. if err := ioutil.WriteFile(filepath.Join(path, "cpu.rt_period_us"), []byte(strconv.FormatInt(daemon.configStore.CPURealtimePeriod, 10)), 0700); err != nil {
  1113. return err
  1114. }
  1115. }
  1116. if sysinfo.CPURealtimeRuntime && daemon.configStore.CPURealtimeRuntime != 0 {
  1117. if err := ioutil.WriteFile(filepath.Join(path, "cpu.rt_runtime_us"), []byte(strconv.FormatInt(daemon.configStore.CPURealtimeRuntime, 10)), 0700); err != nil {
  1118. return err
  1119. }
  1120. }
  1121. return nil
  1122. }
  1123. func (daemon *Daemon) setupSeccompProfile() error {
  1124. if daemon.configStore.SeccompProfile != "" {
  1125. daemon.seccompProfilePath = daemon.configStore.SeccompProfile
  1126. b, err := ioutil.ReadFile(daemon.configStore.SeccompProfile)
  1127. if err != nil {
  1128. return fmt.Errorf("opening seccomp profile (%s) failed: %v", daemon.configStore.SeccompProfile, err)
  1129. }
  1130. daemon.seccompProfile = b
  1131. p := struct {
  1132. DefaultAction string `json:"defaultAction"`
  1133. }{}
  1134. if err := json.Unmarshal(daemon.seccompProfile, &p); err != nil {
  1135. return err
  1136. }
  1137. }
  1138. return nil
  1139. }