daemon.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776
  1. package main
  2. import (
  3. "context"
  4. "crypto/tls"
  5. "fmt"
  6. "net"
  7. "os"
  8. "path/filepath"
  9. "runtime"
  10. "strings"
  11. "time"
  12. containerddefaults "github.com/containerd/containerd/defaults"
  13. "github.com/docker/docker/api"
  14. apiserver "github.com/docker/docker/api/server"
  15. buildbackend "github.com/docker/docker/api/server/backend/build"
  16. "github.com/docker/docker/api/server/middleware"
  17. "github.com/docker/docker/api/server/router"
  18. "github.com/docker/docker/api/server/router/build"
  19. checkpointrouter "github.com/docker/docker/api/server/router/checkpoint"
  20. "github.com/docker/docker/api/server/router/container"
  21. distributionrouter "github.com/docker/docker/api/server/router/distribution"
  22. grpcrouter "github.com/docker/docker/api/server/router/grpc"
  23. "github.com/docker/docker/api/server/router/image"
  24. "github.com/docker/docker/api/server/router/network"
  25. pluginrouter "github.com/docker/docker/api/server/router/plugin"
  26. sessionrouter "github.com/docker/docker/api/server/router/session"
  27. swarmrouter "github.com/docker/docker/api/server/router/swarm"
  28. systemrouter "github.com/docker/docker/api/server/router/system"
  29. "github.com/docker/docker/api/server/router/volume"
  30. buildkit "github.com/docker/docker/builder/builder-next"
  31. "github.com/docker/docker/builder/dockerfile"
  32. "github.com/docker/docker/cli/debug"
  33. "github.com/docker/docker/daemon"
  34. "github.com/docker/docker/daemon/cluster"
  35. "github.com/docker/docker/daemon/config"
  36. "github.com/docker/docker/daemon/listeners"
  37. "github.com/docker/docker/dockerversion"
  38. "github.com/docker/docker/libcontainerd/supervisor"
  39. dopts "github.com/docker/docker/opts"
  40. "github.com/docker/docker/pkg/authorization"
  41. "github.com/docker/docker/pkg/homedir"
  42. "github.com/docker/docker/pkg/jsonmessage"
  43. "github.com/docker/docker/pkg/pidfile"
  44. "github.com/docker/docker/pkg/plugingetter"
  45. "github.com/docker/docker/pkg/signal"
  46. "github.com/docker/docker/pkg/sysinfo"
  47. "github.com/docker/docker/pkg/system"
  48. "github.com/docker/docker/plugin"
  49. "github.com/docker/docker/rootless"
  50. "github.com/docker/docker/runconfig"
  51. "github.com/docker/go-connections/tlsconfig"
  52. swarmapi "github.com/docker/swarmkit/api"
  53. "github.com/moby/buildkit/session"
  54. "github.com/pkg/errors"
  55. "github.com/sirupsen/logrus"
  56. "github.com/spf13/pflag"
  57. )
  58. // DaemonCli represents the daemon CLI.
  59. type DaemonCli struct {
  60. *config.Config
  61. configFile *string
  62. flags *pflag.FlagSet
  63. api *apiserver.Server
  64. d *daemon.Daemon
  65. authzMiddleware *authorization.Middleware // authzMiddleware enables to dynamically reload the authorization plugins
  66. }
  67. // NewDaemonCli returns a daemon CLI
  68. func NewDaemonCli() *DaemonCli {
  69. return &DaemonCli{}
  70. }
  71. func (cli *DaemonCli) start(opts *daemonOptions) (err error) {
  72. stopc := make(chan bool)
  73. defer close(stopc)
  74. opts.SetDefaultOptions(opts.flags)
  75. if cli.Config, err = loadDaemonCliConfig(opts); err != nil {
  76. return err
  77. }
  78. warnOnDeprecatedConfigOptions(cli.Config)
  79. if err := configureDaemonLogs(cli.Config); err != nil {
  80. return err
  81. }
  82. logrus.Info("Starting up")
  83. cli.configFile = &opts.configFile
  84. cli.flags = opts.flags
  85. if cli.Config.Debug {
  86. debug.Enable()
  87. }
  88. if cli.Config.Experimental {
  89. logrus.Warn("Running experimental build")
  90. }
  91. if cli.Config.IsRootless() {
  92. logrus.Warn("Running in rootless mode. This mode has feature limitations.")
  93. }
  94. if rootless.RunningWithRootlessKit() {
  95. logrus.Info("Running with RootlessKit integration")
  96. if !cli.Config.IsRootless() {
  97. return fmt.Errorf("rootless mode needs to be enabled for running with RootlessKit")
  98. }
  99. }
  100. // return human-friendly error before creating files
  101. if runtime.GOOS == "linux" && os.Geteuid() != 0 {
  102. return fmt.Errorf("dockerd needs to be started with root privileges. To run dockerd in rootless mode as an unprivileged user, see https://docs.docker.com/go/rootless/")
  103. }
  104. system.InitLCOW(cli.Config.Experimental)
  105. if err := setDefaultUmask(); err != nil {
  106. return err
  107. }
  108. // Create the daemon root before we create ANY other files (PID, or migrate keys)
  109. // to ensure the appropriate ACL is set (particularly relevant on Windows)
  110. if err := daemon.CreateDaemonRoot(cli.Config); err != nil {
  111. return err
  112. }
  113. if err := system.MkdirAll(cli.Config.ExecRoot, 0700); err != nil {
  114. return err
  115. }
  116. potentiallyUnderRuntimeDir := []string{cli.Config.ExecRoot}
  117. if cli.Pidfile != "" {
  118. pf, err := pidfile.New(cli.Pidfile)
  119. if err != nil {
  120. return errors.Wrap(err, "failed to start daemon")
  121. }
  122. potentiallyUnderRuntimeDir = append(potentiallyUnderRuntimeDir, cli.Pidfile)
  123. defer func() {
  124. if err := pf.Remove(); err != nil {
  125. logrus.Error(err)
  126. }
  127. }()
  128. }
  129. if cli.Config.IsRootless() {
  130. // Set sticky bit if XDG_RUNTIME_DIR is set && the file is actually under XDG_RUNTIME_DIR
  131. if _, err := homedir.StickRuntimeDirContents(potentiallyUnderRuntimeDir); err != nil {
  132. // StickRuntimeDirContents returns nil error if XDG_RUNTIME_DIR is just unset
  133. logrus.WithError(err).Warn("cannot set sticky bit on files under XDG_RUNTIME_DIR")
  134. }
  135. }
  136. serverConfig, err := newAPIServerConfig(cli)
  137. if err != nil {
  138. return errors.Wrap(err, "failed to create API server")
  139. }
  140. cli.api = apiserver.New(serverConfig)
  141. hosts, err := loadListeners(cli, serverConfig)
  142. if err != nil {
  143. return errors.Wrap(err, "failed to load listeners")
  144. }
  145. ctx, cancel := context.WithCancel(context.Background())
  146. waitForContainerDShutdown, err := cli.initContainerD(ctx)
  147. if waitForContainerDShutdown != nil {
  148. defer waitForContainerDShutdown(10 * time.Second)
  149. }
  150. if err != nil {
  151. cancel()
  152. return err
  153. }
  154. defer cancel()
  155. signal.Trap(func() {
  156. cli.stop()
  157. <-stopc // wait for daemonCli.start() to return
  158. }, logrus.StandardLogger())
  159. // Notify that the API is active, but before daemon is set up.
  160. preNotifyReady()
  161. pluginStore := plugin.NewStore()
  162. if err := cli.initMiddlewares(cli.api, serverConfig, pluginStore); err != nil {
  163. logrus.Fatalf("Error creating middlewares: %v", err)
  164. }
  165. d, err := daemon.NewDaemon(ctx, cli.Config, pluginStore)
  166. if err != nil {
  167. return errors.Wrap(err, "failed to start daemon")
  168. }
  169. d.StoreHosts(hosts)
  170. // validate after NewDaemon has restored enabled plugins. Don't change order.
  171. if err := validateAuthzPlugins(cli.Config.AuthorizationPlugins, pluginStore); err != nil {
  172. return errors.Wrap(err, "failed to validate authorization plugin")
  173. }
  174. cli.d = d
  175. if err := startMetricsServer(cli.Config.MetricsAddress); err != nil {
  176. return errors.Wrap(err, "failed to start metrics server")
  177. }
  178. c, err := createAndStartCluster(cli, d)
  179. if err != nil {
  180. logrus.Fatalf("Error starting cluster component: %v", err)
  181. }
  182. // Restart all autostart containers which has a swarm endpoint
  183. // and is not yet running now that we have successfully
  184. // initialized the cluster.
  185. d.RestartSwarmContainers()
  186. logrus.Info("Daemon has completed initialization")
  187. routerOptions, err := newRouterOptions(cli.Config, d)
  188. if err != nil {
  189. return err
  190. }
  191. routerOptions.api = cli.api
  192. routerOptions.cluster = c
  193. initRouter(routerOptions)
  194. go d.ProcessClusterNotifications(ctx, c.GetWatchStream())
  195. cli.setupConfigReloadTrap()
  196. // The serve API routine never exits unless an error occurs
  197. // We need to start it as a goroutine and wait on it so
  198. // daemon doesn't exit
  199. serveAPIWait := make(chan error)
  200. go cli.api.Wait(serveAPIWait)
  201. // after the daemon is done setting up we can notify systemd api
  202. notifyReady()
  203. // Daemon is fully initialized and handling API traffic
  204. // Wait for serve API to complete
  205. errAPI := <-serveAPIWait
  206. c.Cleanup()
  207. // notify systemd that we're shutting down
  208. notifyStopping()
  209. shutdownDaemon(d)
  210. // Stop notification processing and any background processes
  211. cancel()
  212. if errAPI != nil {
  213. return errors.Wrap(errAPI, "shutting down due to ServeAPI error")
  214. }
  215. logrus.Info("Daemon shutdown complete")
  216. return nil
  217. }
  218. type routerOptions struct {
  219. sessionManager *session.Manager
  220. buildBackend *buildbackend.Backend
  221. features *map[string]bool
  222. buildkit *buildkit.Builder
  223. daemon *daemon.Daemon
  224. api *apiserver.Server
  225. cluster *cluster.Cluster
  226. }
  227. func newRouterOptions(config *config.Config, d *daemon.Daemon) (routerOptions, error) {
  228. opts := routerOptions{}
  229. sm, err := session.NewManager()
  230. if err != nil {
  231. return opts, errors.Wrap(err, "failed to create sessionmanager")
  232. }
  233. manager, err := dockerfile.NewBuildManager(d.BuilderBackend(), d.IdentityMapping())
  234. if err != nil {
  235. return opts, err
  236. }
  237. cgroupParent := newCgroupParent(config)
  238. bk, err := buildkit.New(buildkit.Opt{
  239. SessionManager: sm,
  240. Root: filepath.Join(config.Root, "buildkit"),
  241. Dist: d.DistributionServices(),
  242. NetworkController: d.NetworkController(),
  243. DefaultCgroupParent: cgroupParent,
  244. RegistryHosts: d.RegistryHosts(),
  245. BuilderConfig: config.Builder,
  246. Rootless: d.Rootless(),
  247. IdentityMapping: d.IdentityMapping(),
  248. DNSConfig: config.DNSConfig,
  249. ApparmorProfile: daemon.DefaultApparmorProfile(),
  250. })
  251. if err != nil {
  252. return opts, err
  253. }
  254. bb, err := buildbackend.NewBackend(d.ImageService(), manager, bk, d.EventsService)
  255. if err != nil {
  256. return opts, errors.Wrap(err, "failed to create buildmanager")
  257. }
  258. return routerOptions{
  259. sessionManager: sm,
  260. buildBackend: bb,
  261. buildkit: bk,
  262. features: d.Features(),
  263. daemon: d,
  264. }, nil
  265. }
  266. func (cli *DaemonCli) reloadConfig() {
  267. reload := func(c *config.Config) {
  268. // Revalidate and reload the authorization plugins
  269. if err := validateAuthzPlugins(c.AuthorizationPlugins, cli.d.PluginStore); err != nil {
  270. logrus.Fatalf("Error validating authorization plugin: %v", err)
  271. return
  272. }
  273. cli.authzMiddleware.SetPlugins(c.AuthorizationPlugins)
  274. if err := cli.d.Reload(c); err != nil {
  275. logrus.Errorf("Error reconfiguring the daemon: %v", err)
  276. return
  277. }
  278. if c.IsValueSet("debug") {
  279. debugEnabled := debug.IsEnabled()
  280. switch {
  281. case debugEnabled && !c.Debug: // disable debug
  282. debug.Disable()
  283. case c.Debug && !debugEnabled: // enable debug
  284. debug.Enable()
  285. }
  286. }
  287. }
  288. if err := config.Reload(*cli.configFile, cli.flags, reload); err != nil {
  289. logrus.Error(err)
  290. }
  291. }
  292. func (cli *DaemonCli) stop() {
  293. cli.api.Close()
  294. }
  295. // shutdownDaemon just wraps daemon.Shutdown() to handle a timeout in case
  296. // d.Shutdown() is waiting too long to kill container or worst it's
  297. // blocked there
  298. func shutdownDaemon(d *daemon.Daemon) {
  299. shutdownTimeout := d.ShutdownTimeout()
  300. ch := make(chan struct{})
  301. go func() {
  302. d.Shutdown()
  303. close(ch)
  304. }()
  305. if shutdownTimeout < 0 {
  306. <-ch
  307. logrus.Debug("Clean shutdown succeeded")
  308. return
  309. }
  310. timeout := time.NewTimer(time.Duration(shutdownTimeout) * time.Second)
  311. defer timeout.Stop()
  312. select {
  313. case <-ch:
  314. logrus.Debug("Clean shutdown succeeded")
  315. case <-timeout.C:
  316. logrus.Error("Force shutdown daemon")
  317. }
  318. }
  319. func loadDaemonCliConfig(opts *daemonOptions) (*config.Config, error) {
  320. conf := opts.daemonConfig
  321. flags := opts.flags
  322. conf.Debug = opts.Debug
  323. conf.Hosts = opts.Hosts
  324. conf.LogLevel = opts.LogLevel
  325. if opts.flags.Changed(FlagTLS) {
  326. conf.TLS = &opts.TLS
  327. }
  328. if opts.flags.Changed(FlagTLSVerify) {
  329. conf.TLSVerify = &opts.TLSVerify
  330. v := true
  331. conf.TLS = &v
  332. }
  333. conf.CommonTLSOptions = config.CommonTLSOptions{}
  334. if opts.TLSOptions != nil {
  335. conf.CommonTLSOptions.CAFile = opts.TLSOptions.CAFile
  336. conf.CommonTLSOptions.CertFile = opts.TLSOptions.CertFile
  337. conf.CommonTLSOptions.KeyFile = opts.TLSOptions.KeyFile
  338. }
  339. if conf.TrustKeyPath == "" {
  340. daemonConfDir, err := getDaemonConfDir(conf.Root)
  341. if err != nil {
  342. return nil, err
  343. }
  344. conf.TrustKeyPath = filepath.Join(daemonConfDir, defaultTrustKeyFile)
  345. }
  346. if flags.Changed("graph") && flags.Changed("data-root") {
  347. return nil, errors.New(`cannot specify both "--graph" and "--data-root" option`)
  348. }
  349. if opts.configFile != "" {
  350. c, err := config.MergeDaemonConfigurations(conf, flags, opts.configFile)
  351. if err != nil {
  352. if flags.Changed("config-file") || !os.IsNotExist(err) {
  353. return nil, errors.Wrapf(err, "unable to configure the Docker daemon with file %s", opts.configFile)
  354. }
  355. }
  356. // the merged configuration can be nil if the config file didn't exist.
  357. // leave the current configuration as it is if when that happens.
  358. if c != nil {
  359. conf = c
  360. }
  361. }
  362. if err := config.Validate(conf); err != nil {
  363. return nil, err
  364. }
  365. if flags.Changed("graph") {
  366. logrus.Warnf(`The "-g / --graph" flag is deprecated. Please use "--data-root" instead`)
  367. }
  368. // Check if duplicate label-keys with different values are found
  369. newLabels, err := config.GetConflictFreeLabels(conf.Labels)
  370. if err != nil {
  371. return nil, err
  372. }
  373. conf.Labels = newLabels
  374. // Regardless of whether the user sets it to true or false, if they
  375. // specify TLSVerify at all then we need to turn on TLS
  376. if conf.IsValueSet(FlagTLSVerify) {
  377. v := true
  378. conf.TLS = &v
  379. }
  380. if conf.TLSVerify == nil && conf.TLS != nil {
  381. conf.TLSVerify = conf.TLS
  382. }
  383. return conf, nil
  384. }
  385. func warnOnDeprecatedConfigOptions(config *config.Config) {
  386. if config.ClusterAdvertise != "" {
  387. logrus.Warn(`The "cluster-advertise" option is deprecated. To be removed soon.`)
  388. }
  389. if config.ClusterStore != "" {
  390. logrus.Warn(`The "cluster-store" option is deprecated. To be removed soon.`)
  391. }
  392. if len(config.ClusterOpts) > 0 {
  393. logrus.Warn(`The "cluster-store-opt" option is deprecated. To be removed soon.`)
  394. }
  395. }
  396. func initRouter(opts routerOptions) {
  397. decoder := runconfig.ContainerDecoder{
  398. GetSysInfo: func() *sysinfo.SysInfo {
  399. return opts.daemon.RawSysInfo(true)
  400. },
  401. }
  402. routers := []router.Router{
  403. // we need to add the checkpoint router before the container router or the DELETE gets masked
  404. checkpointrouter.NewRouter(opts.daemon, decoder),
  405. container.NewRouter(opts.daemon, decoder, opts.daemon.RawSysInfo(true).CgroupUnified),
  406. image.NewRouter(opts.daemon.ImageService()),
  407. systemrouter.NewRouter(opts.daemon, opts.cluster, opts.buildkit, opts.features),
  408. volume.NewRouter(opts.daemon.VolumesService()),
  409. build.NewRouter(opts.buildBackend, opts.daemon, opts.features),
  410. sessionrouter.NewRouter(opts.sessionManager),
  411. swarmrouter.NewRouter(opts.cluster),
  412. pluginrouter.NewRouter(opts.daemon.PluginManager()),
  413. distributionrouter.NewRouter(opts.daemon.ImageService()),
  414. }
  415. grpcBackends := []grpcrouter.Backend{}
  416. for _, b := range []interface{}{opts.daemon, opts.buildBackend} {
  417. if b, ok := b.(grpcrouter.Backend); ok {
  418. grpcBackends = append(grpcBackends, b)
  419. }
  420. }
  421. if len(grpcBackends) > 0 {
  422. routers = append(routers, grpcrouter.NewRouter(grpcBackends...))
  423. }
  424. if opts.daemon.NetworkControllerEnabled() {
  425. routers = append(routers, network.NewRouter(opts.daemon, opts.cluster))
  426. }
  427. if opts.daemon.HasExperimental() {
  428. for _, r := range routers {
  429. for _, route := range r.Routes() {
  430. if experimental, ok := route.(router.ExperimentalRoute); ok {
  431. experimental.Enable()
  432. }
  433. }
  434. }
  435. }
  436. opts.api.InitRouter(routers...)
  437. }
  438. // TODO: remove this from cli and return the authzMiddleware
  439. func (cli *DaemonCli) initMiddlewares(s *apiserver.Server, cfg *apiserver.Config, pluginStore plugingetter.PluginGetter) error {
  440. v := cfg.Version
  441. exp := middleware.NewExperimentalMiddleware(cli.Config.Experimental)
  442. s.UseMiddleware(exp)
  443. vm := middleware.NewVersionMiddleware(v, api.DefaultVersion, api.MinVersion)
  444. s.UseMiddleware(vm)
  445. if cfg.CorsHeaders != "" {
  446. c := middleware.NewCORSMiddleware(cfg.CorsHeaders)
  447. s.UseMiddleware(c)
  448. }
  449. cli.authzMiddleware = authorization.NewMiddleware(cli.Config.AuthorizationPlugins, pluginStore)
  450. cli.Config.AuthzMiddleware = cli.authzMiddleware
  451. s.UseMiddleware(cli.authzMiddleware)
  452. return nil
  453. }
  454. func (cli *DaemonCli) getContainerdDaemonOpts() ([]supervisor.DaemonOpt, error) {
  455. opts, err := cli.getPlatformContainerdDaemonOpts()
  456. if err != nil {
  457. return nil, err
  458. }
  459. if cli.Config.Debug {
  460. opts = append(opts, supervisor.WithLogLevel("debug"))
  461. } else if cli.Config.LogLevel != "" {
  462. opts = append(opts, supervisor.WithLogLevel(cli.Config.LogLevel))
  463. }
  464. if !cli.Config.CriContainerd {
  465. opts = append(opts, supervisor.WithPlugin("cri", nil))
  466. }
  467. return opts, nil
  468. }
  469. func newAPIServerConfig(cli *DaemonCli) (*apiserver.Config, error) {
  470. serverConfig := &apiserver.Config{
  471. Logging: true,
  472. SocketGroup: cli.Config.SocketGroup,
  473. Version: dockerversion.Version,
  474. CorsHeaders: cli.Config.CorsHeaders,
  475. }
  476. if cli.Config.TLS != nil && *cli.Config.TLS {
  477. tlsOptions := tlsconfig.Options{
  478. CAFile: cli.Config.CommonTLSOptions.CAFile,
  479. CertFile: cli.Config.CommonTLSOptions.CertFile,
  480. KeyFile: cli.Config.CommonTLSOptions.KeyFile,
  481. ExclusiveRootPools: true,
  482. }
  483. if cli.Config.TLSVerify == nil || *cli.Config.TLSVerify {
  484. // server requires and verifies client's certificate
  485. tlsOptions.ClientAuth = tls.RequireAndVerifyClientCert
  486. }
  487. tlsConfig, err := tlsconfig.Server(tlsOptions)
  488. if err != nil {
  489. return nil, err
  490. }
  491. serverConfig.TLSConfig = tlsConfig
  492. }
  493. if len(cli.Config.Hosts) == 0 {
  494. cli.Config.Hosts = make([]string, 1)
  495. }
  496. return serverConfig, nil
  497. }
  498. // checkTLSAuthOK checks basically for an explicitly disabled TLS/TLSVerify
  499. // Going forward we do not want to support a scenario where dockerd listens
  500. // on TCP without either TLS client auth (or an explicit opt-in to disable it)
  501. func checkTLSAuthOK(c *config.Config) bool {
  502. if c.TLS == nil {
  503. // Either TLS is enabled by default, in which case TLS verification should be enabled by default, or explicitly disabled
  504. // Or TLS is disabled by default... in any of these cases, we can just take the default value as to how to proceed
  505. return DefaultTLSValue
  506. }
  507. if !*c.TLS {
  508. // TLS is explicitly disabled, which is supported
  509. return true
  510. }
  511. if c.TLSVerify == nil {
  512. // this actually shouldn't happen since we set TLSVerify on the config object anyway
  513. // But in case it does get here, be cautious and assume this is not supported.
  514. return false
  515. }
  516. // Either TLSVerify is explicitly enabled or disabled, both cases are supported
  517. return true
  518. }
  519. func loadListeners(cli *DaemonCli, serverConfig *apiserver.Config) ([]string, error) {
  520. var hosts []string
  521. seen := make(map[string]struct{}, len(cli.Config.Hosts))
  522. useTLS := DefaultTLSValue
  523. if cli.Config.TLS != nil {
  524. useTLS = *cli.Config.TLS
  525. }
  526. for i := 0; i < len(cli.Config.Hosts); i++ {
  527. var err error
  528. if cli.Config.Hosts[i], err = dopts.ParseHost(useTLS, honorXDG, cli.Config.Hosts[i]); err != nil {
  529. return nil, errors.Wrapf(err, "error parsing -H %s", cli.Config.Hosts[i])
  530. }
  531. if _, ok := seen[cli.Config.Hosts[i]]; ok {
  532. continue
  533. }
  534. seen[cli.Config.Hosts[i]] = struct{}{}
  535. protoAddr := cli.Config.Hosts[i]
  536. protoAddrParts := strings.SplitN(protoAddr, "://", 2)
  537. if len(protoAddrParts) != 2 {
  538. return nil, fmt.Errorf("bad format %s, expected PROTO://ADDR", protoAddr)
  539. }
  540. proto := protoAddrParts[0]
  541. addr := protoAddrParts[1]
  542. // It's a bad idea to bind to TCP without tlsverify.
  543. authEnabled := serverConfig.TLSConfig != nil && serverConfig.TLSConfig.ClientAuth == tls.RequireAndVerifyClientCert
  544. if proto == "tcp" && !authEnabled {
  545. logrus.WithField("host", protoAddr).Warn("Binding to IP address without --tlsverify is insecure and gives root access on this machine to everyone who has access to your network.")
  546. logrus.WithField("host", protoAddr).Warn("Binding to an IP address, even on localhost, can also give access to scripts run in a browser. Be safe out there!")
  547. time.Sleep(time.Second)
  548. // If TLSVerify is explicitly set to false we'll take that as "Please let me shoot myself in the foot"
  549. // We do not want to continue to support a default mode where tls verification is disabled, so we do some extra warnings here and eventually remove support
  550. if !checkTLSAuthOK(cli.Config) {
  551. ipAddr, _, err := net.SplitHostPort(addr)
  552. if err != nil {
  553. return nil, errors.Wrap(err, "error parsing tcp address")
  554. }
  555. // shortcut all this extra stuff for literal "localhost"
  556. // -H supports specifying hostnames, since we want to bypass this on loopback interfaces we'll look it up here.
  557. if ipAddr != "localhost" {
  558. ip := net.ParseIP(ipAddr)
  559. if ip == nil {
  560. ipA, err := net.ResolveIPAddr("ip", ipAddr)
  561. if err != nil {
  562. logrus.WithError(err).WithField("host", ipAddr).Error("Error looking up specified host address")
  563. }
  564. if ipA != nil {
  565. ip = ipA.IP
  566. }
  567. }
  568. if ip == nil || !ip.IsLoopback() {
  569. logrus.WithField("host", protoAddr).Warn("Binding to an IP address without --tlsverify is deprecated. Startup is intentionally being slowed down to show this message")
  570. logrus.WithField("host", protoAddr).Warn("Please consider generating tls certificates with client validation to prevent exposing unauthenticated root access to your network")
  571. logrus.WithField("host", protoAddr).Warnf("You can override this by explicitly specifying '--%s=false' or '--%s=false'", FlagTLS, FlagTLSVerify)
  572. logrus.WithField("host", protoAddr).Warnf("Support for listening on TCP without authentication or explicit intent to run without authentication will be removed in the next release")
  573. time.Sleep(15 * time.Second)
  574. }
  575. }
  576. }
  577. }
  578. ls, err := listeners.Init(proto, addr, serverConfig.SocketGroup, serverConfig.TLSConfig)
  579. if err != nil {
  580. return nil, err
  581. }
  582. // If we're binding to a TCP port, make sure that a container doesn't try to use it.
  583. if proto == "tcp" {
  584. if err := allocateDaemonPort(addr); err != nil {
  585. return nil, err
  586. }
  587. }
  588. logrus.Debugf("Listener created for HTTP on %s (%s)", proto, addr)
  589. hosts = append(hosts, protoAddrParts[1])
  590. cli.api.Accept(addr, ls...)
  591. }
  592. return hosts, nil
  593. }
  594. func createAndStartCluster(cli *DaemonCli, d *daemon.Daemon) (*cluster.Cluster, error) {
  595. name, _ := os.Hostname()
  596. // Use a buffered channel to pass changes from store watch API to daemon
  597. // A buffer allows store watch API and daemon processing to not wait for each other
  598. watchStream := make(chan *swarmapi.WatchMessage, 32)
  599. c, err := cluster.New(cluster.Config{
  600. Root: cli.Config.Root,
  601. Name: name,
  602. Backend: d,
  603. VolumeBackend: d.VolumesService(),
  604. ImageBackend: d.ImageService(),
  605. PluginBackend: d.PluginManager(),
  606. NetworkSubnetsProvider: d,
  607. DefaultAdvertiseAddr: cli.Config.SwarmDefaultAdvertiseAddr,
  608. RaftHeartbeatTick: cli.Config.SwarmRaftHeartbeatTick,
  609. RaftElectionTick: cli.Config.SwarmRaftElectionTick,
  610. RuntimeRoot: cli.getSwarmRunRoot(),
  611. WatchStream: watchStream,
  612. })
  613. if err != nil {
  614. return nil, err
  615. }
  616. d.SetCluster(c)
  617. err = c.Start()
  618. return c, err
  619. }
  620. // validates that the plugins requested with the --authorization-plugin flag are valid AuthzDriver
  621. // plugins present on the host and available to the daemon
  622. func validateAuthzPlugins(requestedPlugins []string, pg plugingetter.PluginGetter) error {
  623. for _, reqPlugin := range requestedPlugins {
  624. if _, err := pg.Get(reqPlugin, authorization.AuthZApiImplements, plugingetter.Lookup); err != nil {
  625. return err
  626. }
  627. }
  628. return nil
  629. }
  630. func systemContainerdRunning(honorXDG bool) (string, bool, error) {
  631. addr := containerddefaults.DefaultAddress
  632. if honorXDG {
  633. runtimeDir, err := homedir.GetRuntimeDir()
  634. if err != nil {
  635. return "", false, err
  636. }
  637. addr = filepath.Join(runtimeDir, "containerd", "containerd.sock")
  638. }
  639. _, err := os.Lstat(addr)
  640. return addr, err == nil, nil
  641. }
  642. // configureDaemonLogs sets the logrus logging level and formatting
  643. func configureDaemonLogs(conf *config.Config) error {
  644. if conf.LogLevel != "" {
  645. lvl, err := logrus.ParseLevel(conf.LogLevel)
  646. if err != nil {
  647. return fmt.Errorf("unable to parse logging level: %s", conf.LogLevel)
  648. }
  649. logrus.SetLevel(lvl)
  650. } else {
  651. logrus.SetLevel(logrus.InfoLevel)
  652. }
  653. logrus.SetFormatter(&logrus.TextFormatter{
  654. TimestampFormat: jsonmessage.RFC3339NanoFixed,
  655. DisableColors: conf.RawLogs,
  656. FullTimestamp: true,
  657. })
  658. return nil
  659. }