service.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496
  1. package controlapi
  2. import (
  3. "errors"
  4. "reflect"
  5. "strconv"
  6. "github.com/docker/distribution/reference"
  7. "github.com/docker/swarmkit/api"
  8. "github.com/docker/swarmkit/identity"
  9. "github.com/docker/swarmkit/manager/constraint"
  10. "github.com/docker/swarmkit/manager/state/store"
  11. "github.com/docker/swarmkit/protobuf/ptypes"
  12. "golang.org/x/net/context"
  13. "google.golang.org/grpc"
  14. "google.golang.org/grpc/codes"
  15. )
  16. var (
  17. errNetworkUpdateNotSupported = errors.New("changing network in service is not supported")
  18. errModeChangeNotAllowed = errors.New("service mode change is not allowed")
  19. )
  20. func validateResources(r *api.Resources) error {
  21. if r == nil {
  22. return nil
  23. }
  24. if r.NanoCPUs != 0 && r.NanoCPUs < 1e6 {
  25. return grpc.Errorf(codes.InvalidArgument, "invalid cpu value %g: Must be at least %g", float64(r.NanoCPUs)/1e9, 1e6/1e9)
  26. }
  27. if r.MemoryBytes != 0 && r.MemoryBytes < 4*1024*1024 {
  28. return grpc.Errorf(codes.InvalidArgument, "invalid memory value %d: Must be at least 4MiB", r.MemoryBytes)
  29. }
  30. return nil
  31. }
  32. func validateResourceRequirements(r *api.ResourceRequirements) error {
  33. if r == nil {
  34. return nil
  35. }
  36. if err := validateResources(r.Limits); err != nil {
  37. return err
  38. }
  39. if err := validateResources(r.Reservations); err != nil {
  40. return err
  41. }
  42. return nil
  43. }
  44. func validateRestartPolicy(rp *api.RestartPolicy) error {
  45. if rp == nil {
  46. return nil
  47. }
  48. if rp.Delay != nil {
  49. delay, err := ptypes.Duration(rp.Delay)
  50. if err != nil {
  51. return err
  52. }
  53. if delay < 0 {
  54. return grpc.Errorf(codes.InvalidArgument, "TaskSpec: restart-delay cannot be negative")
  55. }
  56. }
  57. if rp.Window != nil {
  58. win, err := ptypes.Duration(rp.Window)
  59. if err != nil {
  60. return err
  61. }
  62. if win < 0 {
  63. return grpc.Errorf(codes.InvalidArgument, "TaskSpec: restart-window cannot be negative")
  64. }
  65. }
  66. return nil
  67. }
  68. func validatePlacement(placement *api.Placement) error {
  69. if placement == nil {
  70. return nil
  71. }
  72. _, err := constraint.Parse(placement.Constraints)
  73. return err
  74. }
  75. func validateUpdate(uc *api.UpdateConfig) error {
  76. if uc == nil {
  77. return nil
  78. }
  79. delay, err := ptypes.Duration(&uc.Delay)
  80. if err != nil {
  81. return err
  82. }
  83. if delay < 0 {
  84. return grpc.Errorf(codes.InvalidArgument, "TaskSpec: update-delay cannot be negative")
  85. }
  86. return nil
  87. }
  88. func validateTask(taskSpec api.TaskSpec) error {
  89. if err := validateResourceRequirements(taskSpec.Resources); err != nil {
  90. return err
  91. }
  92. if err := validateRestartPolicy(taskSpec.Restart); err != nil {
  93. return err
  94. }
  95. if err := validatePlacement(taskSpec.Placement); err != nil {
  96. return err
  97. }
  98. if taskSpec.GetRuntime() == nil {
  99. return grpc.Errorf(codes.InvalidArgument, "TaskSpec: missing runtime")
  100. }
  101. _, ok := taskSpec.GetRuntime().(*api.TaskSpec_Container)
  102. if !ok {
  103. return grpc.Errorf(codes.Unimplemented, "RuntimeSpec: unimplemented runtime in service spec")
  104. }
  105. container := taskSpec.GetContainer()
  106. if container == nil {
  107. return grpc.Errorf(codes.InvalidArgument, "ContainerSpec: missing in service spec")
  108. }
  109. if container.Image == "" {
  110. return grpc.Errorf(codes.InvalidArgument, "ContainerSpec: image reference must be provided")
  111. }
  112. if _, err := reference.ParseNamed(container.Image); err != nil {
  113. return grpc.Errorf(codes.InvalidArgument, "ContainerSpec: %q is not a valid repository/tag", container.Image)
  114. }
  115. mountMap := make(map[string]bool)
  116. for _, mount := range container.Mounts {
  117. if _, exists := mountMap[mount.Target]; exists {
  118. return grpc.Errorf(codes.InvalidArgument, "ContainerSpec: duplicate mount point: %s", mount.Target)
  119. }
  120. mountMap[mount.Target] = true
  121. }
  122. return nil
  123. }
  124. func validateEndpointSpec(epSpec *api.EndpointSpec) error {
  125. // Endpoint spec is optional
  126. if epSpec == nil {
  127. return nil
  128. }
  129. if len(epSpec.Ports) > 0 && epSpec.Mode == api.ResolutionModeDNSRoundRobin {
  130. return grpc.Errorf(codes.InvalidArgument, "EndpointSpec: ports can't be used with dnsrr mode")
  131. }
  132. type portSpec struct {
  133. publishedPort uint32
  134. protocol api.PortConfig_Protocol
  135. }
  136. portSet := make(map[portSpec]struct{})
  137. for _, port := range epSpec.Ports {
  138. // If published port is not specified, it does not conflict
  139. // with any others.
  140. if port.PublishedPort == 0 {
  141. continue
  142. }
  143. portSpec := portSpec{publishedPort: port.PublishedPort, protocol: port.Protocol}
  144. if _, ok := portSet[portSpec]; ok {
  145. return grpc.Errorf(codes.InvalidArgument, "EndpointSpec: duplicate published ports provided")
  146. }
  147. portSet[portSpec] = struct{}{}
  148. }
  149. return nil
  150. }
  151. func (s *Server) validateNetworks(networks []*api.NetworkAttachmentConfig) error {
  152. for _, na := range networks {
  153. var network *api.Network
  154. s.store.View(func(tx store.ReadTx) {
  155. network = store.GetNetwork(tx, na.Target)
  156. })
  157. if network == nil {
  158. continue
  159. }
  160. if _, ok := network.Spec.Annotations.Labels["com.docker.swarm.internal"]; ok {
  161. return grpc.Errorf(codes.InvalidArgument,
  162. "Service cannot be explicitly attached to %q network which is a swarm internal network",
  163. network.Spec.Annotations.Name)
  164. }
  165. }
  166. return nil
  167. }
  168. func validateServiceSpec(spec *api.ServiceSpec) error {
  169. if spec == nil {
  170. return grpc.Errorf(codes.InvalidArgument, errInvalidArgument.Error())
  171. }
  172. if err := validateAnnotations(spec.Annotations); err != nil {
  173. return err
  174. }
  175. if err := validateTask(spec.Task); err != nil {
  176. return err
  177. }
  178. if err := validateUpdate(spec.Update); err != nil {
  179. return err
  180. }
  181. if err := validateEndpointSpec(spec.Endpoint); err != nil {
  182. return err
  183. }
  184. return nil
  185. }
  186. // checkPortConflicts does a best effort to find if the passed in spec has port
  187. // conflicts with existing services.
  188. // `serviceID string` is the service ID of the spec in service update. If
  189. // `serviceID` is not "", then conflicts check will be skipped against this
  190. // service (the service being updated).
  191. func (s *Server) checkPortConflicts(spec *api.ServiceSpec, serviceID string) error {
  192. if spec.Endpoint == nil {
  193. return nil
  194. }
  195. pcToString := func(pc *api.PortConfig) string {
  196. port := strconv.FormatUint(uint64(pc.PublishedPort), 10)
  197. return port + "/" + pc.Protocol.String()
  198. }
  199. reqPorts := make(map[string]bool)
  200. for _, pc := range spec.Endpoint.Ports {
  201. if pc.PublishedPort > 0 {
  202. reqPorts[pcToString(pc)] = true
  203. }
  204. }
  205. if len(reqPorts) == 0 {
  206. return nil
  207. }
  208. var (
  209. services []*api.Service
  210. err error
  211. )
  212. s.store.View(func(tx store.ReadTx) {
  213. services, err = store.FindServices(tx, store.All)
  214. })
  215. if err != nil {
  216. return err
  217. }
  218. for _, service := range services {
  219. // If service ID is the same (and not "") then this is an update
  220. if serviceID != "" && serviceID == service.ID {
  221. continue
  222. }
  223. if service.Spec.Endpoint != nil {
  224. for _, pc := range service.Spec.Endpoint.Ports {
  225. if reqPorts[pcToString(pc)] {
  226. return grpc.Errorf(codes.InvalidArgument, "port '%d' is already in use by service '%s' (%s)", pc.PublishedPort, service.Spec.Annotations.Name, service.ID)
  227. }
  228. }
  229. }
  230. if service.Endpoint != nil {
  231. for _, pc := range service.Endpoint.Ports {
  232. if reqPorts[pcToString(pc)] {
  233. return grpc.Errorf(codes.InvalidArgument, "port '%d' is already in use by service '%s' (%s)", pc.PublishedPort, service.Spec.Annotations.Name, service.ID)
  234. }
  235. }
  236. }
  237. }
  238. return nil
  239. }
  240. // CreateService creates and return a Service based on the provided ServiceSpec.
  241. // - Returns `InvalidArgument` if the ServiceSpec is malformed.
  242. // - Returns `Unimplemented` if the ServiceSpec references unimplemented features.
  243. // - Returns `AlreadyExists` if the ServiceID conflicts.
  244. // - Returns an error if the creation fails.
  245. func (s *Server) CreateService(ctx context.Context, request *api.CreateServiceRequest) (*api.CreateServiceResponse, error) {
  246. if err := validateServiceSpec(request.Spec); err != nil {
  247. return nil, err
  248. }
  249. if err := s.validateNetworks(request.Spec.Networks); err != nil {
  250. return nil, err
  251. }
  252. if err := s.checkPortConflicts(request.Spec, ""); err != nil {
  253. return nil, err
  254. }
  255. // TODO(aluzzardi): Consider using `Name` as a primary key to handle
  256. // duplicate creations. See #65
  257. service := &api.Service{
  258. ID: identity.NewID(),
  259. Spec: *request.Spec,
  260. }
  261. err := s.store.Update(func(tx store.Tx) error {
  262. return store.CreateService(tx, service)
  263. })
  264. if err != nil {
  265. return nil, err
  266. }
  267. return &api.CreateServiceResponse{
  268. Service: service,
  269. }, nil
  270. }
  271. // GetService returns a Service given a ServiceID.
  272. // - Returns `InvalidArgument` if ServiceID is not provided.
  273. // - Returns `NotFound` if the Service is not found.
  274. func (s *Server) GetService(ctx context.Context, request *api.GetServiceRequest) (*api.GetServiceResponse, error) {
  275. if request.ServiceID == "" {
  276. return nil, grpc.Errorf(codes.InvalidArgument, errInvalidArgument.Error())
  277. }
  278. var service *api.Service
  279. s.store.View(func(tx store.ReadTx) {
  280. service = store.GetService(tx, request.ServiceID)
  281. })
  282. if service == nil {
  283. return nil, grpc.Errorf(codes.NotFound, "service %s not found", request.ServiceID)
  284. }
  285. return &api.GetServiceResponse{
  286. Service: service,
  287. }, nil
  288. }
  289. // UpdateService updates a Service referenced by ServiceID with the given ServiceSpec.
  290. // - Returns `NotFound` if the Service is not found.
  291. // - Returns `InvalidArgument` if the ServiceSpec is malformed.
  292. // - Returns `Unimplemented` if the ServiceSpec references unimplemented features.
  293. // - Returns an error if the update fails.
  294. func (s *Server) UpdateService(ctx context.Context, request *api.UpdateServiceRequest) (*api.UpdateServiceResponse, error) {
  295. if request.ServiceID == "" || request.ServiceVersion == nil {
  296. return nil, grpc.Errorf(codes.InvalidArgument, errInvalidArgument.Error())
  297. }
  298. if err := validateServiceSpec(request.Spec); err != nil {
  299. return nil, err
  300. }
  301. var service *api.Service
  302. s.store.View(func(tx store.ReadTx) {
  303. service = store.GetService(tx, request.ServiceID)
  304. })
  305. if service == nil {
  306. return nil, grpc.Errorf(codes.NotFound, "service %s not found", request.ServiceID)
  307. }
  308. if request.Spec.Endpoint != nil && !reflect.DeepEqual(request.Spec.Endpoint, service.Spec.Endpoint) {
  309. if err := s.checkPortConflicts(request.Spec, request.ServiceID); err != nil {
  310. return nil, err
  311. }
  312. }
  313. err := s.store.Update(func(tx store.Tx) error {
  314. service = store.GetService(tx, request.ServiceID)
  315. if service == nil {
  316. return nil
  317. }
  318. // temporary disable network update
  319. requestSpecNetworks := request.Spec.Task.Networks
  320. if len(requestSpecNetworks) == 0 {
  321. requestSpecNetworks = request.Spec.Networks
  322. }
  323. specNetworks := service.Spec.Task.Networks
  324. if len(specNetworks) == 0 {
  325. specNetworks = service.Spec.Networks
  326. }
  327. if !reflect.DeepEqual(requestSpecNetworks, specNetworks) {
  328. return errNetworkUpdateNotSupported
  329. }
  330. // orchestrator is designed to be stateless, so it should not deal
  331. // with service mode change (comparing current config with previous config).
  332. // proper way to change service mode is to delete and re-add.
  333. if reflect.TypeOf(service.Spec.Mode) != reflect.TypeOf(request.Spec.Mode) {
  334. return errModeChangeNotAllowed
  335. }
  336. service.Meta.Version = *request.ServiceVersion
  337. service.PreviousSpec = service.Spec.Copy()
  338. service.Spec = *request.Spec.Copy()
  339. // Reset update status
  340. service.UpdateStatus = nil
  341. return store.UpdateService(tx, service)
  342. })
  343. if err != nil {
  344. return nil, err
  345. }
  346. if service == nil {
  347. return nil, grpc.Errorf(codes.NotFound, "service %s not found", request.ServiceID)
  348. }
  349. return &api.UpdateServiceResponse{
  350. Service: service,
  351. }, nil
  352. }
  353. // RemoveService removes a Service referenced by ServiceID.
  354. // - Returns `InvalidArgument` if ServiceID is not provided.
  355. // - Returns `NotFound` if the Service is not found.
  356. // - Returns an error if the deletion fails.
  357. func (s *Server) RemoveService(ctx context.Context, request *api.RemoveServiceRequest) (*api.RemoveServiceResponse, error) {
  358. if request.ServiceID == "" {
  359. return nil, grpc.Errorf(codes.InvalidArgument, errInvalidArgument.Error())
  360. }
  361. err := s.store.Update(func(tx store.Tx) error {
  362. return store.DeleteService(tx, request.ServiceID)
  363. })
  364. if err != nil {
  365. if err == store.ErrNotExist {
  366. return nil, grpc.Errorf(codes.NotFound, "service %s not found", request.ServiceID)
  367. }
  368. return nil, err
  369. }
  370. return &api.RemoveServiceResponse{}, nil
  371. }
  372. func filterServices(candidates []*api.Service, filters ...func(*api.Service) bool) []*api.Service {
  373. result := []*api.Service{}
  374. for _, c := range candidates {
  375. match := true
  376. for _, f := range filters {
  377. if !f(c) {
  378. match = false
  379. break
  380. }
  381. }
  382. if match {
  383. result = append(result, c)
  384. }
  385. }
  386. return result
  387. }
  388. // ListServices returns a list of all services.
  389. func (s *Server) ListServices(ctx context.Context, request *api.ListServicesRequest) (*api.ListServicesResponse, error) {
  390. var (
  391. services []*api.Service
  392. err error
  393. )
  394. s.store.View(func(tx store.ReadTx) {
  395. switch {
  396. case request.Filters != nil && len(request.Filters.Names) > 0:
  397. services, err = store.FindServices(tx, buildFilters(store.ByName, request.Filters.Names))
  398. case request.Filters != nil && len(request.Filters.NamePrefixes) > 0:
  399. services, err = store.FindServices(tx, buildFilters(store.ByNamePrefix, request.Filters.NamePrefixes))
  400. case request.Filters != nil && len(request.Filters.IDPrefixes) > 0:
  401. services, err = store.FindServices(tx, buildFilters(store.ByIDPrefix, request.Filters.IDPrefixes))
  402. default:
  403. services, err = store.FindServices(tx, store.All)
  404. }
  405. })
  406. if err != nil {
  407. return nil, err
  408. }
  409. if request.Filters != nil {
  410. services = filterServices(services,
  411. func(e *api.Service) bool {
  412. return filterContains(e.Spec.Annotations.Name, request.Filters.Names)
  413. },
  414. func(e *api.Service) bool {
  415. return filterContainsPrefix(e.Spec.Annotations.Name, request.Filters.NamePrefixes)
  416. },
  417. func(e *api.Service) bool {
  418. return filterContainsPrefix(e.ID, request.Filters.IDPrefixes)
  419. },
  420. func(e *api.Service) bool {
  421. return filterMatchLabels(e.Spec.Annotations.Labels, request.Filters.Labels)
  422. },
  423. )
  424. }
  425. return &api.ListServicesResponse{
  426. Services: services,
  427. }, nil
  428. }