resource_management.go 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202
  1. package genericresource
  2. import (
  3. "fmt"
  4. "github.com/docker/swarmkit/api"
  5. )
  6. // Claim assigns GenericResources to a task by taking them from the
  7. // node's GenericResource list and storing them in the task's available list
  8. func Claim(nodeAvailableResources, taskAssigned *[]*api.GenericResource,
  9. taskReservations []*api.GenericResource) error {
  10. var resSelected []*api.GenericResource
  11. for _, res := range taskReservations {
  12. tr := res.GetDiscreteResourceSpec()
  13. if tr == nil {
  14. return fmt.Errorf("task should only hold Discrete type")
  15. }
  16. // Select the resources
  17. nrs, err := selectNodeResources(*nodeAvailableResources, tr)
  18. if err != nil {
  19. return err
  20. }
  21. resSelected = append(resSelected, nrs...)
  22. }
  23. ClaimResources(nodeAvailableResources, taskAssigned, resSelected)
  24. return nil
  25. }
  26. // ClaimResources adds the specified resources to the task's list
  27. // and removes them from the node's generic resource list
  28. func ClaimResources(nodeAvailableResources, taskAssigned *[]*api.GenericResource,
  29. resSelected []*api.GenericResource) {
  30. *taskAssigned = append(*taskAssigned, resSelected...)
  31. ConsumeNodeResources(nodeAvailableResources, resSelected)
  32. }
  33. func selectNodeResources(nodeRes []*api.GenericResource,
  34. tr *api.DiscreteGenericResource) ([]*api.GenericResource, error) {
  35. var nrs []*api.GenericResource
  36. for _, res := range nodeRes {
  37. if Kind(res) != tr.Kind {
  38. continue
  39. }
  40. switch nr := res.Resource.(type) {
  41. case *api.GenericResource_DiscreteResourceSpec:
  42. if nr.DiscreteResourceSpec.Value >= tr.Value && tr.Value != 0 {
  43. nrs = append(nrs, NewDiscrete(tr.Kind, tr.Value))
  44. }
  45. return nrs, nil
  46. case *api.GenericResource_NamedResourceSpec:
  47. nrs = append(nrs, res.Copy())
  48. if int64(len(nrs)) == tr.Value {
  49. return nrs, nil
  50. }
  51. }
  52. }
  53. if len(nrs) == 0 {
  54. return nil, fmt.Errorf("not enough resources available for task reservations: %+v", tr)
  55. }
  56. return nrs, nil
  57. }
  58. // Reclaim adds the resources taken by the task to the node's store
  59. func Reclaim(nodeAvailableResources *[]*api.GenericResource, taskAssigned, nodeRes []*api.GenericResource) error {
  60. err := reclaimResources(nodeAvailableResources, taskAssigned)
  61. if err != nil {
  62. return err
  63. }
  64. sanitize(nodeRes, nodeAvailableResources)
  65. return nil
  66. }
  67. func reclaimResources(nodeAvailableResources *[]*api.GenericResource, taskAssigned []*api.GenericResource) error {
  68. // The node could have been updated
  69. if nodeAvailableResources == nil {
  70. return fmt.Errorf("node no longer has any resources")
  71. }
  72. for _, res := range taskAssigned {
  73. switch tr := res.Resource.(type) {
  74. case *api.GenericResource_DiscreteResourceSpec:
  75. nrs := GetResource(tr.DiscreteResourceSpec.Kind, *nodeAvailableResources)
  76. // If the resource went down to 0 it's no longer in the
  77. // available list
  78. if len(nrs) == 0 {
  79. *nodeAvailableResources = append(*nodeAvailableResources, res.Copy())
  80. }
  81. if len(nrs) != 1 {
  82. continue // Type change
  83. }
  84. nr := nrs[0].GetDiscreteResourceSpec()
  85. if nr == nil {
  86. continue // Type change
  87. }
  88. nr.Value += tr.DiscreteResourceSpec.Value
  89. case *api.GenericResource_NamedResourceSpec:
  90. *nodeAvailableResources = append(*nodeAvailableResources, res.Copy())
  91. }
  92. }
  93. return nil
  94. }
  95. // sanitize checks that nodeAvailableResources does not add resources unknown
  96. // to the nodeSpec (nodeRes) or goes over the integer bound specified
  97. // by the spec.
  98. // Note this is because the user is able to update a node's resources
  99. func sanitize(nodeRes []*api.GenericResource, nodeAvailableResources *[]*api.GenericResource) {
  100. // - We add the sanitized resources at the end, after
  101. // having removed the elements from the list
  102. // - When a set changes to a Discrete we also need
  103. // to make sure that we don't add the Discrete multiple
  104. // time hence, the need of a map to remember that
  105. var sanitized []*api.GenericResource
  106. kindSanitized := make(map[string]struct{})
  107. w := 0
  108. for _, na := range *nodeAvailableResources {
  109. ok, nrs := sanitizeResource(nodeRes, na)
  110. if !ok {
  111. if _, ok = kindSanitized[Kind(na)]; ok {
  112. continue
  113. }
  114. kindSanitized[Kind(na)] = struct{}{}
  115. sanitized = append(sanitized, nrs...)
  116. continue
  117. }
  118. (*nodeAvailableResources)[w] = na
  119. w++
  120. }
  121. *nodeAvailableResources = (*nodeAvailableResources)[:w]
  122. *nodeAvailableResources = append(*nodeAvailableResources, sanitized...)
  123. }
  124. // Returns true if the element is in nodeRes and "sane"
  125. // Returns false if the element isn't in nodeRes and "sane" and the element(s) that should be replacing it
  126. func sanitizeResource(nodeRes []*api.GenericResource, res *api.GenericResource) (ok bool, nrs []*api.GenericResource) {
  127. switch na := res.Resource.(type) {
  128. case *api.GenericResource_DiscreteResourceSpec:
  129. nrs := GetResource(na.DiscreteResourceSpec.Kind, nodeRes)
  130. // Type change or removed: reset
  131. if len(nrs) != 1 {
  132. return false, nrs
  133. }
  134. // Type change: reset
  135. nr := nrs[0].GetDiscreteResourceSpec()
  136. if nr == nil {
  137. return false, nrs
  138. }
  139. // Amount change: reset
  140. if na.DiscreteResourceSpec.Value > nr.Value {
  141. return false, nrs
  142. }
  143. case *api.GenericResource_NamedResourceSpec:
  144. nrs := GetResource(na.NamedResourceSpec.Kind, nodeRes)
  145. // Type change
  146. if len(nrs) == 0 {
  147. return false, nrs
  148. }
  149. for _, nr := range nrs {
  150. // Type change: reset
  151. if nr.GetDiscreteResourceSpec() != nil {
  152. return false, nrs
  153. }
  154. if na.NamedResourceSpec.Value == nr.GetNamedResourceSpec().Value {
  155. return true, nil
  156. }
  157. }
  158. // Removed
  159. return false, nil
  160. }
  161. return true, nil
  162. }