sandbox_externalkey_unix.go 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177
  1. // +build linux freebsd
  2. package libnetwork
  3. import (
  4. "encoding/json"
  5. "fmt"
  6. "io"
  7. "io/ioutil"
  8. "net"
  9. "os"
  10. "github.com/Sirupsen/logrus"
  11. "github.com/docker/libnetwork/types"
  12. "github.com/opencontainers/runc/libcontainer"
  13. "github.com/opencontainers/runc/libcontainer/configs"
  14. )
  15. const udsBase = "/var/lib/docker/network/files/"
  16. const success = "success"
  17. // processSetKeyReexec is a private function that must be called only on an reexec path
  18. // It expects 3 args { [0] = "libnetwork-setkey", [1] = <container-id>, [2] = <controller-id> }
  19. // It also expects libcontainer.State as a json string in <stdin>
  20. // Refer to https://github.com/opencontainers/runc/pull/160/ for more information
  21. func processSetKeyReexec() {
  22. var err error
  23. // Return a failure to the calling process via ExitCode
  24. defer func() {
  25. if err != nil {
  26. logrus.Fatalf("%v", err)
  27. }
  28. }()
  29. // expecting 3 args {[0]="libnetwork-setkey", [1]=<container-id>, [2]=<controller-id> }
  30. if len(os.Args) < 3 {
  31. err = fmt.Errorf("Re-exec expects 3 args, received : %d", len(os.Args))
  32. return
  33. }
  34. containerID := os.Args[1]
  35. // We expect libcontainer.State as a json string in <stdin>
  36. stateBuf, err := ioutil.ReadAll(os.Stdin)
  37. if err != nil {
  38. return
  39. }
  40. var state libcontainer.State
  41. if err = json.Unmarshal(stateBuf, &state); err != nil {
  42. return
  43. }
  44. controllerID := os.Args[2]
  45. key := state.NamespacePaths[configs.NamespaceType("NEWNET")]
  46. err = SetExternalKey(controllerID, containerID, key)
  47. return
  48. }
  49. // SetExternalKey provides a convenient way to set an External key to a sandbox
  50. func SetExternalKey(controllerID string, containerID string, key string) error {
  51. keyData := setKeyData{
  52. ContainerID: containerID,
  53. Key: key}
  54. c, err := net.Dial("unix", udsBase+controllerID+".sock")
  55. if err != nil {
  56. return err
  57. }
  58. defer c.Close()
  59. if err = sendKey(c, keyData); err != nil {
  60. return fmt.Errorf("sendKey failed with : %v", err)
  61. }
  62. return processReturn(c)
  63. }
  64. func sendKey(c net.Conn, data setKeyData) error {
  65. var err error
  66. defer func() {
  67. if err != nil {
  68. c.Close()
  69. }
  70. }()
  71. var b []byte
  72. if b, err = json.Marshal(data); err != nil {
  73. return err
  74. }
  75. _, err = c.Write(b)
  76. return err
  77. }
  78. func processReturn(r io.Reader) error {
  79. buf := make([]byte, 1024)
  80. n, err := r.Read(buf[:])
  81. if err != nil {
  82. return fmt.Errorf("failed to read buf in processReturn : %v", err)
  83. }
  84. if string(buf[0:n]) != success {
  85. return fmt.Errorf(string(buf[0:n]))
  86. }
  87. return nil
  88. }
  89. func (c *controller) startExternalKeyListener() error {
  90. if err := os.MkdirAll(udsBase, 0600); err != nil {
  91. return err
  92. }
  93. uds := udsBase + c.id + ".sock"
  94. l, err := net.Listen("unix", uds)
  95. if err != nil {
  96. return err
  97. }
  98. if err := os.Chmod(uds, 0600); err != nil {
  99. l.Close()
  100. return err
  101. }
  102. c.Lock()
  103. c.extKeyListener = l
  104. c.Unlock()
  105. go c.acceptClientConnections(uds, l)
  106. return nil
  107. }
  108. func (c *controller) acceptClientConnections(sock string, l net.Listener) {
  109. for {
  110. conn, err := l.Accept()
  111. if err != nil {
  112. if _, err1 := os.Stat(sock); os.IsNotExist(err1) {
  113. logrus.Debugf("Unix socket %s doesn't exist. cannot accept client connections", sock)
  114. return
  115. }
  116. logrus.Errorf("Error accepting connection %v", err)
  117. continue
  118. }
  119. go func() {
  120. err := c.processExternalKey(conn)
  121. ret := success
  122. if err != nil {
  123. ret = err.Error()
  124. }
  125. _, err = conn.Write([]byte(ret))
  126. if err != nil {
  127. logrus.Errorf("Error returning to the client %v", err)
  128. }
  129. }()
  130. }
  131. }
  132. func (c *controller) processExternalKey(conn net.Conn) error {
  133. buf := make([]byte, 1280)
  134. nr, err := conn.Read(buf)
  135. if err != nil {
  136. return err
  137. }
  138. var s setKeyData
  139. if err = json.Unmarshal(buf[0:nr], &s); err != nil {
  140. return err
  141. }
  142. var sandbox Sandbox
  143. search := SandboxContainerWalker(&sandbox, s.ContainerID)
  144. c.WalkSandboxes(search)
  145. if sandbox == nil {
  146. return types.BadRequestErrorf("no sandbox present for %s", s.ContainerID)
  147. }
  148. return sandbox.SetKey(s.Key)
  149. }
  150. func (c *controller) stopExternalKeyListener() {
  151. c.extKeyListener.Close()
  152. }