sandbox_externalkey_unix.go 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177
  1. // +build linux freebsd
  2. package libnetwork
  3. import (
  4. "encoding/json"
  5. "fmt"
  6. "io"
  7. "io/ioutil"
  8. "net"
  9. "os"
  10. "github.com/Sirupsen/logrus"
  11. "github.com/docker/libnetwork/types"
  12. "github.com/opencontainers/runc/libcontainer/configs"
  13. )
  14. const udsBase = "/run/docker/libnetwork/"
  15. const success = "success"
  16. // processSetKeyReexec is a private function that must be called only on an reexec path
  17. // It expects 3 args { [0] = "libnetwork-setkey", [1] = <container-id>, [2] = <controller-id> }
  18. // It also expects configs.HookState as a json string in <stdin>
  19. // Refer to https://github.com/opencontainers/runc/pull/160/ for more information
  20. func processSetKeyReexec() {
  21. var err error
  22. // Return a failure to the calling process via ExitCode
  23. defer func() {
  24. if err != nil {
  25. logrus.Fatalf("%v", err)
  26. }
  27. }()
  28. // expecting 3 args {[0]="libnetwork-setkey", [1]=<container-id>, [2]=<controller-id> }
  29. if len(os.Args) < 3 {
  30. err = fmt.Errorf("Re-exec expects 3 args, received : %d", len(os.Args))
  31. return
  32. }
  33. containerID := os.Args[1]
  34. // We expect configs.HookState as a json string in <stdin>
  35. stateBuf, err := ioutil.ReadAll(os.Stdin)
  36. if err != nil {
  37. return
  38. }
  39. var state configs.HookState
  40. if err = json.Unmarshal(stateBuf, &state); err != nil {
  41. return
  42. }
  43. controllerID := os.Args[2]
  44. err = SetExternalKey(controllerID, containerID, fmt.Sprintf("/proc/%d/ns/net", state.Pid))
  45. return
  46. }
  47. // SetExternalKey provides a convenient way to set an External key to a sandbox
  48. func SetExternalKey(controllerID string, containerID string, key string) error {
  49. keyData := setKeyData{
  50. ContainerID: containerID,
  51. Key: key}
  52. c, err := net.Dial("unix", udsBase+controllerID+".sock")
  53. if err != nil {
  54. return err
  55. }
  56. defer c.Close()
  57. if err = sendKey(c, keyData); err != nil {
  58. return fmt.Errorf("sendKey failed with : %v", err)
  59. }
  60. return processReturn(c)
  61. }
  62. func sendKey(c net.Conn, data setKeyData) error {
  63. var err error
  64. defer func() {
  65. if err != nil {
  66. c.Close()
  67. }
  68. }()
  69. var b []byte
  70. if b, err = json.Marshal(data); err != nil {
  71. return err
  72. }
  73. _, err = c.Write(b)
  74. return err
  75. }
  76. func processReturn(r io.Reader) error {
  77. buf := make([]byte, 1024)
  78. n, err := r.Read(buf[:])
  79. if err != nil {
  80. return fmt.Errorf("failed to read buf in processReturn : %v", err)
  81. }
  82. if string(buf[0:n]) != success {
  83. return fmt.Errorf(string(buf[0:n]))
  84. }
  85. return nil
  86. }
  87. func (c *controller) startExternalKeyListener() error {
  88. if err := os.MkdirAll(udsBase, 0600); err != nil {
  89. return err
  90. }
  91. uds := udsBase + c.id + ".sock"
  92. l, err := net.Listen("unix", uds)
  93. if err != nil {
  94. return err
  95. }
  96. if err := os.Chmod(uds, 0600); err != nil {
  97. l.Close()
  98. return err
  99. }
  100. c.Lock()
  101. c.extKeyListener = l
  102. c.Unlock()
  103. go c.acceptClientConnections(uds, l)
  104. return nil
  105. }
  106. func (c *controller) acceptClientConnections(sock string, l net.Listener) {
  107. for {
  108. conn, err := l.Accept()
  109. if err != nil {
  110. if _, err1 := os.Stat(sock); os.IsNotExist(err1) {
  111. logrus.Debugf("Unix socket %s doesn't exist. cannot accept client connections", sock)
  112. return
  113. }
  114. logrus.Errorf("Error accepting connection %v", err)
  115. continue
  116. }
  117. go func() {
  118. defer conn.Close()
  119. err := c.processExternalKey(conn)
  120. ret := success
  121. if err != nil {
  122. ret = err.Error()
  123. }
  124. _, err = conn.Write([]byte(ret))
  125. if err != nil {
  126. logrus.Errorf("Error returning to the client %v", err)
  127. }
  128. }()
  129. }
  130. }
  131. func (c *controller) processExternalKey(conn net.Conn) error {
  132. buf := make([]byte, 1280)
  133. nr, err := conn.Read(buf)
  134. if err != nil {
  135. return err
  136. }
  137. var s setKeyData
  138. if err = json.Unmarshal(buf[0:nr], &s); err != nil {
  139. return err
  140. }
  141. var sandbox Sandbox
  142. search := SandboxContainerWalker(&sandbox, s.ContainerID)
  143. c.WalkSandboxes(search)
  144. if sandbox == nil {
  145. return types.BadRequestErrorf("no sandbox present for %s", s.ContainerID)
  146. }
  147. return sandbox.SetKey(s.Key)
  148. }
  149. func (c *controller) stopExternalKeyListener() {
  150. c.extKeyListener.Close()
  151. }