driver.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409
  1. package remote
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "github.com/Sirupsen/logrus"
  7. "github.com/docker/docker/pkg/plugins"
  8. "github.com/docker/libnetwork/datastore"
  9. "github.com/docker/libnetwork/discoverapi"
  10. "github.com/docker/libnetwork/driverapi"
  11. "github.com/docker/libnetwork/drivers/remote/api"
  12. "github.com/docker/libnetwork/types"
  13. )
  14. type driver struct {
  15. endpoint *plugins.Client
  16. networkType string
  17. }
  18. type maybeError interface {
  19. GetError() string
  20. }
  21. func newDriver(name string, client *plugins.Client) driverapi.Driver {
  22. return &driver{networkType: name, endpoint: client}
  23. }
  24. // Init makes sure a remote driver is registered when a network driver
  25. // plugin is activated.
  26. func Init(dc driverapi.DriverCallback, config map[string]interface{}) error {
  27. newPluginHandler := func(name string, client *plugins.Client) {
  28. // negotiate driver capability with client
  29. d := newDriver(name, client)
  30. c, err := d.(*driver).getCapabilities()
  31. if err != nil {
  32. logrus.Errorf("error getting capability for %s due to %v", name, err)
  33. return
  34. }
  35. if err = dc.RegisterDriver(name, d, *c); err != nil {
  36. logrus.Errorf("error registering driver for %s due to %v", name, err)
  37. }
  38. }
  39. // Unit test code is unaware of a true PluginStore. So we fall back to v1 plugins.
  40. handleFunc := plugins.Handle
  41. if pg := dc.GetPluginGetter(); pg != nil {
  42. handleFunc = pg.Handle
  43. activePlugins := pg.GetAllManagedPluginsByCap(driverapi.NetworkPluginEndpointType)
  44. for _, ap := range activePlugins {
  45. newPluginHandler(ap.Name(), ap.Client())
  46. }
  47. }
  48. handleFunc(driverapi.NetworkPluginEndpointType, newPluginHandler)
  49. return nil
  50. }
  51. // Get capability from client
  52. func (d *driver) getCapabilities() (*driverapi.Capability, error) {
  53. var capResp api.GetCapabilityResponse
  54. if err := d.call("GetCapabilities", nil, &capResp); err != nil {
  55. return nil, err
  56. }
  57. c := &driverapi.Capability{}
  58. switch capResp.Scope {
  59. case "global":
  60. c.DataScope = datastore.GlobalScope
  61. case "local":
  62. c.DataScope = datastore.LocalScope
  63. default:
  64. return nil, fmt.Errorf("invalid capability: expecting 'local' or 'global', got %s", capResp.Scope)
  65. }
  66. switch capResp.ConnectivityScope {
  67. case "global":
  68. c.ConnectivityScope = datastore.GlobalScope
  69. case "local":
  70. c.ConnectivityScope = datastore.LocalScope
  71. case "":
  72. c.ConnectivityScope = c.DataScope
  73. default:
  74. return nil, fmt.Errorf("invalid capability: expecting 'local' or 'global', got %s", capResp.Scope)
  75. }
  76. return c, nil
  77. }
  78. // Config is not implemented for remote drivers, since it is assumed
  79. // to be supplied to the remote process out-of-band (e.g., as command
  80. // line arguments).
  81. func (d *driver) Config(option map[string]interface{}) error {
  82. return &driverapi.ErrNotImplemented{}
  83. }
  84. func (d *driver) call(methodName string, arg interface{}, retVal maybeError) error {
  85. method := driverapi.NetworkPluginEndpointType + "." + methodName
  86. err := d.endpoint.Call(method, arg, retVal)
  87. if err != nil {
  88. return err
  89. }
  90. if e := retVal.GetError(); e != "" {
  91. return fmt.Errorf("remote: %s", e)
  92. }
  93. return nil
  94. }
  95. func (d *driver) NetworkAllocate(id string, options map[string]string, ipV4Data, ipV6Data []driverapi.IPAMData) (map[string]string, error) {
  96. create := &api.AllocateNetworkRequest{
  97. NetworkID: id,
  98. Options: options,
  99. IPv4Data: ipV4Data,
  100. IPv6Data: ipV6Data,
  101. }
  102. retVal := api.AllocateNetworkResponse{}
  103. err := d.call("AllocateNetwork", create, &retVal)
  104. return retVal.Options, err
  105. }
  106. func (d *driver) NetworkFree(id string) error {
  107. fr := &api.FreeNetworkRequest{NetworkID: id}
  108. return d.call("FreeNetwork", fr, &api.FreeNetworkResponse{})
  109. }
  110. func (d *driver) EventNotify(etype driverapi.EventType, nid, tableName, key string, value []byte) {
  111. }
  112. func (d *driver) DecodeTableEntry(tablename string, key string, value []byte) (string, map[string]string) {
  113. return "", nil
  114. }
  115. func (d *driver) CreateNetwork(id string, options map[string]interface{}, nInfo driverapi.NetworkInfo, ipV4Data, ipV6Data []driverapi.IPAMData) error {
  116. create := &api.CreateNetworkRequest{
  117. NetworkID: id,
  118. Options: options,
  119. IPv4Data: ipV4Data,
  120. IPv6Data: ipV6Data,
  121. }
  122. return d.call("CreateNetwork", create, &api.CreateNetworkResponse{})
  123. }
  124. func (d *driver) DeleteNetwork(nid string) error {
  125. delete := &api.DeleteNetworkRequest{NetworkID: nid}
  126. return d.call("DeleteNetwork", delete, &api.DeleteNetworkResponse{})
  127. }
  128. func (d *driver) CreateEndpoint(nid, eid string, ifInfo driverapi.InterfaceInfo, epOptions map[string]interface{}) error {
  129. if ifInfo == nil {
  130. return errors.New("must not be called with nil InterfaceInfo")
  131. }
  132. reqIface := &api.EndpointInterface{}
  133. if ifInfo.Address() != nil {
  134. reqIface.Address = ifInfo.Address().String()
  135. }
  136. if ifInfo.AddressIPv6() != nil {
  137. reqIface.AddressIPv6 = ifInfo.AddressIPv6().String()
  138. }
  139. if ifInfo.MacAddress() != nil {
  140. reqIface.MacAddress = ifInfo.MacAddress().String()
  141. }
  142. create := &api.CreateEndpointRequest{
  143. NetworkID: nid,
  144. EndpointID: eid,
  145. Interface: reqIface,
  146. Options: epOptions,
  147. }
  148. var res api.CreateEndpointResponse
  149. if err := d.call("CreateEndpoint", create, &res); err != nil {
  150. return err
  151. }
  152. inIface, err := parseInterface(res)
  153. if err != nil {
  154. return err
  155. }
  156. if inIface == nil {
  157. // Remote driver did not set any field
  158. return nil
  159. }
  160. if inIface.MacAddress != nil {
  161. if err := ifInfo.SetMacAddress(inIface.MacAddress); err != nil {
  162. return errorWithRollback(fmt.Sprintf("driver modified interface MAC address: %v", err), d.DeleteEndpoint(nid, eid))
  163. }
  164. }
  165. if inIface.Address != nil {
  166. if err := ifInfo.SetIPAddress(inIface.Address); err != nil {
  167. return errorWithRollback(fmt.Sprintf("driver modified interface address: %v", err), d.DeleteEndpoint(nid, eid))
  168. }
  169. }
  170. if inIface.AddressIPv6 != nil {
  171. if err := ifInfo.SetIPAddress(inIface.AddressIPv6); err != nil {
  172. return errorWithRollback(fmt.Sprintf("driver modified interface address: %v", err), d.DeleteEndpoint(nid, eid))
  173. }
  174. }
  175. return nil
  176. }
  177. func errorWithRollback(msg string, err error) error {
  178. rollback := "rolled back"
  179. if err != nil {
  180. rollback = "failed to roll back: " + err.Error()
  181. }
  182. return fmt.Errorf("%s; %s", msg, rollback)
  183. }
  184. func (d *driver) DeleteEndpoint(nid, eid string) error {
  185. delete := &api.DeleteEndpointRequest{
  186. NetworkID: nid,
  187. EndpointID: eid,
  188. }
  189. return d.call("DeleteEndpoint", delete, &api.DeleteEndpointResponse{})
  190. }
  191. func (d *driver) EndpointOperInfo(nid, eid string) (map[string]interface{}, error) {
  192. info := &api.EndpointInfoRequest{
  193. NetworkID: nid,
  194. EndpointID: eid,
  195. }
  196. var res api.EndpointInfoResponse
  197. if err := d.call("EndpointOperInfo", info, &res); err != nil {
  198. return nil, err
  199. }
  200. return res.Value, nil
  201. }
  202. // Join method is invoked when a Sandbox is attached to an endpoint.
  203. func (d *driver) Join(nid, eid string, sboxKey string, jinfo driverapi.JoinInfo, options map[string]interface{}) error {
  204. join := &api.JoinRequest{
  205. NetworkID: nid,
  206. EndpointID: eid,
  207. SandboxKey: sboxKey,
  208. Options: options,
  209. }
  210. var (
  211. res api.JoinResponse
  212. err error
  213. )
  214. if err = d.call("Join", join, &res); err != nil {
  215. return err
  216. }
  217. ifaceName := res.InterfaceName
  218. if iface := jinfo.InterfaceName(); iface != nil && ifaceName != nil {
  219. if err := iface.SetNames(ifaceName.SrcName, ifaceName.DstPrefix); err != nil {
  220. return errorWithRollback(fmt.Sprintf("failed to set interface name: %s", err), d.Leave(nid, eid))
  221. }
  222. }
  223. var addr net.IP
  224. if res.Gateway != "" {
  225. if addr = net.ParseIP(res.Gateway); addr == nil {
  226. return fmt.Errorf(`unable to parse Gateway "%s"`, res.Gateway)
  227. }
  228. if jinfo.SetGateway(addr) != nil {
  229. return errorWithRollback(fmt.Sprintf("failed to set gateway: %v", addr), d.Leave(nid, eid))
  230. }
  231. }
  232. if res.GatewayIPv6 != "" {
  233. if addr = net.ParseIP(res.GatewayIPv6); addr == nil {
  234. return fmt.Errorf(`unable to parse GatewayIPv6 "%s"`, res.GatewayIPv6)
  235. }
  236. if jinfo.SetGatewayIPv6(addr) != nil {
  237. return errorWithRollback(fmt.Sprintf("failed to set gateway IPv6: %v", addr), d.Leave(nid, eid))
  238. }
  239. }
  240. if len(res.StaticRoutes) > 0 {
  241. routes, err := parseStaticRoutes(res)
  242. if err != nil {
  243. return err
  244. }
  245. for _, route := range routes {
  246. if jinfo.AddStaticRoute(route.Destination, route.RouteType, route.NextHop) != nil {
  247. return errorWithRollback(fmt.Sprintf("failed to set static route: %v", route), d.Leave(nid, eid))
  248. }
  249. }
  250. }
  251. if res.DisableGatewayService {
  252. jinfo.DisableGatewayService()
  253. }
  254. return nil
  255. }
  256. // Leave method is invoked when a Sandbox detaches from an endpoint.
  257. func (d *driver) Leave(nid, eid string) error {
  258. leave := &api.LeaveRequest{
  259. NetworkID: nid,
  260. EndpointID: eid,
  261. }
  262. return d.call("Leave", leave, &api.LeaveResponse{})
  263. }
  264. // ProgramExternalConnectivity is invoked to program the rules to allow external connectivity for the endpoint.
  265. func (d *driver) ProgramExternalConnectivity(nid, eid string, options map[string]interface{}) error {
  266. data := &api.ProgramExternalConnectivityRequest{
  267. NetworkID: nid,
  268. EndpointID: eid,
  269. Options: options,
  270. }
  271. err := d.call("ProgramExternalConnectivity", data, &api.ProgramExternalConnectivityResponse{})
  272. if err != nil && plugins.IsNotFound(err) {
  273. // It is not mandatory yet to support this method
  274. return nil
  275. }
  276. return err
  277. }
  278. // RevokeExternalConnectivity method is invoked to remove any external connectivity programming related to the endpoint.
  279. func (d *driver) RevokeExternalConnectivity(nid, eid string) error {
  280. data := &api.RevokeExternalConnectivityRequest{
  281. NetworkID: nid,
  282. EndpointID: eid,
  283. }
  284. err := d.call("RevokeExternalConnectivity", data, &api.RevokeExternalConnectivityResponse{})
  285. if err != nil && plugins.IsNotFound(err) {
  286. // It is not mandatory yet to support this method
  287. return nil
  288. }
  289. return err
  290. }
  291. func (d *driver) Type() string {
  292. return d.networkType
  293. }
  294. func (d *driver) IsBuiltIn() bool {
  295. return false
  296. }
  297. // DiscoverNew is a notification for a new discovery event, such as a new node joining a cluster
  298. func (d *driver) DiscoverNew(dType discoverapi.DiscoveryType, data interface{}) error {
  299. if dType != discoverapi.NodeDiscovery {
  300. return nil
  301. }
  302. notif := &api.DiscoveryNotification{
  303. DiscoveryType: dType,
  304. DiscoveryData: data,
  305. }
  306. return d.call("DiscoverNew", notif, &api.DiscoveryResponse{})
  307. }
  308. // DiscoverDelete is a notification for a discovery delete event, such as a node leaving a cluster
  309. func (d *driver) DiscoverDelete(dType discoverapi.DiscoveryType, data interface{}) error {
  310. if dType != discoverapi.NodeDiscovery {
  311. return nil
  312. }
  313. notif := &api.DiscoveryNotification{
  314. DiscoveryType: dType,
  315. DiscoveryData: data,
  316. }
  317. return d.call("DiscoverDelete", notif, &api.DiscoveryResponse{})
  318. }
  319. func parseStaticRoutes(r api.JoinResponse) ([]*types.StaticRoute, error) {
  320. var routes = make([]*types.StaticRoute, len(r.StaticRoutes))
  321. for i, inRoute := range r.StaticRoutes {
  322. var err error
  323. outRoute := &types.StaticRoute{RouteType: inRoute.RouteType}
  324. if inRoute.Destination != "" {
  325. if outRoute.Destination, err = types.ParseCIDR(inRoute.Destination); err != nil {
  326. return nil, err
  327. }
  328. }
  329. if inRoute.NextHop != "" {
  330. outRoute.NextHop = net.ParseIP(inRoute.NextHop)
  331. if outRoute.NextHop == nil {
  332. return nil, fmt.Errorf("failed to parse nexthop IP %s", inRoute.NextHop)
  333. }
  334. }
  335. routes[i] = outRoute
  336. }
  337. return routes, nil
  338. }
  339. // parseInterfaces validates all the parameters of an Interface and returns them.
  340. func parseInterface(r api.CreateEndpointResponse) (*api.Interface, error) {
  341. var outIf *api.Interface
  342. inIf := r.Interface
  343. if inIf != nil {
  344. var err error
  345. outIf = &api.Interface{}
  346. if inIf.Address != "" {
  347. if outIf.Address, err = types.ParseCIDR(inIf.Address); err != nil {
  348. return nil, err
  349. }
  350. }
  351. if inIf.AddressIPv6 != "" {
  352. if outIf.AddressIPv6, err = types.ParseCIDR(inIf.AddressIPv6); err != nil {
  353. return nil, err
  354. }
  355. }
  356. if inIf.MacAddress != "" {
  357. if outIf.MacAddress, err = net.ParseMAC(inIf.MacAddress); err != nil {
  358. return nil, err
  359. }
  360. }
  361. }
  362. return outIf, nil
  363. }