driver.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436
  1. package remote
  2. import (
  3. "fmt"
  4. "net"
  5. "github.com/docker/docker/pkg/plugingetter"
  6. "github.com/docker/docker/pkg/plugins"
  7. "github.com/docker/libnetwork/datastore"
  8. "github.com/docker/libnetwork/discoverapi"
  9. "github.com/docker/libnetwork/driverapi"
  10. "github.com/docker/libnetwork/drivers/remote/api"
  11. "github.com/docker/libnetwork/types"
  12. "github.com/pkg/errors"
  13. "github.com/sirupsen/logrus"
  14. )
  15. type driver struct {
  16. endpoint *plugins.Client
  17. networkType string
  18. }
  19. type maybeError interface {
  20. GetError() string
  21. }
  22. func newDriver(name string, client *plugins.Client) driverapi.Driver {
  23. return &driver{networkType: name, endpoint: client}
  24. }
  25. // Init makes sure a remote driver is registered when a network driver
  26. // plugin is activated.
  27. func Init(dc driverapi.DriverCallback, config map[string]interface{}) error {
  28. newPluginHandler := func(name string, client *plugins.Client) {
  29. // negotiate driver capability with client
  30. d := newDriver(name, client)
  31. c, err := d.(*driver).getCapabilities()
  32. if err != nil {
  33. logrus.Errorf("error getting capability for %s due to %v", name, err)
  34. return
  35. }
  36. if err = dc.RegisterDriver(name, d, *c); err != nil {
  37. logrus.Errorf("error registering driver for %s due to %v", name, err)
  38. }
  39. }
  40. // Unit test code is unaware of a true PluginStore. So we fall back to v1 plugins.
  41. handleFunc := plugins.Handle
  42. if pg := dc.GetPluginGetter(); pg != nil {
  43. handleFunc = pg.Handle
  44. activePlugins := pg.GetAllManagedPluginsByCap(driverapi.NetworkPluginEndpointType)
  45. for _, ap := range activePlugins {
  46. client, err := getPluginClient(ap)
  47. if err != nil {
  48. return err
  49. }
  50. newPluginHandler(ap.Name(), client)
  51. }
  52. }
  53. handleFunc(driverapi.NetworkPluginEndpointType, newPluginHandler)
  54. return nil
  55. }
  56. func getPluginClient(p plugingetter.CompatPlugin) (*plugins.Client, error) {
  57. if v1, ok := p.(plugingetter.PluginWithV1Client); ok {
  58. return v1.Client(), nil
  59. }
  60. pa, ok := p.(plugingetter.PluginAddr)
  61. if !ok {
  62. return nil, errors.Errorf("unknown plugin type %T", p)
  63. }
  64. if pa.Protocol() != plugins.ProtocolSchemeHTTPV1 {
  65. return nil, errors.Errorf("unsupported plugin protocol %s", pa.Protocol())
  66. }
  67. addr := pa.Addr()
  68. client, err := plugins.NewClientWithTimeout(addr.Network()+"://"+addr.String(), nil, pa.Timeout())
  69. if err != nil {
  70. return nil, errors.Wrap(err, "error creating plugin client")
  71. }
  72. return client, nil
  73. }
  74. // Get capability from client
  75. func (d *driver) getCapabilities() (*driverapi.Capability, error) {
  76. var capResp api.GetCapabilityResponse
  77. if err := d.call("GetCapabilities", nil, &capResp); err != nil {
  78. return nil, err
  79. }
  80. c := &driverapi.Capability{}
  81. switch capResp.Scope {
  82. case "global":
  83. c.DataScope = datastore.GlobalScope
  84. case "local":
  85. c.DataScope = datastore.LocalScope
  86. default:
  87. return nil, fmt.Errorf("invalid capability: expecting 'local' or 'global', got %s", capResp.Scope)
  88. }
  89. switch capResp.ConnectivityScope {
  90. case "global":
  91. c.ConnectivityScope = datastore.GlobalScope
  92. case "local":
  93. c.ConnectivityScope = datastore.LocalScope
  94. case "":
  95. c.ConnectivityScope = c.DataScope
  96. default:
  97. return nil, fmt.Errorf("invalid capability: expecting 'local' or 'global', got %s", capResp.Scope)
  98. }
  99. return c, nil
  100. }
  101. // Config is not implemented for remote drivers, since it is assumed
  102. // to be supplied to the remote process out-of-band (e.g., as command
  103. // line arguments).
  104. func (d *driver) Config(option map[string]interface{}) error {
  105. return &driverapi.ErrNotImplemented{}
  106. }
  107. func (d *driver) call(methodName string, arg interface{}, retVal maybeError) error {
  108. method := driverapi.NetworkPluginEndpointType + "." + methodName
  109. err := d.endpoint.Call(method, arg, retVal)
  110. if err != nil {
  111. return err
  112. }
  113. if e := retVal.GetError(); e != "" {
  114. return fmt.Errorf("remote: %s", e)
  115. }
  116. return nil
  117. }
  118. func (d *driver) NetworkAllocate(id string, options map[string]string, ipV4Data, ipV6Data []driverapi.IPAMData) (map[string]string, error) {
  119. create := &api.AllocateNetworkRequest{
  120. NetworkID: id,
  121. Options: options,
  122. IPv4Data: ipV4Data,
  123. IPv6Data: ipV6Data,
  124. }
  125. retVal := api.AllocateNetworkResponse{}
  126. err := d.call("AllocateNetwork", create, &retVal)
  127. return retVal.Options, err
  128. }
  129. func (d *driver) NetworkFree(id string) error {
  130. fr := &api.FreeNetworkRequest{NetworkID: id}
  131. return d.call("FreeNetwork", fr, &api.FreeNetworkResponse{})
  132. }
  133. func (d *driver) EventNotify(etype driverapi.EventType, nid, tableName, key string, value []byte) {
  134. }
  135. func (d *driver) DecodeTableEntry(tablename string, key string, value []byte) (string, map[string]string) {
  136. return "", nil
  137. }
  138. func (d *driver) CreateNetwork(id string, options map[string]interface{}, nInfo driverapi.NetworkInfo, ipV4Data, ipV6Data []driverapi.IPAMData) error {
  139. create := &api.CreateNetworkRequest{
  140. NetworkID: id,
  141. Options: options,
  142. IPv4Data: ipV4Data,
  143. IPv6Data: ipV6Data,
  144. }
  145. return d.call("CreateNetwork", create, &api.CreateNetworkResponse{})
  146. }
  147. func (d *driver) DeleteNetwork(nid string) error {
  148. delete := &api.DeleteNetworkRequest{NetworkID: nid}
  149. return d.call("DeleteNetwork", delete, &api.DeleteNetworkResponse{})
  150. }
  151. func (d *driver) CreateEndpoint(nid, eid string, ifInfo driverapi.InterfaceInfo, epOptions map[string]interface{}) error {
  152. if ifInfo == nil {
  153. return errors.New("must not be called with nil InterfaceInfo")
  154. }
  155. reqIface := &api.EndpointInterface{}
  156. if ifInfo.Address() != nil {
  157. reqIface.Address = ifInfo.Address().String()
  158. }
  159. if ifInfo.AddressIPv6() != nil {
  160. reqIface.AddressIPv6 = ifInfo.AddressIPv6().String()
  161. }
  162. if ifInfo.MacAddress() != nil {
  163. reqIface.MacAddress = ifInfo.MacAddress().String()
  164. }
  165. create := &api.CreateEndpointRequest{
  166. NetworkID: nid,
  167. EndpointID: eid,
  168. Interface: reqIface,
  169. Options: epOptions,
  170. }
  171. var res api.CreateEndpointResponse
  172. if err := d.call("CreateEndpoint", create, &res); err != nil {
  173. return err
  174. }
  175. inIface, err := parseInterface(res)
  176. if err != nil {
  177. return err
  178. }
  179. if inIface == nil {
  180. // Remote driver did not set any field
  181. return nil
  182. }
  183. if inIface.MacAddress != nil {
  184. if err := ifInfo.SetMacAddress(inIface.MacAddress); err != nil {
  185. return errorWithRollback(fmt.Sprintf("driver modified interface MAC address: %v", err), d.DeleteEndpoint(nid, eid))
  186. }
  187. }
  188. if inIface.Address != nil {
  189. if err := ifInfo.SetIPAddress(inIface.Address); err != nil {
  190. return errorWithRollback(fmt.Sprintf("driver modified interface address: %v", err), d.DeleteEndpoint(nid, eid))
  191. }
  192. }
  193. if inIface.AddressIPv6 != nil {
  194. if err := ifInfo.SetIPAddress(inIface.AddressIPv6); err != nil {
  195. return errorWithRollback(fmt.Sprintf("driver modified interface address: %v", err), d.DeleteEndpoint(nid, eid))
  196. }
  197. }
  198. return nil
  199. }
  200. func errorWithRollback(msg string, err error) error {
  201. rollback := "rolled back"
  202. if err != nil {
  203. rollback = "failed to roll back: " + err.Error()
  204. }
  205. return fmt.Errorf("%s; %s", msg, rollback)
  206. }
  207. func (d *driver) DeleteEndpoint(nid, eid string) error {
  208. delete := &api.DeleteEndpointRequest{
  209. NetworkID: nid,
  210. EndpointID: eid,
  211. }
  212. return d.call("DeleteEndpoint", delete, &api.DeleteEndpointResponse{})
  213. }
  214. func (d *driver) EndpointOperInfo(nid, eid string) (map[string]interface{}, error) {
  215. info := &api.EndpointInfoRequest{
  216. NetworkID: nid,
  217. EndpointID: eid,
  218. }
  219. var res api.EndpointInfoResponse
  220. if err := d.call("EndpointOperInfo", info, &res); err != nil {
  221. return nil, err
  222. }
  223. return res.Value, nil
  224. }
  225. // Join method is invoked when a Sandbox is attached to an endpoint.
  226. func (d *driver) Join(nid, eid string, sboxKey string, jinfo driverapi.JoinInfo, options map[string]interface{}) error {
  227. join := &api.JoinRequest{
  228. NetworkID: nid,
  229. EndpointID: eid,
  230. SandboxKey: sboxKey,
  231. Options: options,
  232. }
  233. var (
  234. res api.JoinResponse
  235. err error
  236. )
  237. if err = d.call("Join", join, &res); err != nil {
  238. return err
  239. }
  240. ifaceName := res.InterfaceName
  241. if iface := jinfo.InterfaceName(); iface != nil && ifaceName != nil {
  242. if err := iface.SetNames(ifaceName.SrcName, ifaceName.DstPrefix); err != nil {
  243. return errorWithRollback(fmt.Sprintf("failed to set interface name: %s", err), d.Leave(nid, eid))
  244. }
  245. }
  246. var addr net.IP
  247. if res.Gateway != "" {
  248. if addr = net.ParseIP(res.Gateway); addr == nil {
  249. return fmt.Errorf(`unable to parse Gateway "%s"`, res.Gateway)
  250. }
  251. if jinfo.SetGateway(addr) != nil {
  252. return errorWithRollback(fmt.Sprintf("failed to set gateway: %v", addr), d.Leave(nid, eid))
  253. }
  254. }
  255. if res.GatewayIPv6 != "" {
  256. if addr = net.ParseIP(res.GatewayIPv6); addr == nil {
  257. return fmt.Errorf(`unable to parse GatewayIPv6 "%s"`, res.GatewayIPv6)
  258. }
  259. if jinfo.SetGatewayIPv6(addr) != nil {
  260. return errorWithRollback(fmt.Sprintf("failed to set gateway IPv6: %v", addr), d.Leave(nid, eid))
  261. }
  262. }
  263. if len(res.StaticRoutes) > 0 {
  264. routes, err := parseStaticRoutes(res)
  265. if err != nil {
  266. return err
  267. }
  268. for _, route := range routes {
  269. if jinfo.AddStaticRoute(route.Destination, route.RouteType, route.NextHop) != nil {
  270. return errorWithRollback(fmt.Sprintf("failed to set static route: %v", route), d.Leave(nid, eid))
  271. }
  272. }
  273. }
  274. if res.DisableGatewayService {
  275. jinfo.DisableGatewayService()
  276. }
  277. return nil
  278. }
  279. // Leave method is invoked when a Sandbox detaches from an endpoint.
  280. func (d *driver) Leave(nid, eid string) error {
  281. leave := &api.LeaveRequest{
  282. NetworkID: nid,
  283. EndpointID: eid,
  284. }
  285. return d.call("Leave", leave, &api.LeaveResponse{})
  286. }
  287. // ProgramExternalConnectivity is invoked to program the rules to allow external connectivity for the endpoint.
  288. func (d *driver) ProgramExternalConnectivity(nid, eid string, options map[string]interface{}) error {
  289. data := &api.ProgramExternalConnectivityRequest{
  290. NetworkID: nid,
  291. EndpointID: eid,
  292. Options: options,
  293. }
  294. err := d.call("ProgramExternalConnectivity", data, &api.ProgramExternalConnectivityResponse{})
  295. if err != nil && plugins.IsNotFound(err) {
  296. // It is not mandatory yet to support this method
  297. return nil
  298. }
  299. return err
  300. }
  301. // RevokeExternalConnectivity method is invoked to remove any external connectivity programming related to the endpoint.
  302. func (d *driver) RevokeExternalConnectivity(nid, eid string) error {
  303. data := &api.RevokeExternalConnectivityRequest{
  304. NetworkID: nid,
  305. EndpointID: eid,
  306. }
  307. err := d.call("RevokeExternalConnectivity", data, &api.RevokeExternalConnectivityResponse{})
  308. if err != nil && plugins.IsNotFound(err) {
  309. // It is not mandatory yet to support this method
  310. return nil
  311. }
  312. return err
  313. }
  314. func (d *driver) Type() string {
  315. return d.networkType
  316. }
  317. func (d *driver) IsBuiltIn() bool {
  318. return false
  319. }
  320. // DiscoverNew is a notification for a new discovery event, such as a new node joining a cluster
  321. func (d *driver) DiscoverNew(dType discoverapi.DiscoveryType, data interface{}) error {
  322. if dType != discoverapi.NodeDiscovery {
  323. return nil
  324. }
  325. notif := &api.DiscoveryNotification{
  326. DiscoveryType: dType,
  327. DiscoveryData: data,
  328. }
  329. return d.call("DiscoverNew", notif, &api.DiscoveryResponse{})
  330. }
  331. // DiscoverDelete is a notification for a discovery delete event, such as a node leaving a cluster
  332. func (d *driver) DiscoverDelete(dType discoverapi.DiscoveryType, data interface{}) error {
  333. if dType != discoverapi.NodeDiscovery {
  334. return nil
  335. }
  336. notif := &api.DiscoveryNotification{
  337. DiscoveryType: dType,
  338. DiscoveryData: data,
  339. }
  340. return d.call("DiscoverDelete", notif, &api.DiscoveryResponse{})
  341. }
  342. func parseStaticRoutes(r api.JoinResponse) ([]*types.StaticRoute, error) {
  343. var routes = make([]*types.StaticRoute, len(r.StaticRoutes))
  344. for i, inRoute := range r.StaticRoutes {
  345. var err error
  346. outRoute := &types.StaticRoute{RouteType: inRoute.RouteType}
  347. if inRoute.Destination != "" {
  348. if outRoute.Destination, err = types.ParseCIDR(inRoute.Destination); err != nil {
  349. return nil, err
  350. }
  351. }
  352. if inRoute.NextHop != "" {
  353. outRoute.NextHop = net.ParseIP(inRoute.NextHop)
  354. if outRoute.NextHop == nil {
  355. return nil, fmt.Errorf("failed to parse nexthop IP %s", inRoute.NextHop)
  356. }
  357. }
  358. routes[i] = outRoute
  359. }
  360. return routes, nil
  361. }
  362. // parseInterfaces validates all the parameters of an Interface and returns them.
  363. func parseInterface(r api.CreateEndpointResponse) (*api.Interface, error) {
  364. var outIf *api.Interface
  365. inIf := r.Interface
  366. if inIf != nil {
  367. var err error
  368. outIf = &api.Interface{}
  369. if inIf.Address != "" {
  370. if outIf.Address, err = types.ParseCIDR(inIf.Address); err != nil {
  371. return nil, err
  372. }
  373. }
  374. if inIf.AddressIPv6 != "" {
  375. if outIf.AddressIPv6, err = types.ParseCIDR(inIf.AddressIPv6); err != nil {
  376. return nil, err
  377. }
  378. }
  379. if inIf.MacAddress != "" {
  380. if outIf.MacAddress, err = net.ParseMAC(inIf.MacAddress); err != nil {
  381. return nil, err
  382. }
  383. }
  384. }
  385. return outIf, nil
  386. }