123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409 |
- package remote
- import (
- "errors"
- "fmt"
- "net"
- "github.com/Sirupsen/logrus"
- "github.com/docker/docker/pkg/plugins"
- "github.com/docker/libnetwork/datastore"
- "github.com/docker/libnetwork/discoverapi"
- "github.com/docker/libnetwork/driverapi"
- "github.com/docker/libnetwork/drivers/remote/api"
- "github.com/docker/libnetwork/types"
- )
- type driver struct {
- endpoint *plugins.Client
- networkType string
- }
- type maybeError interface {
- GetError() string
- }
- func newDriver(name string, client *plugins.Client) driverapi.Driver {
- return &driver{networkType: name, endpoint: client}
- }
- // Init makes sure a remote driver is registered when a network driver
- // plugin is activated.
- func Init(dc driverapi.DriverCallback, config map[string]interface{}) error {
- newPluginHandler := func(name string, client *plugins.Client) {
- // negotiate driver capability with client
- d := newDriver(name, client)
- c, err := d.(*driver).getCapabilities()
- if err != nil {
- logrus.Errorf("error getting capability for %s due to %v", name, err)
- return
- }
- if err = dc.RegisterDriver(name, d, *c); err != nil {
- logrus.Errorf("error registering driver for %s due to %v", name, err)
- }
- }
- // Unit test code is unaware of a true PluginStore. So we fall back to v1 plugins.
- handleFunc := plugins.Handle
- if pg := dc.GetPluginGetter(); pg != nil {
- handleFunc = pg.Handle
- activePlugins := pg.GetAllManagedPluginsByCap(driverapi.NetworkPluginEndpointType)
- for _, ap := range activePlugins {
- newPluginHandler(ap.Name(), ap.Client())
- }
- }
- handleFunc(driverapi.NetworkPluginEndpointType, newPluginHandler)
- return nil
- }
- // Get capability from client
- func (d *driver) getCapabilities() (*driverapi.Capability, error) {
- var capResp api.GetCapabilityResponse
- if err := d.call("GetCapabilities", nil, &capResp); err != nil {
- return nil, err
- }
- c := &driverapi.Capability{}
- switch capResp.Scope {
- case "global":
- c.DataScope = datastore.GlobalScope
- case "local":
- c.DataScope = datastore.LocalScope
- default:
- return nil, fmt.Errorf("invalid capability: expecting 'local' or 'global', got %s", capResp.Scope)
- }
- switch capResp.ConnectivityScope {
- case "global":
- c.ConnectivityScope = datastore.GlobalScope
- case "local":
- c.ConnectivityScope = datastore.LocalScope
- case "":
- c.ConnectivityScope = c.DataScope
- default:
- return nil, fmt.Errorf("invalid capability: expecting 'local' or 'global', got %s", capResp.Scope)
- }
- return c, nil
- }
- // Config is not implemented for remote drivers, since it is assumed
- // to be supplied to the remote process out-of-band (e.g., as command
- // line arguments).
- func (d *driver) Config(option map[string]interface{}) error {
- return &driverapi.ErrNotImplemented{}
- }
- func (d *driver) call(methodName string, arg interface{}, retVal maybeError) error {
- method := driverapi.NetworkPluginEndpointType + "." + methodName
- err := d.endpoint.Call(method, arg, retVal)
- if err != nil {
- return err
- }
- if e := retVal.GetError(); e != "" {
- return fmt.Errorf("remote: %s", e)
- }
- return nil
- }
- func (d *driver) NetworkAllocate(id string, options map[string]string, ipV4Data, ipV6Data []driverapi.IPAMData) (map[string]string, error) {
- create := &api.AllocateNetworkRequest{
- NetworkID: id,
- Options: options,
- IPv4Data: ipV4Data,
- IPv6Data: ipV6Data,
- }
- retVal := api.AllocateNetworkResponse{}
- err := d.call("AllocateNetwork", create, &retVal)
- return retVal.Options, err
- }
- func (d *driver) NetworkFree(id string) error {
- fr := &api.FreeNetworkRequest{NetworkID: id}
- return d.call("FreeNetwork", fr, &api.FreeNetworkResponse{})
- }
- func (d *driver) EventNotify(etype driverapi.EventType, nid, tableName, key string, value []byte) {
- }
- func (d *driver) DecodeTableEntry(tablename string, key string, value []byte) (string, map[string]string) {
- return "", nil
- }
- func (d *driver) CreateNetwork(id string, options map[string]interface{}, nInfo driverapi.NetworkInfo, ipV4Data, ipV6Data []driverapi.IPAMData) error {
- create := &api.CreateNetworkRequest{
- NetworkID: id,
- Options: options,
- IPv4Data: ipV4Data,
- IPv6Data: ipV6Data,
- }
- return d.call("CreateNetwork", create, &api.CreateNetworkResponse{})
- }
- func (d *driver) DeleteNetwork(nid string) error {
- delete := &api.DeleteNetworkRequest{NetworkID: nid}
- return d.call("DeleteNetwork", delete, &api.DeleteNetworkResponse{})
- }
- func (d *driver) CreateEndpoint(nid, eid string, ifInfo driverapi.InterfaceInfo, epOptions map[string]interface{}) error {
- if ifInfo == nil {
- return errors.New("must not be called with nil InterfaceInfo")
- }
- reqIface := &api.EndpointInterface{}
- if ifInfo.Address() != nil {
- reqIface.Address = ifInfo.Address().String()
- }
- if ifInfo.AddressIPv6() != nil {
- reqIface.AddressIPv6 = ifInfo.AddressIPv6().String()
- }
- if ifInfo.MacAddress() != nil {
- reqIface.MacAddress = ifInfo.MacAddress().String()
- }
- create := &api.CreateEndpointRequest{
- NetworkID: nid,
- EndpointID: eid,
- Interface: reqIface,
- Options: epOptions,
- }
- var res api.CreateEndpointResponse
- if err := d.call("CreateEndpoint", create, &res); err != nil {
- return err
- }
- inIface, err := parseInterface(res)
- if err != nil {
- return err
- }
- if inIface == nil {
- // Remote driver did not set any field
- return nil
- }
- if inIface.MacAddress != nil {
- if err := ifInfo.SetMacAddress(inIface.MacAddress); err != nil {
- return errorWithRollback(fmt.Sprintf("driver modified interface MAC address: %v", err), d.DeleteEndpoint(nid, eid))
- }
- }
- if inIface.Address != nil {
- if err := ifInfo.SetIPAddress(inIface.Address); err != nil {
- return errorWithRollback(fmt.Sprintf("driver modified interface address: %v", err), d.DeleteEndpoint(nid, eid))
- }
- }
- if inIface.AddressIPv6 != nil {
- if err := ifInfo.SetIPAddress(inIface.AddressIPv6); err != nil {
- return errorWithRollback(fmt.Sprintf("driver modified interface address: %v", err), d.DeleteEndpoint(nid, eid))
- }
- }
- return nil
- }
- func errorWithRollback(msg string, err error) error {
- rollback := "rolled back"
- if err != nil {
- rollback = "failed to roll back: " + err.Error()
- }
- return fmt.Errorf("%s; %s", msg, rollback)
- }
- func (d *driver) DeleteEndpoint(nid, eid string) error {
- delete := &api.DeleteEndpointRequest{
- NetworkID: nid,
- EndpointID: eid,
- }
- return d.call("DeleteEndpoint", delete, &api.DeleteEndpointResponse{})
- }
- func (d *driver) EndpointOperInfo(nid, eid string) (map[string]interface{}, error) {
- info := &api.EndpointInfoRequest{
- NetworkID: nid,
- EndpointID: eid,
- }
- var res api.EndpointInfoResponse
- if err := d.call("EndpointOperInfo", info, &res); err != nil {
- return nil, err
- }
- return res.Value, nil
- }
- // Join method is invoked when a Sandbox is attached to an endpoint.
- func (d *driver) Join(nid, eid string, sboxKey string, jinfo driverapi.JoinInfo, options map[string]interface{}) error {
- join := &api.JoinRequest{
- NetworkID: nid,
- EndpointID: eid,
- SandboxKey: sboxKey,
- Options: options,
- }
- var (
- res api.JoinResponse
- err error
- )
- if err = d.call("Join", join, &res); err != nil {
- return err
- }
- ifaceName := res.InterfaceName
- if iface := jinfo.InterfaceName(); iface != nil && ifaceName != nil {
- if err := iface.SetNames(ifaceName.SrcName, ifaceName.DstPrefix); err != nil {
- return errorWithRollback(fmt.Sprintf("failed to set interface name: %s", err), d.Leave(nid, eid))
- }
- }
- var addr net.IP
- if res.Gateway != "" {
- if addr = net.ParseIP(res.Gateway); addr == nil {
- return fmt.Errorf(`unable to parse Gateway "%s"`, res.Gateway)
- }
- if jinfo.SetGateway(addr) != nil {
- return errorWithRollback(fmt.Sprintf("failed to set gateway: %v", addr), d.Leave(nid, eid))
- }
- }
- if res.GatewayIPv6 != "" {
- if addr = net.ParseIP(res.GatewayIPv6); addr == nil {
- return fmt.Errorf(`unable to parse GatewayIPv6 "%s"`, res.GatewayIPv6)
- }
- if jinfo.SetGatewayIPv6(addr) != nil {
- return errorWithRollback(fmt.Sprintf("failed to set gateway IPv6: %v", addr), d.Leave(nid, eid))
- }
- }
- if len(res.StaticRoutes) > 0 {
- routes, err := parseStaticRoutes(res)
- if err != nil {
- return err
- }
- for _, route := range routes {
- if jinfo.AddStaticRoute(route.Destination, route.RouteType, route.NextHop) != nil {
- return errorWithRollback(fmt.Sprintf("failed to set static route: %v", route), d.Leave(nid, eid))
- }
- }
- }
- if res.DisableGatewayService {
- jinfo.DisableGatewayService()
- }
- return nil
- }
- // Leave method is invoked when a Sandbox detaches from an endpoint.
- func (d *driver) Leave(nid, eid string) error {
- leave := &api.LeaveRequest{
- NetworkID: nid,
- EndpointID: eid,
- }
- return d.call("Leave", leave, &api.LeaveResponse{})
- }
- // ProgramExternalConnectivity is invoked to program the rules to allow external connectivity for the endpoint.
- func (d *driver) ProgramExternalConnectivity(nid, eid string, options map[string]interface{}) error {
- data := &api.ProgramExternalConnectivityRequest{
- NetworkID: nid,
- EndpointID: eid,
- Options: options,
- }
- err := d.call("ProgramExternalConnectivity", data, &api.ProgramExternalConnectivityResponse{})
- if err != nil && plugins.IsNotFound(err) {
- // It is not mandatory yet to support this method
- return nil
- }
- return err
- }
- // RevokeExternalConnectivity method is invoked to remove any external connectivity programming related to the endpoint.
- func (d *driver) RevokeExternalConnectivity(nid, eid string) error {
- data := &api.RevokeExternalConnectivityRequest{
- NetworkID: nid,
- EndpointID: eid,
- }
- err := d.call("RevokeExternalConnectivity", data, &api.RevokeExternalConnectivityResponse{})
- if err != nil && plugins.IsNotFound(err) {
- // It is not mandatory yet to support this method
- return nil
- }
- return err
- }
- func (d *driver) Type() string {
- return d.networkType
- }
- func (d *driver) IsBuiltIn() bool {
- return false
- }
- // DiscoverNew is a notification for a new discovery event, such as a new node joining a cluster
- func (d *driver) DiscoverNew(dType discoverapi.DiscoveryType, data interface{}) error {
- if dType != discoverapi.NodeDiscovery {
- return nil
- }
- notif := &api.DiscoveryNotification{
- DiscoveryType: dType,
- DiscoveryData: data,
- }
- return d.call("DiscoverNew", notif, &api.DiscoveryResponse{})
- }
- // DiscoverDelete is a notification for a discovery delete event, such as a node leaving a cluster
- func (d *driver) DiscoverDelete(dType discoverapi.DiscoveryType, data interface{}) error {
- if dType != discoverapi.NodeDiscovery {
- return nil
- }
- notif := &api.DiscoveryNotification{
- DiscoveryType: dType,
- DiscoveryData: data,
- }
- return d.call("DiscoverDelete", notif, &api.DiscoveryResponse{})
- }
- func parseStaticRoutes(r api.JoinResponse) ([]*types.StaticRoute, error) {
- var routes = make([]*types.StaticRoute, len(r.StaticRoutes))
- for i, inRoute := range r.StaticRoutes {
- var err error
- outRoute := &types.StaticRoute{RouteType: inRoute.RouteType}
- if inRoute.Destination != "" {
- if outRoute.Destination, err = types.ParseCIDR(inRoute.Destination); err != nil {
- return nil, err
- }
- }
- if inRoute.NextHop != "" {
- outRoute.NextHop = net.ParseIP(inRoute.NextHop)
- if outRoute.NextHop == nil {
- return nil, fmt.Errorf("failed to parse nexthop IP %s", inRoute.NextHop)
- }
- }
- routes[i] = outRoute
- }
- return routes, nil
- }
- // parseInterfaces validates all the parameters of an Interface and returns them.
- func parseInterface(r api.CreateEndpointResponse) (*api.Interface, error) {
- var outIf *api.Interface
- inIf := r.Interface
- if inIf != nil {
- var err error
- outIf = &api.Interface{}
- if inIf.Address != "" {
- if outIf.Address, err = types.ParseCIDR(inIf.Address); err != nil {
- return nil, err
- }
- }
- if inIf.AddressIPv6 != "" {
- if outIf.AddressIPv6, err = types.ParseCIDR(inIf.AddressIPv6); err != nil {
- return nil, err
- }
- }
- if inIf.MacAddress != "" {
- if outIf.MacAddress, err = net.ParseMAC(inIf.MacAddress); err != nil {
- return nil, err
- }
- }
- }
- return outIf, nil
- }
|