123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399 |
- //go:build linux
- package bridge
- import (
- "context"
- "encoding/json"
- "fmt"
- "net"
- "github.com/containerd/log"
- "github.com/docker/docker/libnetwork/datastore"
- "github.com/docker/docker/libnetwork/discoverapi"
- "github.com/docker/docker/libnetwork/netlabel"
- "github.com/docker/docker/libnetwork/types"
- )
- const (
- // network config prefix was not specific enough.
- // To be backward compatible, need custom endpoint
- // prefix with different root
- bridgePrefix = "bridge"
- bridgeEndpointPrefix = "bridge-endpoint"
- )
- func (d *driver) initStore(option map[string]interface{}) error {
- if data, ok := option[netlabel.LocalKVClient]; ok {
- var err error
- dsc, ok := data.(discoverapi.DatastoreConfigData)
- if !ok {
- return types.InternalErrorf("incorrect data in datastore configuration: %v", data)
- }
- d.store, err = datastore.FromConfig(dsc)
- if err != nil {
- return types.InternalErrorf("bridge driver failed to initialize data store: %v", err)
- }
- err = d.populateNetworks()
- if err != nil {
- return err
- }
- err = d.populateEndpoints()
- if err != nil {
- return err
- }
- }
- return nil
- }
- func (d *driver) populateNetworks() error {
- kvol, err := d.store.List(datastore.Key(bridgePrefix), &networkConfiguration{})
- if err != nil && err != datastore.ErrKeyNotFound {
- return fmt.Errorf("failed to get bridge network configurations from store: %v", err)
- }
- // It's normal for network configuration state to be empty. Just return.
- if err == datastore.ErrKeyNotFound {
- return nil
- }
- for _, kvo := range kvol {
- ncfg := kvo.(*networkConfiguration)
- if err = d.createNetwork(ncfg); err != nil {
- log.G(context.TODO()).Warnf("could not create bridge network for id %s bridge name %s while booting up from persistent state: %v", ncfg.ID, ncfg.BridgeName, err)
- }
- log.G(context.TODO()).Debugf("Network (%.7s) restored", ncfg.ID)
- }
- return nil
- }
- func (d *driver) populateEndpoints() error {
- kvol, err := d.store.List(datastore.Key(bridgeEndpointPrefix), &bridgeEndpoint{})
- if err != nil && err != datastore.ErrKeyNotFound {
- return fmt.Errorf("failed to get bridge endpoints from store: %v", err)
- }
- if err == datastore.ErrKeyNotFound {
- return nil
- }
- for _, kvo := range kvol {
- ep := kvo.(*bridgeEndpoint)
- n, ok := d.networks[ep.nid]
- if !ok {
- log.G(context.TODO()).Debugf("Network (%.7s) not found for restored bridge endpoint (%.7s)", ep.nid, ep.id)
- log.G(context.TODO()).Debugf("Deleting stale bridge endpoint (%.7s) from store", ep.id)
- if err := d.storeDelete(ep); err != nil {
- log.G(context.TODO()).Debugf("Failed to delete stale bridge endpoint (%.7s) from store", ep.id)
- }
- continue
- }
- n.endpoints[ep.id] = ep
- n.restorePortAllocations(ep)
- log.G(context.TODO()).Debugf("Endpoint (%.7s) restored to network (%.7s)", ep.id, ep.nid)
- }
- return nil
- }
- func (d *driver) storeUpdate(kvObject datastore.KVObject) error {
- if d.store == nil {
- log.G(context.TODO()).Warnf("bridge store not initialized. kv object %s is not added to the store", datastore.Key(kvObject.Key()...))
- return nil
- }
- if err := d.store.PutObjectAtomic(kvObject); err != nil {
- return fmt.Errorf("failed to update bridge store for object type %T: %v", kvObject, err)
- }
- return nil
- }
- func (d *driver) storeDelete(kvObject datastore.KVObject) error {
- if d.store == nil {
- log.G(context.TODO()).Debugf("bridge store not initialized. kv object %s is not deleted from store", datastore.Key(kvObject.Key()...))
- return nil
- }
- retry:
- if err := d.store.DeleteObjectAtomic(kvObject); err != nil {
- if err == datastore.ErrKeyModified {
- if err := d.store.GetObject(datastore.Key(kvObject.Key()...), kvObject); err != nil {
- return fmt.Errorf("could not update the kvobject to latest when trying to delete: %v", err)
- }
- goto retry
- }
- return err
- }
- return nil
- }
- func (ncfg *networkConfiguration) MarshalJSON() ([]byte, error) {
- nMap := make(map[string]interface{})
- nMap["ID"] = ncfg.ID
- nMap["BridgeName"] = ncfg.BridgeName
- nMap["EnableIPv6"] = ncfg.EnableIPv6
- nMap["EnableIPMasquerade"] = ncfg.EnableIPMasquerade
- nMap["EnableICC"] = ncfg.EnableICC
- nMap["InhibitIPv4"] = ncfg.InhibitIPv4
- nMap["Mtu"] = ncfg.Mtu
- nMap["Internal"] = ncfg.Internal
- nMap["DefaultBridge"] = ncfg.DefaultBridge
- nMap["DefaultBindingIP"] = ncfg.DefaultBindingIP.String()
- // This key is "HostIP" instead of "HostIPv4" to preserve compatibility with the on-disk format.
- nMap["HostIP"] = ncfg.HostIPv4.String()
- nMap["HostIPv6"] = ncfg.HostIPv6.String()
- nMap["DefaultGatewayIPv4"] = ncfg.DefaultGatewayIPv4.String()
- nMap["DefaultGatewayIPv6"] = ncfg.DefaultGatewayIPv6.String()
- nMap["ContainerIfacePrefix"] = ncfg.ContainerIfacePrefix
- nMap["BridgeIfaceCreator"] = ncfg.BridgeIfaceCreator
- if ncfg.AddressIPv4 != nil {
- nMap["AddressIPv4"] = ncfg.AddressIPv4.String()
- }
- if ncfg.AddressIPv6 != nil {
- nMap["AddressIPv6"] = ncfg.AddressIPv6.String()
- }
- return json.Marshal(nMap)
- }
- func (ncfg *networkConfiguration) UnmarshalJSON(b []byte) error {
- var (
- err error
- nMap map[string]interface{}
- )
- if err = json.Unmarshal(b, &nMap); err != nil {
- return err
- }
- if v, ok := nMap["AddressIPv4"]; ok {
- if ncfg.AddressIPv4, err = types.ParseCIDR(v.(string)); err != nil {
- return types.InternalErrorf("failed to decode bridge network address IPv4 after json unmarshal: %s", v.(string))
- }
- }
- if v, ok := nMap["AddressIPv6"]; ok {
- if ncfg.AddressIPv6, err = types.ParseCIDR(v.(string)); err != nil {
- return types.InternalErrorf("failed to decode bridge network address IPv6 after json unmarshal: %s", v.(string))
- }
- }
- if v, ok := nMap["ContainerIfacePrefix"]; ok {
- ncfg.ContainerIfacePrefix = v.(string)
- }
- // This key is "HostIP" instead of "HostIPv4" to preserve compatibility with the on-disk format.
- if v, ok := nMap["HostIP"]; ok {
- ncfg.HostIPv4 = net.ParseIP(v.(string))
- }
- if v, ok := nMap["HostIPv6"]; ok {
- ncfg.HostIPv6 = net.ParseIP(v.(string))
- }
- ncfg.DefaultBridge = nMap["DefaultBridge"].(bool)
- ncfg.DefaultBindingIP = net.ParseIP(nMap["DefaultBindingIP"].(string))
- ncfg.DefaultGatewayIPv4 = net.ParseIP(nMap["DefaultGatewayIPv4"].(string))
- ncfg.DefaultGatewayIPv6 = net.ParseIP(nMap["DefaultGatewayIPv6"].(string))
- ncfg.ID = nMap["ID"].(string)
- ncfg.BridgeName = nMap["BridgeName"].(string)
- ncfg.EnableIPv6 = nMap["EnableIPv6"].(bool)
- ncfg.EnableIPMasquerade = nMap["EnableIPMasquerade"].(bool)
- ncfg.EnableICC = nMap["EnableICC"].(bool)
- if v, ok := nMap["InhibitIPv4"]; ok {
- ncfg.InhibitIPv4 = v.(bool)
- }
- ncfg.Mtu = int(nMap["Mtu"].(float64))
- if v, ok := nMap["Internal"]; ok {
- ncfg.Internal = v.(bool)
- }
- if v, ok := nMap["BridgeIfaceCreator"]; ok {
- ncfg.BridgeIfaceCreator = ifaceCreator(v.(float64))
- }
- return nil
- }
- func (ncfg *networkConfiguration) Key() []string {
- return []string{bridgePrefix, ncfg.ID}
- }
- func (ncfg *networkConfiguration) KeyPrefix() []string {
- return []string{bridgePrefix}
- }
- func (ncfg *networkConfiguration) Value() []byte {
- b, err := json.Marshal(ncfg)
- if err != nil {
- return nil
- }
- return b
- }
- func (ncfg *networkConfiguration) SetValue(value []byte) error {
- return json.Unmarshal(value, ncfg)
- }
- func (ncfg *networkConfiguration) Index() uint64 {
- return ncfg.dbIndex
- }
- func (ncfg *networkConfiguration) SetIndex(index uint64) {
- ncfg.dbIndex = index
- ncfg.dbExists = true
- }
- func (ncfg *networkConfiguration) Exists() bool {
- return ncfg.dbExists
- }
- func (ncfg *networkConfiguration) Skip() bool {
- return false
- }
- func (ncfg *networkConfiguration) New() datastore.KVObject {
- return &networkConfiguration{}
- }
- func (ncfg *networkConfiguration) CopyTo(o datastore.KVObject) error {
- dstNcfg := o.(*networkConfiguration)
- *dstNcfg = *ncfg
- return nil
- }
- func (ep *bridgeEndpoint) MarshalJSON() ([]byte, error) {
- epMap := make(map[string]interface{})
- epMap["id"] = ep.id
- epMap["nid"] = ep.nid
- epMap["SrcName"] = ep.srcName
- epMap["MacAddress"] = ep.macAddress.String()
- epMap["Addr"] = ep.addr.String()
- if ep.addrv6 != nil {
- epMap["Addrv6"] = ep.addrv6.String()
- }
- epMap["Config"] = ep.config
- epMap["ContainerConfig"] = ep.containerConfig
- epMap["ExternalConnConfig"] = ep.extConnConfig
- epMap["PortMapping"] = ep.portMapping
- return json.Marshal(epMap)
- }
- func (ep *bridgeEndpoint) UnmarshalJSON(b []byte) error {
- var (
- err error
- epMap map[string]interface{}
- )
- if err = json.Unmarshal(b, &epMap); err != nil {
- return fmt.Errorf("Failed to unmarshal to bridge endpoint: %v", err)
- }
- if v, ok := epMap["MacAddress"]; ok {
- if ep.macAddress, err = net.ParseMAC(v.(string)); err != nil {
- return types.InternalErrorf("failed to decode bridge endpoint MAC address (%s) after json unmarshal: %v", v.(string), err)
- }
- }
- if v, ok := epMap["Addr"]; ok {
- if ep.addr, err = types.ParseCIDR(v.(string)); err != nil {
- return types.InternalErrorf("failed to decode bridge endpoint IPv4 address (%s) after json unmarshal: %v", v.(string), err)
- }
- }
- if v, ok := epMap["Addrv6"]; ok {
- if ep.addrv6, err = types.ParseCIDR(v.(string)); err != nil {
- return types.InternalErrorf("failed to decode bridge endpoint IPv6 address (%s) after json unmarshal: %v", v.(string), err)
- }
- }
- ep.id = epMap["id"].(string)
- ep.nid = epMap["nid"].(string)
- ep.srcName = epMap["SrcName"].(string)
- d, _ := json.Marshal(epMap["Config"])
- if err := json.Unmarshal(d, &ep.config); err != nil {
- log.G(context.TODO()).Warnf("Failed to decode endpoint config %v", err)
- }
- d, _ = json.Marshal(epMap["ContainerConfig"])
- if err := json.Unmarshal(d, &ep.containerConfig); err != nil {
- log.G(context.TODO()).Warnf("Failed to decode endpoint container config %v", err)
- }
- d, _ = json.Marshal(epMap["ExternalConnConfig"])
- if err := json.Unmarshal(d, &ep.extConnConfig); err != nil {
- log.G(context.TODO()).Warnf("Failed to decode endpoint external connectivity configuration %v", err)
- }
- d, _ = json.Marshal(epMap["PortMapping"])
- if err := json.Unmarshal(d, &ep.portMapping); err != nil {
- log.G(context.TODO()).Warnf("Failed to decode endpoint port mapping %v", err)
- }
- return nil
- }
- func (ep *bridgeEndpoint) Key() []string {
- return []string{bridgeEndpointPrefix, ep.id}
- }
- func (ep *bridgeEndpoint) KeyPrefix() []string {
- return []string{bridgeEndpointPrefix}
- }
- func (ep *bridgeEndpoint) Value() []byte {
- b, err := json.Marshal(ep)
- if err != nil {
- return nil
- }
- return b
- }
- func (ep *bridgeEndpoint) SetValue(value []byte) error {
- return json.Unmarshal(value, ep)
- }
- func (ep *bridgeEndpoint) Index() uint64 {
- return ep.dbIndex
- }
- func (ep *bridgeEndpoint) SetIndex(index uint64) {
- ep.dbIndex = index
- ep.dbExists = true
- }
- func (ep *bridgeEndpoint) Exists() bool {
- return ep.dbExists
- }
- func (ep *bridgeEndpoint) Skip() bool {
- return false
- }
- func (ep *bridgeEndpoint) New() datastore.KVObject {
- return &bridgeEndpoint{}
- }
- func (ep *bridgeEndpoint) CopyTo(o datastore.KVObject) error {
- dstEp := o.(*bridgeEndpoint)
- *dstEp = *ep
- return nil
- }
- func (n *bridgeNetwork) restorePortAllocations(ep *bridgeEndpoint) {
- if ep.extConnConfig == nil ||
- ep.extConnConfig.ExposedPorts == nil ||
- ep.extConnConfig.PortBindings == nil {
- return
- }
- tmp := ep.extConnConfig.PortBindings
- ep.extConnConfig.PortBindings = ep.portMapping
- _, err := n.allocatePorts(ep, n.config.DefaultBindingIP, n.driver.config.EnableUserlandProxy)
- if err != nil {
- log.G(context.TODO()).Warnf("Failed to reserve existing port mapping for endpoint %.7s:%v", ep.id, err)
- }
- ep.extConnConfig.PortBindings = tmp
- }
|