libnetwork_internal_test.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434
  1. package libnetwork
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net"
  6. "testing"
  7. "github.com/docker/libnetwork/datastore"
  8. "github.com/docker/libnetwork/driverapi"
  9. "github.com/docker/libnetwork/ipamapi"
  10. "github.com/docker/libnetwork/netlabel"
  11. "github.com/docker/libnetwork/testutils"
  12. "github.com/docker/libnetwork/types"
  13. )
  14. func TestDriverRegistration(t *testing.T) {
  15. bridgeNetType := "bridge"
  16. c, err := New()
  17. if err != nil {
  18. t.Fatal(err)
  19. }
  20. defer c.Stop()
  21. err = c.(*controller).RegisterDriver(bridgeNetType, nil, driverapi.Capability{})
  22. if err == nil {
  23. t.Fatalf("Expecting the RegisterDriver to fail for %s", bridgeNetType)
  24. }
  25. if _, ok := err.(driverapi.ErrActiveRegistration); !ok {
  26. t.Fatalf("Failed for unexpected reason: %v", err)
  27. }
  28. err = c.(*controller).RegisterDriver("test-dummy", nil, driverapi.Capability{})
  29. if err != nil {
  30. t.Fatalf("Test failed with an error %v", err)
  31. }
  32. }
  33. func TestNetworkMarshalling(t *testing.T) {
  34. n := &network{
  35. name: "Miao",
  36. id: "abccba",
  37. ipamType: "default",
  38. addrSpace: "viola",
  39. networkType: "bridge",
  40. enableIPv6: true,
  41. persist: true,
  42. ipamV4Config: []*IpamConf{
  43. &IpamConf{
  44. PreferredPool: "10.2.0.0/16",
  45. SubPool: "10.2.0.0/24",
  46. Options: map[string]string{
  47. netlabel.MacAddress: "a:b:c:d:e:f",
  48. },
  49. Gateway: "",
  50. AuxAddresses: nil,
  51. },
  52. &IpamConf{
  53. PreferredPool: "10.2.0.0/16",
  54. SubPool: "10.2.1.0/24",
  55. Options: nil,
  56. Gateway: "10.2.1.254",
  57. },
  58. },
  59. ipamV6Config: []*IpamConf{
  60. &IpamConf{
  61. PreferredPool: "abcd::/64",
  62. SubPool: "abcd:abcd:abcd:abcd:abcd::/80",
  63. Gateway: "abcd::29/64",
  64. AuxAddresses: nil,
  65. },
  66. },
  67. ipamV4Info: []*IpamInfo{
  68. &IpamInfo{
  69. PoolID: "ipoolverde123",
  70. Meta: map[string]string{
  71. netlabel.Gateway: "10.2.1.255/16",
  72. },
  73. IPAMData: driverapi.IPAMData{
  74. AddressSpace: "viola",
  75. Pool: &net.IPNet{
  76. IP: net.IP{10, 2, 0, 0},
  77. Mask: net.IPMask{255, 255, 255, 0},
  78. },
  79. Gateway: nil,
  80. AuxAddresses: nil,
  81. },
  82. },
  83. &IpamInfo{
  84. PoolID: "ipoolblue345",
  85. Meta: map[string]string{
  86. netlabel.Gateway: "10.2.1.255/16",
  87. },
  88. IPAMData: driverapi.IPAMData{
  89. AddressSpace: "viola",
  90. Pool: &net.IPNet{
  91. IP: net.IP{10, 2, 1, 0},
  92. Mask: net.IPMask{255, 255, 255, 0},
  93. },
  94. Gateway: &net.IPNet{IP: net.IP{10, 2, 1, 254}, Mask: net.IPMask{255, 255, 255, 0}},
  95. AuxAddresses: map[string]*net.IPNet{
  96. "ip3": &net.IPNet{IP: net.IP{10, 2, 1, 3}, Mask: net.IPMask{255, 255, 255, 0}},
  97. "ip5": &net.IPNet{IP: net.IP{10, 2, 1, 55}, Mask: net.IPMask{255, 255, 255, 0}},
  98. },
  99. },
  100. },
  101. &IpamInfo{
  102. PoolID: "weirdinfo",
  103. IPAMData: driverapi.IPAMData{
  104. Gateway: &net.IPNet{
  105. IP: net.IP{11, 2, 1, 255},
  106. Mask: net.IPMask{255, 0, 0, 0},
  107. },
  108. },
  109. },
  110. },
  111. ipamV6Info: []*IpamInfo{
  112. &IpamInfo{
  113. PoolID: "ipoolv6",
  114. IPAMData: driverapi.IPAMData{
  115. AddressSpace: "viola",
  116. Pool: &net.IPNet{
  117. IP: net.IP{0xab, 0xcd, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0},
  118. Mask: net.IPMask{255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 0, 0, 0, 0, 0, 0},
  119. },
  120. Gateway: &net.IPNet{
  121. IP: net.IP{0xab, 0xcd, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 29},
  122. Mask: net.IPMask{255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 0, 0, 0, 0, 0, 0},
  123. },
  124. AuxAddresses: nil,
  125. },
  126. },
  127. },
  128. }
  129. b, err := json.Marshal(n)
  130. if err != nil {
  131. t.Fatal(err)
  132. }
  133. nn := &network{}
  134. err = json.Unmarshal(b, nn)
  135. if err != nil {
  136. t.Fatal(err)
  137. }
  138. if n.name != nn.name || n.id != nn.id || n.networkType != nn.networkType || n.ipamType != nn.ipamType ||
  139. n.addrSpace != nn.addrSpace || n.enableIPv6 != nn.enableIPv6 ||
  140. n.persist != nn.persist || !compareIpamConfList(n.ipamV4Config, nn.ipamV4Config) ||
  141. !compareIpamInfoList(n.ipamV4Info, nn.ipamV4Info) || !compareIpamConfList(n.ipamV6Config, nn.ipamV6Config) ||
  142. !compareIpamInfoList(n.ipamV6Info, nn.ipamV6Info) {
  143. t.Fatalf("JSON marsh/unmarsh failed."+
  144. "\nOriginal:\n%#v\nDecoded:\n%#v"+
  145. "\nOriginal ipamV4Conf: %#v\n\nDecoded ipamV4Conf: %#v"+
  146. "\nOriginal ipamV4Info: %s\n\nDecoded ipamV4Info: %s"+
  147. "\nOriginal ipamV6Conf: %#v\n\nDecoded ipamV6Conf: %#v"+
  148. "\nOriginal ipamV6Info: %s\n\nDecoded ipamV6Info: %s",
  149. n, nn, printIpamConf(n.ipamV4Config), printIpamConf(nn.ipamV4Config),
  150. printIpamInfo(n.ipamV4Info), printIpamInfo(nn.ipamV4Info),
  151. printIpamConf(n.ipamV6Config), printIpamConf(nn.ipamV6Config),
  152. printIpamInfo(n.ipamV6Info), printIpamInfo(nn.ipamV6Info))
  153. }
  154. }
  155. func printIpamConf(list []*IpamConf) string {
  156. s := fmt.Sprintf("\n[]*IpamConfig{")
  157. for _, i := range list {
  158. s = fmt.Sprintf("%s %v,", s, i)
  159. }
  160. s = fmt.Sprintf("%s}", s)
  161. return s
  162. }
  163. func printIpamInfo(list []*IpamInfo) string {
  164. s := fmt.Sprintf("\n[]*IpamInfo{")
  165. for _, i := range list {
  166. s = fmt.Sprintf("%s\n{\n%s\n}", s, i)
  167. }
  168. s = fmt.Sprintf("%s\n}", s)
  169. return s
  170. }
  171. func TestEndpointMarshalling(t *testing.T) {
  172. ip, nw6, err := net.ParseCIDR("2001:3002:4003::122/64")
  173. if err != nil {
  174. t.Fatal(err)
  175. }
  176. nw6.IP = ip
  177. e := &endpoint{
  178. name: "Bau",
  179. id: "efghijklmno",
  180. sandboxID: "ambarabaciccicocco",
  181. anonymous: true,
  182. iface: &endpointInterface{
  183. mac: []byte{11, 12, 13, 14, 15, 16},
  184. addr: &net.IPNet{
  185. IP: net.IP{10, 0, 1, 23},
  186. Mask: net.IPMask{255, 255, 255, 0},
  187. },
  188. addrv6: nw6,
  189. srcName: "veth12ab1314",
  190. dstPrefix: "eth",
  191. v4PoolID: "poolpool",
  192. v6PoolID: "poolv6",
  193. },
  194. }
  195. b, err := json.Marshal(e)
  196. if err != nil {
  197. t.Fatal(err)
  198. }
  199. ee := &endpoint{}
  200. err = json.Unmarshal(b, ee)
  201. if err != nil {
  202. t.Fatal(err)
  203. }
  204. if e.name != ee.name || e.id != ee.id || e.sandboxID != ee.sandboxID || !compareEndpointInterface(e.iface, ee.iface) || e.anonymous != ee.anonymous {
  205. t.Fatalf("JSON marsh/unmarsh failed.\nOriginal:\n%#v\nDecoded:\n%#v\nOriginal iface: %#v\nDecodediface:\n%#v", e, ee, e.iface, ee.iface)
  206. }
  207. }
  208. func compareEndpointInterface(a, b *endpointInterface) bool {
  209. if a == b {
  210. return true
  211. }
  212. if a == nil || b == nil {
  213. return false
  214. }
  215. return a.srcName == b.srcName && a.dstPrefix == b.dstPrefix && a.v4PoolID == b.v4PoolID && a.v6PoolID == b.v6PoolID &&
  216. types.CompareIPNet(a.addr, b.addr) && types.CompareIPNet(a.addrv6, b.addrv6)
  217. }
  218. func compareIpamConfList(listA, listB []*IpamConf) bool {
  219. var a, b *IpamConf
  220. if len(listA) != len(listB) {
  221. return false
  222. }
  223. for i := 0; i < len(listA); i++ {
  224. a = listA[i]
  225. b = listB[i]
  226. if a.PreferredPool != b.PreferredPool ||
  227. a.SubPool != b.SubPool ||
  228. !compareStringMaps(a.Options, b.Options) ||
  229. a.Gateway != b.Gateway || !compareStringMaps(a.AuxAddresses, b.AuxAddresses) {
  230. return false
  231. }
  232. }
  233. return true
  234. }
  235. func compareIpamInfoList(listA, listB []*IpamInfo) bool {
  236. var a, b *IpamInfo
  237. if len(listA) != len(listB) {
  238. return false
  239. }
  240. for i := 0; i < len(listA); i++ {
  241. a = listA[i]
  242. b = listB[i]
  243. if a.PoolID != b.PoolID || !compareStringMaps(a.Meta, b.Meta) ||
  244. !types.CompareIPNet(a.Gateway, b.Gateway) ||
  245. a.AddressSpace != b.AddressSpace ||
  246. !types.CompareIPNet(a.Pool, b.Pool) ||
  247. !compareAddresses(a.AuxAddresses, b.AuxAddresses) {
  248. return false
  249. }
  250. }
  251. return true
  252. }
  253. func compareStringMaps(a, b map[string]string) bool {
  254. if len(a) != len(b) {
  255. return false
  256. }
  257. if len(a) > 0 {
  258. for k := range a {
  259. if a[k] != b[k] {
  260. return false
  261. }
  262. }
  263. }
  264. return true
  265. }
  266. func compareAddresses(a, b map[string]*net.IPNet) bool {
  267. if len(a) != len(b) {
  268. return false
  269. }
  270. if len(a) > 0 {
  271. for k := range a {
  272. if !types.CompareIPNet(a[k], b[k]) {
  273. return false
  274. }
  275. }
  276. }
  277. return true
  278. }
  279. func TestAuxAddresses(t *testing.T) {
  280. c, err := New()
  281. if err != nil {
  282. t.Fatal(err)
  283. }
  284. defer c.Stop()
  285. n := &network{ipamType: ipamapi.DefaultIPAM, networkType: "bridge", ctrlr: c.(*controller)}
  286. input := []struct {
  287. masterPool string
  288. subPool string
  289. auxAddresses map[string]string
  290. good bool
  291. }{
  292. {"192.168.0.0/16", "", map[string]string{"goodOne": "192.168.2.2"}, true},
  293. {"192.168.0.0/16", "", map[string]string{"badOne": "192.169.2.3"}, false},
  294. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"goodOne": "192.168.1.2"}, true},
  295. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"stillGood": "192.168.2.4"}, true},
  296. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"badOne": "192.169.2.4"}, false},
  297. }
  298. for _, i := range input {
  299. n.ipamV4Config = []*IpamConf{&IpamConf{PreferredPool: i.masterPool, SubPool: i.subPool, AuxAddresses: i.auxAddresses}}
  300. err = n.ipamAllocate()
  301. if i.good != (err == nil) {
  302. t.Fatalf("Unexpected result for %v: %v", i, err)
  303. }
  304. n.ipamRelease()
  305. }
  306. }
  307. func TestIpamReleaseOnNetDriverFailures(t *testing.T) {
  308. if !testutils.IsRunningInContainer() {
  309. defer testutils.SetupTestOSContext(t)()
  310. }
  311. cfgOptions, err := OptionBoltdbWithRandomDBFile()
  312. c, err := New(cfgOptions...)
  313. if err != nil {
  314. t.Fatal(err)
  315. }
  316. defer c.Stop()
  317. cc := c.(*controller)
  318. bd := badDriver{failNetworkCreation: true}
  319. cc.drivers[badDriverName] = &driverData{driver: &bd, capability: driverapi.Capability{DataScope: datastore.LocalScope}}
  320. // Test whether ipam state release is invoked on network create failure from net driver
  321. // by checking whether subsequent network creation requesting same gateway IP succeeds
  322. ipamOpt := NetworkOptionIpam(ipamapi.DefaultIPAM, "", []*IpamConf{&IpamConf{PreferredPool: "10.34.0.0/16", Gateway: "10.34.255.254"}}, nil)
  323. if _, err := c.NewNetwork(badDriverName, "badnet1", ipamOpt); err == nil {
  324. t.Fatalf("bad network driver should have failed network creation")
  325. }
  326. gnw, err := c.NewNetwork("bridge", "goodnet1", ipamOpt)
  327. if err != nil {
  328. t.Fatal(err)
  329. }
  330. gnw.Delete()
  331. // Now check whether ipam release works on endpoint creation failure
  332. bd.failNetworkCreation = false
  333. bnw, err := c.NewNetwork(badDriverName, "badnet2", ipamOpt)
  334. if err != nil {
  335. t.Fatal(err)
  336. }
  337. defer bnw.Delete()
  338. if _, err := bnw.CreateEndpoint("ep0"); err == nil {
  339. t.Fatalf("bad network driver should have failed endpoint creation")
  340. }
  341. // Now create good bridge network with different gateway
  342. ipamOpt2 := NetworkOptionIpam(ipamapi.DefaultIPAM, "", []*IpamConf{&IpamConf{PreferredPool: "10.34.0.0/16", Gateway: "10.34.255.253"}}, nil)
  343. gnw, err = c.NewNetwork("bridge", "goodnet2", ipamOpt2)
  344. if err != nil {
  345. t.Fatal(err)
  346. }
  347. defer gnw.Delete()
  348. ep, err := gnw.CreateEndpoint("ep1")
  349. if err != nil {
  350. t.Fatal(err)
  351. }
  352. defer ep.Delete()
  353. expectedIP, _ := types.ParseCIDR("10.34.0.1/16")
  354. if !types.CompareIPNet(ep.Info().Iface().Address(), expectedIP) {
  355. t.Fatalf("Ipam release must have failed, endpoint has unexpected address: %v", ep.Info().Iface().Address())
  356. }
  357. }
  358. var badDriverName = "bad network driver"
  359. type badDriver struct {
  360. failNetworkCreation bool
  361. }
  362. func (b *badDriver) CreateNetwork(nid string, options map[string]interface{}, ipV4Data, ipV6Data []driverapi.IPAMData) error {
  363. if b.failNetworkCreation {
  364. return fmt.Errorf("I will not create any network")
  365. }
  366. return nil
  367. }
  368. func (b *badDriver) DeleteNetwork(nid string) error {
  369. return nil
  370. }
  371. func (b *badDriver) CreateEndpoint(nid, eid string, ifInfo driverapi.InterfaceInfo, options map[string]interface{}) error {
  372. return fmt.Errorf("I will not create any endpoint")
  373. }
  374. func (b *badDriver) DeleteEndpoint(nid, eid string) error {
  375. return nil
  376. }
  377. func (b *badDriver) EndpointOperInfo(nid, eid string) (map[string]interface{}, error) {
  378. return nil, nil
  379. }
  380. func (b *badDriver) Join(nid, eid string, sboxKey string, jinfo driverapi.JoinInfo, options map[string]interface{}) error {
  381. return fmt.Errorf("I will not allow any join")
  382. }
  383. func (b *badDriver) Leave(nid, eid string) error {
  384. return nil
  385. }
  386. func (b *badDriver) DiscoverNew(dType driverapi.DiscoveryType, data interface{}) error {
  387. return nil
  388. }
  389. func (b *badDriver) DiscoverDelete(dType driverapi.DiscoveryType, data interface{}) error {
  390. return nil
  391. }
  392. func (b *badDriver) Type() string {
  393. return badDriverName
  394. }