libnetwork_internal_test.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463
  1. package libnetwork
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net"
  6. "testing"
  7. "github.com/docker/libnetwork/datastore"
  8. "github.com/docker/libnetwork/discoverapi"
  9. "github.com/docker/libnetwork/driverapi"
  10. "github.com/docker/libnetwork/ipamapi"
  11. "github.com/docker/libnetwork/netlabel"
  12. "github.com/docker/libnetwork/testutils"
  13. "github.com/docker/libnetwork/types"
  14. )
  15. func TestDriverRegistration(t *testing.T) {
  16. bridgeNetType := "bridge"
  17. c, err := New()
  18. if err != nil {
  19. t.Fatal(err)
  20. }
  21. defer c.Stop()
  22. err = c.(*controller).RegisterDriver(bridgeNetType, nil, driverapi.Capability{})
  23. if err == nil {
  24. t.Fatalf("Expecting the RegisterDriver to fail for %s", bridgeNetType)
  25. }
  26. if _, ok := err.(driverapi.ErrActiveRegistration); !ok {
  27. t.Fatalf("Failed for unexpected reason: %v", err)
  28. }
  29. err = c.(*controller).RegisterDriver("test-dummy", nil, driverapi.Capability{})
  30. if err != nil {
  31. t.Fatalf("Test failed with an error %v", err)
  32. }
  33. }
  34. func TestIpamDriverRegistration(t *testing.T) {
  35. c, err := New()
  36. if err != nil {
  37. t.Fatal(err)
  38. }
  39. defer c.Stop()
  40. err = c.(*controller).RegisterIpamDriver("", nil)
  41. if err == nil {
  42. t.Fatalf("Expected failure, but succeeded")
  43. }
  44. if _, ok := err.(types.BadRequestError); !ok {
  45. t.Fatalf("Failed for unexpected reason: %v", err)
  46. }
  47. err = c.(*controller).RegisterIpamDriver(ipamapi.DefaultIPAM, nil)
  48. if err == nil {
  49. t.Fatalf("Expected failure, but succeeded")
  50. }
  51. if _, ok := err.(types.ForbiddenError); !ok {
  52. t.Fatalf("Failed for unexpected reason: %v", err)
  53. }
  54. }
  55. func TestNetworkMarshalling(t *testing.T) {
  56. n := &network{
  57. name: "Miao",
  58. id: "abccba",
  59. ipamType: "default",
  60. addrSpace: "viola",
  61. networkType: "bridge",
  62. enableIPv6: true,
  63. persist: true,
  64. ipamOptions: map[string]string{
  65. netlabel.MacAddress: "a:b:c:d:e:f",
  66. },
  67. ipamV4Config: []*IpamConf{
  68. {
  69. PreferredPool: "10.2.0.0/16",
  70. SubPool: "10.2.0.0/24",
  71. Gateway: "",
  72. AuxAddresses: nil,
  73. },
  74. {
  75. PreferredPool: "10.2.0.0/16",
  76. SubPool: "10.2.1.0/24",
  77. Gateway: "10.2.1.254",
  78. },
  79. },
  80. ipamV6Config: []*IpamConf{
  81. {
  82. PreferredPool: "abcd::/64",
  83. SubPool: "abcd:abcd:abcd:abcd:abcd::/80",
  84. Gateway: "abcd::29/64",
  85. AuxAddresses: nil,
  86. },
  87. },
  88. ipamV4Info: []*IpamInfo{
  89. {
  90. PoolID: "ipoolverde123",
  91. Meta: map[string]string{
  92. netlabel.Gateway: "10.2.1.255/16",
  93. },
  94. IPAMData: driverapi.IPAMData{
  95. AddressSpace: "viola",
  96. Pool: &net.IPNet{
  97. IP: net.IP{10, 2, 0, 0},
  98. Mask: net.IPMask{255, 255, 255, 0},
  99. },
  100. Gateway: nil,
  101. AuxAddresses: nil,
  102. },
  103. },
  104. {
  105. PoolID: "ipoolblue345",
  106. Meta: map[string]string{
  107. netlabel.Gateway: "10.2.1.255/16",
  108. },
  109. IPAMData: driverapi.IPAMData{
  110. AddressSpace: "viola",
  111. Pool: &net.IPNet{
  112. IP: net.IP{10, 2, 1, 0},
  113. Mask: net.IPMask{255, 255, 255, 0},
  114. },
  115. Gateway: &net.IPNet{IP: net.IP{10, 2, 1, 254}, Mask: net.IPMask{255, 255, 255, 0}},
  116. AuxAddresses: map[string]*net.IPNet{
  117. "ip3": {IP: net.IP{10, 2, 1, 3}, Mask: net.IPMask{255, 255, 255, 0}},
  118. "ip5": {IP: net.IP{10, 2, 1, 55}, Mask: net.IPMask{255, 255, 255, 0}},
  119. },
  120. },
  121. },
  122. {
  123. PoolID: "weirdinfo",
  124. IPAMData: driverapi.IPAMData{
  125. Gateway: &net.IPNet{
  126. IP: net.IP{11, 2, 1, 255},
  127. Mask: net.IPMask{255, 0, 0, 0},
  128. },
  129. },
  130. },
  131. },
  132. ipamV6Info: []*IpamInfo{
  133. {
  134. PoolID: "ipoolv6",
  135. IPAMData: driverapi.IPAMData{
  136. AddressSpace: "viola",
  137. Pool: &net.IPNet{
  138. IP: net.IP{0xab, 0xcd, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0},
  139. Mask: net.IPMask{255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 0, 0, 0, 0, 0, 0},
  140. },
  141. Gateway: &net.IPNet{
  142. IP: net.IP{0xab, 0xcd, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 29},
  143. Mask: net.IPMask{255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 0, 0, 0, 0, 0, 0},
  144. },
  145. AuxAddresses: nil,
  146. },
  147. },
  148. },
  149. }
  150. b, err := json.Marshal(n)
  151. if err != nil {
  152. t.Fatal(err)
  153. }
  154. nn := &network{}
  155. err = json.Unmarshal(b, nn)
  156. if err != nil {
  157. t.Fatal(err)
  158. }
  159. if n.name != nn.name || n.id != nn.id || n.networkType != nn.networkType || n.ipamType != nn.ipamType ||
  160. n.addrSpace != nn.addrSpace || n.enableIPv6 != nn.enableIPv6 ||
  161. n.persist != nn.persist || !compareIpamConfList(n.ipamV4Config, nn.ipamV4Config) ||
  162. !compareIpamInfoList(n.ipamV4Info, nn.ipamV4Info) || !compareIpamConfList(n.ipamV6Config, nn.ipamV6Config) ||
  163. !compareIpamInfoList(n.ipamV6Info, nn.ipamV6Info) {
  164. t.Fatalf("JSON marsh/unmarsh failed."+
  165. "\nOriginal:\n%#v\nDecoded:\n%#v"+
  166. "\nOriginal ipamV4Conf: %#v\n\nDecoded ipamV4Conf: %#v"+
  167. "\nOriginal ipamV4Info: %s\n\nDecoded ipamV4Info: %s"+
  168. "\nOriginal ipamV6Conf: %#v\n\nDecoded ipamV6Conf: %#v"+
  169. "\nOriginal ipamV6Info: %s\n\nDecoded ipamV6Info: %s",
  170. n, nn, printIpamConf(n.ipamV4Config), printIpamConf(nn.ipamV4Config),
  171. printIpamInfo(n.ipamV4Info), printIpamInfo(nn.ipamV4Info),
  172. printIpamConf(n.ipamV6Config), printIpamConf(nn.ipamV6Config),
  173. printIpamInfo(n.ipamV6Info), printIpamInfo(nn.ipamV6Info))
  174. }
  175. }
  176. func printIpamConf(list []*IpamConf) string {
  177. s := fmt.Sprintf("\n[]*IpamConfig{")
  178. for _, i := range list {
  179. s = fmt.Sprintf("%s %v,", s, i)
  180. }
  181. s = fmt.Sprintf("%s}", s)
  182. return s
  183. }
  184. func printIpamInfo(list []*IpamInfo) string {
  185. s := fmt.Sprintf("\n[]*IpamInfo{")
  186. for _, i := range list {
  187. s = fmt.Sprintf("%s\n{\n%s\n}", s, i)
  188. }
  189. s = fmt.Sprintf("%s\n}", s)
  190. return s
  191. }
  192. func TestEndpointMarshalling(t *testing.T) {
  193. ip, nw6, err := net.ParseCIDR("2001:db8:4003::122/64")
  194. if err != nil {
  195. t.Fatal(err)
  196. }
  197. nw6.IP = ip
  198. e := &endpoint{
  199. name: "Bau",
  200. id: "efghijklmno",
  201. sandboxID: "ambarabaciccicocco",
  202. anonymous: true,
  203. iface: &endpointInterface{
  204. mac: []byte{11, 12, 13, 14, 15, 16},
  205. addr: &net.IPNet{
  206. IP: net.IP{10, 0, 1, 23},
  207. Mask: net.IPMask{255, 255, 255, 0},
  208. },
  209. addrv6: nw6,
  210. srcName: "veth12ab1314",
  211. dstPrefix: "eth",
  212. v4PoolID: "poolpool",
  213. v6PoolID: "poolv6",
  214. },
  215. }
  216. b, err := json.Marshal(e)
  217. if err != nil {
  218. t.Fatal(err)
  219. }
  220. ee := &endpoint{}
  221. err = json.Unmarshal(b, ee)
  222. if err != nil {
  223. t.Fatal(err)
  224. }
  225. if e.name != ee.name || e.id != ee.id || e.sandboxID != ee.sandboxID || !compareEndpointInterface(e.iface, ee.iface) || e.anonymous != ee.anonymous {
  226. t.Fatalf("JSON marsh/unmarsh failed.\nOriginal:\n%#v\nDecoded:\n%#v\nOriginal iface: %#v\nDecodediface:\n%#v", e, ee, e.iface, ee.iface)
  227. }
  228. }
  229. func compareEndpointInterface(a, b *endpointInterface) bool {
  230. if a == b {
  231. return true
  232. }
  233. if a == nil || b == nil {
  234. return false
  235. }
  236. return a.srcName == b.srcName && a.dstPrefix == b.dstPrefix && a.v4PoolID == b.v4PoolID && a.v6PoolID == b.v6PoolID &&
  237. types.CompareIPNet(a.addr, b.addr) && types.CompareIPNet(a.addrv6, b.addrv6)
  238. }
  239. func compareIpamConfList(listA, listB []*IpamConf) bool {
  240. var a, b *IpamConf
  241. if len(listA) != len(listB) {
  242. return false
  243. }
  244. for i := 0; i < len(listA); i++ {
  245. a = listA[i]
  246. b = listB[i]
  247. if a.PreferredPool != b.PreferredPool ||
  248. a.SubPool != b.SubPool ||
  249. a.Gateway != b.Gateway || !compareStringMaps(a.AuxAddresses, b.AuxAddresses) {
  250. return false
  251. }
  252. }
  253. return true
  254. }
  255. func compareIpamInfoList(listA, listB []*IpamInfo) bool {
  256. var a, b *IpamInfo
  257. if len(listA) != len(listB) {
  258. return false
  259. }
  260. for i := 0; i < len(listA); i++ {
  261. a = listA[i]
  262. b = listB[i]
  263. if a.PoolID != b.PoolID || !compareStringMaps(a.Meta, b.Meta) ||
  264. !types.CompareIPNet(a.Gateway, b.Gateway) ||
  265. a.AddressSpace != b.AddressSpace ||
  266. !types.CompareIPNet(a.Pool, b.Pool) ||
  267. !compareAddresses(a.AuxAddresses, b.AuxAddresses) {
  268. return false
  269. }
  270. }
  271. return true
  272. }
  273. func compareStringMaps(a, b map[string]string) bool {
  274. if len(a) != len(b) {
  275. return false
  276. }
  277. if len(a) > 0 {
  278. for k := range a {
  279. if a[k] != b[k] {
  280. return false
  281. }
  282. }
  283. }
  284. return true
  285. }
  286. func compareAddresses(a, b map[string]*net.IPNet) bool {
  287. if len(a) != len(b) {
  288. return false
  289. }
  290. if len(a) > 0 {
  291. for k := range a {
  292. if !types.CompareIPNet(a[k], b[k]) {
  293. return false
  294. }
  295. }
  296. }
  297. return true
  298. }
  299. func TestAuxAddresses(t *testing.T) {
  300. c, err := New()
  301. if err != nil {
  302. t.Fatal(err)
  303. }
  304. defer c.Stop()
  305. n := &network{ipamType: ipamapi.DefaultIPAM, networkType: "bridge", ctrlr: c.(*controller)}
  306. input := []struct {
  307. masterPool string
  308. subPool string
  309. auxAddresses map[string]string
  310. good bool
  311. }{
  312. {"192.168.0.0/16", "", map[string]string{"goodOne": "192.168.2.2"}, true},
  313. {"192.168.0.0/16", "", map[string]string{"badOne": "192.169.2.3"}, false},
  314. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"goodOne": "192.168.1.2"}, true},
  315. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"stillGood": "192.168.2.4"}, true},
  316. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"badOne": "192.169.2.4"}, false},
  317. }
  318. for _, i := range input {
  319. n.ipamV4Config = []*IpamConf{{PreferredPool: i.masterPool, SubPool: i.subPool, AuxAddresses: i.auxAddresses}}
  320. err = n.ipamAllocate()
  321. if i.good != (err == nil) {
  322. t.Fatalf("Unexpected result for %v: %v", i, err)
  323. }
  324. n.ipamRelease()
  325. }
  326. }
  327. func TestIpamReleaseOnNetDriverFailures(t *testing.T) {
  328. if !testutils.IsRunningInContainer() {
  329. defer testutils.SetupTestOSContext(t)()
  330. }
  331. cfgOptions, err := OptionBoltdbWithRandomDBFile()
  332. c, err := New(cfgOptions...)
  333. if err != nil {
  334. t.Fatal(err)
  335. }
  336. defer c.Stop()
  337. cc := c.(*controller)
  338. bd := badDriver{failNetworkCreation: true}
  339. cc.drivers[badDriverName] = &driverData{driver: &bd, capability: driverapi.Capability{DataScope: datastore.LocalScope}}
  340. // Test whether ipam state release is invoked on network create failure from net driver
  341. // by checking whether subsequent network creation requesting same gateway IP succeeds
  342. ipamOpt := NetworkOptionIpam(ipamapi.DefaultIPAM, "", []*IpamConf{{PreferredPool: "10.34.0.0/16", Gateway: "10.34.255.254"}}, nil, nil)
  343. if _, err := c.NewNetwork(badDriverName, "badnet1", ipamOpt); err == nil {
  344. t.Fatalf("bad network driver should have failed network creation")
  345. }
  346. gnw, err := c.NewNetwork("bridge", "goodnet1", ipamOpt)
  347. if err != nil {
  348. t.Fatal(err)
  349. }
  350. gnw.Delete()
  351. // Now check whether ipam release works on endpoint creation failure
  352. bd.failNetworkCreation = false
  353. bnw, err := c.NewNetwork(badDriverName, "badnet2", ipamOpt)
  354. if err != nil {
  355. t.Fatal(err)
  356. }
  357. defer bnw.Delete()
  358. if _, err := bnw.CreateEndpoint("ep0"); err == nil {
  359. t.Fatalf("bad network driver should have failed endpoint creation")
  360. }
  361. // Now create good bridge network with different gateway
  362. ipamOpt2 := NetworkOptionIpam(ipamapi.DefaultIPAM, "", []*IpamConf{{PreferredPool: "10.34.0.0/16", Gateway: "10.34.255.253"}}, nil, nil)
  363. gnw, err = c.NewNetwork("bridge", "goodnet2", ipamOpt2)
  364. if err != nil {
  365. t.Fatal(err)
  366. }
  367. defer gnw.Delete()
  368. ep, err := gnw.CreateEndpoint("ep1")
  369. if err != nil {
  370. t.Fatal(err)
  371. }
  372. defer ep.Delete(false)
  373. expectedIP, _ := types.ParseCIDR("10.34.0.1/16")
  374. if !types.CompareIPNet(ep.Info().Iface().Address(), expectedIP) {
  375. t.Fatalf("Ipam release must have failed, endpoint has unexpected address: %v", ep.Info().Iface().Address())
  376. }
  377. }
  378. var badDriverName = "bad network driver"
  379. type badDriver struct {
  380. failNetworkCreation bool
  381. }
  382. func (b *badDriver) CreateNetwork(nid string, options map[string]interface{}, ipV4Data, ipV6Data []driverapi.IPAMData) error {
  383. if b.failNetworkCreation {
  384. return fmt.Errorf("I will not create any network")
  385. }
  386. return nil
  387. }
  388. func (b *badDriver) DeleteNetwork(nid string) error {
  389. return nil
  390. }
  391. func (b *badDriver) CreateEndpoint(nid, eid string, ifInfo driverapi.InterfaceInfo, options map[string]interface{}) error {
  392. return fmt.Errorf("I will not create any endpoint")
  393. }
  394. func (b *badDriver) DeleteEndpoint(nid, eid string) error {
  395. return nil
  396. }
  397. func (b *badDriver) EndpointOperInfo(nid, eid string) (map[string]interface{}, error) {
  398. return nil, nil
  399. }
  400. func (b *badDriver) Join(nid, eid string, sboxKey string, jinfo driverapi.JoinInfo, options map[string]interface{}) error {
  401. return fmt.Errorf("I will not allow any join")
  402. }
  403. func (b *badDriver) Leave(nid, eid string) error {
  404. return nil
  405. }
  406. func (b *badDriver) DiscoverNew(dType discoverapi.DiscoveryType, data interface{}) error {
  407. return nil
  408. }
  409. func (b *badDriver) DiscoverDelete(dType discoverapi.DiscoveryType, data interface{}) error {
  410. return nil
  411. }
  412. func (b *badDriver) Type() string {
  413. return badDriverName
  414. }
  415. func (b *badDriver) ProgramExternalConnectivity(nid, eid string, options map[string]interface{}) error {
  416. return nil
  417. }
  418. func (b *badDriver) RevokeExternalConnectivity(nid, eid string) error {
  419. return nil
  420. }