libnetwork_internal_test.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544
  1. package libnetwork
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net"
  6. "testing"
  7. "time"
  8. "github.com/docker/libnetwork/datastore"
  9. "github.com/docker/libnetwork/discoverapi"
  10. "github.com/docker/libnetwork/driverapi"
  11. "github.com/docker/libnetwork/ipamapi"
  12. "github.com/docker/libnetwork/netlabel"
  13. "github.com/docker/libnetwork/testutils"
  14. "github.com/docker/libnetwork/types"
  15. )
  16. func TestNetworkMarshalling(t *testing.T) {
  17. n := &network{
  18. name: "Miao",
  19. id: "abccba",
  20. ipamType: "default",
  21. addrSpace: "viola",
  22. networkType: "bridge",
  23. enableIPv6: true,
  24. persist: true,
  25. ipamOptions: map[string]string{
  26. netlabel.MacAddress: "a:b:c:d:e:f",
  27. "primary": "",
  28. },
  29. ipamV4Config: []*IpamConf{
  30. {
  31. PreferredPool: "10.2.0.0/16",
  32. SubPool: "10.2.0.0/24",
  33. Gateway: "",
  34. AuxAddresses: nil,
  35. },
  36. {
  37. PreferredPool: "10.2.0.0/16",
  38. SubPool: "10.2.1.0/24",
  39. Gateway: "10.2.1.254",
  40. },
  41. },
  42. ipamV6Config: []*IpamConf{
  43. {
  44. PreferredPool: "abcd::/64",
  45. SubPool: "abcd:abcd:abcd:abcd:abcd::/80",
  46. Gateway: "abcd::29/64",
  47. AuxAddresses: nil,
  48. },
  49. },
  50. ipamV4Info: []*IpamInfo{
  51. {
  52. PoolID: "ipoolverde123",
  53. Meta: map[string]string{
  54. netlabel.Gateway: "10.2.1.255/16",
  55. },
  56. IPAMData: driverapi.IPAMData{
  57. AddressSpace: "viola",
  58. Pool: &net.IPNet{
  59. IP: net.IP{10, 2, 0, 0},
  60. Mask: net.IPMask{255, 255, 255, 0},
  61. },
  62. Gateway: nil,
  63. AuxAddresses: nil,
  64. },
  65. },
  66. {
  67. PoolID: "ipoolblue345",
  68. Meta: map[string]string{
  69. netlabel.Gateway: "10.2.1.255/16",
  70. },
  71. IPAMData: driverapi.IPAMData{
  72. AddressSpace: "viola",
  73. Pool: &net.IPNet{
  74. IP: net.IP{10, 2, 1, 0},
  75. Mask: net.IPMask{255, 255, 255, 0},
  76. },
  77. Gateway: &net.IPNet{IP: net.IP{10, 2, 1, 254}, Mask: net.IPMask{255, 255, 255, 0}},
  78. AuxAddresses: map[string]*net.IPNet{
  79. "ip3": {IP: net.IP{10, 2, 1, 3}, Mask: net.IPMask{255, 255, 255, 0}},
  80. "ip5": {IP: net.IP{10, 2, 1, 55}, Mask: net.IPMask{255, 255, 255, 0}},
  81. },
  82. },
  83. },
  84. {
  85. PoolID: "weirdinfo",
  86. IPAMData: driverapi.IPAMData{
  87. Gateway: &net.IPNet{
  88. IP: net.IP{11, 2, 1, 255},
  89. Mask: net.IPMask{255, 0, 0, 0},
  90. },
  91. },
  92. },
  93. },
  94. ipamV6Info: []*IpamInfo{
  95. {
  96. PoolID: "ipoolv6",
  97. IPAMData: driverapi.IPAMData{
  98. AddressSpace: "viola",
  99. Pool: &net.IPNet{
  100. IP: net.IP{0xab, 0xcd, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0},
  101. Mask: net.IPMask{255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 0, 0, 0, 0, 0, 0},
  102. },
  103. Gateway: &net.IPNet{
  104. IP: net.IP{0xab, 0xcd, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 29},
  105. Mask: net.IPMask{255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 0, 0, 0, 0, 0, 0},
  106. },
  107. AuxAddresses: nil,
  108. },
  109. },
  110. },
  111. labels: map[string]string{
  112. "color": "blue",
  113. "superimposed": "",
  114. },
  115. created: time.Now(),
  116. }
  117. b, err := json.Marshal(n)
  118. if err != nil {
  119. t.Fatal(err)
  120. }
  121. nn := &network{}
  122. err = json.Unmarshal(b, nn)
  123. if err != nil {
  124. t.Fatal(err)
  125. }
  126. if n.name != nn.name || n.id != nn.id || n.networkType != nn.networkType || n.ipamType != nn.ipamType ||
  127. n.addrSpace != nn.addrSpace || n.enableIPv6 != nn.enableIPv6 ||
  128. n.persist != nn.persist || !compareIpamConfList(n.ipamV4Config, nn.ipamV4Config) ||
  129. !compareIpamInfoList(n.ipamV4Info, nn.ipamV4Info) || !compareIpamConfList(n.ipamV6Config, nn.ipamV6Config) ||
  130. !compareIpamInfoList(n.ipamV6Info, nn.ipamV6Info) ||
  131. !compareStringMaps(n.ipamOptions, nn.ipamOptions) ||
  132. !compareStringMaps(n.labels, nn.labels) ||
  133. !n.created.Equal(nn.created) {
  134. t.Fatalf("JSON marsh/unmarsh failed."+
  135. "\nOriginal:\n%#v\nDecoded:\n%#v"+
  136. "\nOriginal ipamV4Conf: %#v\n\nDecoded ipamV4Conf: %#v"+
  137. "\nOriginal ipamV4Info: %s\n\nDecoded ipamV4Info: %s"+
  138. "\nOriginal ipamV6Conf: %#v\n\nDecoded ipamV6Conf: %#v"+
  139. "\nOriginal ipamV6Info: %s\n\nDecoded ipamV6Info: %s",
  140. n, nn, printIpamConf(n.ipamV4Config), printIpamConf(nn.ipamV4Config),
  141. printIpamInfo(n.ipamV4Info), printIpamInfo(nn.ipamV4Info),
  142. printIpamConf(n.ipamV6Config), printIpamConf(nn.ipamV6Config),
  143. printIpamInfo(n.ipamV6Info), printIpamInfo(nn.ipamV6Info))
  144. }
  145. }
  146. func printIpamConf(list []*IpamConf) string {
  147. s := fmt.Sprintf("\n[]*IpamConfig{")
  148. for _, i := range list {
  149. s = fmt.Sprintf("%s %v,", s, i)
  150. }
  151. s = fmt.Sprintf("%s}", s)
  152. return s
  153. }
  154. func printIpamInfo(list []*IpamInfo) string {
  155. s := fmt.Sprintf("\n[]*IpamInfo{")
  156. for _, i := range list {
  157. s = fmt.Sprintf("%s\n{\n%s\n}", s, i)
  158. }
  159. s = fmt.Sprintf("%s\n}", s)
  160. return s
  161. }
  162. func TestEndpointMarshalling(t *testing.T) {
  163. ip, nw6, err := net.ParseCIDR("2001:db8:4003::122/64")
  164. if err != nil {
  165. t.Fatal(err)
  166. }
  167. nw6.IP = ip
  168. e := &endpoint{
  169. name: "Bau",
  170. id: "efghijklmno",
  171. sandboxID: "ambarabaciccicocco",
  172. anonymous: true,
  173. iface: &endpointInterface{
  174. mac: []byte{11, 12, 13, 14, 15, 16},
  175. addr: &net.IPNet{
  176. IP: net.IP{10, 0, 1, 23},
  177. Mask: net.IPMask{255, 255, 255, 0},
  178. },
  179. addrv6: nw6,
  180. srcName: "veth12ab1314",
  181. dstPrefix: "eth",
  182. v4PoolID: "poolpool",
  183. v6PoolID: "poolv6",
  184. },
  185. }
  186. b, err := json.Marshal(e)
  187. if err != nil {
  188. t.Fatal(err)
  189. }
  190. ee := &endpoint{}
  191. err = json.Unmarshal(b, ee)
  192. if err != nil {
  193. t.Fatal(err)
  194. }
  195. if e.name != ee.name || e.id != ee.id || e.sandboxID != ee.sandboxID || !compareEndpointInterface(e.iface, ee.iface) || e.anonymous != ee.anonymous {
  196. t.Fatalf("JSON marsh/unmarsh failed.\nOriginal:\n%#v\nDecoded:\n%#v\nOriginal iface: %#v\nDecodediface:\n%#v", e, ee, e.iface, ee.iface)
  197. }
  198. }
  199. func compareEndpointInterface(a, b *endpointInterface) bool {
  200. if a == b {
  201. return true
  202. }
  203. if a == nil || b == nil {
  204. return false
  205. }
  206. return a.srcName == b.srcName && a.dstPrefix == b.dstPrefix && a.v4PoolID == b.v4PoolID && a.v6PoolID == b.v6PoolID &&
  207. types.CompareIPNet(a.addr, b.addr) && types.CompareIPNet(a.addrv6, b.addrv6)
  208. }
  209. func compareIpamConfList(listA, listB []*IpamConf) bool {
  210. var a, b *IpamConf
  211. if len(listA) != len(listB) {
  212. return false
  213. }
  214. for i := 0; i < len(listA); i++ {
  215. a = listA[i]
  216. b = listB[i]
  217. if a.PreferredPool != b.PreferredPool ||
  218. a.SubPool != b.SubPool ||
  219. a.Gateway != b.Gateway || !compareStringMaps(a.AuxAddresses, b.AuxAddresses) {
  220. return false
  221. }
  222. }
  223. return true
  224. }
  225. func compareIpamInfoList(listA, listB []*IpamInfo) bool {
  226. var a, b *IpamInfo
  227. if len(listA) != len(listB) {
  228. return false
  229. }
  230. for i := 0; i < len(listA); i++ {
  231. a = listA[i]
  232. b = listB[i]
  233. if a.PoolID != b.PoolID || !compareStringMaps(a.Meta, b.Meta) ||
  234. !types.CompareIPNet(a.Gateway, b.Gateway) ||
  235. a.AddressSpace != b.AddressSpace ||
  236. !types.CompareIPNet(a.Pool, b.Pool) ||
  237. !compareAddresses(a.AuxAddresses, b.AuxAddresses) {
  238. return false
  239. }
  240. }
  241. return true
  242. }
  243. func compareStringMaps(a, b map[string]string) bool {
  244. if len(a) != len(b) {
  245. return false
  246. }
  247. if len(a) > 0 {
  248. for k := range a {
  249. if a[k] != b[k] {
  250. return false
  251. }
  252. }
  253. }
  254. return true
  255. }
  256. func compareAddresses(a, b map[string]*net.IPNet) bool {
  257. if len(a) != len(b) {
  258. return false
  259. }
  260. if len(a) > 0 {
  261. for k := range a {
  262. if !types.CompareIPNet(a[k], b[k]) {
  263. return false
  264. }
  265. }
  266. }
  267. return true
  268. }
  269. func TestAuxAddresses(t *testing.T) {
  270. c, err := New()
  271. if err != nil {
  272. t.Fatal(err)
  273. }
  274. defer c.Stop()
  275. n := &network{ipamType: ipamapi.DefaultIPAM, networkType: "bridge", ctrlr: c.(*controller)}
  276. input := []struct {
  277. masterPool string
  278. subPool string
  279. auxAddresses map[string]string
  280. good bool
  281. }{
  282. {"192.168.0.0/16", "", map[string]string{"goodOne": "192.168.2.2"}, true},
  283. {"192.168.0.0/16", "", map[string]string{"badOne": "192.169.2.3"}, false},
  284. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"goodOne": "192.168.1.2"}, true},
  285. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"stillGood": "192.168.2.4"}, true},
  286. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"badOne": "192.169.2.4"}, false},
  287. }
  288. for _, i := range input {
  289. n.ipamV4Config = []*IpamConf{{PreferredPool: i.masterPool, SubPool: i.subPool, AuxAddresses: i.auxAddresses}}
  290. err = n.ipamAllocate()
  291. if i.good != (err == nil) {
  292. t.Fatalf("Unexpected result for %v: %v", i, err)
  293. }
  294. n.ipamRelease()
  295. }
  296. }
  297. func TestSRVServiceQuery(t *testing.T) {
  298. c, err := New()
  299. if err != nil {
  300. t.Fatal(err)
  301. }
  302. defer c.Stop()
  303. n, err := c.NewNetwork("bridge", "net1", "", nil)
  304. if err != nil {
  305. t.Fatal(err)
  306. }
  307. defer func() {
  308. if err := n.Delete(); err != nil {
  309. t.Fatal(err)
  310. }
  311. }()
  312. ep, err := n.CreateEndpoint("testep")
  313. if err != nil {
  314. t.Fatal(err)
  315. }
  316. sb, err := c.NewSandbox("c1")
  317. if err != nil {
  318. t.Fatal(err)
  319. }
  320. defer func() {
  321. if err := sb.Delete(); err != nil {
  322. t.Fatal(err)
  323. }
  324. }()
  325. err = ep.Join(sb)
  326. if err != nil {
  327. t.Fatal(err)
  328. }
  329. sr := svcInfo{
  330. svcMap: make(map[string][]net.IP),
  331. svcIPv6Map: make(map[string][]net.IP),
  332. ipMap: make(map[string]string),
  333. service: make(map[string][]servicePorts),
  334. }
  335. // backing container for the service
  336. cTarget := serviceTarget{
  337. name: "task1.web.swarm",
  338. ip: net.ParseIP("192.168.10.2"),
  339. port: 80,
  340. }
  341. // backing host for the service
  342. hTarget := serviceTarget{
  343. name: "node1.docker-cluster",
  344. ip: net.ParseIP("10.10.10.2"),
  345. port: 45321,
  346. }
  347. httpPort := servicePorts{
  348. portName: "_http",
  349. proto: "_tcp",
  350. target: []serviceTarget{cTarget},
  351. }
  352. extHTTPPort := servicePorts{
  353. portName: "_host_http",
  354. proto: "_tcp",
  355. target: []serviceTarget{hTarget},
  356. }
  357. sr.service["web.swarm"] = append(sr.service["web.swarm"], httpPort)
  358. sr.service["web.swarm"] = append(sr.service["web.swarm"], extHTTPPort)
  359. c.(*controller).svcRecords[n.ID()] = sr
  360. _, ip := ep.Info().Sandbox().ResolveService("_http._tcp.web.swarm")
  361. if len(ip) == 0 {
  362. t.Fatal(err)
  363. }
  364. if ip[0].String() != "192.168.10.2" {
  365. t.Fatal(err)
  366. }
  367. _, ip = ep.Info().Sandbox().ResolveService("_host_http._tcp.web.swarm")
  368. if len(ip) == 0 {
  369. t.Fatal(err)
  370. }
  371. if ip[0].String() != "10.10.10.2" {
  372. t.Fatal(err)
  373. }
  374. // Service name with invalid protocol name. Should fail without error
  375. _, ip = ep.Info().Sandbox().ResolveService("_http._icmp.web.swarm")
  376. if len(ip) != 0 {
  377. t.Fatal("Valid response for invalid service name")
  378. }
  379. }
  380. func TestIpamReleaseOnNetDriverFailures(t *testing.T) {
  381. if !testutils.IsRunningInContainer() {
  382. defer testutils.SetupTestOSContext(t)()
  383. }
  384. cfgOptions, err := OptionBoltdbWithRandomDBFile()
  385. c, err := New(cfgOptions...)
  386. if err != nil {
  387. t.Fatal(err)
  388. }
  389. defer c.Stop()
  390. cc := c.(*controller)
  391. if err := cc.drvRegistry.AddDriver(badDriverName, badDriverInit, nil); err != nil {
  392. t.Fatal(err)
  393. }
  394. // Test whether ipam state release is invoked on network create failure from net driver
  395. // by checking whether subsequent network creation requesting same gateway IP succeeds
  396. ipamOpt := NetworkOptionIpam(ipamapi.DefaultIPAM, "", []*IpamConf{{PreferredPool: "10.34.0.0/16", Gateway: "10.34.255.254"}}, nil, nil)
  397. if _, err := c.NewNetwork(badDriverName, "badnet1", "", ipamOpt); err == nil {
  398. t.Fatalf("bad network driver should have failed network creation")
  399. }
  400. gnw, err := c.NewNetwork("bridge", "goodnet1", "", ipamOpt)
  401. if err != nil {
  402. t.Fatal(err)
  403. }
  404. gnw.Delete()
  405. // Now check whether ipam release works on endpoint creation failure
  406. bd.failNetworkCreation = false
  407. bnw, err := c.NewNetwork(badDriverName, "badnet2", "", ipamOpt)
  408. if err != nil {
  409. t.Fatal(err)
  410. }
  411. defer bnw.Delete()
  412. if _, err := bnw.CreateEndpoint("ep0"); err == nil {
  413. t.Fatalf("bad network driver should have failed endpoint creation")
  414. }
  415. // Now create good bridge network with different gateway
  416. ipamOpt2 := NetworkOptionIpam(ipamapi.DefaultIPAM, "", []*IpamConf{{PreferredPool: "10.34.0.0/16", Gateway: "10.34.255.253"}}, nil, nil)
  417. gnw, err = c.NewNetwork("bridge", "goodnet2", "", ipamOpt2)
  418. if err != nil {
  419. t.Fatal(err)
  420. }
  421. defer gnw.Delete()
  422. ep, err := gnw.CreateEndpoint("ep1")
  423. if err != nil {
  424. t.Fatal(err)
  425. }
  426. defer ep.Delete(false)
  427. expectedIP, _ := types.ParseCIDR("10.34.0.1/16")
  428. if !types.CompareIPNet(ep.Info().Iface().Address(), expectedIP) {
  429. t.Fatalf("Ipam release must have failed, endpoint has unexpected address: %v", ep.Info().Iface().Address())
  430. }
  431. }
  432. var badDriverName = "bad network driver"
  433. type badDriver struct {
  434. failNetworkCreation bool
  435. }
  436. var bd = badDriver{failNetworkCreation: true}
  437. func badDriverInit(reg driverapi.DriverCallback, opt map[string]interface{}) error {
  438. return reg.RegisterDriver(badDriverName, &bd, driverapi.Capability{DataScope: datastore.LocalScope})
  439. }
  440. func (b *badDriver) CreateNetwork(nid string, options map[string]interface{}, nInfo driverapi.NetworkInfo, ipV4Data, ipV6Data []driverapi.IPAMData) error {
  441. if b.failNetworkCreation {
  442. return fmt.Errorf("I will not create any network")
  443. }
  444. return nil
  445. }
  446. func (b *badDriver) DeleteNetwork(nid string) error {
  447. return nil
  448. }
  449. func (b *badDriver) CreateEndpoint(nid, eid string, ifInfo driverapi.InterfaceInfo, options map[string]interface{}) error {
  450. return fmt.Errorf("I will not create any endpoint")
  451. }
  452. func (b *badDriver) DeleteEndpoint(nid, eid string) error {
  453. return nil
  454. }
  455. func (b *badDriver) EndpointOperInfo(nid, eid string) (map[string]interface{}, error) {
  456. return nil, nil
  457. }
  458. func (b *badDriver) Join(nid, eid string, sboxKey string, jinfo driverapi.JoinInfo, options map[string]interface{}) error {
  459. return fmt.Errorf("I will not allow any join")
  460. }
  461. func (b *badDriver) Leave(nid, eid string) error {
  462. return nil
  463. }
  464. func (b *badDriver) DiscoverNew(dType discoverapi.DiscoveryType, data interface{}) error {
  465. return nil
  466. }
  467. func (b *badDriver) DiscoverDelete(dType discoverapi.DiscoveryType, data interface{}) error {
  468. return nil
  469. }
  470. func (b *badDriver) Type() string {
  471. return badDriverName
  472. }
  473. func (b *badDriver) ProgramExternalConnectivity(nid, eid string, options map[string]interface{}) error {
  474. return nil
  475. }
  476. func (b *badDriver) RevokeExternalConnectivity(nid, eid string) error {
  477. return nil
  478. }
  479. func (b *badDriver) NetworkAllocate(id string, option map[string]string, ipV4Data, ipV6Data []driverapi.IPAMData) (map[string]string, error) {
  480. return nil, types.NotImplementedErrorf("not implemented")
  481. }
  482. func (b *badDriver) NetworkFree(id string) error {
  483. return types.NotImplementedErrorf("not implemented")
  484. }
  485. func (b *badDriver) EventNotify(etype driverapi.EventType, nid, tableName, key string, value []byte) {
  486. }