libnetwork_internal_test.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577
  1. package libnetwork
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net"
  6. "testing"
  7. "time"
  8. "github.com/docker/libnetwork/common"
  9. "github.com/docker/libnetwork/datastore"
  10. "github.com/docker/libnetwork/discoverapi"
  11. "github.com/docker/libnetwork/driverapi"
  12. "github.com/docker/libnetwork/ipamapi"
  13. "github.com/docker/libnetwork/netlabel"
  14. "github.com/docker/libnetwork/testutils"
  15. "github.com/docker/libnetwork/types"
  16. )
  17. func TestNetworkMarshalling(t *testing.T) {
  18. n := &network{
  19. name: "Miao",
  20. id: "abccba",
  21. ipamType: "default",
  22. addrSpace: "viola",
  23. networkType: "bridge",
  24. enableIPv6: true,
  25. persist: true,
  26. configOnly: true,
  27. configFrom: "configOnlyX",
  28. ipamOptions: map[string]string{
  29. netlabel.MacAddress: "a:b:c:d:e:f",
  30. "primary": "",
  31. },
  32. ipamV4Config: []*IpamConf{
  33. {
  34. PreferredPool: "10.2.0.0/16",
  35. SubPool: "10.2.0.0/24",
  36. Gateway: "",
  37. AuxAddresses: nil,
  38. },
  39. {
  40. PreferredPool: "10.2.0.0/16",
  41. SubPool: "10.2.1.0/24",
  42. Gateway: "10.2.1.254",
  43. },
  44. },
  45. ipamV6Config: []*IpamConf{
  46. {
  47. PreferredPool: "abcd::/64",
  48. SubPool: "abcd:abcd:abcd:abcd:abcd::/80",
  49. Gateway: "abcd::29/64",
  50. AuxAddresses: nil,
  51. },
  52. },
  53. ipamV4Info: []*IpamInfo{
  54. {
  55. PoolID: "ipoolverde123",
  56. Meta: map[string]string{
  57. netlabel.Gateway: "10.2.1.255/16",
  58. },
  59. IPAMData: driverapi.IPAMData{
  60. AddressSpace: "viola",
  61. Pool: &net.IPNet{
  62. IP: net.IP{10, 2, 0, 0},
  63. Mask: net.IPMask{255, 255, 255, 0},
  64. },
  65. Gateway: nil,
  66. AuxAddresses: nil,
  67. },
  68. },
  69. {
  70. PoolID: "ipoolblue345",
  71. Meta: map[string]string{
  72. netlabel.Gateway: "10.2.1.255/16",
  73. },
  74. IPAMData: driverapi.IPAMData{
  75. AddressSpace: "viola",
  76. Pool: &net.IPNet{
  77. IP: net.IP{10, 2, 1, 0},
  78. Mask: net.IPMask{255, 255, 255, 0},
  79. },
  80. Gateway: &net.IPNet{IP: net.IP{10, 2, 1, 254}, Mask: net.IPMask{255, 255, 255, 0}},
  81. AuxAddresses: map[string]*net.IPNet{
  82. "ip3": {IP: net.IP{10, 2, 1, 3}, Mask: net.IPMask{255, 255, 255, 0}},
  83. "ip5": {IP: net.IP{10, 2, 1, 55}, Mask: net.IPMask{255, 255, 255, 0}},
  84. },
  85. },
  86. },
  87. {
  88. PoolID: "weirdinfo",
  89. IPAMData: driverapi.IPAMData{
  90. Gateway: &net.IPNet{
  91. IP: net.IP{11, 2, 1, 255},
  92. Mask: net.IPMask{255, 0, 0, 0},
  93. },
  94. },
  95. },
  96. },
  97. ipamV6Info: []*IpamInfo{
  98. {
  99. PoolID: "ipoolv6",
  100. IPAMData: driverapi.IPAMData{
  101. AddressSpace: "viola",
  102. Pool: &net.IPNet{
  103. IP: net.IP{0xab, 0xcd, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0},
  104. Mask: net.IPMask{255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 0, 0, 0, 0, 0, 0},
  105. },
  106. Gateway: &net.IPNet{
  107. IP: net.IP{0xab, 0xcd, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 29},
  108. Mask: net.IPMask{255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 0, 0, 0, 0, 0, 0},
  109. },
  110. AuxAddresses: nil,
  111. },
  112. },
  113. },
  114. labels: map[string]string{
  115. "color": "blue",
  116. "superimposed": "",
  117. },
  118. created: time.Now(),
  119. }
  120. b, err := json.Marshal(n)
  121. if err != nil {
  122. t.Fatal(err)
  123. }
  124. nn := &network{}
  125. err = json.Unmarshal(b, nn)
  126. if err != nil {
  127. t.Fatal(err)
  128. }
  129. if n.name != nn.name || n.id != nn.id || n.networkType != nn.networkType || n.ipamType != nn.ipamType ||
  130. n.addrSpace != nn.addrSpace || n.enableIPv6 != nn.enableIPv6 ||
  131. n.persist != nn.persist || !compareIpamConfList(n.ipamV4Config, nn.ipamV4Config) ||
  132. !compareIpamInfoList(n.ipamV4Info, nn.ipamV4Info) || !compareIpamConfList(n.ipamV6Config, nn.ipamV6Config) ||
  133. !compareIpamInfoList(n.ipamV6Info, nn.ipamV6Info) ||
  134. !compareStringMaps(n.ipamOptions, nn.ipamOptions) ||
  135. !compareStringMaps(n.labels, nn.labels) ||
  136. !n.created.Equal(nn.created) ||
  137. n.configOnly != nn.configOnly || n.configFrom != nn.configFrom {
  138. t.Fatalf("JSON marsh/unmarsh failed."+
  139. "\nOriginal:\n%#v\nDecoded:\n%#v"+
  140. "\nOriginal ipamV4Conf: %#v\n\nDecoded ipamV4Conf: %#v"+
  141. "\nOriginal ipamV4Info: %s\n\nDecoded ipamV4Info: %s"+
  142. "\nOriginal ipamV6Conf: %#v\n\nDecoded ipamV6Conf: %#v"+
  143. "\nOriginal ipamV6Info: %s\n\nDecoded ipamV6Info: %s",
  144. n, nn, printIpamConf(n.ipamV4Config), printIpamConf(nn.ipamV4Config),
  145. printIpamInfo(n.ipamV4Info), printIpamInfo(nn.ipamV4Info),
  146. printIpamConf(n.ipamV6Config), printIpamConf(nn.ipamV6Config),
  147. printIpamInfo(n.ipamV6Info), printIpamInfo(nn.ipamV6Info))
  148. }
  149. }
  150. func printIpamConf(list []*IpamConf) string {
  151. s := fmt.Sprintf("\n[]*IpamConfig{")
  152. for _, i := range list {
  153. s = fmt.Sprintf("%s %v,", s, i)
  154. }
  155. s = fmt.Sprintf("%s}", s)
  156. return s
  157. }
  158. func printIpamInfo(list []*IpamInfo) string {
  159. s := fmt.Sprintf("\n[]*IpamInfo{")
  160. for _, i := range list {
  161. s = fmt.Sprintf("%s\n{\n%s\n}", s, i)
  162. }
  163. s = fmt.Sprintf("%s\n}", s)
  164. return s
  165. }
  166. func TestEndpointMarshalling(t *testing.T) {
  167. ip, nw6, err := net.ParseCIDR("2001:db8:4003::122/64")
  168. if err != nil {
  169. t.Fatal(err)
  170. }
  171. nw6.IP = ip
  172. var lla []*net.IPNet
  173. for _, nw := range []string{"169.254.0.1/16", "169.254.1.1/16", "169.254.2.2/16"} {
  174. ll, _ := types.ParseCIDR(nw)
  175. lla = append(lla, ll)
  176. }
  177. e := &endpoint{
  178. name: "Bau",
  179. id: "efghijklmno",
  180. sandboxID: "ambarabaciccicocco",
  181. anonymous: true,
  182. iface: &endpointInterface{
  183. mac: []byte{11, 12, 13, 14, 15, 16},
  184. addr: &net.IPNet{
  185. IP: net.IP{10, 0, 1, 23},
  186. Mask: net.IPMask{255, 255, 255, 0},
  187. },
  188. addrv6: nw6,
  189. srcName: "veth12ab1314",
  190. dstPrefix: "eth",
  191. v4PoolID: "poolpool",
  192. v6PoolID: "poolv6",
  193. llAddrs: lla,
  194. },
  195. }
  196. b, err := json.Marshal(e)
  197. if err != nil {
  198. t.Fatal(err)
  199. }
  200. ee := &endpoint{}
  201. err = json.Unmarshal(b, ee)
  202. if err != nil {
  203. t.Fatal(err)
  204. }
  205. if e.name != ee.name || e.id != ee.id || e.sandboxID != ee.sandboxID || !compareEndpointInterface(e.iface, ee.iface) || e.anonymous != ee.anonymous {
  206. t.Fatalf("JSON marsh/unmarsh failed.\nOriginal:\n%#v\nDecoded:\n%#v\nOriginal iface: %#v\nDecodediface:\n%#v", e, ee, e.iface, ee.iface)
  207. }
  208. }
  209. func compareEndpointInterface(a, b *endpointInterface) bool {
  210. if a == b {
  211. return true
  212. }
  213. if a == nil || b == nil {
  214. return false
  215. }
  216. return a.srcName == b.srcName && a.dstPrefix == b.dstPrefix && a.v4PoolID == b.v4PoolID && a.v6PoolID == b.v6PoolID &&
  217. types.CompareIPNet(a.addr, b.addr) && types.CompareIPNet(a.addrv6, b.addrv6) && compareNwLists(a.llAddrs, b.llAddrs)
  218. }
  219. func compareIpamConfList(listA, listB []*IpamConf) bool {
  220. var a, b *IpamConf
  221. if len(listA) != len(listB) {
  222. return false
  223. }
  224. for i := 0; i < len(listA); i++ {
  225. a = listA[i]
  226. b = listB[i]
  227. if a.PreferredPool != b.PreferredPool ||
  228. a.SubPool != b.SubPool ||
  229. a.Gateway != b.Gateway || !compareStringMaps(a.AuxAddresses, b.AuxAddresses) {
  230. return false
  231. }
  232. }
  233. return true
  234. }
  235. func compareIpamInfoList(listA, listB []*IpamInfo) bool {
  236. var a, b *IpamInfo
  237. if len(listA) != len(listB) {
  238. return false
  239. }
  240. for i := 0; i < len(listA); i++ {
  241. a = listA[i]
  242. b = listB[i]
  243. if a.PoolID != b.PoolID || !compareStringMaps(a.Meta, b.Meta) ||
  244. !types.CompareIPNet(a.Gateway, b.Gateway) ||
  245. a.AddressSpace != b.AddressSpace ||
  246. !types.CompareIPNet(a.Pool, b.Pool) ||
  247. !compareAddresses(a.AuxAddresses, b.AuxAddresses) {
  248. return false
  249. }
  250. }
  251. return true
  252. }
  253. func compareStringMaps(a, b map[string]string) bool {
  254. if len(a) != len(b) {
  255. return false
  256. }
  257. if len(a) > 0 {
  258. for k := range a {
  259. if a[k] != b[k] {
  260. return false
  261. }
  262. }
  263. }
  264. return true
  265. }
  266. func compareAddresses(a, b map[string]*net.IPNet) bool {
  267. if len(a) != len(b) {
  268. return false
  269. }
  270. if len(a) > 0 {
  271. for k := range a {
  272. if !types.CompareIPNet(a[k], b[k]) {
  273. return false
  274. }
  275. }
  276. }
  277. return true
  278. }
  279. func compareNwLists(a, b []*net.IPNet) bool {
  280. if len(a) != len(b) {
  281. return false
  282. }
  283. for k := range a {
  284. if !types.CompareIPNet(a[k], b[k]) {
  285. return false
  286. }
  287. }
  288. return true
  289. }
  290. func TestAuxAddresses(t *testing.T) {
  291. c, err := New()
  292. if err != nil {
  293. t.Fatal(err)
  294. }
  295. defer c.Stop()
  296. n := &network{ipamType: ipamapi.DefaultIPAM, networkType: "bridge", ctrlr: c.(*controller)}
  297. input := []struct {
  298. masterPool string
  299. subPool string
  300. auxAddresses map[string]string
  301. good bool
  302. }{
  303. {"192.168.0.0/16", "", map[string]string{"goodOne": "192.168.2.2"}, true},
  304. {"192.168.0.0/16", "", map[string]string{"badOne": "192.169.2.3"}, false},
  305. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"goodOne": "192.168.1.2"}, true},
  306. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"stillGood": "192.168.2.4"}, true},
  307. {"192.168.0.0/16", "192.168.1.0/24", map[string]string{"badOne": "192.169.2.4"}, false},
  308. }
  309. for _, i := range input {
  310. n.ipamV4Config = []*IpamConf{{PreferredPool: i.masterPool, SubPool: i.subPool, AuxAddresses: i.auxAddresses}}
  311. err = n.ipamAllocate()
  312. if i.good != (err == nil) {
  313. t.Fatalf("Unexpected result for %v: %v", i, err)
  314. }
  315. n.ipamRelease()
  316. }
  317. }
  318. func TestSRVServiceQuery(t *testing.T) {
  319. c, err := New()
  320. if err != nil {
  321. t.Fatal(err)
  322. }
  323. defer c.Stop()
  324. n, err := c.NewNetwork("bridge", "net1", "", nil)
  325. if err != nil {
  326. t.Fatal(err)
  327. }
  328. defer func() {
  329. if err := n.Delete(); err != nil {
  330. t.Fatal(err)
  331. }
  332. }()
  333. ep, err := n.CreateEndpoint("testep")
  334. if err != nil {
  335. t.Fatal(err)
  336. }
  337. sb, err := c.NewSandbox("c1")
  338. if err != nil {
  339. t.Fatal(err)
  340. }
  341. defer func() {
  342. if err := sb.Delete(); err != nil {
  343. t.Fatal(err)
  344. }
  345. }()
  346. err = ep.Join(sb)
  347. if err != nil {
  348. t.Fatal(err)
  349. }
  350. sr := svcInfo{
  351. svcMap: make(map[string][]net.IP),
  352. svcIPv6Map: make(map[string][]net.IP),
  353. ipMap: common.NewSetMatrix(),
  354. service: make(map[string][]servicePorts),
  355. }
  356. // backing container for the service
  357. cTarget := serviceTarget{
  358. name: "task1.web.swarm",
  359. ip: net.ParseIP("192.168.10.2"),
  360. port: 80,
  361. }
  362. // backing host for the service
  363. hTarget := serviceTarget{
  364. name: "node1.docker-cluster",
  365. ip: net.ParseIP("10.10.10.2"),
  366. port: 45321,
  367. }
  368. httpPort := servicePorts{
  369. portName: "_http",
  370. proto: "_tcp",
  371. target: []serviceTarget{cTarget},
  372. }
  373. extHTTPPort := servicePorts{
  374. portName: "_host_http",
  375. proto: "_tcp",
  376. target: []serviceTarget{hTarget},
  377. }
  378. sr.service["web.swarm"] = append(sr.service["web.swarm"], httpPort)
  379. sr.service["web.swarm"] = append(sr.service["web.swarm"], extHTTPPort)
  380. c.(*controller).svcRecords[n.ID()] = sr
  381. _, ip := ep.Info().Sandbox().ResolveService("_http._tcp.web.swarm")
  382. if len(ip) == 0 {
  383. t.Fatal(err)
  384. }
  385. if ip[0].String() != "192.168.10.2" {
  386. t.Fatal(err)
  387. }
  388. _, ip = ep.Info().Sandbox().ResolveService("_host_http._tcp.web.swarm")
  389. if len(ip) == 0 {
  390. t.Fatal(err)
  391. }
  392. if ip[0].String() != "10.10.10.2" {
  393. t.Fatal(err)
  394. }
  395. // Service name with invalid protocol name. Should fail without error
  396. _, ip = ep.Info().Sandbox().ResolveService("_http._icmp.web.swarm")
  397. if len(ip) != 0 {
  398. t.Fatal("Valid response for invalid service name")
  399. }
  400. }
  401. func TestIpamReleaseOnNetDriverFailures(t *testing.T) {
  402. if !testutils.IsRunningInContainer() {
  403. defer testutils.SetupTestOSContext(t)()
  404. }
  405. cfgOptions, err := OptionBoltdbWithRandomDBFile()
  406. if err != nil {
  407. t.Fatal(err)
  408. }
  409. c, err := New(cfgOptions...)
  410. if err != nil {
  411. t.Fatal(err)
  412. }
  413. defer c.Stop()
  414. cc := c.(*controller)
  415. if err := cc.drvRegistry.AddDriver(badDriverName, badDriverInit, nil); err != nil {
  416. t.Fatal(err)
  417. }
  418. // Test whether ipam state release is invoked on network create failure from net driver
  419. // by checking whether subsequent network creation requesting same gateway IP succeeds
  420. ipamOpt := NetworkOptionIpam(ipamapi.DefaultIPAM, "", []*IpamConf{{PreferredPool: "10.34.0.0/16", Gateway: "10.34.255.254"}}, nil, nil)
  421. if _, err := c.NewNetwork(badDriverName, "badnet1", "", ipamOpt); err == nil {
  422. t.Fatalf("bad network driver should have failed network creation")
  423. }
  424. gnw, err := c.NewNetwork("bridge", "goodnet1", "", ipamOpt)
  425. if err != nil {
  426. t.Fatal(err)
  427. }
  428. gnw.Delete()
  429. // Now check whether ipam release works on endpoint creation failure
  430. bd.failNetworkCreation = false
  431. bnw, err := c.NewNetwork(badDriverName, "badnet2", "", ipamOpt)
  432. if err != nil {
  433. t.Fatal(err)
  434. }
  435. defer bnw.Delete()
  436. if _, err := bnw.CreateEndpoint("ep0"); err == nil {
  437. t.Fatalf("bad network driver should have failed endpoint creation")
  438. }
  439. // Now create good bridge network with different gateway
  440. ipamOpt2 := NetworkOptionIpam(ipamapi.DefaultIPAM, "", []*IpamConf{{PreferredPool: "10.34.0.0/16", Gateway: "10.34.255.253"}}, nil, nil)
  441. gnw, err = c.NewNetwork("bridge", "goodnet2", "", ipamOpt2)
  442. if err != nil {
  443. t.Fatal(err)
  444. }
  445. defer gnw.Delete()
  446. ep, err := gnw.CreateEndpoint("ep1")
  447. if err != nil {
  448. t.Fatal(err)
  449. }
  450. defer ep.Delete(false)
  451. expectedIP, _ := types.ParseCIDR("10.34.0.1/16")
  452. if !types.CompareIPNet(ep.Info().Iface().Address(), expectedIP) {
  453. t.Fatalf("Ipam release must have failed, endpoint has unexpected address: %v", ep.Info().Iface().Address())
  454. }
  455. }
  456. var badDriverName = "bad network driver"
  457. type badDriver struct {
  458. failNetworkCreation bool
  459. }
  460. var bd = badDriver{failNetworkCreation: true}
  461. func badDriverInit(reg driverapi.DriverCallback, opt map[string]interface{}) error {
  462. return reg.RegisterDriver(badDriverName, &bd, driverapi.Capability{DataScope: datastore.LocalScope})
  463. }
  464. func (b *badDriver) CreateNetwork(nid string, options map[string]interface{}, nInfo driverapi.NetworkInfo, ipV4Data, ipV6Data []driverapi.IPAMData) error {
  465. if b.failNetworkCreation {
  466. return fmt.Errorf("I will not create any network")
  467. }
  468. return nil
  469. }
  470. func (b *badDriver) DeleteNetwork(nid string) error {
  471. return nil
  472. }
  473. func (b *badDriver) CreateEndpoint(nid, eid string, ifInfo driverapi.InterfaceInfo, options map[string]interface{}) error {
  474. return fmt.Errorf("I will not create any endpoint")
  475. }
  476. func (b *badDriver) DeleteEndpoint(nid, eid string) error {
  477. return nil
  478. }
  479. func (b *badDriver) EndpointOperInfo(nid, eid string) (map[string]interface{}, error) {
  480. return nil, nil
  481. }
  482. func (b *badDriver) Join(nid, eid string, sboxKey string, jinfo driverapi.JoinInfo, options map[string]interface{}) error {
  483. return fmt.Errorf("I will not allow any join")
  484. }
  485. func (b *badDriver) Leave(nid, eid string) error {
  486. return nil
  487. }
  488. func (b *badDriver) DiscoverNew(dType discoverapi.DiscoveryType, data interface{}) error {
  489. return nil
  490. }
  491. func (b *badDriver) DiscoverDelete(dType discoverapi.DiscoveryType, data interface{}) error {
  492. return nil
  493. }
  494. func (b *badDriver) Type() string {
  495. return badDriverName
  496. }
  497. func (b *badDriver) IsBuiltIn() bool {
  498. return false
  499. }
  500. func (b *badDriver) ProgramExternalConnectivity(nid, eid string, options map[string]interface{}) error {
  501. return nil
  502. }
  503. func (b *badDriver) RevokeExternalConnectivity(nid, eid string) error {
  504. return nil
  505. }
  506. func (b *badDriver) NetworkAllocate(id string, option map[string]string, ipV4Data, ipV6Data []driverapi.IPAMData) (map[string]string, error) {
  507. return nil, types.NotImplementedErrorf("not implemented")
  508. }
  509. func (b *badDriver) NetworkFree(id string) error {
  510. return types.NotImplementedErrorf("not implemented")
  511. }
  512. func (b *badDriver) EventNotify(etype driverapi.EventType, nid, tableName, key string, value []byte) {
  513. }
  514. func (b *badDriver) DecodeTableEntry(tablename string, key string, value []byte) (string, map[string]string) {
  515. return "", nil
  516. }