sandbox_linux_test.go 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405
  1. package osl
  2. import (
  3. "crypto/rand"
  4. "encoding/hex"
  5. "io"
  6. "net"
  7. "os"
  8. "path/filepath"
  9. "strings"
  10. "syscall"
  11. "testing"
  12. "time"
  13. "github.com/docker/libnetwork/testutils"
  14. "github.com/docker/libnetwork/types"
  15. "github.com/vishvananda/netlink"
  16. "github.com/vishvananda/netlink/nl"
  17. "github.com/vishvananda/netns"
  18. )
  19. const (
  20. vethName1 = "wierdlongname1"
  21. vethName2 = "wierdlongname2"
  22. vethName3 = "wierdlongname3"
  23. vethName4 = "wierdlongname4"
  24. sboxIfaceName = "containername"
  25. )
  26. func generateRandomName(prefix string, size int) (string, error) {
  27. id := make([]byte, 32)
  28. if _, err := io.ReadFull(rand.Reader, id); err != nil {
  29. return "", err
  30. }
  31. return prefix + hex.EncodeToString(id)[:size], nil
  32. }
  33. func newKey(t *testing.T) (string, error) {
  34. name, err := generateRandomName("netns", 12)
  35. if err != nil {
  36. return "", err
  37. }
  38. name = filepath.Join("/tmp", name)
  39. if _, err := os.Create(name); err != nil {
  40. return "", err
  41. }
  42. // Set the rpmCleanupPeriod to be low to make the test run quicker
  43. gpmLock.Lock()
  44. gpmCleanupPeriod = 2 * time.Second
  45. gpmLock.Unlock()
  46. return name, nil
  47. }
  48. func newInfo(hnd *netlink.Handle, t *testing.T) (Sandbox, error) {
  49. veth := &netlink.Veth{
  50. LinkAttrs: netlink.LinkAttrs{Name: vethName1, TxQLen: 0},
  51. PeerName: vethName2}
  52. if err := hnd.LinkAdd(veth); err != nil {
  53. return nil, err
  54. }
  55. // Store the sandbox side pipe interface
  56. // This is needed for cleanup on DeleteEndpoint()
  57. intf1 := &nwIface{}
  58. intf1.srcName = vethName2
  59. intf1.dstName = sboxIfaceName
  60. ip4, addr, err := net.ParseCIDR("192.168.1.100/24")
  61. if err != nil {
  62. return nil, err
  63. }
  64. intf1.address = addr
  65. intf1.address.IP = ip4
  66. ip6, addrv6, err := net.ParseCIDR("fe80::2/64")
  67. if err != nil {
  68. return nil, err
  69. }
  70. intf1.addressIPv6 = addrv6
  71. intf1.addressIPv6.IP = ip6
  72. _, route, err := net.ParseCIDR("192.168.2.1/32")
  73. if err != nil {
  74. return nil, err
  75. }
  76. intf1.routes = []*net.IPNet{route}
  77. intf2 := &nwIface{}
  78. intf2.srcName = "testbridge"
  79. intf2.dstName = sboxIfaceName
  80. intf2.bridge = true
  81. veth = &netlink.Veth{
  82. LinkAttrs: netlink.LinkAttrs{Name: vethName3, TxQLen: 0},
  83. PeerName: vethName4}
  84. if err := hnd.LinkAdd(veth); err != nil {
  85. return nil, err
  86. }
  87. intf3 := &nwIface{}
  88. intf3.srcName = vethName4
  89. intf3.dstName = sboxIfaceName
  90. intf3.master = "testbridge"
  91. info := &networkNamespace{iFaces: []*nwIface{intf1, intf2, intf3}}
  92. info.gw = net.ParseIP("192.168.1.1")
  93. info.gwv6 = net.ParseIP("fe80::1")
  94. return info, nil
  95. }
  96. func verifySandbox(t *testing.T, s Sandbox, ifaceSuffixes []string) {
  97. _, ok := s.(*networkNamespace)
  98. if !ok {
  99. t.Fatalf("The sandbox interface returned is not of type networkNamespace")
  100. }
  101. sbNs, err := netns.GetFromPath(s.Key())
  102. if err != nil {
  103. t.Fatalf("Failed top open network namespace path %q: %v", s.Key(), err)
  104. }
  105. defer sbNs.Close()
  106. nh, err := netlink.NewHandleAt(sbNs)
  107. if err != nil {
  108. t.Fatal(err)
  109. }
  110. defer nh.Delete()
  111. for _, suffix := range ifaceSuffixes {
  112. _, err = nh.LinkByName(sboxIfaceName + suffix)
  113. if err != nil {
  114. t.Fatalf("Could not find the interface %s inside the sandbox: %v",
  115. sboxIfaceName+suffix, err)
  116. }
  117. }
  118. }
  119. func verifyCleanup(t *testing.T, s Sandbox, wait bool) {
  120. if wait {
  121. time.Sleep(time.Duration(gpmCleanupPeriod * 2))
  122. }
  123. if _, err := os.Stat(s.Key()); err == nil {
  124. if wait {
  125. t.Fatalf("The sandbox path %s is not getting cleaned up even after twice the cleanup period", s.Key())
  126. } else {
  127. t.Fatalf("The sandbox path %s is not cleaned up after running gc", s.Key())
  128. }
  129. }
  130. }
  131. func TestScanStatistics(t *testing.T) {
  132. data :=
  133. "Inter-| Receive | Transmit\n" +
  134. " face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed\n" +
  135. " eth0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n" +
  136. " wlan0: 7787685 11141 0 0 0 0 0 0 1681390 7220 0 0 0 0 0 0\n" +
  137. " lo: 783782 1853 0 0 0 0 0 0 783782 1853 0 0 0 0 0 0\n" +
  138. "lxcbr0: 0 0 0 0 0 0 0 0 9006 61 0 0 0 0 0 0\n"
  139. i := &types.InterfaceStatistics{}
  140. if err := scanInterfaceStats(data, "wlan0", i); err != nil {
  141. t.Fatal(err)
  142. }
  143. if i.TxBytes != 1681390 || i.TxPackets != 7220 || i.RxBytes != 7787685 || i.RxPackets != 11141 {
  144. t.Fatalf("Error scanning the statistics")
  145. }
  146. if err := scanInterfaceStats(data, "lxcbr0", i); err != nil {
  147. t.Fatal(err)
  148. }
  149. if i.TxBytes != 9006 || i.TxPackets != 61 || i.RxBytes != 0 || i.RxPackets != 0 {
  150. t.Fatalf("Error scanning the statistics")
  151. }
  152. }
  153. func TestDisableIPv6DAD(t *testing.T) {
  154. if testutils.RunningOnCircleCI() {
  155. t.Skipf("Skipping as not supported on CIRCLE CI kernel")
  156. }
  157. defer testutils.SetupTestOSContext(t)()
  158. key, err := newKey(t)
  159. if err != nil {
  160. t.Fatalf("Failed to obtain a key: %v", err)
  161. }
  162. s, err := NewSandbox(key, true, false)
  163. if err != nil {
  164. t.Fatalf("Failed to create a new sandbox: %v", err)
  165. }
  166. defer s.Destroy()
  167. n, ok := s.(*networkNamespace)
  168. if !ok {
  169. t.Fatal(ok)
  170. }
  171. nlh := n.nlHandle
  172. ipv6, _ := types.ParseCIDR("2001:db8::44/64")
  173. iface := &nwIface{addressIPv6: ipv6, ns: n, dstName: "sideA"}
  174. veth := &netlink.Veth{
  175. LinkAttrs: netlink.LinkAttrs{Name: "sideA"},
  176. PeerName: "sideB",
  177. }
  178. err = nlh.LinkAdd(veth)
  179. if err != nil {
  180. t.Fatal(err)
  181. }
  182. link, err := nlh.LinkByName("sideA")
  183. if err != nil {
  184. t.Fatal(err)
  185. }
  186. err = setInterfaceIPv6(nlh, link, iface)
  187. if err != nil {
  188. t.Fatal(err)
  189. }
  190. addrList, err := nlh.AddrList(link, nl.FAMILY_V6)
  191. if err != nil {
  192. t.Fatal(err)
  193. }
  194. if addrList[0].Flags&syscall.IFA_F_NODAD == 0 {
  195. t.Fatalf("Unexpected interface flags: 0x%x. Expected to contain 0x%x", addrList[0].Flags, syscall.IFA_F_NODAD)
  196. }
  197. }
  198. func TestSetInterfaceIP(t *testing.T) {
  199. defer testutils.SetupTestOSContext(t)()
  200. key, err := newKey(t)
  201. if err != nil {
  202. t.Fatalf("Failed to obtain a key: %v", err)
  203. }
  204. s, err := NewSandbox(key, true, false)
  205. if err != nil {
  206. t.Fatalf("Failed to create a new sandbox: %v", err)
  207. }
  208. defer s.Destroy()
  209. n, ok := s.(*networkNamespace)
  210. if !ok {
  211. t.Fatal(ok)
  212. }
  213. nlh := n.nlHandle
  214. ipv4, _ := types.ParseCIDR("172.30.0.33/24")
  215. ipv6, _ := types.ParseCIDR("2001:db8::44/64")
  216. iface := &nwIface{address: ipv4, addressIPv6: ipv6, ns: n, dstName: "sideA"}
  217. if err := nlh.LinkAdd(&netlink.Veth{
  218. LinkAttrs: netlink.LinkAttrs{Name: "sideA"},
  219. PeerName: "sideB",
  220. }); err != nil {
  221. t.Fatal(err)
  222. }
  223. linkA, err := nlh.LinkByName("sideA")
  224. if err != nil {
  225. t.Fatal(err)
  226. }
  227. linkB, err := nlh.LinkByName("sideB")
  228. if err != nil {
  229. t.Fatal(err)
  230. }
  231. if err := nlh.LinkSetUp(linkA); err != nil {
  232. t.Fatal(err)
  233. }
  234. if err := nlh.LinkSetUp(linkB); err != nil {
  235. t.Fatal(err)
  236. }
  237. if err := setInterfaceIP(nlh, linkA, iface); err != nil {
  238. t.Fatal(err)
  239. }
  240. if err := setInterfaceIPv6(nlh, linkA, iface); err != nil {
  241. t.Fatal(err)
  242. }
  243. err = setInterfaceIP(nlh, linkB, iface)
  244. if err == nil {
  245. t.Fatalf("Expected route conflict error, but succeeded")
  246. }
  247. if !strings.Contains(err.Error(), "conflicts with existing route") {
  248. t.Fatalf("Unexpected error: %v", err)
  249. }
  250. err = setInterfaceIPv6(nlh, linkB, iface)
  251. if err == nil {
  252. t.Fatalf("Expected route conflict error, but succeeded")
  253. }
  254. if !strings.Contains(err.Error(), "conflicts with existing route") {
  255. t.Fatalf("Unexpected error: %v", err)
  256. }
  257. }
  258. func TestLiveRestore(t *testing.T) {
  259. defer testutils.SetupTestOSContext(t)()
  260. key, err := newKey(t)
  261. if err != nil {
  262. t.Fatalf("Failed to obtain a key: %v", err)
  263. }
  264. s, err := NewSandbox(key, true, false)
  265. if err != nil {
  266. t.Fatalf("Failed to create a new sandbox: %v", err)
  267. }
  268. defer s.Destroy()
  269. n, ok := s.(*networkNamespace)
  270. if !ok {
  271. t.Fatal(ok)
  272. }
  273. nlh := n.nlHandle
  274. ipv4, _ := types.ParseCIDR("172.30.0.33/24")
  275. ipv6, _ := types.ParseCIDR("2001:db8::44/64")
  276. iface := &nwIface{address: ipv4, addressIPv6: ipv6, ns: n, dstName: "sideA"}
  277. if err := nlh.LinkAdd(&netlink.Veth{
  278. LinkAttrs: netlink.LinkAttrs{Name: "sideA"},
  279. PeerName: "sideB",
  280. }); err != nil {
  281. t.Fatal(err)
  282. }
  283. linkA, err := nlh.LinkByName("sideA")
  284. if err != nil {
  285. t.Fatal(err)
  286. }
  287. linkB, err := nlh.LinkByName("sideB")
  288. if err != nil {
  289. t.Fatal(err)
  290. }
  291. if err := nlh.LinkSetUp(linkA); err != nil {
  292. t.Fatal(err)
  293. }
  294. if err := nlh.LinkSetUp(linkB); err != nil {
  295. t.Fatal(err)
  296. }
  297. if err := setInterfaceIP(nlh, linkA, iface); err != nil {
  298. t.Fatal(err)
  299. }
  300. if err := setInterfaceIPv6(nlh, linkA, iface); err != nil {
  301. t.Fatal(err)
  302. }
  303. err = setInterfaceIP(nlh, linkB, iface)
  304. if err == nil {
  305. t.Fatalf("Expected route conflict error, but succeeded")
  306. }
  307. if !strings.Contains(err.Error(), "conflicts with existing route") {
  308. t.Fatalf("Unexpected error: %v", err)
  309. }
  310. err = setInterfaceIPv6(nlh, linkB, iface)
  311. if err == nil {
  312. t.Fatalf("Expected route conflict error, but succeeded")
  313. }
  314. if !strings.Contains(err.Error(), "conflicts with existing route") {
  315. t.Fatalf("Unexpected error: %v", err)
  316. }
  317. // Create newsandbox with Restore - TRUE
  318. s, err = NewSandbox(key, true, true)
  319. if err != nil {
  320. t.Fatalf("Failed to create a new sandbox: %v", err)
  321. }
  322. // Check if the IPV4 & IPV6 entry present
  323. // If present , we should get error in below call
  324. // It shows us , we don't delete any config in live-restore case
  325. if err := setInterfaceIPv6(nlh, linkA, iface); err == nil {
  326. t.Fatalf("Expected route conflict error, but succeeded for IPV6 ")
  327. }
  328. if err := setInterfaceIP(nlh, linkA, iface); err == nil {
  329. t.Fatalf("Expected route conflict error, but succeeded for IPV4 ")
  330. }
  331. }