sandbox_linux_test.go 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410
  1. package osl
  2. import (
  3. "crypto/rand"
  4. "encoding/hex"
  5. "io"
  6. "net"
  7. "os"
  8. "path/filepath"
  9. "runtime"
  10. "strings"
  11. "syscall"
  12. "testing"
  13. "time"
  14. "github.com/docker/libnetwork/testutils"
  15. "github.com/docker/libnetwork/types"
  16. "github.com/vishvananda/netlink"
  17. "github.com/vishvananda/netlink/nl"
  18. "github.com/vishvananda/netns"
  19. )
  20. const (
  21. vethName1 = "wierdlongname1"
  22. vethName2 = "wierdlongname2"
  23. vethName3 = "wierdlongname3"
  24. vethName4 = "wierdlongname4"
  25. sboxIfaceName = "containername"
  26. )
  27. func generateRandomName(prefix string, size int) (string, error) {
  28. id := make([]byte, 32)
  29. if _, err := io.ReadFull(rand.Reader, id); err != nil {
  30. return "", err
  31. }
  32. return prefix + hex.EncodeToString(id)[:size], nil
  33. }
  34. func newKey(t *testing.T) (string, error) {
  35. name, err := generateRandomName("netns", 12)
  36. if err != nil {
  37. return "", err
  38. }
  39. name = filepath.Join("/tmp", name)
  40. if _, err := os.Create(name); err != nil {
  41. return "", err
  42. }
  43. // Set the rpmCleanupPeriod to be low to make the test run quicker
  44. gpmLock.Lock()
  45. gpmCleanupPeriod = 2 * time.Second
  46. gpmLock.Unlock()
  47. return name, nil
  48. }
  49. func newInfo(hnd *netlink.Handle, t *testing.T) (Sandbox, error) {
  50. veth := &netlink.Veth{
  51. LinkAttrs: netlink.LinkAttrs{Name: vethName1, TxQLen: 0},
  52. PeerName: vethName2}
  53. if err := hnd.LinkAdd(veth); err != nil {
  54. return nil, err
  55. }
  56. // Store the sandbox side pipe interface
  57. // This is needed for cleanup on DeleteEndpoint()
  58. intf1 := &nwIface{}
  59. intf1.srcName = vethName2
  60. intf1.dstName = sboxIfaceName
  61. ip4, addr, err := net.ParseCIDR("192.168.1.100/24")
  62. if err != nil {
  63. return nil, err
  64. }
  65. intf1.address = addr
  66. intf1.address.IP = ip4
  67. ip6, addrv6, err := net.ParseCIDR("2001:DB8::ABCD/48")
  68. if err != nil {
  69. return nil, err
  70. }
  71. intf1.addressIPv6 = addrv6
  72. intf1.addressIPv6.IP = ip6
  73. _, route, err := net.ParseCIDR("192.168.2.1/32")
  74. if err != nil {
  75. return nil, err
  76. }
  77. intf1.routes = []*net.IPNet{route}
  78. intf2 := &nwIface{}
  79. intf2.srcName = "testbridge"
  80. intf2.dstName = sboxIfaceName
  81. intf2.bridge = true
  82. veth = &netlink.Veth{
  83. LinkAttrs: netlink.LinkAttrs{Name: vethName3, TxQLen: 0},
  84. PeerName: vethName4}
  85. if err := hnd.LinkAdd(veth); err != nil {
  86. return nil, err
  87. }
  88. intf3 := &nwIface{}
  89. intf3.srcName = vethName4
  90. intf3.dstName = sboxIfaceName
  91. intf3.master = "testbridge"
  92. info := &networkNamespace{iFaces: []*nwIface{intf1, intf2, intf3}}
  93. info.gw = net.ParseIP("192.168.1.1")
  94. // sinfo.GatewayIPv6 = net.ParseIP("2001:DB8::1")
  95. info.gwv6 = net.ParseIP("fe80::1")
  96. return info, nil
  97. }
  98. func verifySandbox(t *testing.T, s Sandbox, ifaceSuffixes []string) {
  99. _, ok := s.(*networkNamespace)
  100. if !ok {
  101. t.Fatalf("The sandox interface returned is not of type networkNamespace")
  102. }
  103. sbNs, err := netns.GetFromPath(s.Key())
  104. if err != nil {
  105. t.Fatalf("Failed top open network namespace path %q: %v", s.Key(), err)
  106. }
  107. defer sbNs.Close()
  108. nh, err := netlink.NewHandleAt(sbNs)
  109. if err != nil {
  110. t.Fatal(err)
  111. }
  112. defer nh.Delete()
  113. for _, suffix := range ifaceSuffixes {
  114. _, err = nh.LinkByName(sboxIfaceName + suffix)
  115. if err != nil {
  116. t.Fatalf("Could not find the interface %s inside the sandbox: %v",
  117. sboxIfaceName+suffix, err)
  118. }
  119. }
  120. }
  121. func verifyCleanup(t *testing.T, s Sandbox, wait bool) {
  122. if wait {
  123. time.Sleep(time.Duration(gpmCleanupPeriod * 2))
  124. }
  125. if _, err := os.Stat(s.Key()); err == nil {
  126. if wait {
  127. t.Fatalf("The sandbox path %s is not getting cleaned up even after twice the cleanup period", s.Key())
  128. } else {
  129. t.Fatalf("The sandbox path %s is not cleaned up after running gc", s.Key())
  130. }
  131. }
  132. }
  133. func TestScanStatistics(t *testing.T) {
  134. data :=
  135. "Inter-| Receive | Transmit\n" +
  136. " face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed\n" +
  137. " eth0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n" +
  138. " wlan0: 7787685 11141 0 0 0 0 0 0 1681390 7220 0 0 0 0 0 0\n" +
  139. " lo: 783782 1853 0 0 0 0 0 0 783782 1853 0 0 0 0 0 0\n" +
  140. "lxcbr0: 0 0 0 0 0 0 0 0 9006 61 0 0 0 0 0 0\n"
  141. i := &types.InterfaceStatistics{}
  142. if err := scanInterfaceStats(data, "wlan0", i); err != nil {
  143. t.Fatal(err)
  144. }
  145. if i.TxBytes != 1681390 || i.TxPackets != 7220 || i.RxBytes != 7787685 || i.RxPackets != 11141 {
  146. t.Fatalf("Error scanning the statistics")
  147. }
  148. if err := scanInterfaceStats(data, "lxcbr0", i); err != nil {
  149. t.Fatal(err)
  150. }
  151. if i.TxBytes != 9006 || i.TxPackets != 61 || i.RxBytes != 0 || i.RxPackets != 0 {
  152. t.Fatalf("Error scanning the statistics")
  153. }
  154. }
  155. func TestDisableIPv6DAD(t *testing.T) {
  156. if testutils.RunningOnCircleCI() {
  157. t.Skipf("Skipping as not supported on CIRCLE CI kernel")
  158. }
  159. defer testutils.SetupTestOSContext(t)()
  160. key, err := newKey(t)
  161. if err != nil {
  162. t.Fatalf("Failed to obtain a key: %v", err)
  163. }
  164. s, err := NewSandbox(key, true, false)
  165. if err != nil {
  166. t.Fatalf("Failed to create a new sandbox: %v", err)
  167. }
  168. runtime.LockOSThread()
  169. defer s.Destroy()
  170. n, ok := s.(*networkNamespace)
  171. if !ok {
  172. t.Fatal(ok)
  173. }
  174. nlh := n.nlHandle
  175. ipv6, _ := types.ParseCIDR("2001:db8::44/64")
  176. iface := &nwIface{addressIPv6: ipv6, ns: n, dstName: "sideA"}
  177. veth := &netlink.Veth{
  178. LinkAttrs: netlink.LinkAttrs{Name: "sideA"},
  179. PeerName: "sideB",
  180. }
  181. err = nlh.LinkAdd(veth)
  182. if err != nil {
  183. t.Fatal(err)
  184. }
  185. link, err := nlh.LinkByName("sideA")
  186. if err != nil {
  187. t.Fatal(err)
  188. }
  189. err = setInterfaceIPv6(nlh, link, iface)
  190. if err != nil {
  191. t.Fatal(err)
  192. }
  193. addrList, err := nlh.AddrList(link, nl.FAMILY_V6)
  194. if err != nil {
  195. t.Fatal(err)
  196. }
  197. if addrList[0].Flags&syscall.IFA_F_NODAD == 0 {
  198. t.Fatalf("Unexpected interface flags: 0x%x. Expected to contain 0x%x", addrList[0].Flags, syscall.IFA_F_NODAD)
  199. }
  200. }
  201. func TestSetInterfaceIP(t *testing.T) {
  202. defer testutils.SetupTestOSContext(t)()
  203. key, err := newKey(t)
  204. if err != nil {
  205. t.Fatalf("Failed to obtain a key: %v", err)
  206. }
  207. s, err := NewSandbox(key, true, false)
  208. if err != nil {
  209. t.Fatalf("Failed to create a new sandbox: %v", err)
  210. }
  211. runtime.LockOSThread()
  212. defer s.Destroy()
  213. n, ok := s.(*networkNamespace)
  214. if !ok {
  215. t.Fatal(ok)
  216. }
  217. nlh := n.nlHandle
  218. ipv4, _ := types.ParseCIDR("172.30.0.33/24")
  219. ipv6, _ := types.ParseCIDR("2001:db8::44/64")
  220. iface := &nwIface{address: ipv4, addressIPv6: ipv6, ns: n, dstName: "sideA"}
  221. if err := nlh.LinkAdd(&netlink.Veth{
  222. LinkAttrs: netlink.LinkAttrs{Name: "sideA"},
  223. PeerName: "sideB",
  224. }); err != nil {
  225. t.Fatal(err)
  226. }
  227. linkA, err := nlh.LinkByName("sideA")
  228. if err != nil {
  229. t.Fatal(err)
  230. }
  231. linkB, err := nlh.LinkByName("sideB")
  232. if err != nil {
  233. t.Fatal(err)
  234. }
  235. if err := nlh.LinkSetUp(linkA); err != nil {
  236. t.Fatal(err)
  237. }
  238. if err := nlh.LinkSetUp(linkB); err != nil {
  239. t.Fatal(err)
  240. }
  241. if err := setInterfaceIP(nlh, linkA, iface); err != nil {
  242. t.Fatal(err)
  243. }
  244. if err := setInterfaceIPv6(nlh, linkA, iface); err != nil {
  245. t.Fatal(err)
  246. }
  247. err = setInterfaceIP(nlh, linkB, iface)
  248. if err == nil {
  249. t.Fatalf("Expected route conflict error, but succeeded")
  250. }
  251. if !strings.Contains(err.Error(), "conflicts with existing route") {
  252. t.Fatalf("Unexpected error: %v", err)
  253. }
  254. err = setInterfaceIPv6(nlh, linkB, iface)
  255. if err == nil {
  256. t.Fatalf("Expected route conflict error, but succeeded")
  257. }
  258. if !strings.Contains(err.Error(), "conflicts with existing route") {
  259. t.Fatalf("Unexpected error: %v", err)
  260. }
  261. }
  262. func TestLiveRestore(t *testing.T) {
  263. defer testutils.SetupTestOSContext(t)()
  264. key, err := newKey(t)
  265. if err != nil {
  266. t.Fatalf("Failed to obtain a key: %v", err)
  267. }
  268. s, err := NewSandbox(key, true, false)
  269. if err != nil {
  270. t.Fatalf("Failed to create a new sandbox: %v", err)
  271. }
  272. runtime.LockOSThread()
  273. defer s.Destroy()
  274. n, ok := s.(*networkNamespace)
  275. if !ok {
  276. t.Fatal(ok)
  277. }
  278. nlh := n.nlHandle
  279. ipv4, _ := types.ParseCIDR("172.30.0.33/24")
  280. ipv6, _ := types.ParseCIDR("2001:db8::44/64")
  281. iface := &nwIface{address: ipv4, addressIPv6: ipv6, ns: n, dstName: "sideA"}
  282. if err := nlh.LinkAdd(&netlink.Veth{
  283. LinkAttrs: netlink.LinkAttrs{Name: "sideA"},
  284. PeerName: "sideB",
  285. }); err != nil {
  286. t.Fatal(err)
  287. }
  288. linkA, err := nlh.LinkByName("sideA")
  289. if err != nil {
  290. t.Fatal(err)
  291. }
  292. linkB, err := nlh.LinkByName("sideB")
  293. if err != nil {
  294. t.Fatal(err)
  295. }
  296. if err := nlh.LinkSetUp(linkA); err != nil {
  297. t.Fatal(err)
  298. }
  299. if err := nlh.LinkSetUp(linkB); err != nil {
  300. t.Fatal(err)
  301. }
  302. if err := setInterfaceIP(nlh, linkA, iface); err != nil {
  303. t.Fatal(err)
  304. }
  305. if err := setInterfaceIPv6(nlh, linkA, iface); err != nil {
  306. t.Fatal(err)
  307. }
  308. err = setInterfaceIP(nlh, linkB, iface)
  309. if err == nil {
  310. t.Fatalf("Expected route conflict error, but succeeded")
  311. }
  312. if !strings.Contains(err.Error(), "conflicts with existing route") {
  313. t.Fatalf("Unexpected error: %v", err)
  314. }
  315. err = setInterfaceIPv6(nlh, linkB, iface)
  316. if err == nil {
  317. t.Fatalf("Expected route conflict error, but succeeded")
  318. }
  319. if !strings.Contains(err.Error(), "conflicts with existing route") {
  320. t.Fatalf("Unexpected error: %v", err)
  321. }
  322. // Create newsandbox with Restore - TRUE
  323. s, err = NewSandbox(key, true, true)
  324. if err != nil {
  325. t.Fatalf("Failed to create a new sandbox: %v", err)
  326. }
  327. // Check if the IPV4 & IPV6 entry present
  328. // If present , we should get error in below call
  329. // It shows us , we don't delete any config in live-restore case
  330. if err := setInterfaceIPv6(nlh, linkA, iface); err == nil {
  331. t.Fatalf("Expected route conflict error, but succeeded for IPV6 ")
  332. }
  333. if err := setInterfaceIP(nlh, linkA, iface); err == nil {
  334. t.Fatalf("Expected route conflict error, but succeeded for IPV4 ")
  335. }
  336. }