sandbox_linux_test.go 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409
  1. package osl
  2. import (
  3. "crypto/rand"
  4. "encoding/hex"
  5. "io"
  6. "net"
  7. "os"
  8. "path/filepath"
  9. "runtime"
  10. "strings"
  11. "syscall"
  12. "testing"
  13. "time"
  14. "github.com/docker/libnetwork/testutils"
  15. "github.com/docker/libnetwork/types"
  16. "github.com/vishvananda/netlink"
  17. "github.com/vishvananda/netlink/nl"
  18. "github.com/vishvananda/netns"
  19. )
  20. const (
  21. vethName1 = "wierdlongname1"
  22. vethName2 = "wierdlongname2"
  23. vethName3 = "wierdlongname3"
  24. vethName4 = "wierdlongname4"
  25. sboxIfaceName = "containername"
  26. )
  27. func generateRandomName(prefix string, size int) (string, error) {
  28. id := make([]byte, 32)
  29. if _, err := io.ReadFull(rand.Reader, id); err != nil {
  30. return "", err
  31. }
  32. return prefix + hex.EncodeToString(id)[:size], nil
  33. }
  34. func newKey(t *testing.T) (string, error) {
  35. name, err := generateRandomName("netns", 12)
  36. if err != nil {
  37. return "", err
  38. }
  39. name = filepath.Join("/tmp", name)
  40. if _, err := os.Create(name); err != nil {
  41. return "", err
  42. }
  43. // Set the rpmCleanupPeriod to be low to make the test run quicker
  44. gpmLock.Lock()
  45. gpmCleanupPeriod = 2 * time.Second
  46. gpmLock.Unlock()
  47. return name, nil
  48. }
  49. func newInfo(hnd *netlink.Handle, t *testing.T) (Sandbox, error) {
  50. veth := &netlink.Veth{
  51. LinkAttrs: netlink.LinkAttrs{Name: vethName1, TxQLen: 0},
  52. PeerName: vethName2}
  53. if err := hnd.LinkAdd(veth); err != nil {
  54. return nil, err
  55. }
  56. // Store the sandbox side pipe interface
  57. // This is needed for cleanup on DeleteEndpoint()
  58. intf1 := &nwIface{}
  59. intf1.srcName = vethName2
  60. intf1.dstName = sboxIfaceName
  61. ip4, addr, err := net.ParseCIDR("192.168.1.100/24")
  62. if err != nil {
  63. return nil, err
  64. }
  65. intf1.address = addr
  66. intf1.address.IP = ip4
  67. ip6, addrv6, err := net.ParseCIDR("fe80::2/64")
  68. if err != nil {
  69. return nil, err
  70. }
  71. intf1.addressIPv6 = addrv6
  72. intf1.addressIPv6.IP = ip6
  73. _, route, err := net.ParseCIDR("192.168.2.1/32")
  74. if err != nil {
  75. return nil, err
  76. }
  77. intf1.routes = []*net.IPNet{route}
  78. intf2 := &nwIface{}
  79. intf2.srcName = "testbridge"
  80. intf2.dstName = sboxIfaceName
  81. intf2.bridge = true
  82. veth = &netlink.Veth{
  83. LinkAttrs: netlink.LinkAttrs{Name: vethName3, TxQLen: 0},
  84. PeerName: vethName4}
  85. if err := hnd.LinkAdd(veth); err != nil {
  86. return nil, err
  87. }
  88. intf3 := &nwIface{}
  89. intf3.srcName = vethName4
  90. intf3.dstName = sboxIfaceName
  91. intf3.master = "testbridge"
  92. info := &networkNamespace{iFaces: []*nwIface{intf1, intf2, intf3}}
  93. info.gw = net.ParseIP("192.168.1.1")
  94. info.gwv6 = net.ParseIP("fe80::1")
  95. return info, nil
  96. }
  97. func verifySandbox(t *testing.T, s Sandbox, ifaceSuffixes []string) {
  98. _, ok := s.(*networkNamespace)
  99. if !ok {
  100. t.Fatalf("The sandox interface returned is not of type networkNamespace")
  101. }
  102. sbNs, err := netns.GetFromPath(s.Key())
  103. if err != nil {
  104. t.Fatalf("Failed top open network namespace path %q: %v", s.Key(), err)
  105. }
  106. defer sbNs.Close()
  107. nh, err := netlink.NewHandleAt(sbNs)
  108. if err != nil {
  109. t.Fatal(err)
  110. }
  111. defer nh.Delete()
  112. for _, suffix := range ifaceSuffixes {
  113. _, err = nh.LinkByName(sboxIfaceName + suffix)
  114. if err != nil {
  115. t.Fatalf("Could not find the interface %s inside the sandbox: %v",
  116. sboxIfaceName+suffix, err)
  117. }
  118. }
  119. }
  120. func verifyCleanup(t *testing.T, s Sandbox, wait bool) {
  121. if wait {
  122. time.Sleep(time.Duration(gpmCleanupPeriod * 2))
  123. }
  124. if _, err := os.Stat(s.Key()); err == nil {
  125. if wait {
  126. t.Fatalf("The sandbox path %s is not getting cleaned up even after twice the cleanup period", s.Key())
  127. } else {
  128. t.Fatalf("The sandbox path %s is not cleaned up after running gc", s.Key())
  129. }
  130. }
  131. }
  132. func TestScanStatistics(t *testing.T) {
  133. data :=
  134. "Inter-| Receive | Transmit\n" +
  135. " face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed\n" +
  136. " eth0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n" +
  137. " wlan0: 7787685 11141 0 0 0 0 0 0 1681390 7220 0 0 0 0 0 0\n" +
  138. " lo: 783782 1853 0 0 0 0 0 0 783782 1853 0 0 0 0 0 0\n" +
  139. "lxcbr0: 0 0 0 0 0 0 0 0 9006 61 0 0 0 0 0 0\n"
  140. i := &types.InterfaceStatistics{}
  141. if err := scanInterfaceStats(data, "wlan0", i); err != nil {
  142. t.Fatal(err)
  143. }
  144. if i.TxBytes != 1681390 || i.TxPackets != 7220 || i.RxBytes != 7787685 || i.RxPackets != 11141 {
  145. t.Fatalf("Error scanning the statistics")
  146. }
  147. if err := scanInterfaceStats(data, "lxcbr0", i); err != nil {
  148. t.Fatal(err)
  149. }
  150. if i.TxBytes != 9006 || i.TxPackets != 61 || i.RxBytes != 0 || i.RxPackets != 0 {
  151. t.Fatalf("Error scanning the statistics")
  152. }
  153. }
  154. func TestDisableIPv6DAD(t *testing.T) {
  155. if testutils.RunningOnCircleCI() {
  156. t.Skipf("Skipping as not supported on CIRCLE CI kernel")
  157. }
  158. defer testutils.SetupTestOSContext(t)()
  159. key, err := newKey(t)
  160. if err != nil {
  161. t.Fatalf("Failed to obtain a key: %v", err)
  162. }
  163. s, err := NewSandbox(key, true, false)
  164. if err != nil {
  165. t.Fatalf("Failed to create a new sandbox: %v", err)
  166. }
  167. runtime.LockOSThread()
  168. defer s.Destroy()
  169. n, ok := s.(*networkNamespace)
  170. if !ok {
  171. t.Fatal(ok)
  172. }
  173. nlh := n.nlHandle
  174. ipv6, _ := types.ParseCIDR("2001:db8::44/64")
  175. iface := &nwIface{addressIPv6: ipv6, ns: n, dstName: "sideA"}
  176. veth := &netlink.Veth{
  177. LinkAttrs: netlink.LinkAttrs{Name: "sideA"},
  178. PeerName: "sideB",
  179. }
  180. err = nlh.LinkAdd(veth)
  181. if err != nil {
  182. t.Fatal(err)
  183. }
  184. link, err := nlh.LinkByName("sideA")
  185. if err != nil {
  186. t.Fatal(err)
  187. }
  188. err = setInterfaceIPv6(nlh, link, iface)
  189. if err != nil {
  190. t.Fatal(err)
  191. }
  192. addrList, err := nlh.AddrList(link, nl.FAMILY_V6)
  193. if err != nil {
  194. t.Fatal(err)
  195. }
  196. if addrList[0].Flags&syscall.IFA_F_NODAD == 0 {
  197. t.Fatalf("Unexpected interface flags: 0x%x. Expected to contain 0x%x", addrList[0].Flags, syscall.IFA_F_NODAD)
  198. }
  199. }
  200. func TestSetInterfaceIP(t *testing.T) {
  201. defer testutils.SetupTestOSContext(t)()
  202. key, err := newKey(t)
  203. if err != nil {
  204. t.Fatalf("Failed to obtain a key: %v", err)
  205. }
  206. s, err := NewSandbox(key, true, false)
  207. if err != nil {
  208. t.Fatalf("Failed to create a new sandbox: %v", err)
  209. }
  210. runtime.LockOSThread()
  211. defer s.Destroy()
  212. n, ok := s.(*networkNamespace)
  213. if !ok {
  214. t.Fatal(ok)
  215. }
  216. nlh := n.nlHandle
  217. ipv4, _ := types.ParseCIDR("172.30.0.33/24")
  218. ipv6, _ := types.ParseCIDR("2001:db8::44/64")
  219. iface := &nwIface{address: ipv4, addressIPv6: ipv6, ns: n, dstName: "sideA"}
  220. if err := nlh.LinkAdd(&netlink.Veth{
  221. LinkAttrs: netlink.LinkAttrs{Name: "sideA"},
  222. PeerName: "sideB",
  223. }); err != nil {
  224. t.Fatal(err)
  225. }
  226. linkA, err := nlh.LinkByName("sideA")
  227. if err != nil {
  228. t.Fatal(err)
  229. }
  230. linkB, err := nlh.LinkByName("sideB")
  231. if err != nil {
  232. t.Fatal(err)
  233. }
  234. if err := nlh.LinkSetUp(linkA); err != nil {
  235. t.Fatal(err)
  236. }
  237. if err := nlh.LinkSetUp(linkB); err != nil {
  238. t.Fatal(err)
  239. }
  240. if err := setInterfaceIP(nlh, linkA, iface); err != nil {
  241. t.Fatal(err)
  242. }
  243. if err := setInterfaceIPv6(nlh, linkA, iface); err != nil {
  244. t.Fatal(err)
  245. }
  246. err = setInterfaceIP(nlh, linkB, iface)
  247. if err == nil {
  248. t.Fatalf("Expected route conflict error, but succeeded")
  249. }
  250. if !strings.Contains(err.Error(), "conflicts with existing route") {
  251. t.Fatalf("Unexpected error: %v", err)
  252. }
  253. err = setInterfaceIPv6(nlh, linkB, iface)
  254. if err == nil {
  255. t.Fatalf("Expected route conflict error, but succeeded")
  256. }
  257. if !strings.Contains(err.Error(), "conflicts with existing route") {
  258. t.Fatalf("Unexpected error: %v", err)
  259. }
  260. }
  261. func TestLiveRestore(t *testing.T) {
  262. defer testutils.SetupTestOSContext(t)()
  263. key, err := newKey(t)
  264. if err != nil {
  265. t.Fatalf("Failed to obtain a key: %v", err)
  266. }
  267. s, err := NewSandbox(key, true, false)
  268. if err != nil {
  269. t.Fatalf("Failed to create a new sandbox: %v", err)
  270. }
  271. runtime.LockOSThread()
  272. defer s.Destroy()
  273. n, ok := s.(*networkNamespace)
  274. if !ok {
  275. t.Fatal(ok)
  276. }
  277. nlh := n.nlHandle
  278. ipv4, _ := types.ParseCIDR("172.30.0.33/24")
  279. ipv6, _ := types.ParseCIDR("2001:db8::44/64")
  280. iface := &nwIface{address: ipv4, addressIPv6: ipv6, ns: n, dstName: "sideA"}
  281. if err := nlh.LinkAdd(&netlink.Veth{
  282. LinkAttrs: netlink.LinkAttrs{Name: "sideA"},
  283. PeerName: "sideB",
  284. }); err != nil {
  285. t.Fatal(err)
  286. }
  287. linkA, err := nlh.LinkByName("sideA")
  288. if err != nil {
  289. t.Fatal(err)
  290. }
  291. linkB, err := nlh.LinkByName("sideB")
  292. if err != nil {
  293. t.Fatal(err)
  294. }
  295. if err := nlh.LinkSetUp(linkA); err != nil {
  296. t.Fatal(err)
  297. }
  298. if err := nlh.LinkSetUp(linkB); err != nil {
  299. t.Fatal(err)
  300. }
  301. if err := setInterfaceIP(nlh, linkA, iface); err != nil {
  302. t.Fatal(err)
  303. }
  304. if err := setInterfaceIPv6(nlh, linkA, iface); err != nil {
  305. t.Fatal(err)
  306. }
  307. err = setInterfaceIP(nlh, linkB, iface)
  308. if err == nil {
  309. t.Fatalf("Expected route conflict error, but succeeded")
  310. }
  311. if !strings.Contains(err.Error(), "conflicts with existing route") {
  312. t.Fatalf("Unexpected error: %v", err)
  313. }
  314. err = setInterfaceIPv6(nlh, linkB, iface)
  315. if err == nil {
  316. t.Fatalf("Expected route conflict error, but succeeded")
  317. }
  318. if !strings.Contains(err.Error(), "conflicts with existing route") {
  319. t.Fatalf("Unexpected error: %v", err)
  320. }
  321. // Create newsandbox with Restore - TRUE
  322. s, err = NewSandbox(key, true, true)
  323. if err != nil {
  324. t.Fatalf("Failed to create a new sandbox: %v", err)
  325. }
  326. // Check if the IPV4 & IPV6 entry present
  327. // If present , we should get error in below call
  328. // It shows us , we don't delete any config in live-restore case
  329. if err := setInterfaceIPv6(nlh, linkA, iface); err == nil {
  330. t.Fatalf("Expected route conflict error, but succeeded for IPV6 ")
  331. }
  332. if err := setInterfaceIP(nlh, linkA, iface); err == nil {
  333. t.Fatalf("Expected route conflict error, but succeeded for IPV4 ")
  334. }
  335. }