archive_test.go 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272
  1. package chrootarchive
  2. import (
  3. "bytes"
  4. "fmt"
  5. "io"
  6. "io/ioutil"
  7. "os"
  8. "path"
  9. "path/filepath"
  10. "testing"
  11. "time"
  12. "github.com/docker/docker/pkg/archive"
  13. "github.com/docker/docker/pkg/reexec"
  14. )
  15. func init() {
  16. reexec.Init()
  17. }
  18. func TestChrootTarUntar(t *testing.T) {
  19. tmpdir, err := ioutil.TempDir("", "docker-TestChrootTarUntar")
  20. if err != nil {
  21. t.Fatal(err)
  22. }
  23. defer os.RemoveAll(tmpdir)
  24. src := filepath.Join(tmpdir, "src")
  25. if err := os.MkdirAll(src, 0700); err != nil {
  26. t.Fatal(err)
  27. }
  28. if err := ioutil.WriteFile(filepath.Join(src, "toto"), []byte("hello toto"), 0644); err != nil {
  29. t.Fatal(err)
  30. }
  31. if err := ioutil.WriteFile(filepath.Join(src, "lolo"), []byte("hello lolo"), 0644); err != nil {
  32. t.Fatal(err)
  33. }
  34. stream, err := archive.Tar(src, archive.Uncompressed)
  35. if err != nil {
  36. t.Fatal(err)
  37. }
  38. dest := filepath.Join(tmpdir, "src")
  39. if err := os.MkdirAll(dest, 0700); err != nil {
  40. t.Fatal(err)
  41. }
  42. if err := Untar(stream, dest, &archive.TarOptions{ExcludePatterns: []string{"lolo"}}); err != nil {
  43. t.Fatal(err)
  44. }
  45. }
  46. func TestChrootUntarEmptyArchive(t *testing.T) {
  47. tmpdir, err := ioutil.TempDir("", "docker-TestChrootUntarEmptyArchive")
  48. if err != nil {
  49. t.Fatal(err)
  50. }
  51. defer os.RemoveAll(tmpdir)
  52. if err := Untar(nil, tmpdir, nil); err == nil {
  53. t.Fatal("expected error on empty archive")
  54. }
  55. }
  56. func prepareSourceDirectory(numberOfFiles int, targetPath string, makeLinks bool) (int, error) {
  57. fileData := []byte("fooo")
  58. for n := 0; n < numberOfFiles; n++ {
  59. fileName := fmt.Sprintf("file-%d", n)
  60. if err := ioutil.WriteFile(path.Join(targetPath, fileName), fileData, 0700); err != nil {
  61. return 0, err
  62. }
  63. if makeLinks {
  64. if err := os.Link(path.Join(targetPath, fileName), path.Join(targetPath, fileName+"-link")); err != nil {
  65. return 0, err
  66. }
  67. }
  68. }
  69. totalSize := numberOfFiles * len(fileData)
  70. return totalSize, nil
  71. }
  72. func TestChrootTarUntarWithSoftLink(t *testing.T) {
  73. tmpdir, err := ioutil.TempDir("", "docker-TestChrootTarUntarWithSoftLink")
  74. if err != nil {
  75. t.Fatal(err)
  76. }
  77. defer os.RemoveAll(tmpdir)
  78. src := filepath.Join(tmpdir, "src")
  79. if err := os.MkdirAll(src, 0700); err != nil {
  80. t.Fatal(err)
  81. }
  82. if _, err := prepareSourceDirectory(10, src, true); err != nil {
  83. t.Fatal(err)
  84. }
  85. dest := filepath.Join(tmpdir, "dest")
  86. if err := TarUntar(src, dest); err != nil {
  87. t.Fatal(err)
  88. }
  89. }
  90. func TestChrootCopyWithTar(t *testing.T) {
  91. tmpdir, err := ioutil.TempDir("", "docker-TestChrootCopyWithTar")
  92. if err != nil {
  93. t.Fatal(err)
  94. }
  95. defer os.RemoveAll(tmpdir)
  96. src := filepath.Join(tmpdir, "src")
  97. if err := os.MkdirAll(src, 0700); err != nil {
  98. t.Fatal(err)
  99. }
  100. if _, err := prepareSourceDirectory(10, src, true); err != nil {
  101. t.Fatal(err)
  102. }
  103. dest := filepath.Join(tmpdir, "dest")
  104. // Copy directory
  105. if err := CopyWithTar(src, dest); err != nil {
  106. t.Fatal(err)
  107. }
  108. // Copy file
  109. srcfile := filepath.Join(src, "file-1")
  110. if err := CopyWithTar(srcfile, dest); err != nil {
  111. t.Fatal(err)
  112. }
  113. // Copy symbolic link
  114. linkfile := filepath.Join(src, "file-1-link")
  115. if err := CopyWithTar(linkfile, dest); err != nil {
  116. t.Fatal(err)
  117. }
  118. }
  119. func TestChrootCopyFileWithTar(t *testing.T) {
  120. tmpdir, err := ioutil.TempDir("", "docker-TestChrootCopyFileWithTar")
  121. if err != nil {
  122. t.Fatal(err)
  123. }
  124. defer os.RemoveAll(tmpdir)
  125. src := filepath.Join(tmpdir, "src")
  126. if err := os.MkdirAll(src, 0700); err != nil {
  127. t.Fatal(err)
  128. }
  129. if _, err := prepareSourceDirectory(10, src, true); err != nil {
  130. t.Fatal(err)
  131. }
  132. dest := filepath.Join(tmpdir, "dest")
  133. // Copy directory
  134. if err := CopyFileWithTar(src, dest); err == nil {
  135. t.Fatal("Expected error on copying directory")
  136. }
  137. // Copy file
  138. srcfile := filepath.Join(src, "file-1")
  139. if err := CopyFileWithTar(srcfile, dest); err != nil {
  140. t.Fatal(err)
  141. }
  142. // Copy symbolic link
  143. linkfile := filepath.Join(src, "file-1-link")
  144. if err := CopyFileWithTar(linkfile, dest); err != nil {
  145. t.Fatal(err)
  146. }
  147. }
  148. func TestChrootUntarPath(t *testing.T) {
  149. tmpdir, err := ioutil.TempDir("", "docker-TestChrootUntarPath")
  150. if err != nil {
  151. t.Fatal(err)
  152. }
  153. defer os.RemoveAll(tmpdir)
  154. src := filepath.Join(tmpdir, "src")
  155. if err := os.MkdirAll(src, 0700); err != nil {
  156. t.Fatal(err)
  157. }
  158. if _, err := prepareSourceDirectory(10, src, true); err != nil {
  159. t.Fatal(err)
  160. }
  161. dest := filepath.Join(tmpdir, "dest")
  162. // Untar a directory
  163. if err := UntarPath(src, dest); err == nil {
  164. t.Fatal("Expected error on untaring a directory")
  165. }
  166. // Untar a tar file
  167. stream, err := archive.Tar(src, archive.Uncompressed)
  168. if err != nil {
  169. t.Fatal(err)
  170. }
  171. buf := new(bytes.Buffer)
  172. buf.ReadFrom(stream)
  173. tarfile := filepath.Join(tmpdir, "src.tar")
  174. if err := ioutil.WriteFile(tarfile, buf.Bytes(), 0644); err != nil {
  175. t.Fatal(err)
  176. }
  177. if err := UntarPath(tarfile, dest); err != nil {
  178. t.Fatal(err)
  179. }
  180. }
  181. type slowEmptyTarReader struct {
  182. size int
  183. offset int
  184. chunkSize int
  185. }
  186. // Read is a slow reader of an empty tar (like the output of "tar c --files-from /dev/null")
  187. func (s *slowEmptyTarReader) Read(p []byte) (int, error) {
  188. time.Sleep(100 * time.Millisecond)
  189. count := s.chunkSize
  190. if len(p) < s.chunkSize {
  191. count = len(p)
  192. }
  193. for i := 0; i < count; i++ {
  194. p[i] = 0
  195. }
  196. s.offset += count
  197. if s.offset > s.size {
  198. return count, io.EOF
  199. }
  200. return count, nil
  201. }
  202. func TestChrootUntarEmptyArchiveFromSlowReader(t *testing.T) {
  203. tmpdir, err := ioutil.TempDir("", "docker-TestChrootUntarEmptyArchiveFromSlowReader")
  204. if err != nil {
  205. t.Fatal(err)
  206. }
  207. defer os.RemoveAll(tmpdir)
  208. dest := filepath.Join(tmpdir, "dest")
  209. if err := os.MkdirAll(dest, 0700); err != nil {
  210. t.Fatal(err)
  211. }
  212. stream := &slowEmptyTarReader{size: 10240, chunkSize: 1024}
  213. if err := Untar(stream, dest, nil); err != nil {
  214. t.Fatal(err)
  215. }
  216. }
  217. func TestChrootApplyEmptyArchiveFromSlowReader(t *testing.T) {
  218. tmpdir, err := ioutil.TempDir("", "docker-TestChrootApplyEmptyArchiveFromSlowReader")
  219. if err != nil {
  220. t.Fatal(err)
  221. }
  222. defer os.RemoveAll(tmpdir)
  223. dest := filepath.Join(tmpdir, "dest")
  224. if err := os.MkdirAll(dest, 0700); err != nil {
  225. t.Fatal(err)
  226. }
  227. stream := &slowEmptyTarReader{size: 10240, chunkSize: 1024}
  228. if _, err := ApplyLayer(dest, stream); err != nil {
  229. t.Fatal(err)
  230. }
  231. }
  232. func TestChrootApplyDotDotFile(t *testing.T) {
  233. tmpdir, err := ioutil.TempDir("", "docker-TestChrootApplyDotDotFile")
  234. if err != nil {
  235. t.Fatal(err)
  236. }
  237. defer os.RemoveAll(tmpdir)
  238. src := filepath.Join(tmpdir, "src")
  239. if err := os.MkdirAll(src, 0700); err != nil {
  240. t.Fatal(err)
  241. }
  242. if err := ioutil.WriteFile(filepath.Join(src, "..gitme"), []byte(""), 0644); err != nil {
  243. t.Fatal(err)
  244. }
  245. stream, err := archive.Tar(src, archive.Uncompressed)
  246. if err != nil {
  247. t.Fatal(err)
  248. }
  249. dest := filepath.Join(tmpdir, "dest")
  250. if err := os.MkdirAll(dest, 0700); err != nil {
  251. t.Fatal(err)
  252. }
  253. if _, err := ApplyLayer(dest, stream); err != nil {
  254. t.Fatal(err)
  255. }
  256. }