migratev1_test.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437
  1. package v1 // import "github.com/docker/docker/migrate/v1"
  2. import (
  3. "crypto/rand"
  4. "encoding/hex"
  5. "encoding/json"
  6. "fmt"
  7. "io"
  8. "io/ioutil"
  9. "os"
  10. "path/filepath"
  11. "reflect"
  12. "runtime"
  13. "testing"
  14. "github.com/docker/distribution/reference"
  15. "github.com/docker/docker/distribution/metadata"
  16. "github.com/docker/docker/image"
  17. "github.com/docker/docker/layer"
  18. "github.com/opencontainers/go-digest"
  19. )
  20. func TestMigrateRefs(t *testing.T) {
  21. tmpdir, err := ioutil.TempDir("", "migrate-tags")
  22. if err != nil {
  23. t.Fatal(err)
  24. }
  25. defer os.RemoveAll(tmpdir)
  26. ioutil.WriteFile(filepath.Join(tmpdir, "repositories-generic"), []byte(`{"Repositories":{"busybox":{"latest":"b3ca410aa2c115c05969a7b2c8cf8a9fcf62c1340ed6a601c9ee50df337ec108","sha256:16a2a52884c2a9481ed267c2d46483eac7693b813a63132368ab098a71303f8a":"b3ca410aa2c115c05969a7b2c8cf8a9fcf62c1340ed6a601c9ee50df337ec108"},"registry":{"2":"5d165b8e4b203685301c815e95663231691d383fd5e3d3185d1ce3f8dddead3d","latest":"8d5547a9f329b1d3f93198cd661fb5117e5a96b721c5cf9a2c389e7dd4877128"}}}`), 0600)
  27. ta := &mockTagAdder{}
  28. err = migrateRefs(tmpdir, "generic", ta, map[string]image.ID{
  29. "5d165b8e4b203685301c815e95663231691d383fd5e3d3185d1ce3f8dddead3d": image.ID("sha256:2c26b46b68ffc68ff99b453c1d30413413422d706483bfa0f98a5e886266e7ae"),
  30. "b3ca410aa2c115c05969a7b2c8cf8a9fcf62c1340ed6a601c9ee50df337ec108": image.ID("sha256:fcde2b2edba56bf408601fb721fe9b5c338d10ee429ea04fae5511b68fbf8fb9"),
  31. "abcdef3434c115c05969a7b2c8cf8a9fcf62c1340ed6a601c9ee50df337ec108": image.ID("sha256:56434342345ae68ff99b453c1d30413413422d706483bfa0f98a5e886266e7ae"),
  32. })
  33. if err != nil {
  34. t.Fatal(err)
  35. }
  36. expected := map[string]string{
  37. "docker.io/library/busybox:latest": "sha256:fcde2b2edba56bf408601fb721fe9b5c338d10ee429ea04fae5511b68fbf8fb9",
  38. "docker.io/library/busybox@sha256:16a2a52884c2a9481ed267c2d46483eac7693b813a63132368ab098a71303f8a": "sha256:fcde2b2edba56bf408601fb721fe9b5c338d10ee429ea04fae5511b68fbf8fb9",
  39. "docker.io/library/registry:2": "sha256:2c26b46b68ffc68ff99b453c1d30413413422d706483bfa0f98a5e886266e7ae",
  40. }
  41. if !reflect.DeepEqual(expected, ta.refs) {
  42. t.Fatalf("Invalid migrated tags: expected %q, got %q", expected, ta.refs)
  43. }
  44. // second migration is no-op
  45. ioutil.WriteFile(filepath.Join(tmpdir, "repositories-generic"), []byte(`{"Repositories":{"busybox":{"latest":"b3ca410aa2c115c05969a7b2c8cf8a9fcf62c1340ed6a601c9ee50df337ec108"`), 0600)
  46. err = migrateRefs(tmpdir, "generic", ta, map[string]image.ID{
  47. "b3ca410aa2c115c05969a7b2c8cf8a9fcf62c1340ed6a601c9ee50df337ec108": image.ID("sha256:fcde2b2edba56bf408601fb721fe9b5c338d10ee429ea04fae5511b68fbf8fb9"),
  48. })
  49. if err != nil {
  50. t.Fatal(err)
  51. }
  52. if !reflect.DeepEqual(expected, ta.refs) {
  53. t.Fatalf("Invalid migrated tags: expected %q, got %q", expected, ta.refs)
  54. }
  55. }
  56. func TestMigrateContainers(t *testing.T) {
  57. // TODO Windows: Figure out why this is failing
  58. if runtime.GOOS == "windows" {
  59. t.Skip("Failing on Windows")
  60. }
  61. if runtime.GOARCH != "amd64" {
  62. t.Skip("Test tailored to amd64 architecture")
  63. }
  64. tmpdir, err := ioutil.TempDir("", "migrate-containers")
  65. if err != nil {
  66. t.Fatal(err)
  67. }
  68. defer os.RemoveAll(tmpdir)
  69. err = addContainer(tmpdir, `{"State":{"Running":false,"Paused":false,"Restarting":false,"OOMKilled":false,"Dead":false,"Pid":0,"ExitCode":0,"Error":"","StartedAt":"2015-11-10T21:42:40.604267436Z","FinishedAt":"2015-11-10T21:42:41.869265487Z"},"ID":"f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c","Created":"2015-11-10T21:42:40.433831551Z","Path":"sh","Args":[],"Config":{"Hostname":"f780ee3f80e6","Domainname":"","User":"","AttachStdin":true,"AttachStdout":true,"AttachStderr":true,"Tty":true,"OpenStdin":true,"StdinOnce":true,"Env":null,"Cmd":["sh"],"Image":"busybox","Volumes":null,"WorkingDir":"","Entrypoint":null,"OnBuild":null,"Labels":{}},"Image":"2c5ac3f849df8627fcf2822727f87c57f38b7129d3604fbc11d861fe856ff093","NetworkSettings":{"Bridge":"","EndpointID":"","Gateway":"","GlobalIPv6Address":"","GlobalIPv6PrefixLen":0,"HairpinMode":false,"IPAddress":"","IPPrefixLen":0,"IPv6Gateway":"","LinkLocalIPv6Address":"","LinkLocalIPv6PrefixLen":0,"MacAddress":"","NetworkID":"","PortMapping":null,"Ports":null,"SandboxKey":"","SecondaryIPAddresses":null,"SecondaryIPv6Addresses":null},"ResolvConfPath":"/var/lib/docker/containers/f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c/resolv.conf","HostnamePath":"/var/lib/docker/containers/f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c/hostname","HostsPath":"/var/lib/docker/containers/f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c/hosts","LogPath":"/var/lib/docker/containers/f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c/f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c-json.log","Name":"/determined_euclid","Driver":"overlay","ExecDriver":"native-0.2","MountLabel":"","ProcessLabel":"","RestartCount":0,"UpdateDns":false,"HasBeenStartedBefore":false,"MountPoints":{},"Volumes":{},"VolumesRW":{},"AppArmorProfile":""}`)
  70. if err != nil {
  71. t.Fatal(err)
  72. }
  73. // container with invalid image
  74. err = addContainer(tmpdir, `{"State":{"Running":false,"Paused":false,"Restarting":false,"OOMKilled":false,"Dead":false,"Pid":0,"ExitCode":0,"Error":"","StartedAt":"2015-11-10T21:42:40.604267436Z","FinishedAt":"2015-11-10T21:42:41.869265487Z"},"ID":"e780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c","Created":"2015-11-10T21:42:40.433831551Z","Path":"sh","Args":[],"Config":{"Hostname":"f780ee3f80e6","Domainname":"","User":"","AttachStdin":true,"AttachStdout":true,"AttachStderr":true,"Tty":true,"OpenStdin":true,"StdinOnce":true,"Env":null,"Cmd":["sh"],"Image":"busybox","Volumes":null,"WorkingDir":"","Entrypoint":null,"OnBuild":null,"Labels":{}},"Image":"4c5ac3f849df8627fcf2822727f87c57f38b7129d3604fbc11d861fe856ff093","NetworkSettings":{"Bridge":"","EndpointID":"","Gateway":"","GlobalIPv6Address":"","GlobalIPv6PrefixLen":0,"HairpinMode":false,"IPAddress":"","IPPrefixLen":0,"IPv6Gateway":"","LinkLocalIPv6Address":"","LinkLocalIPv6PrefixLen":0,"MacAddress":"","NetworkID":"","PortMapping":null,"Ports":null,"SandboxKey":"","SecondaryIPAddresses":null,"SecondaryIPv6Addresses":null},"ResolvConfPath":"/var/lib/docker/containers/f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c/resolv.conf","HostnamePath":"/var/lib/docker/containers/f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c/hostname","HostsPath":"/var/lib/docker/containers/f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c/hosts","LogPath":"/var/lib/docker/containers/f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c/f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c-json.log","Name":"/determined_euclid","Driver":"overlay","ExecDriver":"native-0.2","MountLabel":"","ProcessLabel":"","RestartCount":0,"UpdateDns":false,"HasBeenStartedBefore":false,"MountPoints":{},"Volumes":{},"VolumesRW":{},"AppArmorProfile":""}`)
  75. if err != nil {
  76. t.Fatal(err)
  77. }
  78. ifs, err := image.NewFSStoreBackend(filepath.Join(tmpdir, "imagedb"))
  79. if err != nil {
  80. t.Fatal(err)
  81. }
  82. ls := &mockMounter{}
  83. mmMap := make(map[string]image.LayerGetReleaser)
  84. mmMap[runtime.GOOS] = ls
  85. is, err := image.NewImageStore(ifs, mmMap)
  86. if err != nil {
  87. t.Fatal(err)
  88. }
  89. imgID, err := is.Create([]byte(`{"architecture":"amd64","config":{"AttachStdin":false,"AttachStdout":false,"AttachStderr":false,"Cmd":["sh"],"Entrypoint":null,"Env":null,"Hostname":"23304fc829f9","Image":"d1592a710ac323612bd786fa8ac20727c58d8a67847e5a65177c594f43919498","Labels":null,"OnBuild":null,"OpenStdin":false,"StdinOnce":false,"Tty":false,"Volumes":null,"WorkingDir":"","Domainname":"","User":""},"container":"349b014153779e30093d94f6df2a43c7a0a164e05aa207389917b540add39b51","container_config":{"AttachStdin":false,"AttachStdout":false,"AttachStderr":false,"Cmd":["/bin/sh","-c","#(nop) CMD [\"sh\"]"],"Entrypoint":null,"Env":null,"Hostname":"23304fc829f9","Image":"d1592a710ac323612bd786fa8ac20727c58d8a67847e5a65177c594f43919498","Labels":null,"OnBuild":null,"OpenStdin":false,"StdinOnce":false,"Tty":false,"Volumes":null,"WorkingDir":"","Domainname":"","User":""},"created":"2015-10-31T22:22:55.613815829Z","docker_version":"1.8.2","history":[{"created":"2015-10-31T22:22:54.690851953Z","created_by":"/bin/sh -c #(nop) ADD file:a3bc1e842b69636f9df5256c49c5374fb4eef1e281fe3f282c65fb853ee171c5 in /"},{"created":"2015-10-31T22:22:55.613815829Z","created_by":"/bin/sh -c #(nop) CMD [\"sh\"]"}],"os":"linux","rootfs":{"type":"layers","diff_ids":["sha256:c6f988f4874bb0add23a778f753c65efe992244e148a1d2ec2a8b664fb66bbd1","sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"]}}`))
  90. if err != nil {
  91. t.Fatal(err)
  92. }
  93. err = migrateContainers(tmpdir, ls, is, map[string]image.ID{
  94. "2c5ac3f849df8627fcf2822727f87c57f38b7129d3604fbc11d861fe856ff093": imgID,
  95. })
  96. if err != nil {
  97. t.Fatal(err)
  98. }
  99. expected := []mountInfo{{
  100. "f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c",
  101. "f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c",
  102. "sha256:c3191d32a37d7159b2e30830937d2e30268ad6c375a773a8994911a3aba9b93f",
  103. }}
  104. if !reflect.DeepEqual(expected, ls.mounts) {
  105. t.Fatalf("invalid mounts: expected %q, got %q", expected, ls.mounts)
  106. }
  107. if actual, expected := ls.count, 0; actual != expected {
  108. t.Fatalf("invalid active mounts: expected %d, got %d", expected, actual)
  109. }
  110. config2, err := ioutil.ReadFile(filepath.Join(tmpdir, "containers", "f780ee3f80e66e9b432a57049597118a66aab8932be88e5628d4c824edbee37c", "config.v2.json"))
  111. if err != nil {
  112. t.Fatal(err)
  113. }
  114. var config struct{ Image string }
  115. err = json.Unmarshal(config2, &config)
  116. if err != nil {
  117. t.Fatal(err)
  118. }
  119. if actual, expected := config.Image, string(imgID); actual != expected {
  120. t.Fatalf("invalid image pointer in migrated config: expected %q, got %q", expected, actual)
  121. }
  122. }
  123. func TestMigrateImages(t *testing.T) {
  124. // TODO Windows: Figure out why this is failing
  125. if runtime.GOOS == "windows" {
  126. t.Skip("Failing on Windows")
  127. }
  128. if runtime.GOARCH != "amd64" {
  129. t.Skip("Test tailored to amd64 architecture")
  130. }
  131. tmpdir, err := ioutil.TempDir("", "migrate-images")
  132. if err != nil {
  133. t.Fatal(err)
  134. }
  135. defer os.RemoveAll(tmpdir)
  136. // busybox from 1.9
  137. id1, err := addImage(tmpdir, `{"architecture":"amd64","config":{"Hostname":"23304fc829f9","Domainname":"","User":"","AttachStdin":false,"AttachStdout":false,"AttachStderr":false,"Tty":false,"OpenStdin":false,"StdinOnce":false,"Env":null,"Cmd":null,"Image":"","Volumes":null,"WorkingDir":"","Entrypoint":null,"OnBuild":null,"Labels":null},"container":"23304fc829f9b9349416f6eb1afec162907eba3a328f51d53a17f8986f865d65","container_config":{"Hostname":"23304fc829f9","Domainname":"","User":"","AttachStdin":false,"AttachStdout":false,"AttachStderr":false,"Tty":false,"OpenStdin":false,"StdinOnce":false,"Env":null,"Cmd":["/bin/sh","-c","#(nop) ADD file:a3bc1e842b69636f9df5256c49c5374fb4eef1e281fe3f282c65fb853ee171c5 in /"],"Image":"","Volumes":null,"WorkingDir":"","Entrypoint":null,"OnBuild":null,"Labels":null},"created":"2015-10-31T22:22:54.690851953Z","docker_version":"1.8.2","layer_id":"sha256:55dc925c23d1ed82551fd018c27ac3ee731377b6bad3963a2a4e76e753d70e57","os":"linux"}`, "", "")
  138. if err != nil {
  139. t.Fatal(err)
  140. }
  141. id2, err := addImage(tmpdir, `{"architecture":"amd64","config":{"Hostname":"23304fc829f9","Domainname":"","User":"","AttachStdin":false,"AttachStdout":false,"AttachStderr":false,"Tty":false,"OpenStdin":false,"StdinOnce":false,"Env":null,"Cmd":["sh"],"Image":"d1592a710ac323612bd786fa8ac20727c58d8a67847e5a65177c594f43919498","Volumes":null,"WorkingDir":"","Entrypoint":null,"OnBuild":null,"Labels":null},"container":"349b014153779e30093d94f6df2a43c7a0a164e05aa207389917b540add39b51","container_config":{"Hostname":"23304fc829f9","Domainname":"","User":"","AttachStdin":false,"AttachStdout":false,"AttachStderr":false,"Tty":false,"OpenStdin":false,"StdinOnce":false,"Env":null,"Cmd":["/bin/sh","-c","#(nop) CMD [\"sh\"]"],"Image":"d1592a710ac323612bd786fa8ac20727c58d8a67847e5a65177c594f43919498","Volumes":null,"WorkingDir":"","Entrypoint":null,"OnBuild":null,"Labels":null},"created":"2015-10-31T22:22:55.613815829Z","docker_version":"1.8.2","layer_id":"sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4","os":"linux","parent_id":"sha256:039b63dd2cbaa10d6015ea574392530571ed8d7b174090f032211285a71881d0"}`, id1, "")
  142. if err != nil {
  143. t.Fatal(err)
  144. }
  145. ifs, err := image.NewFSStoreBackend(filepath.Join(tmpdir, "imagedb"))
  146. if err != nil {
  147. t.Fatal(err)
  148. }
  149. ls := &mockRegistrar{}
  150. mrMap := make(map[string]image.LayerGetReleaser)
  151. mrMap[runtime.GOOS] = ls
  152. is, err := image.NewImageStore(ifs, mrMap)
  153. if err != nil {
  154. t.Fatal(err)
  155. }
  156. ms, err := metadata.NewFSMetadataStore(filepath.Join(tmpdir, "distribution"))
  157. if err != nil {
  158. t.Fatal(err)
  159. }
  160. mappings := make(map[string]image.ID)
  161. err = migrateImages(tmpdir, ls, is, ms, mappings)
  162. if err != nil {
  163. t.Fatal(err)
  164. }
  165. expected := map[string]image.ID{
  166. id1: image.ID("sha256:ca406eaf9c26898414ff5b7b3a023c33310759d6203be0663dbf1b3a712f432d"),
  167. id2: image.ID("sha256:a488bec94bb96b26a968f913d25ef7d8d204d727ca328b52b4b059c7d03260b6"),
  168. }
  169. if !reflect.DeepEqual(mappings, expected) {
  170. t.Fatalf("invalid image mappings: expected %q, got %q", expected, mappings)
  171. }
  172. if actual, expected := ls.count, 2; actual != expected {
  173. t.Fatalf("invalid register count: expected %q, got %q", expected, actual)
  174. }
  175. ls.count = 0
  176. // next images are busybox from 1.8.2
  177. _, err = addImage(tmpdir, `{"id":"17583c7dd0dae6244203b8029733bdb7d17fccbb2b5d93e2b24cf48b8bfd06e2","parent":"d1592a710ac323612bd786fa8ac20727c58d8a67847e5a65177c594f43919498","created":"2015-10-31T22:22:55.613815829Z","container":"349b014153779e30093d94f6df2a43c7a0a164e05aa207389917b540add39b51","container_config":{"Hostname":"23304fc829f9","Domainname":"","User":"","AttachStdin":false,"AttachStdout":false,"AttachStderr":false,"ExposedPorts":null,"PublishService":"","Tty":false,"OpenStdin":false,"StdinOnce":false,"Env":null,"Cmd":["/bin/sh","-c","#(nop) CMD [\"sh\"]"],"Image":"d1592a710ac323612bd786fa8ac20727c58d8a67847e5a65177c594f43919498","Volumes":null,"VolumeDriver":"","WorkingDir":"","Entrypoint":null,"NetworkDisabled":false,"MacAddress":"","OnBuild":null,"Labels":null},"docker_version":"1.8.2","config":{"Hostname":"23304fc829f9","Domainname":"","User":"","AttachStdin":false,"AttachStdout":false,"AttachStderr":false,"ExposedPorts":null,"PublishService":"","Tty":false,"OpenStdin":false,"StdinOnce":false,"Env":null,"Cmd":["sh"],"Image":"d1592a710ac323612bd786fa8ac20727c58d8a67847e5a65177c594f43919498","Volumes":null,"VolumeDriver":"","WorkingDir":"","Entrypoint":null,"NetworkDisabled":false,"MacAddress":"","OnBuild":null,"Labels":null},"architecture":"amd64","os":"linux","Size":0}`, "", "sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4")
  178. if err != nil {
  179. t.Fatal(err)
  180. }
  181. _, err = addImage(tmpdir, `{"id":"d1592a710ac323612bd786fa8ac20727c58d8a67847e5a65177c594f43919498","created":"2015-10-31T22:22:54.690851953Z","container":"23304fc829f9b9349416f6eb1afec162907eba3a328f51d53a17f8986f865d65","container_config":{"Hostname":"23304fc829f9","Domainname":"","User":"","AttachStdin":false,"AttachStdout":false,"AttachStderr":false,"ExposedPorts":null,"PublishService":"","Tty":false,"OpenStdin":false,"StdinOnce":false,"Env":null,"Cmd":["/bin/sh","-c","#(nop) ADD file:a3bc1e842b69636f9df5256c49c5374fb4eef1e281fe3f282c65fb853ee171c5 in /"],"Image":"","Volumes":null,"VolumeDriver":"","WorkingDir":"","Entrypoint":null,"NetworkDisabled":false,"MacAddress":"","OnBuild":null,"Labels":null},"docker_version":"1.8.2","config":{"Hostname":"23304fc829f9","Domainname":"","User":"","AttachStdin":false,"AttachStdout":false,"AttachStderr":false,"ExposedPorts":null,"PublishService":"","Tty":false,"OpenStdin":false,"StdinOnce":false,"Env":null,"Cmd":null,"Image":"","Volumes":null,"VolumeDriver":"","WorkingDir":"","Entrypoint":null,"NetworkDisabled":false,"MacAddress":"","OnBuild":null,"Labels":null},"architecture":"amd64","os":"linux","Size":1108935}`, "", "sha256:55dc925c23d1ed82551fd018c27ac3ee731377b6bad3963a2a4e76e753d70e57")
  182. if err != nil {
  183. t.Fatal(err)
  184. }
  185. err = migrateImages(tmpdir, ls, is, ms, mappings)
  186. if err != nil {
  187. t.Fatal(err)
  188. }
  189. expected["d1592a710ac323612bd786fa8ac20727c58d8a67847e5a65177c594f43919498"] = image.ID("sha256:c091bb33854e57e6902b74c08719856d30b5593c7db6143b2b48376b8a588395")
  190. expected["17583c7dd0dae6244203b8029733bdb7d17fccbb2b5d93e2b24cf48b8bfd06e2"] = image.ID("sha256:d963020e755ff2715b936065949472c1f8a6300144b922992a1a421999e71f07")
  191. if actual, expected := ls.count, 2; actual != expected {
  192. t.Fatalf("invalid register count: expected %q, got %q", expected, actual)
  193. }
  194. v2MetadataService := metadata.NewV2MetadataService(ms)
  195. receivedMetadata, err := v2MetadataService.GetMetadata(layer.EmptyLayer.DiffID())
  196. if err != nil {
  197. t.Fatal(err)
  198. }
  199. expectedMetadata := []metadata.V2Metadata{
  200. {Digest: digest.Digest("sha256:55dc925c23d1ed82551fd018c27ac3ee731377b6bad3963a2a4e76e753d70e57")},
  201. {Digest: digest.Digest("sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4")},
  202. }
  203. if !reflect.DeepEqual(expectedMetadata, receivedMetadata) {
  204. t.Fatalf("invalid metadata: expected %q, got %q", expectedMetadata, receivedMetadata)
  205. }
  206. }
  207. func TestMigrateUnsupported(t *testing.T) {
  208. tmpdir, err := ioutil.TempDir("", "migrate-empty")
  209. if err != nil {
  210. t.Fatal(err)
  211. }
  212. defer os.RemoveAll(tmpdir)
  213. err = os.MkdirAll(filepath.Join(tmpdir, "graph"), 0700)
  214. if err != nil {
  215. t.Fatal(err)
  216. }
  217. err = Migrate(tmpdir, "generic", nil, nil, nil, nil)
  218. if err != errUnsupported {
  219. t.Fatalf("expected unsupported error, got %q", err)
  220. }
  221. }
  222. func TestMigrateEmptyDir(t *testing.T) {
  223. tmpdir, err := ioutil.TempDir("", "migrate-empty")
  224. if err != nil {
  225. t.Fatal(err)
  226. }
  227. defer os.RemoveAll(tmpdir)
  228. err = Migrate(tmpdir, "generic", nil, nil, nil, nil)
  229. if err != nil {
  230. t.Fatal(err)
  231. }
  232. }
  233. func addImage(dest, jsonConfig, parent, checksum string) (string, error) {
  234. var config struct{ ID string }
  235. if err := json.Unmarshal([]byte(jsonConfig), &config); err != nil {
  236. return "", err
  237. }
  238. if config.ID == "" {
  239. b := make([]byte, 32)
  240. rand.Read(b)
  241. config.ID = hex.EncodeToString(b)
  242. }
  243. contDir := filepath.Join(dest, "graph", config.ID)
  244. if err := os.MkdirAll(contDir, 0700); err != nil {
  245. return "", err
  246. }
  247. if err := ioutil.WriteFile(filepath.Join(contDir, "json"), []byte(jsonConfig), 0600); err != nil {
  248. return "", err
  249. }
  250. if checksum != "" {
  251. if err := ioutil.WriteFile(filepath.Join(contDir, "checksum"), []byte(checksum), 0600); err != nil {
  252. return "", err
  253. }
  254. }
  255. if err := ioutil.WriteFile(filepath.Join(contDir, ".migration-diffid"), []byte(layer.EmptyLayer.DiffID()), 0600); err != nil {
  256. return "", err
  257. }
  258. if err := ioutil.WriteFile(filepath.Join(contDir, ".migration-size"), []byte("0"), 0600); err != nil {
  259. return "", err
  260. }
  261. if parent != "" {
  262. if err := ioutil.WriteFile(filepath.Join(contDir, "parent"), []byte(parent), 0600); err != nil {
  263. return "", err
  264. }
  265. }
  266. if checksum != "" {
  267. if err := ioutil.WriteFile(filepath.Join(contDir, "checksum"), []byte(checksum), 0600); err != nil {
  268. return "", err
  269. }
  270. }
  271. return config.ID, nil
  272. }
  273. func addContainer(dest, jsonConfig string) error {
  274. var config struct{ ID string }
  275. if err := json.Unmarshal([]byte(jsonConfig), &config); err != nil {
  276. return err
  277. }
  278. contDir := filepath.Join(dest, "containers", config.ID)
  279. if err := os.MkdirAll(contDir, 0700); err != nil {
  280. return err
  281. }
  282. return ioutil.WriteFile(filepath.Join(contDir, "config.json"), []byte(jsonConfig), 0600)
  283. }
  284. type mockTagAdder struct {
  285. refs map[string]string
  286. }
  287. func (t *mockTagAdder) AddTag(ref reference.Named, id digest.Digest, force bool) error {
  288. if t.refs == nil {
  289. t.refs = make(map[string]string)
  290. }
  291. t.refs[ref.String()] = id.String()
  292. return nil
  293. }
  294. func (t *mockTagAdder) AddDigest(ref reference.Canonical, id digest.Digest, force bool) error {
  295. return t.AddTag(ref, id, force)
  296. }
  297. type mockRegistrar struct {
  298. layers map[layer.ChainID]*mockLayer
  299. count int
  300. }
  301. func (r *mockRegistrar) RegisterByGraphID(graphID string, parent layer.ChainID, diffID layer.DiffID, tarDataFile string, size int64) (layer.Layer, error) {
  302. r.count++
  303. l := &mockLayer{}
  304. if parent != "" {
  305. p, exists := r.layers[parent]
  306. if !exists {
  307. return nil, fmt.Errorf("invalid parent %q", parent)
  308. }
  309. l.parent = p
  310. l.diffIDs = append(l.diffIDs, p.diffIDs...)
  311. }
  312. l.diffIDs = append(l.diffIDs, diffID)
  313. if r.layers == nil {
  314. r.layers = make(map[layer.ChainID]*mockLayer)
  315. }
  316. r.layers[l.ChainID()] = l
  317. return l, nil
  318. }
  319. func (r *mockRegistrar) Release(l layer.Layer) ([]layer.Metadata, error) {
  320. return nil, nil
  321. }
  322. func (r *mockRegistrar) Get(layer.ChainID) (layer.Layer, error) {
  323. return nil, nil
  324. }
  325. type mountInfo struct {
  326. name, graphID, parent string
  327. }
  328. type mockMounter struct {
  329. mounts []mountInfo
  330. count int
  331. }
  332. func (r *mockMounter) CreateRWLayerByGraphID(name string, graphID string, parent layer.ChainID) error {
  333. r.mounts = append(r.mounts, mountInfo{name, graphID, string(parent)})
  334. return nil
  335. }
  336. func (r *mockMounter) Unmount(string) error {
  337. r.count--
  338. return nil
  339. }
  340. func (r *mockMounter) Get(layer.ChainID) (layer.Layer, error) {
  341. return nil, nil
  342. }
  343. func (r *mockMounter) Release(layer.Layer) ([]layer.Metadata, error) {
  344. return nil, nil
  345. }
  346. type mockLayer struct {
  347. diffIDs []layer.DiffID
  348. parent *mockLayer
  349. }
  350. func (l *mockLayer) TarStream() (io.ReadCloser, error) {
  351. return nil, nil
  352. }
  353. func (l *mockLayer) TarStreamFrom(layer.ChainID) (io.ReadCloser, error) {
  354. return nil, nil
  355. }
  356. func (l *mockLayer) ChainID() layer.ChainID {
  357. return layer.CreateChainID(l.diffIDs)
  358. }
  359. func (l *mockLayer) DiffID() layer.DiffID {
  360. return l.diffIDs[len(l.diffIDs)-1]
  361. }
  362. func (l *mockLayer) Parent() layer.Layer {
  363. if l.parent == nil {
  364. return nil
  365. }
  366. return l.parent
  367. }
  368. func (l *mockLayer) Size() (int64, error) {
  369. return 0, nil
  370. }
  371. func (l *mockLayer) DiffSize() (int64, error) {
  372. return 0, nil
  373. }
  374. func (l *mockLayer) Metadata() (map[string]string, error) {
  375. return nil, nil
  376. }