123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416 |
- package main
- import (
- "encoding/json"
- "fmt"
- "io/ioutil"
- "os"
- "path/filepath"
- "regexp"
- "strings"
- "time"
- "github.com/docker/distribution/digest"
- "github.com/docker/docker/pkg/integration/checker"
- "github.com/go-check/check"
- )
- // TestPullFromCentralRegistry pulls an image from the central registry and verifies that the client
- // prints all expected output.
- func (s *DockerHubPullSuite) TestPullFromCentralRegistry(c *check.C) {
- testRequires(c, DaemonIsLinux)
- out := s.Cmd(c, "pull", "hello-world")
- defer deleteImages("hello-world")
- c.Assert(out, checker.Contains, "Using default tag: latest", check.Commentf("expected the 'latest' tag to be automatically assumed"))
- c.Assert(out, checker.Contains, "Pulling from library/hello-world", check.Commentf("expected the 'library/' prefix to be automatically assumed"))
- c.Assert(out, checker.Contains, "Downloaded newer image for hello-world:latest")
- matches := regexp.MustCompile(`Digest: (.+)\n`).FindAllStringSubmatch(out, -1)
- c.Assert(len(matches), checker.Equals, 1, check.Commentf("expected exactly one image digest in the output"))
- c.Assert(len(matches[0]), checker.Equals, 2, check.Commentf("unexpected number of submatches for the digest"))
- _, err := digest.ParseDigest(matches[0][1])
- c.Check(err, checker.IsNil, check.Commentf("invalid digest %q in output", matches[0][1]))
- // We should have a single entry in images.
- img := strings.TrimSpace(s.Cmd(c, "images"))
- if splitImg := strings.Split(img, "\n"); len(splitImg) != 2 {
- c.Fatalf("expected only two lines in the output of `docker images`, got %d", len(splitImg))
- } else if re := regexp.MustCompile(`^hello-world\s+latest`); !re.Match([]byte(splitImg[1])) {
- c.Fatal("invalid output for `docker images` (expected image and tag name")
- }
- }
- // TestPullNonExistingImage pulls non-existing images from the central registry, with different
- // combinations of implicit tag and library prefix.
- func (s *DockerHubPullSuite) TestPullNonExistingImage(c *check.C) {
- testRequires(c, DaemonIsLinux)
- for _, e := range []struct {
- Image string
- Alias string
- }{
- {"library/asdfasdf:foobar", "asdfasdf:foobar"},
- {"library/asdfasdf:foobar", "library/asdfasdf:foobar"},
- {"library/asdfasdf:latest", "asdfasdf"},
- {"library/asdfasdf:latest", "asdfasdf:latest"},
- {"library/asdfasdf:latest", "library/asdfasdf"},
- {"library/asdfasdf:latest", "library/asdfasdf:latest"},
- } {
- out, err := s.CmdWithError("pull", e.Alias)
- c.Assert(err, checker.NotNil, check.Commentf("expected non-zero exit status when pulling non-existing image: %s", out))
- c.Assert(out, checker.Contains, fmt.Sprintf("Error: image %s not found", e.Image), check.Commentf("expected image not found error messages"))
- }
- }
- // TestPullFromCentralRegistryImplicitRefParts pulls an image from the central registry and verifies
- // that pulling the same image with different combinations of implicit elements of the the image
- // reference (tag, repository, central registry url, ...) doesn't trigger a new pull nor leads to
- // multiple images.
- func (s *DockerHubPullSuite) TestPullFromCentralRegistryImplicitRefParts(c *check.C) {
- testRequires(c, DaemonIsLinux)
- s.Cmd(c, "pull", "hello-world")
- defer deleteImages("hello-world")
- for _, i := range []string{
- "hello-world",
- "hello-world:latest",
- "library/hello-world",
- "library/hello-world:latest",
- "docker.io/library/hello-world",
- "index.docker.io/library/hello-world",
- } {
- out := s.Cmd(c, "pull", i)
- c.Assert(out, checker.Contains, "Image is up to date for hello-world:latest")
- }
- // We should have a single entry in images.
- img := strings.TrimSpace(s.Cmd(c, "images"))
- if splitImg := strings.Split(img, "\n"); len(splitImg) != 2 {
- c.Fatalf("expected only two lines in the output of `docker images`, got %d", len(splitImg))
- } else if re := regexp.MustCompile(`^hello-world\s+latest`); !re.Match([]byte(splitImg[1])) {
- c.Fatal("invalid output for `docker images` (expected image and tag name")
- }
- }
- // TestPullScratchNotAllowed verifies that pulling 'scratch' is rejected.
- func (s *DockerHubPullSuite) TestPullScratchNotAllowed(c *check.C) {
- testRequires(c, DaemonIsLinux)
- out, err := s.CmdWithError("pull", "scratch")
- c.Assert(err, checker.NotNil, check.Commentf("expected pull of scratch to fail"))
- c.Assert(out, checker.Contains, "'scratch' is a reserved name")
- c.Assert(out, checker.Not(checker.Contains), "Pulling repository scratch")
- }
- // TestPullAllTagsFromCentralRegistry pulls using `all-tags` for a given image and verifies that it
- // results in more images than a naked pull.
- func (s *DockerHubPullSuite) TestPullAllTagsFromCentralRegistry(c *check.C) {
- testRequires(c, DaemonIsLinux)
- s.Cmd(c, "pull", "busybox")
- outImageCmd := s.Cmd(c, "images", "busybox")
- splitOutImageCmd := strings.Split(strings.TrimSpace(outImageCmd), "\n")
- c.Assert(splitOutImageCmd, checker.HasLen, 2, check.Commentf("expected a single entry in images\n%v", outImageCmd))
- s.Cmd(c, "pull", "--all-tags=true", "busybox")
- outImageAllTagCmd := s.Cmd(c, "images", "busybox")
- if linesCount := strings.Count(outImageAllTagCmd, "\n"); linesCount <= 2 {
- c.Fatalf("pulling all tags should provide more images, got %d", linesCount-1)
- }
- // Verify that the line for 'busybox:latest' is left unchanged.
- var latestLine string
- for _, line := range strings.Split(outImageAllTagCmd, "\n") {
- if strings.HasPrefix(line, "busybox") && strings.Contains(line, "latest") {
- latestLine = line
- break
- }
- }
- c.Assert(latestLine, checker.Not(checker.Equals), "", check.Commentf("no entry for busybox:latest found after pulling all tags"))
- splitLatest := strings.Fields(latestLine)
- splitCurrent := strings.Fields(splitOutImageCmd[1])
- c.Assert(splitLatest, checker.DeepEquals, splitCurrent, check.Commentf("busybox:latest was changed after pulling all tags"))
- }
- // TestPullClientDisconnect kills the client during a pull operation and verifies that the operation
- // still succesfully completes on the daemon side.
- //
- // Ref: docker/docker#15589
- func (s *DockerHubPullSuite) TestPullClientDisconnect(c *check.C) {
- testRequires(c, DaemonIsLinux)
- repoName := "hello-world:latest"
- pullCmd := s.MakeCmd("pull", repoName)
- stdout, err := pullCmd.StdoutPipe()
- c.Assert(err, checker.IsNil)
- err = pullCmd.Start()
- c.Assert(err, checker.IsNil)
- // Cancel as soon as we get some output.
- buf := make([]byte, 10)
- _, err = stdout.Read(buf)
- c.Assert(err, checker.IsNil)
- err = pullCmd.Process.Kill()
- c.Assert(err, checker.IsNil)
- maxAttempts := 20
- for i := 0; ; i++ {
- if _, err := s.CmdWithError("inspect", repoName); err == nil {
- break
- }
- if i >= maxAttempts {
- c.Fatal("timeout reached: image was not pulled after client disconnected")
- }
- time.Sleep(500 * time.Millisecond)
- }
- }
- type idAndParent struct {
- ID string
- Parent string
- }
- func inspectImage(c *check.C, imageRef string) idAndParent {
- out, _ := dockerCmd(c, "inspect", imageRef)
- var inspectOutput []idAndParent
- err := json.Unmarshal([]byte(out), &inspectOutput)
- if err != nil {
- c.Fatal(err)
- }
- return inspectOutput[0]
- }
- func imageID(c *check.C, imageRef string) string {
- return inspectImage(c, imageRef).ID
- }
- func imageParent(c *check.C, imageRef string) string {
- return inspectImage(c, imageRef).Parent
- }
- // TestPullMigration verifies that pulling an image based on layers
- // that already exists locally will reuse those existing layers.
- func (s *DockerRegistrySuite) TestPullMigration(c *check.C) {
- repoName := privateRegistryURL + "/dockercli/migration"
- baseImage := repoName + ":base"
- _, err := buildImage(baseImage, fmt.Sprintf(`
- FROM scratch
- ENV IMAGE base
- CMD echo %s
- `, baseImage), true)
- if err != nil {
- c.Fatal(err)
- }
- baseIDBeforePush := imageID(c, baseImage)
- baseParentBeforePush := imageParent(c, baseImage)
- derivedImage := repoName + ":derived"
- _, err = buildImage(derivedImage, fmt.Sprintf(`
- FROM %s
- CMD echo %s
- `, baseImage, derivedImage), true)
- if err != nil {
- c.Fatal(err)
- }
- derivedIDBeforePush := imageID(c, derivedImage)
- dockerCmd(c, "push", derivedImage)
- // Remove derived image from the local store
- dockerCmd(c, "rmi", derivedImage)
- // Repull
- dockerCmd(c, "pull", derivedImage)
- // Check that the parent of this pulled image is the original base
- // image
- derivedIDAfterPull1 := imageID(c, derivedImage)
- derivedParentAfterPull1 := imageParent(c, derivedImage)
- if derivedIDAfterPull1 == derivedIDBeforePush {
- c.Fatal("image's ID should have changed on after deleting and pulling")
- }
- if derivedParentAfterPull1 != baseIDBeforePush {
- c.Fatalf("pulled image's parent ID (%s) does not match base image's ID (%s)", derivedParentAfterPull1, baseIDBeforePush)
- }
- // Confirm that repushing and repulling does not change the computed ID
- dockerCmd(c, "push", derivedImage)
- dockerCmd(c, "rmi", derivedImage)
- dockerCmd(c, "pull", derivedImage)
- derivedIDAfterPull2 := imageID(c, derivedImage)
- derivedParentAfterPull2 := imageParent(c, derivedImage)
- if derivedIDAfterPull2 != derivedIDAfterPull1 {
- c.Fatal("image's ID unexpectedly changed after a repush/repull")
- }
- if derivedParentAfterPull2 != baseIDBeforePush {
- c.Fatalf("pulled image's parent ID (%s) does not match base image's ID (%s)", derivedParentAfterPull2, baseIDBeforePush)
- }
- // Remove everything, repull, and make sure everything uses computed IDs
- dockerCmd(c, "rmi", baseImage, derivedImage)
- dockerCmd(c, "pull", derivedImage)
- derivedIDAfterPull3 := imageID(c, derivedImage)
- derivedParentAfterPull3 := imageParent(c, derivedImage)
- derivedGrandparentAfterPull3 := imageParent(c, derivedParentAfterPull3)
- if derivedIDAfterPull3 != derivedIDAfterPull1 {
- c.Fatal("image's ID unexpectedly changed after a second repull")
- }
- if derivedParentAfterPull3 == baseIDBeforePush {
- c.Fatalf("pulled image's parent ID (%s) should not match base image's original ID (%s)", derivedParentAfterPull3, derivedIDBeforePush)
- }
- if derivedGrandparentAfterPull3 == baseParentBeforePush {
- c.Fatal("base image's parent ID should have been rewritten on pull")
- }
- }
- // TestPullMigrationRun verifies that pulling an image based on layers
- // that already exists locally will result in an image that runs properly.
- func (s *DockerRegistrySuite) TestPullMigrationRun(c *check.C) {
- type idAndParent struct {
- ID string
- Parent string
- }
- derivedImage := privateRegistryURL + "/dockercli/migration-run"
- baseImage := "busybox"
- _, err := buildImage(derivedImage, fmt.Sprintf(`
- FROM %s
- RUN dd if=/dev/zero of=/file bs=1024 count=1024
- CMD echo %s
- `, baseImage, derivedImage), true)
- if err != nil {
- c.Fatal(err)
- }
- baseIDBeforePush := imageID(c, baseImage)
- derivedIDBeforePush := imageID(c, derivedImage)
- dockerCmd(c, "push", derivedImage)
- // Remove derived image from the local store
- dockerCmd(c, "rmi", derivedImage)
- // Repull
- dockerCmd(c, "pull", derivedImage)
- // Check that this pulled image is based on the original base image
- derivedIDAfterPull1 := imageID(c, derivedImage)
- derivedParentAfterPull1 := imageParent(c, imageParent(c, derivedImage))
- if derivedIDAfterPull1 == derivedIDBeforePush {
- c.Fatal("image's ID should have changed on after deleting and pulling")
- }
- if derivedParentAfterPull1 != baseIDBeforePush {
- c.Fatalf("pulled image's parent ID (%s) does not match base image's ID (%s)", derivedParentAfterPull1, baseIDBeforePush)
- }
- // Make sure the image runs correctly
- out, _ := dockerCmd(c, "run", "--rm", derivedImage)
- if strings.TrimSpace(out) != derivedImage {
- c.Fatalf("expected %s; got %s", derivedImage, out)
- }
- // Confirm that repushing and repulling does not change the computed ID
- dockerCmd(c, "push", derivedImage)
- dockerCmd(c, "rmi", derivedImage)
- dockerCmd(c, "pull", derivedImage)
- derivedIDAfterPull2 := imageID(c, derivedImage)
- derivedParentAfterPull2 := imageParent(c, imageParent(c, derivedImage))
- if derivedIDAfterPull2 != derivedIDAfterPull1 {
- c.Fatal("image's ID unexpectedly changed after a repush/repull")
- }
- if derivedParentAfterPull2 != baseIDBeforePush {
- c.Fatalf("pulled image's parent ID (%s) does not match base image's ID (%s)", derivedParentAfterPull2, baseIDBeforePush)
- }
- // Make sure the image still runs
- out, _ = dockerCmd(c, "run", "--rm", derivedImage)
- if strings.TrimSpace(out) != derivedImage {
- c.Fatalf("expected %s; got %s", derivedImage, out)
- }
- }
- // TestPullConflict provides coverage of the situation where a computed
- // strongID conflicts with some unverifiable data in the graph.
- func (s *DockerRegistrySuite) TestPullConflict(c *check.C) {
- repoName := privateRegistryURL + "/dockercli/conflict"
- _, err := buildImage(repoName, `
- FROM scratch
- ENV IMAGE conflict
- CMD echo conflict
- `, true)
- if err != nil {
- c.Fatal(err)
- }
- dockerCmd(c, "push", repoName)
- // Pull to make it content-addressable
- dockerCmd(c, "rmi", repoName)
- dockerCmd(c, "pull", repoName)
- IDBeforeLoad := imageID(c, repoName)
- // Load/save to turn this into an unverified image with the same ID
- tmpDir, err := ioutil.TempDir("", "conflict-save-output")
- if err != nil {
- c.Errorf("failed to create temporary directory: %s", err)
- }
- defer os.RemoveAll(tmpDir)
- tarFile := filepath.Join(tmpDir, "repo.tar")
- dockerCmd(c, "save", "-o", tarFile, repoName)
- dockerCmd(c, "rmi", repoName)
- dockerCmd(c, "load", "-i", tarFile)
- // Check that the the ID is the same after save/load.
- IDAfterLoad := imageID(c, repoName)
- if IDAfterLoad != IDBeforeLoad {
- c.Fatal("image's ID should be the same after save/load")
- }
- // Repull
- dockerCmd(c, "pull", repoName)
- // Check that the ID is now different because of the conflict.
- IDAfterPull1 := imageID(c, repoName)
- // Expect the new ID to be SHA256(oldID)
- expectedIDDigest, err := digest.FromBytes([]byte(IDBeforeLoad))
- if err != nil {
- c.Fatalf("digest error: %v", err)
- }
- expectedID := expectedIDDigest.Hex()
- if IDAfterPull1 != expectedID {
- c.Fatalf("image's ID should have changed on pull to %s (got %s)", expectedID, IDAfterPull1)
- }
- // A second pull should use the new ID again.
- dockerCmd(c, "pull", repoName)
- IDAfterPull2 := imageID(c, repoName)
- if IDAfterPull2 != IDAfterPull1 {
- c.Fatal("image's ID unexpectedly changed after a repull")
- }
- }
|