| package main |
| |
| import ( |
| "encoding/json" |
| "fmt" |
| "io/ioutil" |
| "os" |
| "path/filepath" |
| "regexp" |
| "strings" |
| "time" |
| |
| "github.com/docker/distribution/digest" |
| "github.com/docker/docker/pkg/integration/checker" |
| "github.com/go-check/check" |
| ) |
| |
| // TestPullFromCentralRegistry pulls an image from the central registry and verifies that the client |
| // prints all expected output. |
| func (s *DockerHubPullSuite) TestPullFromCentralRegistry(c *check.C) { |
| testRequires(c, DaemonIsLinux) |
| out := s.Cmd(c, "pull", "hello-world") |
| defer deleteImages("hello-world") |
| |
| c.Assert(out, checker.Contains, "Using default tag: latest", check.Commentf("expected the 'latest' tag to be automatically assumed")) |
| c.Assert(out, checker.Contains, "Pulling from library/hello-world", check.Commentf("expected the 'library/' prefix to be automatically assumed")) |
| c.Assert(out, checker.Contains, "Downloaded newer image for hello-world:latest") |
| |
| matches := regexp.MustCompile(`Digest: (.+)\n`).FindAllStringSubmatch(out, -1) |
| c.Assert(len(matches), checker.Equals, 1, check.Commentf("expected exactly one image digest in the output")) |
| c.Assert(len(matches[0]), checker.Equals, 2, check.Commentf("unexpected number of submatches for the digest")) |
| _, err := digest.ParseDigest(matches[0][1]) |
| c.Check(err, checker.IsNil, check.Commentf("invalid digest %q in output", matches[0][1])) |
| |
| // We should have a single entry in images. |
| img := strings.TrimSpace(s.Cmd(c, "images")) |
| if splitImg := strings.Split(img, "\n"); len(splitImg) != 2 { |
| c.Fatalf("expected only two lines in the output of `docker images`, got %d", len(splitImg)) |
| } else if re := regexp.MustCompile(`^hello-world\s+latest`); !re.Match([]byte(splitImg[1])) { |
| c.Fatal("invalid output for `docker images` (expected image and tag name") |
| } |
| } |
| |
| // TestPullNonExistingImage pulls non-existing images from the central registry, with different |
| // combinations of implicit tag and library prefix. |
| func (s *DockerHubPullSuite) TestPullNonExistingImage(c *check.C) { |
| testRequires(c, DaemonIsLinux) |
| for _, e := range []struct { |
| Image string |
| Alias string |
| }{ |
| {"library/asdfasdf:foobar", "asdfasdf:foobar"}, |
| {"library/asdfasdf:foobar", "library/asdfasdf:foobar"}, |
| {"library/asdfasdf:latest", "asdfasdf"}, |
| {"library/asdfasdf:latest", "asdfasdf:latest"}, |
| {"library/asdfasdf:latest", "library/asdfasdf"}, |
| {"library/asdfasdf:latest", "library/asdfasdf:latest"}, |
| } { |
| out, err := s.CmdWithError("pull", e.Alias) |
| c.Assert(err, checker.NotNil, check.Commentf("expected non-zero exit status when pulling non-existing image: %s", out)) |
| c.Assert(out, checker.Contains, fmt.Sprintf("Error: image %s not found", e.Image), check.Commentf("expected image not found error messages")) |
| } |
| } |
| |
| // TestPullFromCentralRegistryImplicitRefParts pulls an image from the central registry and verifies |
| // that pulling the same image with different combinations of implicit elements of the the image |
| // reference (tag, repository, central registry url, ...) doesn't trigger a new pull nor leads to |
| // multiple images. |
| func (s *DockerHubPullSuite) TestPullFromCentralRegistryImplicitRefParts(c *check.C) { |
| testRequires(c, DaemonIsLinux) |
| s.Cmd(c, "pull", "hello-world") |
| defer deleteImages("hello-world") |
| |
| for _, i := range []string{ |
| "hello-world", |
| "hello-world:latest", |
| "library/hello-world", |
| "library/hello-world:latest", |
| "docker.io/library/hello-world", |
| "index.docker.io/library/hello-world", |
| } { |
| out := s.Cmd(c, "pull", i) |
| c.Assert(out, checker.Contains, "Image is up to date for hello-world:latest") |
| } |
| |
| // We should have a single entry in images. |
| img := strings.TrimSpace(s.Cmd(c, "images")) |
| if splitImg := strings.Split(img, "\n"); len(splitImg) != 2 { |
| c.Fatalf("expected only two lines in the output of `docker images`, got %d", len(splitImg)) |
| } else if re := regexp.MustCompile(`^hello-world\s+latest`); !re.Match([]byte(splitImg[1])) { |
| c.Fatal("invalid output for `docker images` (expected image and tag name") |
| } |
| } |
| |
| // TestPullScratchNotAllowed verifies that pulling 'scratch' is rejected. |
| func (s *DockerHubPullSuite) TestPullScratchNotAllowed(c *check.C) { |
| testRequires(c, DaemonIsLinux) |
| out, err := s.CmdWithError("pull", "scratch") |
| c.Assert(err, checker.NotNil, check.Commentf("expected pull of scratch to fail")) |
| c.Assert(out, checker.Contains, "'scratch' is a reserved name") |
| c.Assert(out, checker.Not(checker.Contains), "Pulling repository scratch") |
| } |
| |
| // TestPullAllTagsFromCentralRegistry pulls using `all-tags` for a given image and verifies that it |
| // results in more images than a naked pull. |
| func (s *DockerHubPullSuite) TestPullAllTagsFromCentralRegistry(c *check.C) { |
| testRequires(c, DaemonIsLinux) |
| s.Cmd(c, "pull", "busybox") |
| outImageCmd := s.Cmd(c, "images", "busybox") |
| splitOutImageCmd := strings.Split(strings.TrimSpace(outImageCmd), "\n") |
| c.Assert(splitOutImageCmd, checker.HasLen, 2, check.Commentf("expected a single entry in images\n%v", outImageCmd)) |
| |
| s.Cmd(c, "pull", "--all-tags=true", "busybox") |
| outImageAllTagCmd := s.Cmd(c, "images", "busybox") |
| if linesCount := strings.Count(outImageAllTagCmd, "\n"); linesCount <= 2 { |
| c.Fatalf("pulling all tags should provide more images, got %d", linesCount-1) |
| } |
| |
| // Verify that the line for 'busybox:latest' is left unchanged. |
| var latestLine string |
| for _, line := range strings.Split(outImageAllTagCmd, "\n") { |
| if strings.HasPrefix(line, "busybox") && strings.Contains(line, "latest") { |
| latestLine = line |
| break |
| } |
| } |
| c.Assert(latestLine, checker.Not(checker.Equals), "", check.Commentf("no entry for busybox:latest found after pulling all tags")) |
| splitLatest := strings.Fields(latestLine) |
| splitCurrent := strings.Fields(splitOutImageCmd[1]) |
| c.Assert(splitLatest, checker.DeepEquals, splitCurrent, check.Commentf("busybox:latest was changed after pulling all tags")) |
| } |
| |
| // TestPullClientDisconnect kills the client during a pull operation and verifies that the operation |
| // still succesfully completes on the daemon side. |
| // |
| // Ref: docker/docker#15589 |
| func (s *DockerHubPullSuite) TestPullClientDisconnect(c *check.C) { |
| testRequires(c, DaemonIsLinux) |
| repoName := "hello-world:latest" |
| |
| pullCmd := s.MakeCmd("pull", repoName) |
| stdout, err := pullCmd.StdoutPipe() |
| c.Assert(err, checker.IsNil) |
| err = pullCmd.Start() |
| c.Assert(err, checker.IsNil) |
| |
| // Cancel as soon as we get some output. |
| buf := make([]byte, 10) |
| _, err = stdout.Read(buf) |
| c.Assert(err, checker.IsNil) |
| |
| err = pullCmd.Process.Kill() |
| c.Assert(err, checker.IsNil) |
| |
| maxAttempts := 20 |
| for i := 0; ; i++ { |
| if _, err := s.CmdWithError("inspect", repoName); err == nil { |
| break |
| } |
| if i >= maxAttempts { |
| c.Fatal("timeout reached: image was not pulled after client disconnected") |
| } |
| time.Sleep(500 * time.Millisecond) |
| } |
| } |
| |
| type idAndParent struct { |
| ID string |
| Parent string |
| } |
| |
| func inspectImage(c *check.C, imageRef string) idAndParent { |
| out, _ := dockerCmd(c, "inspect", imageRef) |
| var inspectOutput []idAndParent |
| err := json.Unmarshal([]byte(out), &inspectOutput) |
| if err != nil { |
| c.Fatal(err) |
| } |
| |
| return inspectOutput[0] |
| } |
| |
| func imageID(c *check.C, imageRef string) string { |
| return inspectImage(c, imageRef).ID |
| } |
| |
| func imageParent(c *check.C, imageRef string) string { |
| return inspectImage(c, imageRef).Parent |
| } |
| |
| // TestPullMigration verifies that pulling an image based on layers |
| // that already exists locally will reuse those existing layers. |
| func (s *DockerRegistrySuite) TestPullMigration(c *check.C) { |
| repoName := privateRegistryURL + "/dockercli/migration" |
| |
| baseImage := repoName + ":base" |
| _, err := buildImage(baseImage, fmt.Sprintf(` |
| FROM scratch |
| ENV IMAGE base |
| CMD echo %s |
| `, baseImage), true) |
| if err != nil { |
| c.Fatal(err) |
| } |
| |
| baseIDBeforePush := imageID(c, baseImage) |
| baseParentBeforePush := imageParent(c, baseImage) |
| |
| derivedImage := repoName + ":derived" |
| _, err = buildImage(derivedImage, fmt.Sprintf(` |
| FROM %s |
| CMD echo %s |
| `, baseImage, derivedImage), true) |
| if err != nil { |
| c.Fatal(err) |
| } |
| |
| derivedIDBeforePush := imageID(c, derivedImage) |
| |
| dockerCmd(c, "push", derivedImage) |
| |
| // Remove derived image from the local store |
| dockerCmd(c, "rmi", derivedImage) |
| |
| // Repull |
| dockerCmd(c, "pull", derivedImage) |
| |
| // Check that the parent of this pulled image is the original base |
| // image |
| derivedIDAfterPull1 := imageID(c, derivedImage) |
| derivedParentAfterPull1 := imageParent(c, derivedImage) |
| |
| if derivedIDAfterPull1 == derivedIDBeforePush { |
| c.Fatal("image's ID should have changed on after deleting and pulling") |
| } |
| |
| if derivedParentAfterPull1 != baseIDBeforePush { |
| c.Fatalf("pulled image's parent ID (%s) does not match base image's ID (%s)", derivedParentAfterPull1, baseIDBeforePush) |
| } |
| |
| // Confirm that repushing and repulling does not change the computed ID |
| dockerCmd(c, "push", derivedImage) |
| dockerCmd(c, "rmi", derivedImage) |
| dockerCmd(c, "pull", derivedImage) |
| |
| derivedIDAfterPull2 := imageID(c, derivedImage) |
| derivedParentAfterPull2 := imageParent(c, derivedImage) |
| |
| if derivedIDAfterPull2 != derivedIDAfterPull1 { |
| c.Fatal("image's ID unexpectedly changed after a repush/repull") |
| } |
| |
| if derivedParentAfterPull2 != baseIDBeforePush { |
| c.Fatalf("pulled image's parent ID (%s) does not match base image's ID (%s)", derivedParentAfterPull2, baseIDBeforePush) |
| } |
| |
| // Remove everything, repull, and make sure everything uses computed IDs |
| dockerCmd(c, "rmi", baseImage, derivedImage) |
| dockerCmd(c, "pull", derivedImage) |
| |
| derivedIDAfterPull3 := imageID(c, derivedImage) |
| derivedParentAfterPull3 := imageParent(c, derivedImage) |
| derivedGrandparentAfterPull3 := imageParent(c, derivedParentAfterPull3) |
| |
| if derivedIDAfterPull3 != derivedIDAfterPull1 { |
| c.Fatal("image's ID unexpectedly changed after a second repull") |
| } |
| |
| if derivedParentAfterPull3 == baseIDBeforePush { |
| c.Fatalf("pulled image's parent ID (%s) should not match base image's original ID (%s)", derivedParentAfterPull3, derivedIDBeforePush) |
| } |
| |
| if derivedGrandparentAfterPull3 == baseParentBeforePush { |
| c.Fatal("base image's parent ID should have been rewritten on pull") |
| } |
| } |
| |
| // TestPullMigrationRun verifies that pulling an image based on layers |
| // that already exists locally will result in an image that runs properly. |
| func (s *DockerRegistrySuite) TestPullMigrationRun(c *check.C) { |
| type idAndParent struct { |
| ID string |
| Parent string |
| } |
| |
| derivedImage := privateRegistryURL + "/dockercli/migration-run" |
| baseImage := "busybox" |
| |
| _, err := buildImage(derivedImage, fmt.Sprintf(` |
| FROM %s |
| RUN dd if=/dev/zero of=/file bs=1024 count=1024 |
| CMD echo %s |
| `, baseImage, derivedImage), true) |
| if err != nil { |
| c.Fatal(err) |
| } |
| |
| baseIDBeforePush := imageID(c, baseImage) |
| derivedIDBeforePush := imageID(c, derivedImage) |
| |
| dockerCmd(c, "push", derivedImage) |
| |
| // Remove derived image from the local store |
| dockerCmd(c, "rmi", derivedImage) |
| |
| // Repull |
| dockerCmd(c, "pull", derivedImage) |
| |
| // Check that this pulled image is based on the original base image |
| derivedIDAfterPull1 := imageID(c, derivedImage) |
| derivedParentAfterPull1 := imageParent(c, imageParent(c, derivedImage)) |
| |
| if derivedIDAfterPull1 == derivedIDBeforePush { |
| c.Fatal("image's ID should have changed on after deleting and pulling") |
| } |
| |
| if derivedParentAfterPull1 != baseIDBeforePush { |
| c.Fatalf("pulled image's parent ID (%s) does not match base image's ID (%s)", derivedParentAfterPull1, baseIDBeforePush) |
| } |
| |
| // Make sure the image runs correctly |
| out, _ := dockerCmd(c, "run", "--rm", derivedImage) |
| if strings.TrimSpace(out) != derivedImage { |
| c.Fatalf("expected %s; got %s", derivedImage, out) |
| } |
| |
| // Confirm that repushing and repulling does not change the computed ID |
| dockerCmd(c, "push", derivedImage) |
| dockerCmd(c, "rmi", derivedImage) |
| dockerCmd(c, "pull", derivedImage) |
| |
| derivedIDAfterPull2 := imageID(c, derivedImage) |
| derivedParentAfterPull2 := imageParent(c, imageParent(c, derivedImage)) |
| |
| if derivedIDAfterPull2 != derivedIDAfterPull1 { |
| c.Fatal("image's ID unexpectedly changed after a repush/repull") |
| } |
| |
| if derivedParentAfterPull2 != baseIDBeforePush { |
| c.Fatalf("pulled image's parent ID (%s) does not match base image's ID (%s)", derivedParentAfterPull2, baseIDBeforePush) |
| } |
| |
| // Make sure the image still runs |
| out, _ = dockerCmd(c, "run", "--rm", derivedImage) |
| if strings.TrimSpace(out) != derivedImage { |
| c.Fatalf("expected %s; got %s", derivedImage, out) |
| } |
| } |
| |
| // TestPullConflict provides coverage of the situation where a computed |
| // strongID conflicts with some unverifiable data in the graph. |
| func (s *DockerRegistrySuite) TestPullConflict(c *check.C) { |
| repoName := privateRegistryURL + "/dockercli/conflict" |
| |
| _, err := buildImage(repoName, ` |
| FROM scratch |
| ENV IMAGE conflict |
| CMD echo conflict |
| `, true) |
| if err != nil { |
| c.Fatal(err) |
| } |
| |
| dockerCmd(c, "push", repoName) |
| |
| // Pull to make it content-addressable |
| dockerCmd(c, "rmi", repoName) |
| dockerCmd(c, "pull", repoName) |
| |
| IDBeforeLoad := imageID(c, repoName) |
| |
| // Load/save to turn this into an unverified image with the same ID |
| tmpDir, err := ioutil.TempDir("", "conflict-save-output") |
| if err != nil { |
| c.Errorf("failed to create temporary directory: %s", err) |
| } |
| defer os.RemoveAll(tmpDir) |
| |
| tarFile := filepath.Join(tmpDir, "repo.tar") |
| |
| dockerCmd(c, "save", "-o", tarFile, repoName) |
| dockerCmd(c, "rmi", repoName) |
| dockerCmd(c, "load", "-i", tarFile) |
| |
| // Check that the the ID is the same after save/load. |
| IDAfterLoad := imageID(c, repoName) |
| |
| if IDAfterLoad != IDBeforeLoad { |
| c.Fatal("image's ID should be the same after save/load") |
| } |
| |
| // Repull |
| dockerCmd(c, "pull", repoName) |
| |
| // Check that the ID is now different because of the conflict. |
| IDAfterPull1 := imageID(c, repoName) |
| |
| // Expect the new ID to be SHA256(oldID) |
| expectedIDDigest, err := digest.FromBytes([]byte(IDBeforeLoad)) |
| if err != nil { |
| c.Fatalf("digest error: %v", err) |
| } |
| expectedID := expectedIDDigest.Hex() |
| if IDAfterPull1 != expectedID { |
| c.Fatalf("image's ID should have changed on pull to %s (got %s)", expectedID, IDAfterPull1) |
| } |
| |
| // A second pull should use the new ID again. |
| dockerCmd(c, "pull", repoName) |
| |
| IDAfterPull2 := imageID(c, repoName) |
| |
| if IDAfterPull2 != IDAfterPull1 { |
| c.Fatal("image's ID unexpectedly changed after a repull") |
| } |
| } |
