src/sys/pkg/bin/pm/build/package_test.go - fuchsia - Git at Google

 // Copyright 2017 The Fuchsia Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.

 package build

 import (
 	"bytes"
 	"crypto/rand"
 	"encoding/binary"
 	"encoding/json"
 	"errors"
 	"fmt"
 	"io"
 	"io/ioutil"
 	"os"
 	"path/filepath"
 	"sort"
 	"strings"
 	"testing"

 	"go.fuchsia.dev/fuchsia/src/sys/pkg/bin/pm/pkg"
 	far "go.fuchsia.dev/fuchsia/src/sys/pkg/lib/far/go"
 	"go.fuchsia.dev/fuchsia/src/sys/pkg/lib/merkle"
 )

 const testABIRevision uint64 = 0x02160C9D

 func TestInit(t *testing.T) {
 	cfg := TestConfig()
 	defer os.RemoveAll(filepath.Dir(cfg.TempDir))

 	if err := Init(cfg); err != nil {
 		t.Fatal(err)
 	}

 	f, err := os.Open(filepath.Join(cfg.OutputDir, "meta", "package"))
 	if err != nil {
 		t.Fatal(err)
 	}
 	var p pkg.Package
 	if err := json.NewDecoder(f).Decode(&p); err != nil {
 		t.Fatal(err)
 	}
 	f.Close()

 	if want := cfg.PkgName; p.Name != want {
 		t.Errorf("got %q, want %q", p.Name, want)
 	}

 	if want := "0"; p.Version != want {
 		t.Errorf("got %q, want %q", p.Version, want)
 	}
 	os.RemoveAll(filepath.Dir(cfg.TempDir))

 	// test condition where package name is empty, name should match the
 	// name of the output directory
 	cfg.PkgName = ""
 	if err = Init(cfg); err != nil {
 		t.Fatal(err)
 	}

 	f, err = os.Open(filepath.Join(cfg.OutputDir, "meta", "package"))
 	if err != nil {
 		t.Fatal(err)
 	}

 	if err = json.NewDecoder(f).Decode(&p); err != nil {
 		t.Fatal(err)
 	}
 	f.Close()

 	if want := filepath.Base(cfg.OutputDir); p.Name != want {
 		t.Errorf("got %q, want %q", p.Name, want)
 	}
 }

 func TestUpdate(t *testing.T) {
 	cfg := TestConfig()
 	defer os.RemoveAll(filepath.Dir(cfg.TempDir))
 	TestPackage(cfg)

 	manifest, err := cfg.Manifest()
 	if err != nil {
 		t.Fatal(err)
 	}

 	for _, f := range manifest.Content() {
 		fd, err := os.Create(f)
 		if err != nil {
 			t.Fatal(err)
 		}
 		if _, err := io.CopyN(fd, rand.Reader, 1024); err != nil {
 			t.Fatal(err)
 		}
 		fd.Close()
 	}

 	if _, ok := manifest.Meta()["meta/contents"]; ok {
 		t.Fatalf("unexpected pre-existing meta/contents in manifest")
 	}

 	if err := Update(cfg); err != nil {
 		t.Fatal(err)
 	}

 	// FIXME(http://fxbug.dev/87309): In order to ease migration, initially the
 	// abi-revision is not required.
 	if _, ok := manifest.Meta()[abiRevisionKey]; ok {
 		t.Fatalf("%s should not be created by default", abiRevisionKey)
 	}

 	contentsPath, ok := manifest.Meta()["meta/contents"]
 	if !ok {
 		t.Fatalf("meta/contents was not found in manifest after update")
 	}

 	f, err := os.Open(contentsPath)
 	if err != nil {
 		t.Fatal(err)
 	}
 	buf, err := ioutil.ReadAll(f)
 	f.Close()
 	if err != nil {
 		t.Fatal(err)
 	}

 	lines := strings.Split(string(buf), "\n")
 	sort.Strings(lines)
 	if lines[0] == "" {
 		lines = lines[1:]
 	}

 	contentFiles := []string{}
 	for _, s := range TestFiles {
 		if strings.HasPrefix(s, "meta/") {
 			continue
 		}
 		contentFiles = append(contentFiles, s)
 	}
 	if len(lines) != len(contentFiles) {
 		t.Fatalf("content lines mismatch: %v\n%v", lines, contentFiles)
 	}

 	files := []string{}
 	files = append(files, contentFiles...)
 	sort.Strings(files)
 	for i, pf := range files {
 		var tree merkle.Tree
 		f, err := os.Open(manifest.Paths[pf])
 		if err != nil {
 			t.Fatal(err)
 		}
 		if _, err := tree.ReadFrom(f); err != nil {
 			t.Fatal(err)
 		}
 		f.Close()
 		want := fmt.Sprintf("%s=%x", pf, tree.Root())
 		if lines[i] != want {
 			t.Errorf("contents mismatch: got %q, want %q", lines[i], want)
 			break
 		}
 	}
 }

 func TestUpdateTakesABIRevisionAndWritesABIRevision(t *testing.T) {
 	cfg := TestConfig()
 	defer os.RemoveAll(filepath.Dir(cfg.TempDir))

 	cfg.PkgABIRevision = testABIRevision

 	TestPackage(cfg)

 	manifest, err := cfg.Manifest()
 	if err != nil {
 		t.Fatal(err)
 	}

 	if err := Update(cfg); err != nil {
 		t.Fatal(err)
 	}

 	// FIXME(http://fxbug.dev/87309): In order to ease migration, initially the
 	// abi-revision is not required.
 	abiRevisionPath, ok := manifest.Meta()[abiRevisionKey]
 	if !ok {
 		t.Fatalf("%s was not found in manifest after update", abiRevisionKey)
 	}

 	f, err := os.Open(abiRevisionPath)
 	if err != nil {
 		t.Fatal(err)
 	}

 	var abiRevision uint64
 	if err := binary.Read(f, binary.LittleEndian, &abiRevision); err != nil {
 		t.Fatal(err)
 	}
 	if abiRevision != testABIRevision {
 		t.Fatalf("expected ABI revision to be %x, not %x", testABIRevision, abiRevision)
 	}
 }

 func TestValidate(t *testing.T) {
 	cfg := TestConfig()
 	defer os.RemoveAll(filepath.Dir(cfg.TempDir))
 	TestPackage(cfg)

 	if err := Update(cfg); err != nil {
 		t.Fatal(err)
 	}

 	err := Validate(cfg)
 	if err != nil {
 		t.Fatalf("Unexpected validation error")
 	}

 	manifest, err := cfg.Manifest()
 	if err != nil {
 		t.Fatal(err)
 	}

 	for _, f := range RequiredFiles {
 		manifest.Paths[f+"a"] = manifest.Paths[f]
 		delete(manifest.Paths, f)
 		if err := Validate(cfg); err == nil {
 			t.Errorf("expected a validation error when %q is missing", f)
 		}
 		manifest.Paths[f] = manifest.Paths[f+"a"]
 		delete(manifest.Paths, f+"a")
 	}
 }

 func TestSeal(t *testing.T) {
 	cfg := TestConfig()
 	defer os.RemoveAll(filepath.Dir(cfg.TempDir))
 	TestPackage(cfg)

 	if err := Update(cfg); err != nil {
 		t.Fatal(err)
 	}

 	if _, err := Seal(cfg); err != nil {
 		t.Fatal(err)
 	}

 	// TODO(raggi): until we have far reader support this test only verifies that
 	// the package meta data was correctly updated, it doesn't actually verify
 	// that the contents of the far are correct.
 	metafar := filepath.Join(cfg.OutputDir, "meta.far")
 	if _, err := os.Stat(metafar); err != nil {
 		t.Errorf("meta.far was not created")
 	}

 	merklefile := filepath.Join(cfg.OutputDir, "meta.far.merkle")
 	if _, err := os.Stat(merklefile); err != nil {
 		t.Errorf("meta.far.merkle was not created")
 	}

 	m, err := ioutil.ReadFile(merklefile)
 	if err != nil {
 		t.Fatal(err)
 	}
 	fromFile := string(m)

 	var tree merkle.Tree
 	f, err := os.Open(metafar)
 	if err != nil {
 		t.Fatal(err)
 	}
 	tree.ReadFrom(f)
 	fromFar := fmt.Sprintf("%x", tree.Root())

 	if fromFile != fromFar {
 		t.Errorf("meta.far.merkle != merkle(meta.far)\n%q\n%q", fromFile, fromFar)
 	}

 	// Make sure the meta.far doesn't contain the ABI revision by default.
 	f.Seek(0, io.SeekStart)
 	r, err := far.NewReader(f)
 	if err != nil {
 		t.Fatal(err)
 	}

 	// FIXME(http://fxbug.dev/87309): In order to ease migration, initially the
 	// abi-revision is not required.
 	_, err = r.Open("meta/fuchsia.pkg/abi-revision")
 	if err == nil {
 		t.Fatalf("expected meta/fuchsia.pkg/abi-revision to not be present in meta.far")
 	}
 	if !errors.Is(err, os.ErrNotExist) {
 		t.Fatalf("expected error to be does not exist, not %s", err)
 	}
 }

 func TestSealCreatesABIRevisionFile(t *testing.T) {
 	cfg := TestConfig()
 	defer os.RemoveAll(filepath.Dir(cfg.TempDir))

 	cfg.PkgABIRevision = testABIRevision

 	TestPackage(cfg)

 	if err := Update(cfg); err != nil {
 		t.Fatal(err)
 	}

 	if _, err := Seal(cfg); err != nil {
 		t.Fatal(err)
 	}

 	// TODO(raggi): until we have far reader support this test only verifies that
 	// the package meta data was correctly updated, it doesn't actually verify
 	// that the contents of the far are correct.
 	metafar := filepath.Join(cfg.OutputDir, "meta.far")
 	f, err := os.Open(metafar)
 	if err != nil {
 		t.Fatal(err)
 	}

 	r, err := far.NewReader(f)
 	if err != nil {
 		t.Fatal(err)
 	}

 	abiBytes, err := r.ReadFile(abiRevisionKey)
 	if err != nil {
 		t.Fatal(err)
 	}

 	var abiRevision uint64
 	if err := binary.Read(bytes.NewReader(abiBytes), binary.LittleEndian, &abiRevision); err != nil {
 		t.Fatal(err)
 	}
 	if abiRevision != testABIRevision {
 		t.Fatalf("expected ABI revision to be %x, not %x", testABIRevision, abiRevision)
 	}
 }
	// Copyright 2017 The Fuchsia Authors. All rights reserved.
	// Use of this source code is governed by a BSD-style license that can be
	// found in the LICENSE file.

	package build

	import (
	"bytes"
	"crypto/rand"
	"encoding/binary"
	"encoding/json"
	"errors"
	"fmt"
	"io"
	"io/ioutil"
	"os"
	"path/filepath"
	"sort"
	"strings"
	"testing"

	"go.fuchsia.dev/fuchsia/src/sys/pkg/bin/pm/pkg"
	far "go.fuchsia.dev/fuchsia/src/sys/pkg/lib/far/go"
	"go.fuchsia.dev/fuchsia/src/sys/pkg/lib/merkle"
	)

	const testABIRevision uint64 = 0x02160C9D

	func TestInit(t *testing.T) {
	cfg := TestConfig()
	defer os.RemoveAll(filepath.Dir(cfg.TempDir))

	if err := Init(cfg); err != nil {
	t.Fatal(err)
	}

	f, err := os.Open(filepath.Join(cfg.OutputDir, "meta", "package"))
	if err != nil {
	t.Fatal(err)
	}
	var p pkg.Package
	if err := json.NewDecoder(f).Decode(&p); err != nil {
	t.Fatal(err)
	}
	f.Close()

	if want := cfg.PkgName; p.Name != want {
	t.Errorf("got %q, want %q", p.Name, want)
	}

	if want := "0"; p.Version != want {
	t.Errorf("got %q, want %q", p.Version, want)
	}
	os.RemoveAll(filepath.Dir(cfg.TempDir))

	// test condition where package name is empty, name should match the
	// name of the output directory
	cfg.PkgName = ""
	if err = Init(cfg); err != nil {
	t.Fatal(err)
	}

	f, err = os.Open(filepath.Join(cfg.OutputDir, "meta", "package"))
	if err != nil {
	t.Fatal(err)
	}

	if err = json.NewDecoder(f).Decode(&p); err != nil {
	t.Fatal(err)
	}
	f.Close()

	if want := filepath.Base(cfg.OutputDir); p.Name != want {
	t.Errorf("got %q, want %q", p.Name, want)
	}
	}

	func TestUpdate(t *testing.T) {
	cfg := TestConfig()
	defer os.RemoveAll(filepath.Dir(cfg.TempDir))
	TestPackage(cfg)

	manifest, err := cfg.Manifest()
	if err != nil {
	t.Fatal(err)
	}

	for _, f := range manifest.Content() {
	fd, err := os.Create(f)
	if err != nil {
	t.Fatal(err)
	}
	if _, err := io.CopyN(fd, rand.Reader, 1024); err != nil {
	t.Fatal(err)
	}
	fd.Close()
	}

	if _, ok := manifest.Meta()["meta/contents"]; ok {
	t.Fatalf("unexpected pre-existing meta/contents in manifest")
	}

	if err := Update(cfg); err != nil {
	t.Fatal(err)
	}

	// FIXME(http://fxbug.dev/87309): In order to ease migration, initially the
	// abi-revision is not required.
	if _, ok := manifest.Meta()[abiRevisionKey]; ok {
	t.Fatalf("%s should not be created by default", abiRevisionKey)
	}

	contentsPath, ok := manifest.Meta()["meta/contents"]
	if !ok {
	t.Fatalf("meta/contents was not found in manifest after update")
	}

	f, err := os.Open(contentsPath)
	if err != nil {
	t.Fatal(err)
	}
	buf, err := ioutil.ReadAll(f)
	f.Close()
	if err != nil {
	t.Fatal(err)
	}

	lines := strings.Split(string(buf), "\n")
	sort.Strings(lines)
	if lines[0] == "" {
	lines = lines[1:]
	}

	contentFiles := []string{}
	for _, s := range TestFiles {
	if strings.HasPrefix(s, "meta/") {
	continue
	}
	contentFiles = append(contentFiles, s)
	}
	if len(lines) != len(contentFiles) {
	t.Fatalf("content lines mismatch: %v\n%v", lines, contentFiles)
	}

	files := []string{}
	files = append(files, contentFiles...)
	sort.Strings(files)
	for i, pf := range files {
	var tree merkle.Tree
	f, err := os.Open(manifest.Paths[pf])
	if err != nil {
	t.Fatal(err)
	}
	if _, err := tree.ReadFrom(f); err != nil {
	t.Fatal(err)
	}
	f.Close()
	want := fmt.Sprintf("%s=%x", pf, tree.Root())
	if lines[i] != want {
	t.Errorf("contents mismatch: got %q, want %q", lines[i], want)
	break
	}
	}
	}

	func TestUpdateTakesABIRevisionAndWritesABIRevision(t *testing.T) {
	cfg := TestConfig()
	defer os.RemoveAll(filepath.Dir(cfg.TempDir))

	cfg.PkgABIRevision = testABIRevision

	TestPackage(cfg)

	manifest, err := cfg.Manifest()
	if err != nil {
	t.Fatal(err)
	}

	if err := Update(cfg); err != nil {
	t.Fatal(err)
	}

	// FIXME(http://fxbug.dev/87309): In order to ease migration, initially the
	// abi-revision is not required.
	abiRevisionPath, ok := manifest.Meta()[abiRevisionKey]
	if !ok {
	t.Fatalf("%s was not found in manifest after update", abiRevisionKey)
	}

	f, err := os.Open(abiRevisionPath)
	if err != nil {
	t.Fatal(err)
	}

	var abiRevision uint64
	if err := binary.Read(f, binary.LittleEndian, &abiRevision); err != nil {
	t.Fatal(err)
	}
	if abiRevision != testABIRevision {
	t.Fatalf("expected ABI revision to be %x, not %x", testABIRevision, abiRevision)
	}
	}

	func TestValidate(t *testing.T) {
	cfg := TestConfig()
	defer os.RemoveAll(filepath.Dir(cfg.TempDir))
	TestPackage(cfg)

	if err := Update(cfg); err != nil {
	t.Fatal(err)
	}

	err := Validate(cfg)
	if err != nil {
	t.Fatalf("Unexpected validation error")
	}

	manifest, err := cfg.Manifest()
	if err != nil {
	t.Fatal(err)
	}

	for _, f := range RequiredFiles {
	manifest.Paths[f+"a"] = manifest.Paths[f]
	delete(manifest.Paths, f)
	if err := Validate(cfg); err == nil {
	t.Errorf("expected a validation error when %q is missing", f)
	}
	manifest.Paths[f] = manifest.Paths[f+"a"]
	delete(manifest.Paths, f+"a")
	}
	}

	func TestSeal(t *testing.T) {
	cfg := TestConfig()
	defer os.RemoveAll(filepath.Dir(cfg.TempDir))
	TestPackage(cfg)

	if err := Update(cfg); err != nil {
	t.Fatal(err)
	}

	if _, err := Seal(cfg); err != nil {
	t.Fatal(err)
	}

	// TODO(raggi): until we have far reader support this test only verifies that
	// the package meta data was correctly updated, it doesn't actually verify
	// that the contents of the far are correct.
	metafar := filepath.Join(cfg.OutputDir, "meta.far")
	if _, err := os.Stat(metafar); err != nil {
	t.Errorf("meta.far was not created")
	}

	merklefile := filepath.Join(cfg.OutputDir, "meta.far.merkle")
	if _, err := os.Stat(merklefile); err != nil {
	t.Errorf("meta.far.merkle was not created")
	}

	m, err := ioutil.ReadFile(merklefile)
	if err != nil {
	t.Fatal(err)
	}
	fromFile := string(m)

	var tree merkle.Tree
	f, err := os.Open(metafar)
	if err != nil {
	t.Fatal(err)
	}
	tree.ReadFrom(f)
	fromFar := fmt.Sprintf("%x", tree.Root())

	if fromFile != fromFar {
	t.Errorf("meta.far.merkle != merkle(meta.far)\n%q\n%q", fromFile, fromFar)
	}

	// Make sure the meta.far doesn't contain the ABI revision by default.
	f.Seek(0, io.SeekStart)
	r, err := far.NewReader(f)
	if err != nil {
	t.Fatal(err)
	}

	// FIXME(http://fxbug.dev/87309): In order to ease migration, initially the
	// abi-revision is not required.
	_, err = r.Open("meta/fuchsia.pkg/abi-revision")
	if err == nil {
	t.Fatalf("expected meta/fuchsia.pkg/abi-revision to not be present in meta.far")
	}
	if !errors.Is(err, os.ErrNotExist) {
	t.Fatalf("expected error to be does not exist, not %s", err)
	}
	}

	func TestSealCreatesABIRevisionFile(t *testing.T) {
	cfg := TestConfig()
	defer os.RemoveAll(filepath.Dir(cfg.TempDir))

	cfg.PkgABIRevision = testABIRevision

	TestPackage(cfg)

	if err := Update(cfg); err != nil {
	t.Fatal(err)
	}

	if _, err := Seal(cfg); err != nil {
	t.Fatal(err)
	}

	// TODO(raggi): until we have far reader support this test only verifies that
	// the package meta data was correctly updated, it doesn't actually verify
	// that the contents of the far are correct.
	metafar := filepath.Join(cfg.OutputDir, "meta.far")
	f, err := os.Open(metafar)
	if err != nil {
	t.Fatal(err)
	}

	r, err := far.NewReader(f)
	if err != nil {
	t.Fatal(err)
	}

	abiBytes, err := r.ReadFile(abiRevisionKey)
	if err != nil {
	t.Fatal(err)
	}

	var abiRevision uint64
	if err := binary.Read(bytes.NewReader(abiBytes), binary.LittleEndian, &abiRevision); err != nil {
	t.Fatal(err)
	}
	if abiRevision != testABIRevision {
	t.Fatalf("expected ABI revision to be %x, not %x", testABIRevision, abiRevision)
	}
	}