recipes/jiri.py

# Copyright 2016 The Fuchsia Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Recipe for building Jiri."""

from recipe_engine.recipe_api import Property

DEPS = [
    "fuchsia/buildbucket_util",
    "fuchsia/checkout",
    "fuchsia/go",
    "fuchsia/gsutil",
    "fuchsia/jiri",
    "fuchsia/upload",
    "recipe_engine/buildbucket",
    "recipe_engine/context",
    "recipe_engine/json",
    "recipe_engine/path",
    "recipe_engine/properties",
    "recipe_engine/step",
    "recipe_engine/time",
]

PROPERTIES = {
    "project": Property(kind=str, help="Jiri remote manifest project", default=None),
    "manifest": Property(kind=str, help="Jiri manifest to use"),
    "remote": Property(kind=str, help="Remote manifest repository"),
}

# The current list of platforms that we build for.
GO_OS_ARCH = (
    ("linux", "amd64"),
    ("linux", "arm64"),
    ("darwin", "amd64"),
)


def RunSteps(api, project, manifest, remote):
    build_input = api.buildbucket.build.input

    with api.context(infra_steps=True):
        api.checkout.with_options(
            path=api.path["start_dir"],
            manifest=manifest,
            remote=remote,
            project=project,
            build_input=build_input,
        )
        revision = api.jiri.project([project]).json.output[0]["revision"]

    staging_dir = api.path.mkdtemp("jiri")

    gopath = api.path["start_dir"].join("go")
    with api.context(
        env={"GOPATH": gopath}, env_prefixes={"PATH": [api.go.go_root.join("bin")]}
    ):
        # Fetch missing dependencies
        api.go("get", "-v", "-d", "-t", "fuchsia.googlesource.com/jiri/...")
        # Run all the tests.
        api.go("test", "-v", "-race", "fuchsia.googlesource.com/jiri/...")

        for goos, goarch in GO_OS_ARCH:
            with api.context(env={"GOOS": goos, "GOARCH": goarch}):
                platform = "%s-%s" % (goos.replace("darwin", "mac"), goarch)

                with api.step.nest(platform):
                    args = [
                        "build",
                        "-o",
                        staging_dir.join("jiri"),
                    ]

                    if not api.buildbucket_util.is_tryjob:
                        build_time = api.time.utcnow().isoformat()
                        ldflags = " ".join(
                            [
                                '-X "fuchsia.googlesource.com/jiri/version.GitCommit=%s"'
                                % revision,
                                '-X "fuchsia.googlesource.com/jiri/version.BuildTime=%s"'
                                % build_time,
                            ]
                        )
                        args.extend(["-ldflags", ldflags])

                    args.append("fuchsia.googlesource.com/jiri/cmd/jiri")

                    # Build the package.
                    api.go(*args)

                    if not api.buildbucket_util.is_tryjob:
                        api.upload.cipd_package(
                            "fuchsia/tools/jiri/%s" % platform,
                            staging_dir,
                            [api.upload.FilePath(staging_dir.join("jiri"))],
                            {"git_revision": revision},
                            repository=remote,
                        )

                        api.gsutil.upload(
                            "fuchsia-build",
                            staging_dir.join("jiri"),
                            api.gsutil.join("jiri", "%s-%s" % (goos, goarch), revision),
                            unauthenticated_url=True,
                            ok_ret=(0, 1),
                        )


def GenTests(api):
    cipd_search_step_data = []
    for goos, goarch in GO_OS_ARCH:
        platform = "%s-%s" % (goos.replace("darwin", "mac"), goarch)
        cipd_search_step_data.append(
            api.step_data(
                "{0}.cipd.cipd search fuchsia/tools/jiri/{0} git_revision:{1}".format(
                    platform, api.jiri.example_revision
                ),
                api.json.output({"result": []}),
            )
        )

    yield (
        api.test("ci")
        + api.buildbucket.ci_build(
            git_repo="https://fuchsia.googlesource.com/jiri",
            revision=api.jiri.example_revision,
        )
        + api.properties(
            project="jiri",
            manifest="jiri",
            remote="https://fuchsia.googlesource.com/manifest",
            target="linux-amd64",
        )
    )
    yield (
        api.test("ci_new")
        + api.buildbucket.ci_build(
            git_repo="https://fuchsia.googlesource.com/jiri",
            revision=api.jiri.example_revision,
        )
        + api.properties(
            project="jiri",
            manifest="jiri",
            remote="https://fuchsia.googlesource.com/manifest",
            target="linux-amd64",
        )
        + reduce(lambda a, b: a + b, cipd_search_step_data)
    )
    yield (
        api.test("cq_try")
        + api.buildbucket.try_build(git_repo="https://fuchsia.googlesource.com/jiri")
        + api.properties(
            project="jiri",
            manifest="jiri",
            remote="https://fuchsia.googlesource.com/manifest",
            target="linux-amd64",
        )
    )