recipes/jiri.py

# Copyright 2016 The Fuchsia Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Recipe for building Jiri."""

from recipe_engine.recipe_api import Property

DEPS = [
    'fuchsia/buildbucket_util',
    'fuchsia/checkout',
    'fuchsia/jiri',
    'fuchsia/git',
    'fuchsia/go',
    'fuchsia/gsutil',
    'fuchsia/upload',
    'recipe_engine/buildbucket',
    'recipe_engine/cipd',
    'recipe_engine/context',
    'recipe_engine/json',
    'recipe_engine/path',
    'recipe_engine/platform',
    'recipe_engine/properties',
    'recipe_engine/raw_io',
    'recipe_engine/step',
    'recipe_engine/time',
]

PROPERTIES = {
    'project':
        Property(kind=str, help='Jiri remote manifest project', default=None),
    'manifest':
        Property(kind=str, help='Jiri manifest to use'),
    'remote':
        Property(kind=str, help='Remote manifest repository'),
}

# The current list of platforms that we build for.
GO_OS_ARCH = (
    ('linux', 'amd64'),
    ('linux', 'arm64'),
    ('darwin', 'amd64'),
)


def RunSteps(api, project, manifest, remote):
  build_input = api.buildbucket.build.input

  with api.context(infra_steps=True):
    api.checkout.with_options(
        path=api.path['start_dir'],
        manifest=manifest,
        remote=remote,
        project=project,
        build_input=build_input,
    )
    revision = api.jiri.project([project]).json.output[0]['revision']

  staging_dir = api.path.mkdtemp('jiri')

  gopath = api.path['start_dir'].join('go')
  with api.context(
      env={'GOPATH': gopath},
      env_prefixes={'PATH': [api.go.go_root.join('bin')]}):
    # Fetch missing dependencies
    api.go('get', '-v', '-d', '-t', 'fuchsia.googlesource.com/jiri/...')
    # Run all the tests.
    api.go('test', '-v', 'fuchsia.googlesource.com/jiri/...')

    for goos, goarch in GO_OS_ARCH:
      with api.context(env={'GOOS': goos, 'GOARCH': goarch}):
        platform = '%s-%s' % (goos.replace('darwin', 'mac'), goarch)

        with api.step.nest(platform):
          args = [
              'build',
              '-o',
              staging_dir.join('jiri'),
          ]

          if not api.buildbucket_util.is_tryjob:
            build_time = api.time.utcnow().isoformat()
            ldflags = ' '.join([
                '-X "fuchsia.googlesource.com/jiri/version.GitCommit=%s"' %
                revision,
                '-X "fuchsia.googlesource.com/jiri/version.BuildTime=%s"' %
                build_time,
            ])
            args.extend(['-ldflags', ldflags])

          args.append('fuchsia.googlesource.com/jiri/cmd/jiri')

          # Build the package.
          api.go(*args)

          if not api.buildbucket_util.is_tryjob:
            api.upload.cipd_package(
                'fuchsia/tools/jiri/%s' % platform,
                staging_dir,
                [api.upload.FilePath(staging_dir.join('jiri'))],
                {'git_revision': revision},
                repository=remote,
            )

            api.gsutil.upload(
                'fuchsia-build',
                staging_dir.join('jiri'),
                api.gsutil.join('jiri', '%s-%s' % (goos, goarch), revision),
                unauthenticated_url=True,
                ok_ret=(0, 1),
            )


def GenTests(api):
  cipd_search_step_data = []
  for goos, goarch in GO_OS_ARCH:
    platform = '%s-%s' % (goos.replace('darwin', 'mac'), goarch)
    cipd_search_step_data.append(
        api.step_data(
            '{0}.cipd.cipd search fuchsia/tools/jiri/{0} git_revision:{1}'
            .format(platform, api.jiri.example_revision),
            api.json.output({'result': []})))

  yield (api.test('ci') + api.buildbucket.ci_build(
      git_repo='https://fuchsia.googlesource.com/jiri',
      revision=api.jiri.example_revision,
  ) + api.properties(
      project='jiri',
      manifest='jiri',
      remote='https://fuchsia.googlesource.com/manifest',
      target='linux-amd64'))
  yield (api.test('ci_new') + api.buildbucket.ci_build(
      git_repo='https://fuchsia.googlesource.com/jiri',
      revision=api.jiri.example_revision,
  ) + api.properties(
      project='jiri',
      manifest='jiri',
      remote='https://fuchsia.googlesource.com/manifest',
      target='linux-amd64') + reduce(lambda a, b: a + b, cipd_search_step_data))
  yield (api.test('cq_try') + api.buildbucket.try_build(
      git_repo='https://fuchsia.googlesource.com/jiri') + api.properties(
          project='jiri',
          manifest='jiri',
          remote='https://fuchsia.googlesource.com/manifest',
          target='linux-amd64'))