recipes/go_toolchain.py

# Copyright 2017 The Fuchsia Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""Recipe for building Go toolchain."""

from recipe_engine.config import Enum, ReturnSchema, Single
from recipe_engine.recipe_api import Property


DEPS = [
  'infra/git',
  'infra/gitiles',
  'infra/go',
  'infra/gsutil',
  'recipe_engine/cipd',
  'recipe_engine/context',
  'recipe_engine/file',
  'recipe_engine/json',
  'recipe_engine/path',
  'recipe_engine/platform',
  'recipe_engine/properties',
  'recipe_engine/step',
]

PROPERTIES = {
  'repository': Property(
      kind=str, help='Git repository URL',
      default='https://fuchsia.googlesource.com/third_party/go'),
  'branch':
      Property(kind=str, help='Git branch', default='refs/heads/master'),
  'revision':
      Property(kind=str, help='Revision', default=None),
  'platform':
      Property(
          kind=str, help='CIPD platform for the target', default=None),
}


def RunSteps(api, repository, branch, revision, platform):
  api.gsutil.ensure_gsutil()
  api.gitiles.ensure_gitiles()
  api.go.ensure_go()

  if revision is None:
    revision = api.gitiles.refs(repository).get(branch, None)

  # TODO: factor this out into a host_build recipe module.
  host_platform = '%s-%s' % (api.platform.name.replace('win', 'windows'), {
      'intel': {
          32: '386',
          64: 'amd64',
      },
      'arm': {
          32: 'armv6',
          64: 'arm64',
      },
  }[api.platform.arch][api.platform.bits])
  target_platform = platform or host_platform

  with api.context(infra_steps=True):
    go_dir = api.path['start_dir'].join('go')
    api.git.checkout(repository, go_dir, revision)

  cipd_os, cipd_cpu = target_platform.split('-')
  goos = cipd_os.replace('mac', 'darwin')
  goarch = cipd_cpu.replace('armv6', 'arm')
  env = {'GOOS': goos, 'GOARCH': goarch, 'GOROOT_BOOTSTRAP': api.go.go_root}

  with api.context(cwd=go_dir.join('src'), env=env):
    api.step('build', [go_dir.join('src', 'make.bash')])

  go_version = api.file.read_text('read go version',
                                  go_dir.join('VERSION'),
                                  test_data='go1.8')
  assert go_version, 'Cannot determine Go version'

  cipd_pkg_name = 'fuchsia/go/' + target_platform
  pkg_def = api.cipd.PackageDefinition(
      package_name=cipd_pkg_name,
      package_root=go_dir,
      install_mode='copy')
  pkg_def.add_dir(go_dir)
  pkg_def.add_version_file('.versions/go.cipd_version')

  cipd_pkg_file = api.path['cleanup'].join('go.cipd')

  api.cipd.build_from_pkg(
      pkg_def=pkg_def,
      output_package=cipd_pkg_file,
  )

  cipd_pins = api.cipd.search(cipd_pkg_name, 'git_revision:' + revision)
  if cipd_pins:
    api.step('Package is up-to-date', cmd=None)
    return

  cipd_pin = api.cipd.register(
      package_name=cipd_pkg_name,
      package_path=cipd_pkg_file,
      refs=['latest'],
      tags={
        'version': go_version,
        'git_repository': repository,
        'git_revision': revision,
      },
  )

  api.gsutil.upload(
      'fuchsia',
      cipd_pkg_file,
      api.gsutil.join('go', target_platform, cipd_pin.instance_id),
      unauthenticated_url=True
  )


def GenTests(api):
  go_rev = 'c6c554304e6d268f34ed510a36e77071830352cc'
  for platform in ('linux', 'mac'):
    yield (api.test(platform) +
           api.platform.name(platform) +
           api.gitiles.refs('refs', ('refs/heads/master', go_rev)))
    yield (api.test(platform + '_new') +
           api.platform.name(platform) +
           api.gitiles.refs('refs', ('refs/heads/master', go_rev)) +
           api.step_data('cipd search fuchsia/go/%s-amd64 git_revision:%s' %
                         (platform, go_rev),
                         api.cipd.example_search('fuchsia/go/%s-amd64' % platform, [])))