blob: 3d5df31a6a4c8e722816203dcf445271487023e2 [file] [log] [blame]
[
{
"cmd": [],
"name": "ensure_jiri"
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[START_DIR]/cipd/jiri",
"-ensure-file",
"fuchsia/tools/jiri/linux-amd64 stable",
"-json-output",
"/path/to/tmp/json"
],
"infra_step": true,
"name": "ensure_jiri.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-stable----------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/tools/jiri/linux-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [],
"name": "ensure_go"
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[START_DIR]/cipd/go",
"-ensure-file",
"fuchsia/go/linux-amd64 release",
"-json-output",
"/path/to/tmp/json"
],
"infra_step": true,
"name": "ensure_go.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/go/linux-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [],
"name": "ensure_gsutil"
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[START_DIR]/cipd/gsutil",
"-ensure-file",
"infra/tools/gsutil latest",
"-json-output",
"/path/to/tmp/json"
],
"infra_step": true,
"name": "ensure_gsutil.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-latest----------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/gsutil\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [],
"name": "ensure_goma"
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[START_DIR]/cipd/goma",
"-ensure-file",
"infra_internal/goma/client/linux-amd64 release",
"-json-output",
"/path/to/tmp/json",
"-service-account-json",
"/creds/service_accounts/service-account-goma-client.json"
],
"infra_step": true,
"name": "ensure_goma.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/linux-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd/jiri/jiri",
"init",
"-analytics-opt=false",
"-rewrite-sso-to-https=true",
"-cache",
"[CACHE]/git",
"-shared"
],
"infra_step": true,
"name": "jiri init"
},
{
"cmd": [
"[START_DIR]/cipd/jiri/jiri",
"import",
"-name",
"garnet",
"manifest/garnet",
"https://fuchsia.googlesource.com/garnet"
],
"infra_step": true,
"name": "jiri import"
},
{
"cmd": [
"[START_DIR]/cipd/jiri/jiri",
"update",
"-autoupdate=false",
"-run-hooks=false"
],
"infra_step": true,
"name": "jiri update"
},
{
"cmd": [
"[START_DIR]/cipd/jiri/jiri",
"run-hooks"
],
"infra_step": true,
"name": "jiri run-hooks"
},
{
"cmd": [
"[START_DIR]/cipd/jiri/jiri",
"source-manifest",
"/path/to/tmp/json"
],
"infra_step": true,
"name": "jiri source-manifest",
"~followup_annotations": [
"@@@STEP_LOG_LINE@json.output[source manifest]@{@@@",
"@@@STEP_LOG_LINE@json.output[source manifest]@ \"directories\": {@@@",
"@@@STEP_LOG_LINE@json.output[source manifest]@ \"manifest\": {@@@",
"@@@STEP_LOG_LINE@json.output[source manifest]@ \"git_checkout\": {@@@",
"@@@STEP_LOG_LINE@json.output[source manifest]@ \"repo_url\": \"https://fuchsia.googlesource.com/manifest\", @@@",
"@@@STEP_LOG_LINE@json.output[source manifest]@ \"revision\": \"4c2b0da3c06341db5cebe4d02c78c93c3b2bd78b\"@@@",
"@@@STEP_LOG_LINE@json.output[source manifest]@ }@@@",
"@@@STEP_LOG_LINE@json.output[source manifest]@ }@@@",
"@@@STEP_LOG_LINE@json.output[source manifest]@ }@@@",
"@@@STEP_LOG_LINE@json.output[source manifest]@}@@@",
"@@@STEP_LOG_END@json.output[source manifest]@@@"
]
},
{
"cmd": [
"[START_DIR]/scripts/build-zircon.sh",
"-p",
"zircon-pc-x86-64"
],
"name": "build zircon-pc-x86-64"
},
{
"cmd": [
"[START_DIR]/scripts/build-zircon.sh",
"-p",
"zircon-qemu-arm64"
],
"name": "build zircon-qemu-arm64"
},
{
"cmd": [],
"name": "build fuchsia x86-64"
},
{
"cmd": [
"python",
"-u",
"[START_DIR]/cipd/goma/goma_ctl.py",
"restart"
],
"env": {
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"infra_step": true,
"name": "build fuchsia x86-64.start_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/build/gn/gen.py",
"--target_cpu=x86-64",
"--packages=build/gn/sdk",
"--ignore-skia",
"--goma=[START_DIR]/cipd/goma",
"--release",
"--args",
"test"
],
"name": "build fuchsia x86-64.gen",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limit = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcept NotImplementedError:\n jobs = 50\n\nprint jobs\n"
],
"name": "build fuchsia x86-64.calculate the number of recommended jobs",
"stdout": "/path/to/tmp/",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@",
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@",
"@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@",
"@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma backend.@@@",
"@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@",
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@try:@@@",
"@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cpu_count() * 10)@@@",
"@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@",
"@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@",
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@print jobs@@@",
"@@@STEP_LOG_END@python.inline@@@"
]
},
{
"cmd": [
"[START_DIR]/buildtools/ninja",
"-C",
"[START_DIR]/out/release-x86-64",
"-j",
"50"
],
"name": "build fuchsia x86-64.ninja",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[START_DIR]/cipd/goma/goma_ctl.py",
"jsonstatus",
"[START_DIR]/cipd/goma/jsonstatus"
],
"env": {
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "build fuchsia x86-64.goma_jsonstatus",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[START_DIR]/cipd/goma/goma_ctl.py",
"stat"
],
"env": {
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "build fuchsia x86-64.goma_stat",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[START_DIR]/cipd/goma/goma_ctl.py",
"stop"
],
"env": {
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "build fuchsia x86-64.stop_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [],
"name": "build fuchsia aarch64"
},
{
"cmd": [
"python",
"-u",
"[START_DIR]/cipd/goma/goma_ctl.py",
"restart"
],
"env": {
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"infra_step": true,
"name": "build fuchsia aarch64.start_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/build/gn/gen.py",
"--target_cpu=aarch64",
"--packages=build/gn/sdk",
"--ignore-skia",
"--goma=[START_DIR]/cipd/goma",
"--release",
"--args",
"test"
],
"name": "build fuchsia aarch64.gen",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/buildtools/ninja",
"-C",
"[START_DIR]/out/release-aarch64",
"-j",
"50"
],
"name": "build fuchsia aarch64.ninja",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[START_DIR]/cipd/goma/goma_ctl.py",
"jsonstatus",
"[START_DIR]/cipd/goma/jsonstatus"
],
"env": {
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "build fuchsia aarch64.goma_jsonstatus",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[START_DIR]/cipd/goma/goma_ctl.py",
"stat"
],
"env": {
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "build fuchsia aarch64.goma_stat",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[START_DIR]/cipd/goma/goma_ctl.py",
"stop"
],
"env": {
"GOMA_CACHE_DIR": "[CACHE]/goma",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "build fuchsia aarch64.stop_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd/go/bin/go",
"run",
"[START_DIR]/scripts/makesdk.go",
"-out-dir",
"[TMP_BASE]/sdk_tmp_1",
"-output",
"[TMP_BASE]/fuchsia-sdk.tgz",
"[START_DIR]"
],
"env": {
"GOROOT": "[START_DIR]/cipd/go"
},
"name": "go run"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[infra::hash]/resources/hashutil.py",
"-a",
"sha1",
"[TMP_BASE]/fuchsia-sdk.tgz"
],
"infra_step": true,
"name": "hash archive",
"stdout": "/path/to/tmp/"
},
{
"cmd": [
"vpython",
"-spec",
"RECIPE_MODULE[infra::gsutil]/resources/gsutil.vpython",
"-u",
"[START_DIR]/cipd/gsutil/gsutil",
"-o",
"GSUtil:software_update_check_period=0",
"cp",
"[TMP_BASE]/fuchsia-sdk.tgz",
"gs://fuchsia/sdk/linux-amd64/27a0c185de8bb5dba483993ff1e362bc9e2c7643"
],
"infra_step": true,
"name": "upload fuchsia-sdk 27a0c185de8bb5dba483993ff1e362bc9e2c7643",
"~followup_annotations": [
"@@@STEP_LINK@gsutil.upload@https://storage.googleapis.com/fuchsia/sdk/linux-amd64/27a0c185de8bb5dba483993ff1e362bc9e2c7643@@@"
]
},
{
"cmd": [
"[START_DIR]/cipd/jiri/jiri",
"snapshot",
"[TMP_BASE]/jiri.snapshot"
],
"name": "jiri snapshot"
},
{
"cmd": [
"vpython",
"-spec",
"RECIPE_MODULE[infra::gsutil]/resources/gsutil.vpython",
"-u",
"[START_DIR]/cipd/gsutil/gsutil",
"-o",
"GSUtil:software_update_check_period=0",
"cp",
"[TMP_BASE]/jiri.snapshot",
"gs://fuchsia-snapshots/27a0c185de8bb5dba483993ff1e362bc9e2c7643"
],
"infra_step": true,
"name": "upload jiri.snapshot",
"~followup_annotations": [
"@@@STEP_LINK@jiri.snapshot@https://storage.googleapis.com/fuchsia-snapshots/27a0c185de8bb5dba483993ff1e362bc9e2c7643@@@"
]
},
{
"cmd": [
"cipd",
"pkg-build",
"-in",
"[TMP_BASE]/sdk_tmp_1",
"-name",
"fuchsia/sdk/linux-amd64",
"-out",
"[TMP_BASE]/sdk.cipd",
"-json-output",
"/path/to/tmp/json",
"-install-mode",
"copy"
],
"name": "build linux-amd64",
"~followup_annotations": [
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-package-instance_id\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/sdk/linux-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"cipd",
"pkg-register",
"[TMP_BASE]/sdk.cipd",
"-json-output",
"/path/to/tmp/json",
"-service-account-json",
"/creds/service_accounts/service-account-cipd-builder.json",
"-ref",
"latest",
"-tag",
"jiri_snapshot:27a0c185de8bb5dba483993ff1e362bc9e2c7643"
],
"name": "register fuchsia/sdk/linux-amd64",
"~followup_annotations": [
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-package-instance_id\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/sdk/linux-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"vpython",
"-spec",
"RECIPE_MODULE[infra::gsutil]/resources/gsutil.vpython",
"-u",
"[START_DIR]/cipd/gsutil/gsutil",
"-o",
"GSUtil:software_update_check_period=0",
"cp",
"[TMP_BASE]/sdk.cipd",
"gs://fuchsia/sdk/linux-amd64/40-chars-fake-of-the-package-instance_id"
],
"infra_step": true,
"name": "gsutil cp",
"~followup_annotations": [
"@@@STEP_LINK@gsutil.upload@https://storage.googleapis.com/fuchsia/sdk/linux-amd64/40-chars-fake-of-the-package-instance_id@@@"
]
},
{
"name": "$result",
"recipe_result": null,
"status_code": 0
}
]