| [ |
| { |
| "cmd": [], |
| "name": "ensure_jiri" |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[START_DIR]/cipd/jiri", |
| "-ensure-file", |
| "fuchsia/tools/jiri/linux-amd64 stable", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "ensure_jiri.ensure_installed", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-stable----------\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/tools/jiri/linux-amd64\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "ensure_go" |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[START_DIR]/cipd/go", |
| "-ensure-file", |
| "fuchsia/go/linux-amd64 release", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "ensure_go.ensure_installed", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/go/linux-amd64\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "ensure_gsutil" |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[START_DIR]/cipd/gsutil", |
| "-ensure-file", |
| "infra/tools/gsutil latest", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "ensure_gsutil.ensure_installed", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-latest----------\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/gsutil\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "ensure_goma" |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[START_DIR]/cipd/goma", |
| "-ensure-file", |
| "infra_internal/goma/client/linux-amd64 release", |
| "-json-output", |
| "/path/to/tmp/json", |
| "-service-account-json", |
| "/creds/service_accounts/service-account-goma-client.json" |
| ], |
| "infra_step": true, |
| "name": "ensure_goma.ensure_installed", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/linux-amd64\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd/jiri/jiri", |
| "init", |
| "-cache", |
| "[CACHE]/git", |
| "-shared" |
| ], |
| "infra_step": true, |
| "name": "jiri init" |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd/jiri/jiri", |
| "import", |
| "fuchsia", |
| "https://fuchsia.googlesource.com/manifest" |
| ], |
| "infra_step": true, |
| "name": "jiri import" |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd/jiri/jiri", |
| "project", |
| "-clean-all" |
| ], |
| "infra_step": true, |
| "name": "jiri project clean" |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd/jiri/jiri", |
| "update", |
| "-autoupdate=false", |
| "-gc=true" |
| ], |
| "infra_step": true, |
| "name": "jiri update" |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd/jiri/jiri", |
| "snapshot", |
| "[TMP_BASE]/jiri.snapshot" |
| ], |
| "infra_step": true, |
| "name": "jiri snapshot" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-spec", |
| "RECIPE_MODULE[infra::gsutil]/resources/gsutil.vpython", |
| "-u", |
| "[START_DIR]/cipd/gsutil/gsutil", |
| "-o", |
| "GSUtil:software_update_check_period=0", |
| "cp", |
| "[TMP_BASE]/jiri.snapshot", |
| "gs://fuchsia/jiri/snapshots/8ac5404b688b34f2d34d1c8a648413aca30b7a97" |
| ], |
| "infra_step": true, |
| "name": "upload jiri.snapshot", |
| "~followup_annotations": [ |
| "@@@STEP_LINK@jiri.snapshot@https://storage.googleapis.com/fuchsia/jiri/snapshots/8ac5404b688b34f2d34d1c8a648413aca30b7a97@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd/jiri/jiri", |
| "patch", |
| "-host", |
| "fuchsia-review.googlesource.com", |
| "-rebase=true", |
| "refs/changes/89/456789/12" |
| ], |
| "name": "jiri patch" |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/scripts/build-magenta.sh", |
| "-t", |
| "x86_64" |
| ], |
| "name": "build magenta x86_64" |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/scripts/build-magenta.sh", |
| "-t", |
| "aarch64" |
| ], |
| "name": "build magenta aarch64" |
| }, |
| { |
| "cmd": [], |
| "name": "build fuchsia" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[START_DIR]/cipd/goma/goma_ctl.py", |
| "restart" |
| ], |
| "env": { |
| "GOMA_CACHE_DIR": "[CACHE]/goma", |
| "GOMA_DEPS_CACHE_FILE": "goma_deps_cache", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "infra_step": true, |
| "name": "build fuchsia.start_goma", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/packages/gn/gen.py", |
| "--target_cpu=x86-64", |
| "--modules=sdk", |
| "--ignore-skia", |
| "--goma=[START_DIR]/cipd/goma", |
| "--release" |
| ], |
| "name": "build fuchsia.gen", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limit = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcept NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| ], |
| "name": "build fuchsia.calculate the number of recommended jobs", |
| "stdout": "/path/to/tmp/", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma backend.@@@", |
| "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cpu_count() * 10)@@@", |
| "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| "@@@STEP_LOG_END@python.inline@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/buildtools/ninja", |
| "-C", |
| "[START_DIR]/out/release-x86-64", |
| "-j", |
| "50" |
| ], |
| "name": "build fuchsia.ninja", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[START_DIR]/cipd/goma/goma_ctl.py", |
| "jsonstatus", |
| "[START_DIR]/cipd/goma/jsonstatus" |
| ], |
| "env": { |
| "GOMA_CACHE_DIR": "[CACHE]/goma", |
| "GOMA_DEPS_CACHE_FILE": "goma_deps_cache", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "build fuchsia.goma_jsonstatus", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[START_DIR]/cipd/goma/goma_ctl.py", |
| "stat" |
| ], |
| "env": { |
| "GOMA_CACHE_DIR": "[CACHE]/goma", |
| "GOMA_DEPS_CACHE_FILE": "goma_deps_cache", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "build fuchsia.goma_stat", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[START_DIR]/cipd/goma/goma_ctl.py", |
| "stop" |
| ], |
| "env": { |
| "GOMA_CACHE_DIR": "[CACHE]/goma", |
| "GOMA_DEPS_CACHE_FILE": "goma_deps_cache", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "build fuchsia.stop_goma", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "[START_DIR]/cipd/go/bin/go", |
| "run", |
| "[START_DIR]/scripts/makesdk.go", |
| "-out-dir", |
| "[TMP_BASE]/sdk_tmp_1", |
| "-output", |
| "[TMP_BASE]/fuchsia-sdk.tgz", |
| "[START_DIR]" |
| ], |
| "env": { |
| "GOROOT": "[START_DIR]/cipd/go" |
| }, |
| "name": "go run" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_MODULE[infra::hash]/resources/hashutil.py", |
| "-a", |
| "sha1", |
| "[TMP_BASE]/fuchsia-sdk.tgz" |
| ], |
| "infra_step": true, |
| "name": "hash archive", |
| "stdout": "/path/to/tmp/" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-spec", |
| "RECIPE_MODULE[infra::gsutil]/resources/gsutil.vpython", |
| "-u", |
| "[START_DIR]/cipd/gsutil/gsutil", |
| "-o", |
| "GSUtil:software_update_check_period=0", |
| "cp", |
| "[TMP_BASE]/fuchsia-sdk.tgz", |
| "gs://fuchsia/sdk/linux-amd64/27a0c185de8bb5dba483993ff1e362bc9e2c7643" |
| ], |
| "infra_step": true, |
| "name": "upload fuchsia-sdk 27a0c185de8bb5dba483993ff1e362bc9e2c7643", |
| "~followup_annotations": [ |
| "@@@STEP_LINK@gsutil.upload@https://storage.googleapis.com/fuchsia/sdk/linux-amd64/27a0c185de8bb5dba483993ff1e362bc9e2c7643@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "pkg-build", |
| "-in", |
| "[TMP_BASE]/sdk_tmp_1", |
| "-name", |
| "fuchsia/sdk/linux-amd64", |
| "-out", |
| "[TMP_BASE]/sdk.cipd", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "name": "build linux-amd64", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-package-instance_id\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/sdk/linux-amd64\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "pkg-register", |
| "[TMP_BASE]/sdk.cipd", |
| "-json-output", |
| "/path/to/tmp/json", |
| "-service-account-json", |
| "/creds/service_accounts/service-account-cipd-builder.json", |
| "-ref", |
| "latest", |
| "-tag", |
| "jiri_snapshot:8ac5404b688b34f2d34d1c8a648413aca30b7a97" |
| ], |
| "name": "register fuchsia/sdk/linux-amd64", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-package-instance_id\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"fuchsia/sdk/linux-amd64\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-spec", |
| "RECIPE_MODULE[infra::gsutil]/resources/gsutil.vpython", |
| "-u", |
| "[START_DIR]/cipd/gsutil/gsutil", |
| "-o", |
| "GSUtil:software_update_check_period=0", |
| "cp", |
| "[TMP_BASE]/sdk.cipd", |
| "gs://fuchsia/sdk/linux-amd64/40-chars-fake-of-the-package-instance_id" |
| ], |
| "infra_step": true, |
| "name": "gsutil cp", |
| "~followup_annotations": [ |
| "@@@STEP_LINK@gsutil.upload@https://storage.googleapis.com/fuchsia/sdk/linux-amd64/40-chars-fake-of-the-package-instance_id@@@" |
| ] |
| }, |
| { |
| "name": "$result", |
| "recipe_result": null, |
| "status_code": 0 |
| } |
| ] |